-- Logs begin at Mon 2022-01-10 18:09:56 UTC, end at Mon 2022-01-10 20:46:29 UTC. -- Jan 10 18:46:23.370650 n-d-816927-8 systemd[1]: Started Devstack devstack@q-svc.service. Jan 10 18:46:25.481952 n-d-816927-8 neutron-server[83526]: INFO neutron.common.config [-] Logging enabled! Jan 10 18:46:25.482641 n-d-816927-8 neutron-server[83526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev107 Jan 10 18:46:25.482641 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83526) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 10 18:46:25.484874 n-d-816927-8 neutron-server[83526]: INFO neutron.common.config [-] Logging enabled! Jan 10 18:46:25.485125 n-d-816927-8 neutron-server[83526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev107 Jan 10 18:46:25.485397 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83526) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 10 18:46:25.486341 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 18:46:25.486581 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 18:46:25.486952 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 18:46:25.487197 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 18:46:25.487426 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 18:46:25.487741 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.488032 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.488326 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.488554 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.488846 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.489135 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.489415 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.489697 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.489989 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.490273 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.490551 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.490830 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.491080 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.491358 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.491642 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.491924 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.492145 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] debug = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.492422 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.492844 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.493258 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.493534 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.493819 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.494094 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.494368 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.494650 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.495001 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] host = n-d-816927-8 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.495281 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.495566 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.495849 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.496131 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.496405 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.496679 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.496977 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.497230 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.497502 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_file = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.497777 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.498058 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.498340 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.498629 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.498851 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.499097 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.499378 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.499663 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.499935 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.500207 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.500478 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.500748 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.501045 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.501310 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.501589 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.501869 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.502152 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.502424 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.502696 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.502991 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.506509 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507038 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507439 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507504 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] use_json = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.507754 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.508019 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.508298 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.508566 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.508834 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.509104 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.509370 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.509650 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:25.509944 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.510239 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.510534 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.510815 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.511128 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.511409 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.511694 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.511970 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.512257 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.512541 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.512827 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.513101 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.513381 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.513670 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.513955 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.514226 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.514499 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.514784 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.515079 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.515353 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.515625 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.515909 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.516183 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.516453 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.517241 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.517514 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.517786 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.518052 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.518325 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.518610 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.518897 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.519168 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.519436 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.519708 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.519973 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.520251 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.520521 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.520788 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.521054 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.521325 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.521590 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.521854 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.522126 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.522393 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.522664 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.522961 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.523232 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.523501 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.523772 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.524041 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.524308 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.524576 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.524847 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.525114 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.525378 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.525648 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.525916 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.526187 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.526472 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.526765 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.527069 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.527345 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.527619 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.527895 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.528165 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.528435 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.528706 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.528981 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.529248 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.529530 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.529809 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.530091 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.530369 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.530640 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.530956 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.531240 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.531510 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.531783 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.532058 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.532908 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.533191 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.533482 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.533771 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.534060 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.534350 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.534635 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.534936 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.535242 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.535518 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:25.535733 n-d-816927-8 neutron-server[83526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 18:46:25.535969 n-d-816927-8 neutron-server[83526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 10 18:46:25.934436 n-d-816927-8 neutron-server[83526]: INFO keyring.backend [-] Loading KWallet Jan 10 18:46:25.942215 n-d-816927-8 neutron-server[83526]: INFO keyring.backend [-] Loading SecretService Jan 10 18:46:25.945461 n-d-816927-8 neutron-server[83526]: INFO keyring.backend [-] Loading Windows Jan 10 18:46:25.946795 n-d-816927-8 neutron-server[83526]: INFO keyring.backend [-] Loading chainer Jan 10 18:46:25.947397 n-d-816927-8 neutron-server[83526]: INFO keyring.backend [-] Loading macOS Jan 10 18:46:25.980117 n-d-816927-8 neutron-server[83526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 10 18:46:25.980389 n-d-816927-8 neutron-server[83526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 10 18:46:25.980675 n-d-816927-8 neutron-server[83526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 10 18:46:25.981009 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 10 18:46:26.284340 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.284639 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.284923 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.342786 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.343179 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.343449 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.347083 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.347364 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.347631 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.376094 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.376373 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.376643 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.403119 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.403396 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.403659 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.722714 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.723359 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.723359 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.723536 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.724395 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.846661 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.847008 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.847298 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.847574 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.847843 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.848156 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.848425 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.848686 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.848945 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.849231 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.849493 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.849761 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.850030 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.850290 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.850559 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.850834 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.851120 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.851397 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.851652 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.851939 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.852295 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.852551 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.852802 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.853085 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.853336 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.853583 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.853974 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:26.854222 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:26.854467 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:26.854711 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:26.854980 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:26.855220 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:26.855781 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 10 18:46:26.858893 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 10 18:46:26.862999 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 10 18:46:26.866856 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 10 18:46:26.868536 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 10 18:46:26.868935 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 10 18:46:26.869278 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 10 18:46:26.869665 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 10 18:46:26.872549 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 10 18:46:26.872808 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 10 18:46:26.873157 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 18:46:26.901541 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 10 18:46:26.901995 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.902300 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 10 18:46:26.902669 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.904081 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 10 18:46:26.904371 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 18:46:26.904625 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 10 18:46:26.908493 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.908779 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:26.968675 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 10 18:46:26.968914 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 10 18:46:26.969155 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 10 18:46:26.969520 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 10 18:46:26.999612 n-d-816927-8 neutron-server[83526]: DEBUG oslo_db.sqlalchemy.engines [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 10 18:46:27.320199 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing driver for type 'gre' Jan 10 18:46:27.320753 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] gre ID ranges: [(1, 1000)] Jan 10 18:46:27.371128 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing driver for type 'local' Jan 10 18:46:27.371463 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing driver for type 'vlan' Jan 10 18:46:27.384934 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] VlanTypeDriver initialization complete Jan 10 18:46:27.385292 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing driver for type 'vxlan' Jan 10 18:46:27.385782 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] vxlan ID ranges: [(1, 1000)] Jan 10 18:46:27.436797 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing extension driver 'port_security' Jan 10 18:46:27.437282 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.extensions.port_security [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] PortSecurityExtensionDriver initialization complete Jan 10 18:46:27.437707 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing mechanism driver 'openvswitch' Jan 10 18:46:27.438138 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing mechanism driver 'hyperv' Jan 10 18:46:27.445235 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.plugin [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:46:27.445923 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.446299 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.446653 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.447195 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 10 18:46:27.447629 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.447983 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.448329 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.448719 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 10 18:46:27.449129 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.449483 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.449827 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.450217 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 10 18:46:27.450620 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > security_group after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.450991 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > security_group after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.451336 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > security_group after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.451857 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 10 18:46:27.452275 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.452612 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.452953 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.453344 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 10 18:46:27.453721 n-d-816927-8 neutron-server[83526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] ML2 OVO RPC backend initialized. {{(pid=83526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 10 18:46:27.454919 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_interface after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.455280 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.455703 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.456051 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > networks before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.456405 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.456752 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > ports before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.457109 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.457511 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnets before_response 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.457788 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.458127 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.458461 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.458800 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.459164 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.459499 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.459832 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.460166 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.460497 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > subnet after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.461075 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.plugin [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Modular L2 Plugin initialization complete Jan 10 18:46:27.461403 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading services supported by the core plugin {{(pid=83526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 10 18:46:27.461726 n-d-816927-8 neutron-server[83526]: INFO neutron.plugins.ml2.managers [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Got port-security extension from driver 'port_security' Jan 10 18:46:27.462185 n-d-816927-8 neutron-server[83526]: INFO neutron.extensions.vlantransparent [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Disabled vlantransparent extension. Jan 10 18:46:27.462602 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 10 18:46:27.462941 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: router Jan 10 18:46:27.498671 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_interface before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.499103 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_create 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.499480 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router before_create 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.499848 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.500222 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.500582 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_delete 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.501582 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > floatingip after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.501948 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_create 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.502297 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_update 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.502648 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_update 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.503023 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.503383 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_update 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.503796 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_update 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.504165 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.504510 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.504848 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: subnet after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.505186 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.505536 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > port precommit_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.505884 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_create 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.506225 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.506568 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.506956 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router after_update 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.507304 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_delete 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.507651 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_create 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.508012 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router_interface after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.508356 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_update 55549900 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.508721 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > agent after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.509071 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > agent after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.509419 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > network after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.510277 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Tracking information for resource: router configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:27.510608 n-d-816927-8 neutron-server[83526]: DEBUG neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Tracking information for resource: floatingip configured {{(pid=83526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 18:46:27.515515 n-d-816927-8 neutron-server[83526]: INFO neutron.db.l3_agentschedulers_db [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 10 18:46:27.516092 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.516479 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port after_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.516838 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port after_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.517193 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: port after_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.518091 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router before_create 55550100 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.518464 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_delete 55550100 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.518833 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_create 55550100 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.519221 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > router precommit_update 55550100 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.523611 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.provider_configuration [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service providers = [] {{(pid=83526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 10 18:46:27.523984 n-d-816927-8 neutron-server[83526]: DEBUG neutron.db.servicetype_db [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 10 18:46:27.526968 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.service_base [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 18:46:27.527329 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.service_base [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 18:46:27.527672 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.service_base [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 18:46:27.528563 n-d-816927-8 neutron-server[83526]: DEBUG neutron.services.service_base [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 18:46:27.528938 n-d-816927-8 neutron-server[83526]: INFO neutron.services.service_base [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 10 18:46:27.529314 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.529632 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 10 18:46:27.540534 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.540876 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: auto_allocate Jan 10 18:46:27.547069 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: network precommit_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.547444 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: network precommit_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.548480 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.548803 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: tag Jan 10 18:46:27.555398 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.555731 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: timestamp Jan 10 18:46:27.559759 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.560103 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: network_ip_availability Jan 10 18:46:27.566104 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.566476 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.566836 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.567586 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.567910 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: flavors Jan 10 18:46:27.572705 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.572984 n-d-816927-8 neutron-server[83526]: INFO neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading Plugin: revisions Jan 10 18:46:27.577351 n-d-816927-8 neutron-server[83526]: DEBUG neutron.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 18:46:27.577742 n-d-816927-8 neutron-server[83526]: DEBUG oslo_concurrency.lockutils [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=83526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 10 18:46:27.578489 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 10 18:46:27.578833 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Initializing extension manager. Jan 10 18:46:27.579376 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: __init__.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.579721 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: __pycache__ {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.580059 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.580396 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.580729 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: _filter_validation_lib.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.581061 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.581391 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: address_group.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.582142 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.582697 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: address-group Jan 10 18:46:27.583060 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: address_scope.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.583771 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.584271 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: address-scope Jan 10 18:46:27.584595 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: admin_state_down_before_update.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.585529 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.586037 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: router-admin-state-down-before-update Jan 10 18:46:27.586369 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: agent.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.587099 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.587606 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: agent Jan 10 18:46:27.587929 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: agent_resources_synced.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.588851 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.589365 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: agent-resources-synced Jan 10 18:46:27.589687 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: allowedaddresspairs.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.591663 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.592189 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: allowed-address-pairs Jan 10 18:46:27.592525 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: auto_allocated_topology.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.593615 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.594133 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: auto-allocated-topology Jan 10 18:46:27.594462 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: availability_zone.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.595225 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.595733 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: availability_zone Jan 10 18:46:27.596058 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: availability_zone_filter.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.596984 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.597495 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: availability_zone_filter Jan 10 18:46:27.597822 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: data_plane_status.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.598733 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.599267 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension data-plane-status not supported by any of loaded plugins Jan 10 18:46:27.599594 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: default_subnetpools.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.600513 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.601019 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: default-subnetpools Jan 10 18:46:27.601343 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: dhcpagentscheduler.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.602120 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.602620 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: dhcp_agent_scheduler Jan 10 18:46:27.602977 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: dns.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.603896 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.604398 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension dns-integration not supported by any of loaded plugins Jan 10 18:46:27.604727 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: dns_domain_ports.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.605646 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.606145 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 10 18:46:27.606470 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: dvr.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.607179 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.607679 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: dvr Jan 10 18:46:27.608000 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: empty_string_filtering.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.608915 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.609413 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: empty-string-filtering Jan 10 18:46:27.609736 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.611182 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.611684 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 10 18:46:27.612007 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.612920 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.613419 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 10 18:46:27.613745 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: external_net.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.614652 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.615186 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: external-net Jan 10 18:46:27.615511 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: extra_dhcp_opt.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.616429 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.616933 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: extra_dhcp_opt Jan 10 18:46:27.617255 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: extraroute.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.618165 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.618667 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: extraroute Jan 10 18:46:27.619020 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: extraroute_atomic.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.620052 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.620559 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: extraroute-atomic Jan 10 18:46:27.620886 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: filter_validation.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.621558 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.622060 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: filter-validation Jan 10 18:46:27.622384 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: fip_pf_description.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.623323 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.623829 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 10 18:46:27.624153 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: fip_port_details.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.625087 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.625593 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: fip-port-details Jan 10 18:46:27.626495 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: flavors.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.627770 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.628286 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: flavors Jan 10 18:46:27.628616 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.630283 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.630803 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 10 18:46:27.631161 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: floatingip_pools.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.631864 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.632369 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: floatingip-pools Jan 10 18:46:27.632694 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: ip_allocation.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.633632 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.634136 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension ip_allocation not supported by any of loaded plugins Jan 10 18:46:27.634457 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.635408 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.635914 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: ip-substring-filtering Jan 10 18:46:27.636240 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l2_adjacency.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.637183 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.637684 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension l2_adjacency not supported by any of loaded plugins Jan 10 18:46:27.638005 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.638992 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.639505 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: router Jan 10 18:46:27.639830 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3_conntrack_helper.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.642253 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.642785 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 10 18:46:27.643149 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.644099 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.644615 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: ext-gw-mode Jan 10 18:46:27.644944 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.645872 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.646381 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: l3-ha Jan 10 18:46:27.646708 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3_flavors.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.647657 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.648162 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: l3-flavors Jan 10 18:46:27.648486 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.649399 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.649900 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: l3-port-ip-change-not-allowed Jan 10 18:46:27.650224 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: l3agentscheduler.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.651307 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.651822 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: l3_agent_scheduler Jan 10 18:46:27.652153 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: logging.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.653671 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.654194 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension logging not supported by any of loaded plugins Jan 10 18:46:27.654530 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: metering.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.655388 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.655967 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: metering Jan 10 18:46:27.656297 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.657417 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.657939 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: metering_source_and_destination_fields Jan 10 18:46:27.658270 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: multiprovidernet.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.659231 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.659741 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: multi-provider Jan 10 18:46:27.660070 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: netmtu.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.660996 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.661501 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: net-mtu Jan 10 18:46:27.661828 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: netmtu_writable.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.662745 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.663287 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: net-mtu-writable Jan 10 18:46:27.663616 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: network_availability_zone.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.664293 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.664796 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: network_availability_zone Jan 10 18:46:27.665126 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: network_ip_availability.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.666224 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.666733 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: network-ip-availability Jan 10 18:46:27.667097 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: network_segment_range.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.667870 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.668646 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension network-segment-range not supported by any of loaded plugins Jan 10 18:46:27.668972 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: pagination.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.669956 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.670290 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: pagination Jan 10 18:46:27.670613 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.671566 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.672077 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: port-mac-address-regenerate Jan 10 18:46:27.672402 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: port_resource_request.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.673853 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.674357 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension port-resource-request not supported by any of loaded plugins Jan 10 18:46:27.674679 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: portbindings.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.675628 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.676137 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: binding Jan 10 18:46:27.676460 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: portbindings_extended.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.677739 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.678244 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: binding-extended Jan 10 18:46:27.678570 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: portsecurity.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.679531 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.680038 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: port-security Jan 10 18:46:27.680365 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: project_id.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.681341 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.681671 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: project-id Jan 10 18:46:27.681992 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: providernet.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.682940 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.683449 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: provider Jan 10 18:46:27.683772 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.687433 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.687954 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos not supported by any of loaded plugins Jan 10 18:46:27.689804 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.690131 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.690644 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 10 18:46:27.691011 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.691937 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.692444 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 10 18:46:27.692770 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_default.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.693699 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.694207 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-default not supported by any of loaded plugins Jan 10 18:46:27.694536 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_fip.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.695224 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.695731 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-fip not supported by any of loaded plugins Jan 10 18:46:27.696056 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_gateway_ip.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.696986 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.697493 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 10 18:46:27.697820 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_port_network_policy.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.698734 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.699265 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 10 18:46:27.699590 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_rule_type_details.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.700512 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.701020 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 10 18:46:27.701344 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: qos_rules_alias.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.702387 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.702924 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 10 18:46:27.703255 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: quotasv2.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.704159 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.704492 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: quotas Jan 10 18:46:27.704821 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: quotasv2_detail.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.706460 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.706805 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: quota_details Jan 10 18:46:27.707166 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: rbac.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.708221 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.708742 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: rbac-policies Jan 10 18:46:27.709077 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: rbac_address_scope.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.710008 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.710520 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: rbac-address-scope Jan 10 18:46:27.710849 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: rbac_security_groups.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.711800 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.712311 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: rbac-security-groups Jan 10 18:46:27.712637 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: rbac_subnetpool.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.713553 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.714063 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: rbac-subnetpool Jan 10 18:46:27.714390 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: revisionifmatch.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.715335 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.715849 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: revision-if-match Jan 10 18:46:27.716173 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: revisions.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.717299 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.717810 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: standard-attr-revisions Jan 10 18:46:27.718138 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: router_availability_zone.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.718814 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.719350 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: router_availability_zone Jan 10 18:46:27.719702 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: routerservicetype.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.720630 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.721132 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension router-service-type not supported by any of loaded plugins Jan 10 18:46:27.721455 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: security_groups_port_filtering.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.722402 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.722928 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: port-security-groups-filtering Jan 10 18:46:27.723440 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: securitygroup.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.733946 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.734477 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: security-group Jan 10 18:46:27.734817 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: segment.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.736151 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.736661 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension segment not supported by any of loaded plugins Jan 10 18:46:27.736993 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.737955 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.738466 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 10 18:46:27.738794 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: servicetype.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.739959 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.740481 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: service-type Jan 10 18:46:27.740810 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: sorting.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.741794 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.742127 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: sorting Jan 10 18:46:27.742452 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: standard_attr_segment.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.743407 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.743921 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 10 18:46:27.744248 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: standardattrdescription.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.744898 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.745399 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: standard-attr-description Jan 10 18:46:27.745723 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: stateful_security_group.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.746654 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.747189 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: stateful-security-group Jan 10 18:46:27.747514 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: stdattrs_common.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.748095 n-d-816927-8 neutron-server[83526]: WARNING neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 10 18:46:27.748417 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.749347 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.749860 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 10 18:46:27.750186 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: subnet_onboard.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.751930 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.752449 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: subnet_onboard Jan 10 18:46:27.752777 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.753728 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.754238 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 10 18:46:27.754562 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: subnet_service_types.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.755522 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.756036 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: subnet-service-types Jan 10 18:46:27.756359 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: subnetallocation.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.757449 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.757955 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: subnet_allocation Jan 10 18:46:27.758280 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.758971 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.759478 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: subnetpool-prefix-ops Jan 10 18:46:27.759802 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.760735 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.761238 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 10 18:46:27.761574 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: tagging.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.762626 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.763172 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: standard-attr-tag Jan 10 18:46:27.763501 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: timestamp.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.764713 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.765227 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loaded extension: standard-attr-timestamp Jan 10 18:46:27.765557 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: trunk.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.766630 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.767163 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension trunk not supported by any of loaded plugins Jan 10 18:46:27.767493 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: trunk_details.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.768421 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.768932 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension trunk-details not supported by any of loaded plugins Jan 10 18:46:27.769259 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: uplink_status_propagation.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.770191 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.770699 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 10 18:46:27.771063 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Loading extension file: vlantransparent.py {{(pid=83526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 10 18:46:27.771738 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 10 18:46:27.772241 n-d-816927-8 neutron-server[83526]: INFO neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extension vlan-transparent not supported by any of loaded plugins Jan 10 18:46:27.774525 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:network Jan 10 18:46:27.775283 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:subnet Jan 10 18:46:27.775888 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 18:46:27.776672 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:port Jan 10 18:46:27.777929 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.778367 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service FLAVORS assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.779025 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.779450 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.779784 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:router Jan 10 18:46:27.780441 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:floatingip Jan 10 18:46:27.781160 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service METERING assigned prefix: /metering {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.782620 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.783019 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.783375 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:46:27.784495 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 18:46:27.784946 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:security_group Jan 10 18:46:27.785596 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 18:46:27.786361 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service CORE assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.786683 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 18:46:27.787276 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] subnetpool is already registered Jan 10 18:46:27.787931 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service CORE assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.788264 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 18:46:27.788599 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] subnetpool is already registered Jan 10 18:46:27.791141 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.791579 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service FLAVORS assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.792173 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.792596 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.792935 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:router Jan 10 18:46:27.793522 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] router is already registered Jan 10 18:46:27.794115 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:floatingip Jan 10 18:46:27.794446 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] floatingip is already registered Jan 10 18:46:27.795099 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service METERING assigned prefix: /metering {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.795772 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 18:46:27.796111 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] rbac_policy is already registered Jan 10 18:46:27.796654 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:security_group Jan 10 18:46:27.796986 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] security_group is already registered Jan 10 18:46:27.797572 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 18:46:27.798414 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] security_group_rule is already registered Jan 10 18:46:27.799086 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service CORE assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.799420 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 18:46:27.799745 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] subnetpool is already registered Jan 10 18:46:27.800367 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.v2.resource_helper [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Service CORE assigned prefix: {{(pid=83526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 18:46:27.800697 n-d-816927-8 neutron-server[83526]: INFO neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 18:46:27.801022 n-d-816927-8 neutron-server[83526]: WARNING neutron.quota.resource_registry [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] subnetpool is already registered Jan 10 18:46:27.801672 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: extensions {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.803117 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: address-groups {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.804683 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: address-scopes {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.805875 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: agents {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.807069 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: auto-allocated-topology {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.808289 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: availability_zones {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.809577 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: dhcp-networks {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.810979 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: dhcp-agents {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.812349 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: routers {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.814766 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: flavors {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.815951 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: service_profiles {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.817142 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: next_providers {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.818635 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: service_profiles {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.820055 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: floatingip-pools {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.821266 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: routers {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.823099 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: floatingips {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.824201 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: l3-routers {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.825530 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: l3-agents {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.826930 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: metering-labels {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.828254 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: metering-label-rules {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.829681 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: network-ip-availabilities {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.831142 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: bindings {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.834854 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: quotas {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.836725 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: quotas {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.838126 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: rbac-policies {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.839704 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: security-groups {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.840899 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: security-group-rules {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.842111 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: service-providers {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.843337 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: subnetpools {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.845253 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: subnetpools {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.846741 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.848408 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.850163 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.851914 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.853732 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.855410 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.857121 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.858958 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.861385 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.863200 n-d-816927-8 neutron-server[83526]: DEBUG neutron.api.extensions [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Extended resource: tags {{(pid=83526) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 10 18:46:27.868924 n-d-816927-8 neutron-server[83526]: WARNING keystonemiddleware.auth_token [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 10 18:46:27.873591 n-d-816927-8 neutron-server[83526]: WARNING keystonemiddleware.auth_token [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 10 18:46:27.881548 n-d-816927-8 neutron-server[83526]: DEBUG oslo_concurrency.lockutils [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Acquired lock "singleton_lock" {{(pid=83526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 10 18:46:27.882025 n-d-816927-8 neutron-server[83526]: DEBUG oslo_concurrency.lockutils [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Releasing lock "singleton_lock" {{(pid=83526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 10 18:46:27.882655 n-d-816927-8 neutron-server[83526]: INFO oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Starting 2 workers Jan 10 18:46:27.887265 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Started child 83629 {{(pid=83526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 10 18:46:27.891637 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Started child 83630 {{(pid=83526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 10 18:46:27.892755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:27.893363 n-d-816927-8 neutron-server[83526]: INFO neutron.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Neutron service started, listening on 0.0.0.0:9696 Jan 10 18:46:27.893953 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Notify callbacks [] for process, before_spawn {{(pid=83526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:27.894259 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [-] (83629) wsgi starting up on http://0.0.0.0:9696 Jan 10 18:46:27.896371 n-d-816927-8 neutron-server[83526]: INFO oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Starting 1 workers Jan 10 18:46:27.896534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:27.897763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [-] (83630) wsgi starting up on http://0.0.0.0:9696 Jan 10 18:46:27.901384 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Started child 83631 {{(pid=83526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 10 18:46:27.901909 n-d-816927-8 neutron-server[83526]: INFO oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Starting 1 workers Jan 10 18:46:27.905359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] calling RpcWorker wait() {{(pid=83631) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 10 18:46:27.905939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] returning from RpcWorker wait() {{(pid=83631) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 10 18:46:27.906128 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Started child 83632 {{(pid=83526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 10 18:46:27.906975 n-d-816927-8 neutron-server[83526]: DEBUG neutron_lib.callbacks.manager [None req-b27c60cb-5eae-45fe-9e77-13564235bdee None None] Notify callbacks [] for process, after_spawn {{(pid=83526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:27.907764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:27.908273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:46:27.909459 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 10 18:46:27.909676 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 18:46:27.909855 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 18:46:27.910060 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 18:46:27.910395 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 18:46:27.910560 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 18:46:27.911081 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.911367 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.911644 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:27.912101 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.912101 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.912244 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.912674 n-d-816927-8 neutron-server[83632]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:46:27.912767 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.912956 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.913209 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.913471 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.913702 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.913868 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.914033 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.914295 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.914526 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.914836 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.915135 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.915391 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.915665 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.915835 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.916088 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.916360 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.916596 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.916864 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] debug = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.917129 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.917618 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.917846 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.918087 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.918587 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.918840 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.919110 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.919394 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.919644 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.919898 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.920140 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.920380 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.920597 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.920842 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.921113 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.921329 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.921924 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] host = n-d-816927-8 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.922172 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.922378 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.922628 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.923463 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.923726 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.923944 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.924205 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.924459 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.924727 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.924970 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.925229 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.925457 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.925689 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.925930 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_file = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.926094 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_options = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.926337 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.926617 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.926997 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.927154 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.927299 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.927427 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.927680 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.927841 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.928105 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.928308 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.928520 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.928722 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.928957 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.929188 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.929446 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.929674 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.929893 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.930125 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.930382 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.930622 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.930844 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.931093 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.931309 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.931555 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.931786 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.932026 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.932250 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.932465 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.932677 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.932891 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.933172 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.933432 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.933688 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.933930 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.934162 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.934390 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.934609 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.934883 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.935118 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.935384 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.935641 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.935856 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.936101 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.936334 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.936579 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.936797 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_json = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.937105 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.937265 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.937516 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.937753 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.938000 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.938220 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.938481 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.938715 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:27.939163 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.939456 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.939770 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.939999 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.940234 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.940476 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.940720 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.940943 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.941199 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.941427 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.941719 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.941940 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.942269 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.942541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.942793 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.943093 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.943313 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.943569 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.943786 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.944007 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.944224 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.944440 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.944708 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.944928 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.945144 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.945384 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.945629 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.945843 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.946071 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.946929 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.947236 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.947424 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.947655 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.947910 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.948191 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.948368 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.948588 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.948816 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.949330 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.949330 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.949573 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.949700 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.949934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.950149 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.950368 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.950600 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.950818 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.951056 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.951275 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.951494 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.951706 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.951959 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.952198 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.952435 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.952651 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.952870 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.953107 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.953365 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.953602 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.953816 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.954064 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.954317 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.954532 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.954747 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.955001 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.955218 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.955432 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.955646 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.955861 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.956240 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.956401 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.956520 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.956763 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.957689 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.957689 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.957689 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.958110 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.958110 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.958356 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.958540 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.958780 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.959046 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.959306 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.959506 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.959724 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.961736 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.962712 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.962712 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.962712 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.962712 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.963206 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.963206 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.963447 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.963582 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.963827 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.964070 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.964339 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.964592 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.964864 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.965179 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.965448 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.965733 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.965998 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.966250 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.966510 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.966745 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.967042 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.967296 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.967570 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.967827 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.968166 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.968368 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.968604 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.968840 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.969077 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.969404 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.970177 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.970416 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.970662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.971266 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.971266 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.971621 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.971733 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.971955 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.972207 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.972464 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.972692 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.972923 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.973169 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.973398 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.973615 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.973851 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.974068 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.974298 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.974910 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.974910 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.975160 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.975277 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.975437 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.975650 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.975866 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.976099 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.976637 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.976637 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.977180 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.977180 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.978987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.979558 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.979558 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.979558 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.979769 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.982882 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.983495 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984048 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984048 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984048 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984274 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984380 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984617 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.984881 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.985118 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.986086 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.986368 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.986658 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.986975 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.987274 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.987553 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.987889 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.988173 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.988388 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.988870 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.989110 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.989499 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.989915 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.990313 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.990548 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.990758 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.991000 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.991239 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.991452 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.991749 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.992014 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.992233 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.992528 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.992787 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.993015 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.993265 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.993577 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.993806 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.994259 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.994510 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.994720 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.994962 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.995234 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.995553 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.995849 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.996112 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.996363 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.996638 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.996916 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.997180 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.997592 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.997908 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.998231 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.998550 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.998817 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.999098 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.999376 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.999597 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:27.999813 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.000050 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.000265 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.000480 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.000735 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.001024 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.001249 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.001486 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.001745 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.001945 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.002169 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.002403 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.002624 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.002837 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.003038 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 18:46:28.003530 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 10 18:46:28.003686 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 18:46:28.003832 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 18:46:28.004001 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 18:46:28.004187 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 18:46:28.004322 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 18:46:28.004512 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.004672 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.004834 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.004987 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.005138 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.005317 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.005474 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.005635 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.005776 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.005914 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.006051 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.006209 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.006364 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.006502 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.006640 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.006799 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] debug = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.008768 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.009796 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.009796 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.009796 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.009796 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.009796 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.009796 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.010335 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] host = n-d-816927-8 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.011393 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012142 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012142 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012142 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012142 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012142 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012142 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012607 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012607 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_file = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012607 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_options = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012868 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.012868 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013074 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013074 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013243 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013385 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013544 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013699 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.013854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014011 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014166 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014321 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014477 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014632 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014787 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.014965 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.015121 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.015277 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.015433 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.015588 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.015744 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.015899 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.016054 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.016209 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.016365 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.016545 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.016700 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.016855 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017010 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017163 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017318 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017474 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017629 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017785 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.017940 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.018089 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.018241 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.018404 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.018560 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.018716 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.018897 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019032 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019191 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019346 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019504 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019659 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_json = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019815 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.019971 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.020128 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.020283 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.020438 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.020592 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.020749 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.020904 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 18:46:28.021078 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.021238 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.021407 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.021571 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.021714 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.021873 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.022032 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.022191 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.022349 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.022508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.022676 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.022837 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023192 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023352 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023511 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023672 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023831 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.023991 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.024151 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.024311 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.024472 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.024631 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.024790 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.024950 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.025109 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.025268 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.025428 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.025588 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.025747 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.025906 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.026066 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.026227 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.026387 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.026545 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.026705 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.026881 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.027042 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.027202 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.027361 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.027529 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.027689 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.027848 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.028090 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.028228 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.028343 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.028459 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.028613 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.028971 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.029128 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.029268 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.029442 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.029586 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.030146 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.030146 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.030146 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.030590 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.030590 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.030590 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031045 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031045 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031045 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031433 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031433 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031433 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031908 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031908 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.031908 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033550 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033550 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033550 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033550 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033988 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.033988 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034228 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034228 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034463 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034463 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034829 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034829 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.034986 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.035146 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.035303 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.035452 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.035604 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.035757 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.035918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036017 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036099 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036220 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036385 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036543 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52760) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:46:28.036810 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.036938 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037070 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037204 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037331 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037454 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037577 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037739 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.037898 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.038068 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.038236 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.038409 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.038577 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.038741 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.038928 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.039091 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.039250 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.039409 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.039569 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.039729 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.039891 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.040057 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.040229 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.040389 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.040953 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.040953 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.040953 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.041183 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.041251 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.041407 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.041869 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.041869 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.042131 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.042131 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.042255 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.042374 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.042726 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.042906 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.043623 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.043623 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.043623 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044031 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044151 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044216 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044411 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044607 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044692 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.044978 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.045104 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.045265 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.045424 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.045582 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.048541 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.049508 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.050484 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.051290 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.055633 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.056662 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.057854 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.058918 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.059934 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.060707 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.062462 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.063575 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.064515 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 18:46:28.064515 n-d-816927-8 neutron-server[83526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 18:46:28.064772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:46:28.065833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0223742 Jan 10 18:46:38.253470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc3f14-f1a6-4d74-9f58-ee30fc60ef94 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 18:46:38.320167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc3f14-f1a6-4d74-9f58-ee30fc60ef94 None None] No non-hosted networks {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 10 18:46:38.340977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.agentschedulers_db [None req-b4fc3f14-f1a6-4d74-9f58-ee30fc60ef94 None None] DHCP Agent not found on host n-d-816927-8 {{(pid=83631) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 10 18:46:38.484223 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a0ee57f-b2ef-4e33-9589-555ed82e00a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:40.321061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-597bceb8-d871-427b-8bb0-b945c4297cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:40.350946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73716800-dd61-4f1b-a746-1cb79002b20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:41.592520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:41.641838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:41.642600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.645065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.648122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.648768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.649866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.650697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.652691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.654489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.655332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.656060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.656723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:41.657794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816927-8', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:46:41.669031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816927-8', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:46:42.837899 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:44.593378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52856) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:46:45.201813 n-d-816927-8 neutron-server[83630]: WARNING oslo_policy.policy [None req-f9ceb49d-4ab4-4fcc-b201-40dd2bdc7e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:46:45.202407 n-d-816927-8 neutron-server[83630]: WARNING oslo_policy.policy [None req-f9ceb49d-4ab4-4fcc-b201-40dd2bdc7e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:46:45.321051 n-d-816927-8 neutron-server[83631]: INFO neutron.db.l3_hamode_db [None req-e0fb97f5-0ea9-410d-a0f5-7341e65dcc7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 10 18:46:45.404382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb97f5-0ea9-410d-a0f5-7341e65dcc7e None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:46:45.404767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb97f5-0ea9-410d-a0f5-7341e65dcc7e None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 18:46:45.419448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-f9ceb49d-4ab4-4fcc-b201-40dd2bdc7e10 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:46:45.420497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f9ceb49d-4ab4-4fcc-b201-40dd2bdc7e10 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8261495 Jan 10 18:46:47.643078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52870) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:46:48.026057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:46:48.079947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.policy [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83630) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 10 18:46:48.080704 n-d-816927-8 neutron-server[83630]: WARNING oslo_policy.policy [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:46:48.081075 n-d-816927-8 neutron-server[83630]: WARNING oslo_policy.policy [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:46:48.084390 n-d-816927-8 neutron-server[83630]: INFO neutron.quota [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] Loaded quota_driver: . Jan 10 18:46:48.100624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:46:48.169345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753948275509', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753948290177', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753948283281', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753948309819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753948303409', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614260', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1638347'] for rbac-policy, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:48.236622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:48.237767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-213649d1-b856-4302-85b5-285157771ce2 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5937576 Jan 10 18:46:50.709873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52884) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:46:51.077582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:46:51.082408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:46:51.087149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Usage tracker for resource:network and tenant:cbbd2ab109ba4b36b529c47ff39c3788 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:46:51.091757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:46:51.098185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:46:51.107605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Made reservation on behalf of cbbd2ab109ba4b36b529c47ff39c3788 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:46:51.111130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.128585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.170133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:46:51.174395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Usage tracker for resource:security_group_rule and tenant:cbbd2ab109ba4b36b529c47ff39c3788 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:46:51.177209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:46:51.183092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:46:51.247818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.252303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.273509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:46:51.299762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753943848147', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.300354 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Unsubscribe: segment precommit_create {{(pid=83630) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 18:46:51.300865 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Added segment 7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3 of type vlan for network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e Jan 10 18:46:51.314675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d7afe-9181-4655-8dc2-d45b0ce30c73,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:46:51.364779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.365124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.365464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.365797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.366123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.366448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.366770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.367115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.367434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.367752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.368069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Tracked resource versions report: Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: pushed versions: Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Log': {'1.0'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Network': {'1.1'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Port': {'1.5'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'PortForwarding': {'1.2'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'QosPolicy': {'1.8'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'SecurityGroup': {'1.2'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'SubPort': {'1.0'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Subnet': {'1.1'}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Trunk': {'1.1'}} Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: consumer versions: Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: L3 agent@n-d-816927-8: {}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: Metadata agent@n-d-816927-8: {}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: Metering agent@n-d-816927-8: {}, Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Log': '1.0', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Network': '1.1', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Port': '1.5', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'PortForwarding': '1.2', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'QosPolicy': '1.8', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'SecurityGroup': '1.2', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'SecurityGroupRule': '1.0', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'SubPort': '1.0', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Subnet': '1.1', Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: 'Trunk': '1.1'}} Jan 10 18:46:51.369161 n-d-816927-8 neutron-server[83630]: {{(pid=83630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:46:51.420469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.459633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.460617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:46:51.461245 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:51.569239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d6d1cc-d3a6-4d48-aaca-88608876ce3e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:46:51.571656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0368865c-502e-4f27-8da2-336a3f546734 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8608191 Jan 10 18:46:51.582234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:46:54.145177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52900) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:46:54.598406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5847d5-bd9b-4c3f-a4a4-f4ebdd9bd67b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:46:54.599750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a5847d5-bd9b-4c3f-a4a4-f4ebdd9bd67b admin admin] 10.222.0.21 "GET /v2.0/networks/f2d6d1cc-d3a6-4d48-aaca-88608876ce3e HTTP/1.1" status: 200 len: 825 time: 0.4536421 Jan 10 18:46:54.628694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4c8ce570-88ec-47d8-aa9e-b92303945170 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/a1fae139-b5c2-4173-b681-6f61eab77b35 HTTP/1.1" status: 200 len: 734 time: 0.0237005 Jan 10 18:46:54.636587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Request body: {'subnet': {'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'name': 'private-subnet', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:46:54.641122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:46:54.644915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Usage tracker for resource:subnet and tenant:cbbd2ab109ba4b36b529c47ff39c3788 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:46:54.647795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:46:54.653324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:46:54.663393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Made reservation on behalf of cbbd2ab109ba4b36b529c47ff39c3788 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:46:54.665566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:54.928640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:55.007852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8afbcf-8abb-480e-ad02-7d7703019c32,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:46:55.019223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Checking segment: {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:46:55.019617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Network hostable DHCP agents. Network: f2d6d1cc-d3a6-4d48-aaca-88608876ce3e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:46:55.042314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:46:55.053720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f2d6d1cc-d3a6-4d48-aaca-88608876ce3e) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:46:55.058641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:46:55.059408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:55.064764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7ac0e-8b15-4095-be8b-79ad8a08c544 None None] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:46:55.080712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-74ba20b4-ccba-42d9-bc9a-0b62f99e51ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4471831 Jan 10 18:46:55.365085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:46:55.366336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:55.546313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Allocated IP 172.20.0.2 (f2d6d1cc-d3a6-4d48-aaca-88608876ce3e/8b8afbcf-8abb-480e-ad02-7d7703019c32/d349cf0d-0ff8-49b2-aa84-283fda28e26c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:46:55.764182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:55.776826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Transition to ACTIVE for port object d349cf0d-0ff8-49b2-aa84-283fda28e26c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:46:55.800761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Transition to ACTIVE for port object d349cf0d-0ff8-49b2-aa84-283fda28e26c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:46:55.808250 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:55.874285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:46:55.878178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:46:55.879833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Pushing event updated for resources: {'Port': ['ID=d349cf0d-0ff8-49b2-aa84-283fda28e26c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:46:55.883233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:46:55.893705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.894045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.894387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.894726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.895099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.895424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.895755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.896084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.896412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.896742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.897069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Tracked resource versions report: Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: pushed versions: Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Log': {'1.0'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Network': {'1.1'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Port': {'1.5'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'PortForwarding': {'1.2'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'QosPolicy': {'1.8'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'SecurityGroup': {'1.2'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'SubPort': {'1.0'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Subnet': {'1.1'}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Trunk': {'1.1'}} Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: consumer versions: Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: L3 agent@n-d-816927-8: {}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: Metadata agent@n-d-816927-8: {}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: Metering agent@n-d-816927-8: {}, Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Log': '1.0', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Network': '1.1', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Port': '1.5', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'PortForwarding': '1.2', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'QosPolicy': '1.8', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'SecurityGroup': '1.2', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'SecurityGroupRule': '1.0', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'SubPort': '1.0', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Subnet': '1.1', Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: 'Trunk': '1.1'}} Jan 10 18:46:55.898188 n-d-816927-8 neutron-server[83631]: {{(pid=83631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:46:55.984966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Attempting to bind port d349cf0d-0ff8-49b2-aa84-283fda28e26c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:46:55.985371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Attempting to bind port d349cf0d-0ff8-49b2-aa84-283fda28e26c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:46:55.985806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Attempting to bind port d349cf0d-0ff8-49b2-aa84-283fda28e26c on network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:46:55.992097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:46:55.992506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Checking segment: {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:46:55.992998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:55.993426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Bound using segment: {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:46:55.993887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Bound port: d349cf0d-0ff8-49b2-aa84-283fda28e26c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:46:55.994274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:56.079849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] For port d349cf0d-0ff8-49b2-aa84-283fda28e26c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:46:56.083795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] For port d349cf0d-0ff8-49b2-aa84-283fda28e26c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d349cf0d-0ff8-49b2-aa84-283fda28e26c,segment=NetworkSegment(7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3),segment_id=7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:46:56.087653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:46:56.189389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc69714-c839-4e99-aa51-41f8f308673a None None] Pushing event updated for resources: {'Port': ['ID=d349cf0d-0ff8-49b2-aa84-283fda28e26c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:46:57.357996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52910) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:46:57.738210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-5544e02e-9bf7-4635-b686-4ad355524dc5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:46:57.739284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5544e02e-9bf7-4635-b686-4ad355524dc5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3804374 Jan 10 18:46:59.781524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf9f75-752a-4864-bb8b-f0b7fdeff1b0 None None] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:46:59.871984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0667a13-39ac-4528-a992-20f41a1a2687 None None] Provisioning for port d349cf0d-0ff8-49b2-aa84-283fda28e26c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:46:59.889298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d349cf0d-0ff8-49b2-aa84-283fda28e26c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:47:00.004064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52924) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:00.029562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d349cf0d-0ff8-49b2-aa84-283fda28e26c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:47:00.038959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d349cf0d-0ff8-49b2-aa84-283fda28e26c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:00.039360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:00.201285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:00.233916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port d349cf0d-0ff8-49b2-aa84-283fda28e26c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d349cf0d-0ff8-49b2-aa84-283fda28e26c,segment=NetworkSegment(7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3),segment_id=7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:47:00.239076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:00.310913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=d349cf0d-0ff8-49b2-aa84-283fda28e26c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:00.409360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-af2560d8-749c-4c4b-b63e-fa2a0ae2b3e4 None None] Provisioning complete for port d349cf0d-0ff8-49b2-aa84-283fda28e26c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:00.409738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-af2560d8-749c-4c4b-b63e-fa2a0ae2b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:00.411459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-77c334d4-a369-4daf-992f-cf69faba49e8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:47:00.412506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-77c334d4-a369-4daf-992f-cf69faba49e8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4074304 Jan 10 18:47:01.860343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d349cf0d-0ff8-49b2-aa84-283fda28e26c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:47:01.931383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d349cf0d-0ff8-49b2-aa84-283fda28e26c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:01.931754 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:02.912359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52936) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:03.354532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:47:03.360163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:47:03.363828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Usage tracker for resource:router and tenant:cbbd2ab109ba4b36b529c47ff39c3788 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:47:03.367085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:47:03.372569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:47:03.382290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:03.383919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:03.408736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:03.521019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:03.538883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:03.540038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ecbd7fa2-72ae-4147-b55f-751cae513b46 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6267183 Jan 10 18:47:05.743974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52946) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:06.123408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-9c41d859-9014-47f4-9a50-c9710d72fd20 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:47:06.124403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9c41d859-9014-47f4-9a50-c9710d72fd20 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3794961 Jan 10 18:47:08.197133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-507ce254-dff7-4964-80d4-a49cb466389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:08.378794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52956) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:08.962637 n-d-816927-8 neutron-server[83629]: WARNING oslo_policy.policy [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:47:08.963182 n-d-816927-8 neutron-server[83629]: WARNING oslo_policy.policy [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:47:09.178773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:47:09.180470 n-d-816927-8 neutron-server[83629]: INFO neutron.quota [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Loaded quota_driver: . Jan 10 18:47:09.196125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:47:09.202285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Usage tracker for resource:network and tenant:0e93ca9dbf6b45a2bf520ac73c54f749 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:47:09.207435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:47:09.214684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:47:09.229641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Made reservation on behalf of 0e93ca9dbf6b45a2bf520ac73c54f749 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:47:09.267342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.policy [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83629) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 10 18:47:09.268103 n-d-816927-8 neutron-server[83629]: WARNING oslo_policy.policy [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:47:09.268469 n-d-816927-8 neutron-server[83629]: WARNING oslo_policy.policy [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 18:47:09.272962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.291952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.336934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:47:09.340666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Usage tracker for resource:security_group_rule and tenant:0e93ca9dbf6b45a2bf520ac73c54f749 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:47:09.343801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:47:09.349333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:47:09.418141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.422035 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.437753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Reserving flat network on physical network physnet1 {{(pid=83629) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 10 18:47:09.469744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753943848147', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.470265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Unsubscribe: segment precommit_create {{(pid=83629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 18:47:09.470775 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Added segment fce74e19-b39e-45cc-a0e1-cf612970edce of type flat for network 0dd4f9d0-6582-4da4-b66b-69d558326162 Jan 10 18:47:09.479155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a30789-29c8-4673-908f-15a4c05d9008,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:09.544843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.545182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.545515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.545844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.546181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.547029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.547352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.547670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.547987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.548304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.548619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Tracked resource versions report: Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: pushed versions: Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Log': {'1.0'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Network': {'1.1'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Port': {'1.5'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'PortForwarding': {'1.2'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'QosPolicy': {'1.8'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'SecurityGroup': {'1.2'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'SubPort': {'1.0'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Subnet': {'1.1'}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Trunk': {'1.1'}} Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: consumer versions: Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: L3 agent@n-d-816927-8: {}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: Metadata agent@n-d-816927-8: {}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: Metering agent@n-d-816927-8: {}, Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Log': '1.0', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Network': '1.1', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Port': '1.5', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'PortForwarding': '1.2', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'QosPolicy': '1.8', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'SecurityGroup': '1.2', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'SecurityGroupRule': '1.0', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'SubPort': '1.0', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Subnet': '1.1', Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: 'Trunk': '1.1'}} Jan 10 18:47:09.549678 n-d-816927-8 neutron-server[83629]: {{(pid=83629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:47:09.595193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.639705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.640843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:47:09.641485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:09.747557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd4f9d0-6582-4da4-b66b-69d558326162,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:09.751229 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9cf1f18b-9849-46db-979e-a39467befae4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3703558 Jan 10 18:47:09.760500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:47:10.312900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a3be6a3-a678-4fb3-a523-c7c67121b839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:11.536756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:11.624276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:11.954933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52976) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:12.330237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929bb2b-34ee-4962-bcfd-0857bba2f70e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:47:12.331667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2929bb2b-34ee-4962-bcfd-0857bba2f70e admin admin] 10.222.0.21 "GET /v2.0/subnets/8b8afbcf-8abb-480e-ad02-7d7703019c32 HTTP/1.1" status: 200 len: 849 time: 0.3757322 Jan 10 18:47:12.508622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-55a37bf5-c53d-4039-a765-bfda65243c5b admin admin] 10.222.0.21 "GET /v2.0/routers/daa3274e-21ff-4e5b-8b16-e5da00418c2f HTTP/1.1" status: 200 len: 704 time: 0.1718035 Jan 10 18:47:12.791323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:12.981865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.211478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Allocated IP 172.20.0.1 (f2d6d1cc-d3a6-4d48-aaca-88608876ce3e/8b8afbcf-8abb-480e-ad02-7d7703019c32/1dc52c27-63ce-4930-939f-c2135790ad3e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:47:13.369245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.386408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Transition to ACTIVE for port object 1dc52c27-63ce-4930-939f-c2135790ad3e will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:47:13.437555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.503266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:47:13.505965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:47:13.513977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:47:13.514493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.518219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc52c27-63ce-4930-939f-c2135790ad3e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:13.638619 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.704449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2ce1c150-40a6-47fa-82e4-c441a4fce849 None None] Provisioning for port 1dc52c27-63ce-4930-939f-c2135790ad3e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:47:13.709017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2ce1c150-40a6-47fa-82e4-c441a4fce849 None None] Provisioning complete for port 1dc52c27-63ce-4930-939f-c2135790ad3e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:13.709397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2ce1c150-40a6-47fa-82e4-c441a4fce849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.758959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1c150-40a6-47fa-82e4-c441a4fce849 None None] Port 1dc52c27-63ce-4930-939f-c2135790ad3e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:47:13.865217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.869455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:13.870235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:14.005641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc52c27-63ce-4930-939f-c2135790ad3e,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:14.076935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:47:14.078011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:47:14.280721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3b95b602-314d-476b-9c35-c90b17a51a6f None None] Provisioning complete for port 1dc52c27-63ce-4930-939f-c2135790ad3e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:14.281265 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3b95b602-314d-476b-9c35-c90b17a51a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:14.334314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3b95b602-314d-476b-9c35-c90b17a51a6f None None] Port 1dc52c27-63ce-4930-939f-c2135790ad3e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:47:14.469104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Router daa3274e-21ff-4e5b-8b16-e5da00418c2f is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 18:47:14.632740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:47:14.641568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b51f308-e308-44a9-8213-4bdd14335910 admin admin] 10.222.0.21 "PUT /v2.0/routers/daa3274e-21ff-4e5b-8b16-e5da00418c2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1281359 Jan 10 18:47:14.642662 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Sync routers for ids ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:47:14.655293 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Routers {'daa3274e-21ff-4e5b-8b16-e5da00418c2f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:47:14.656634 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:14.829426 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Set router daa3274e-21ff-4e5b-8b16-e5da00418c2f gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:47:15.195817 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'name': 'router1', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:47:03Z', 'updated_at': '2022-01-10T18:47:13Z', 'revision_number': 2, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'gw_port_host': None, '_interfaces': [{'id': '1dc52c27-63ce-4930-939f-c2135790ad3e', 'name': '', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'mac_address': 'fa:16:3e:c7:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:13Z', 'updated_at': '2022-01-10T18:47:13Z', 'revision_number': 2, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'subnets': [{'id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:15.200514 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Checking router: daa3274e-21ff-4e5b-8b16-e5da00418c2f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:47:15.200882 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Updating router daa3274e-21ff-4e5b-8b16-e5da00418c2f port 1dc52c27-63ce-4930-939f-c2135790ad3e binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:47:15.253573 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:15.625133 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:15.640129 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Transition to ACTIVE for port object 1dc52c27-63ce-4930-939f-c2135790ad3e will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:47:15.647087 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:15.846365 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Pushing event updated for resources: {'Port': ['ID=1dc52c27-63ce-4930-939f-c2135790ad3e,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:15.892988 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.893276 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.893616 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.893952 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.894281 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.894604 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.894949 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.895274 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.895594 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.895912 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.896230 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Tracked resource versions report: Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: pushed versions: Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Log': {'1.0'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Network': {'1.1'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Port': {'1.5'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'PortForwarding': {'1.2'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'QosPolicy': {'1.8'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'SecurityGroup': {'1.2'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'SubPort': {'1.0'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Subnet': {'1.1'}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Trunk': {'1.1'}} Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: consumer versions: Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: L3 agent@n-d-816927-8: {}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: Metadata agent@n-d-816927-8: {}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: Metering agent@n-d-816927-8: {}, Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Log': '1.0', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Network': '1.1', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Port': '1.5', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'PortForwarding': '1.2', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'QosPolicy': '1.8', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'SecurityGroup': '1.2', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'SecurityGroupRule': '1.0', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'SubPort': '1.0', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Subnet': '1.1', Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: 'Trunk': '1.1'}} Jan 10 18:47:15.897326 n-d-816927-8 neutron-server[83632]: {{(pid=83632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:47:15.906419 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Attempting to bind port 1dc52c27-63ce-4930-939f-c2135790ad3e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:47:15.906822 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Attempting to bind port 1dc52c27-63ce-4930-939f-c2135790ad3e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:47:15.907274 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Attempting to bind port 1dc52c27-63ce-4930-939f-c2135790ad3e on network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:47:15.913405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:47:15.913808 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Checking segment: {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:47:15.914299 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:15.914682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Bound using segment: {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:47:15.915163 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Bound port: 1dc52c27-63ce-4930-939f-c2135790ad3e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:47:15.915550 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:16.002332 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] For port 1dc52c27-63ce-4930-939f-c2135790ad3e, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:47:16.006332 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] For port 1dc52c27-63ce-4930-939f-c2135790ad3e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1dc52c27-63ce-4930-939f-c2135790ad3e,segment=NetworkSegment(7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3),segment_id=7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:47:16.012352 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:16.086024 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Routers {'daa3274e-21ff-4e5b-8b16-e5da00418c2f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:47:16.086650 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:16.230092 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0f4c2-42a0-4b62-8461-4a627fb40c4b None None] Pushing event updated for resources: {'Port': ['ID=1dc52c27-63ce-4930-939f-c2135790ad3e,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:16.255147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] Set router daa3274e-21ff-4e5b-8b16-e5da00418c2f gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:47:16.572755 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'name': 'router1', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:47:03Z', 'updated_at': '2022-01-10T18:47:13Z', 'revision_number': 2, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'gw_port_host': None, '_interfaces': [{'id': '1dc52c27-63ce-4930-939f-c2135790ad3e', 'name': '', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'mac_address': 'fa:16:3e:c7:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:13Z', 'updated_at': '2022-01-10T18:47:15Z', 'revision_number': 4, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'subnets': [{'id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:16.576571 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be54350-399c-4856-9807-bf84de3f55e5 None None] The sync data for ids ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'] in n-d-816927-8 is: [{'id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'name': 'router1', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:47:03Z', 'updated_at': '2022-01-10T18:47:13Z', 'revision_number': 2, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'gw_port_host': None, '_interfaces': [{'id': '1dc52c27-63ce-4930-939f-c2135790ad3e', 'name': '', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'mac_address': 'fa:16:3e:c7:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:13Z', 'updated_at': '2022-01-10T18:47:15Z', 'revision_number': 4, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'subnets': [{'id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:47:16.764693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52998) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:16.951770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f221eaf-7937-40b3-baf9-8cbe226808a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:47:16.952329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f221eaf-7937-40b3-baf9-8cbe226808a1 admin admin] Synchronizing usage tracker for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:47:16.969837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f221eaf-7937-40b3-baf9-8cbe226808a1 admin admin] Unset dirty status for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:47:16.971102 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f221eaf-7937-40b3-baf9-8cbe226808a1 admin admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 842 time: 0.2047708 Jan 10 18:47:16.980183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:47:16.985677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:47:16.989370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Usage tracker for resource:subnet and tenant:0e93ca9dbf6b45a2bf520ac73c54f749 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:47:16.992250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:47:16.998632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:47:17.009244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Made reservation on behalf of 0e93ca9dbf6b45a2bf520ac73c54f749 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:47:17.011585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:17.389712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 18:47:17.390092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:17.482146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=229ede3d-bd83-4066-a0e7-fa688f6bdab3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:17.488162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:47:17.488520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Network hostable DHCP agents. Network: 0dd4f9d0-6582-4da4-b66b-69d558326162, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:47:17.512744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:47:17.523934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 0dd4f9d0-6582-4da4-b66b-69d558326162) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:47:17.528167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:47:17.528803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:17.534423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c37eec-686d-4e9d-a188-2c0c668dcafd None None] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:47:17.550312 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fc5268f8-f2e9-46ae-9b79-c9d27e3ad502 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5734596 Jan 10 18:47:17.761195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e0bfe-5beb-4f42-b4af-31a19e645f7b None None] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:47:17.907394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1dc52c27-63ce-4930-939f-c2135790ad3e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:47:18.042981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1dc52c27-63ce-4930-939f-c2135790ad3e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:47:18.049108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1dc52c27-63ce-4930-939f-c2135790ad3e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:18.049730 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:18.166097 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:18.198085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1dc52c27-63ce-4930-939f-c2135790ad3e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1dc52c27-63ce-4930-939f-c2135790ad3e,segment=NetworkSegment(7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3),segment_id=7f8ce93f-f47b-4345-bc47-6b6f1a37a5b3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:47:18.201762 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:18.276422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1dc52c27-63ce-4930-939f-c2135790ad3e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:19.663267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53022) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:19.869890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1dc52c27-63ce-4930-939f-c2135790ad3e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:47:19.889680 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e4475031-65f6-4052-89d5-455dbcdb6c87 admin admin] 10.222.0.21 "GET /v2.0/routers/daa3274e-21ff-4e5b-8b16-e5da00418c2f HTTP/1.1" status: 200 len: 710 time: 0.2252350 Jan 10 18:47:19.938390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1dc52c27-63ce-4930-939f-c2135790ad3e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:19.938758 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:20.018624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c47a3-a561-49d2-ae89-c9dda1300610 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:47:20.019992 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e63c47a3-a561-49d2-ae89-c9dda1300610 admin admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 886 time: 0.1246355 Jan 10 18:47:20.028768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:47:20.535416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:20.709431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:20.765956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:20.895399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Allocated IP 172.25.6.134 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/c9ba97af-77da-4aca-bbd4-1f869d075c64) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:47:21.040339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:21.068079 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:21.131986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:47:21.134680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:47:21.137156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:47:21.165056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Pushing event updated for resources: {'Port': ['ID=c9ba97af-77da-4aca-bbd4-1f869d075c64,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:21.276437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:21.465953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:21.469306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:21.656784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Router daa3274e-21ff-4e5b-8b16-e5da00418c2f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:47:21.847615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:47:21.855506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:21.856665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-39e1cfb6-6ccb-493b-9653-b07a2554da0d admin admin] 10.222.0.21 "PUT /v2.0/routers/daa3274e-21ff-4e5b-8b16-e5da00418c2f HTTP/1.1" status: 200 len: 890 time: 1.8312595 Jan 10 18:47:21.857375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Sync routers for ids ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:47:21.870470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Routers {'daa3274e-21ff-4e5b-8b16-e5da00418c2f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:47:21.871165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:22.061281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Set router daa3274e-21ff-4e5b-8b16-e5da00418c2f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:47:22.391446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'name': 'router1', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c9ba97af-77da-4aca-bbd4-1f869d075c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:47:03Z', 'updated_at': '2022-01-10T18:47:21Z', 'revision_number': 4, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'gw_port': {'id': 'c9ba97af-77da-4aca-bbd4-1f869d075c64', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:20Z', 'updated_at': '2022-01-10T18:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '1dc52c27-63ce-4930-939f-c2135790ad3e', 'name': '', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'mac_address': 'fa:16:3e:c7:67:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:13Z', 'updated_at': '2022-01-10T18:47:18Z', 'revision_number': 5, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'subnets': [{'id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:22.396155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Checking router: daa3274e-21ff-4e5b-8b16-e5da00418c2f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:47:22.396526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Updating router daa3274e-21ff-4e5b-8b16-e5da00418c2f port c9ba97af-77da-4aca-bbd4-1f869d075c64 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:47:22.447584 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:22.760744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:22.772403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Transition to ACTIVE for port object c9ba97af-77da-4aca-bbd4-1f869d075c64 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:47:22.778225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:22.853718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efa4b3-1ee1-4951-94b7-1fdc7e3099e0 None None] Pushing event updated for resources: {'Port': ['ID=c9ba97af-77da-4aca-bbd4-1f869d075c64,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:22.857564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Attempting to bind port c9ba97af-77da-4aca-bbd4-1f869d075c64 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:47:22.858183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Attempting to bind port c9ba97af-77da-4aca-bbd4-1f869d075c64 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:47:22.858289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Attempting to bind port c9ba97af-77da-4aca-bbd4-1f869d075c64 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:47:22.865096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:47:22.865469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:47:22.865870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:22.866256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:47:22.866715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Bound port: c9ba97af-77da-4aca-bbd4-1f869d075c64, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:47:22.867157 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:22.958588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] For port c9ba97af-77da-4aca-bbd4-1f869d075c64, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:47:22.961833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] For port c9ba97af-77da-4aca-bbd4-1f869d075c64, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c9ba97af-77da-4aca-bbd4-1f869d075c64,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:47:22.965239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:23.035564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Routers {'daa3274e-21ff-4e5b-8b16-e5da00418c2f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:47:23.036163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:23.116541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efa4b3-1ee1-4951-94b7-1fdc7e3099e0 None None] Pushing event updated for resources: {'Port': ['ID=c9ba97af-77da-4aca-bbd4-1f869d075c64,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:23.219556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] Set router daa3274e-21ff-4e5b-8b16-e5da00418c2f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:47:23.540453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'name': 'router1', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c9ba97af-77da-4aca-bbd4-1f869d075c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:47:03Z', 'updated_at': '2022-01-10T18:47:21Z', 'revision_number': 4, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'gw_port': {'id': 'c9ba97af-77da-4aca-bbd4-1f869d075c64', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:20Z', 'updated_at': '2022-01-10T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '1dc52c27-63ce-4930-939f-c2135790ad3e', 'name': '', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'mac_address': 'fa:16:3e:c7:67:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:13Z', 'updated_at': '2022-01-10T18:47:18Z', 'revision_number': 5, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'subnets': [{'id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:47:23.544469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39be23b-e7d0-4e88-b589-8edf65d546e6 None None] The sync data for ids ['daa3274e-21ff-4e5b-8b16-e5da00418c2f'] in n-d-816927-8 is: [{'id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'name': 'router1', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c9ba97af-77da-4aca-bbd4-1f869d075c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:47:03Z', 'updated_at': '2022-01-10T18:47:21Z', 'revision_number': 4, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'gw_port': {'id': 'c9ba97af-77da-4aca-bbd4-1f869d075c64', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:20Z', 'updated_at': '2022-01-10T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '1dc52c27-63ce-4930-939f-c2135790ad3e', 'name': '', 'network_id': 'f2d6d1cc-d3a6-4d48-aaca-88608876ce3e', 'tenant_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'mac_address': 'fa:16:3e:c7:67:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3274e-21ff-4e5b-8b16-e5da00418c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:47:13Z', 'updated_at': '2022-01-10T18:47:18Z', 'revision_number': 5, 'project_id': 'cbbd2ab109ba4b36b529c47ff39c3788', 'subnets': [{'id': '8b8afbcf-8abb-480e-ad02-7d7703019c32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1fae139-b5c2-4173-b681-6f61eab77b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:47:23.900485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c9ba97af-77da-4aca-bbd4-1f869d075c64 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:47:23.971783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c9ba97af-77da-4aca-bbd4-1f869d075c64 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:47:23.977735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c9ba97af-77da-4aca-bbd4-1f869d075c64 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:23.978468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:24.111260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:24.115933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:47:24.128894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c9ba97af-77da-4aca-bbd4-1f869d075c64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c9ba97af-77da-4aca-bbd4-1f869d075c64,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:47:24.133445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:24.200243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c9ba97af-77da-4aca-bbd4-1f869d075c64,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:47:24.256860 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3925520d-ce7c-4c72-9a67-52835b961f0f admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1070 time: 0.1392264 Jan 10 18:47:25.885474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c9ba97af-77da-4aca-bbd4-1f869d075c64 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:47:25.960768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c9ba97af-77da-4aca-bbd4-1f869d075c64 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:47:25.961269 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:31.968189 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:47:38.204241 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25bd62f6-0cdc-42a7-b101-89d9564b45f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:40.315242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4c9f-a87d-46e1-adfd-644a982ddea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:41.540199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:41.625271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:47:42.812412 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:08.198171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bb592dec-e13a-4d14-beb2-b785108f0103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:08.969642 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:48:10.320419 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db749ae7-85b9-4a11-9ecf-111e4eba85e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:11.543181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:11.626244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:12.817503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:38.202708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a42d5750-3592-409c-968c-e4a2091dca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:40.437503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5dcac85b-5a7d-4d3e-a9bb-3a77ff6ad727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:41.550101 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:41.632310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:42.823196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:48:45.970002 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:49:08.204848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d339dfdd-69cd-4616-b726-2ba3bda2581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:10.313532 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4d69a7c-4c28-483a-baad-a4d0564f11dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:11.548666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:11.625611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:12.822550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:22.970435 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:49:29.358957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53640) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:29.446849 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b14de25-40b7-4a44-b0d2-a1973a4ea0ea admin admin] GET failed (client error): The resource could not be found. Jan 10 18:49:29.448905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0b14de25-40b7-4a44-b0d2-a1973a4ea0ea admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0883782 Jan 10 18:49:29.582652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993fc0e1-16c0-4150-b941-26e8ab2d1ae8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:29.584117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-993fc0e1-16c0-4150-b941-26e8ab2d1ae8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1320713 Jan 10 18:49:31.570374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:31.702075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cd07dd-ba55-43fa-80e2-a1c81e84116c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:31.702632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-17cd07dd-ba55-43fa-80e2-a1c81e84116c admin admin] Synchronizing usage tracker for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:49:31.718281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-17cd07dd-ba55-43fa-80e2-a1c81e84116c admin admin] Unset dirty status for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:49:31.719437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-17cd07dd-ba55-43fa-80e2-a1c81e84116c admin admin] 10.222.0.21 "GET /v2.0/subnets/8b8afbcf-8abb-480e-ad02-7d7703019c32 HTTP/1.1" status: 200 len: 849 time: 0.1479950 Jan 10 18:49:31.728525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:49:31.844268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Notify callbacks [] for subnet, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:32.026573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753943772398'] for subnet, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:32.075742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:32.076334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:32.077661 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] 10.222.0.21 "PUT /v2.0/subnets/8b8afbcf-8abb-480e-ad02-7d7703019c32 HTTP/1.1" status: 200 len: 868 time: 0.3528490 Jan 10 18:49:32.093957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d4b0c-5fae-4970-aaf7-cbb0109cc07a None None] Network f2d6d1cc-d3a6-4d48-aaca-88608876ce3e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:49:32.096487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8afbcf-8abb-480e-ad02-7d7703019c32,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:49:32.105789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.106156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.106464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.106796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.107311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.107534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.107818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.108138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.108459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.108777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.109093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf8cd00-9b5e-4f9b-b7c6-41aaf5f98f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:49:32.598711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-08006c6e-a56c-449a-811c-9b3dc7d991ce None None] Provisioning complete for port 1dc52c27-63ce-4930-939f-c2135790ad3e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:49:32.599121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-08006c6e-a56c-449a-811c-9b3dc7d991ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:32.728612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-08006c6e-a56c-449a-811c-9b3dc7d991ce None None] Provisioning complete for port d349cf0d-0ff8-49b2-aa84-283fda28e26c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:49:32.728878 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-08006c6e-a56c-449a-811c-9b3dc7d991ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:34.087782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53660) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:34.282168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8b78a-1cdc-4cf8-a35a-5d3274cc37d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:34.282541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8b78a-1cdc-4cf8-a35a-5d3274cc37d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:34.284062 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-55e8b78a-1cdc-4cf8-a35a-5d3274cc37d8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953094 Jan 10 18:49:36.290457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53670) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:36.483717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b917bc-2ce4-44f4-939a-8201a88d9e38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:36.484016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b917bc-2ce4-44f4-939a-8201a88d9e38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:36.485520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e3b917bc-2ce4-44f4-939a-8201a88d9e38 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1940827 Jan 10 18:49:38.206522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d2b12d4-42e4-4bf4-88f3-c7a4e04da1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:38.488884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53680) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:38.678881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591cfe9-45db-43c7-a901-2be88b663c55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:38.680269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2591cfe9-45db-43c7-a901-2be88b663c55 admin admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 886 time: 0.1904380 Jan 10 18:49:40.317423 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-476ee166-74bf-4454-9176-c402a307ce9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:40.701078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53690) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:40.899384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a0697-49ee-45fe-952f-2a0a784b04ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:40.900755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-642a0697-49ee-45fe-952f-2a0a784b04ae admin admin] 10.222.0.21 "GET /v2.0/networks/f2d6d1cc-d3a6-4d48-aaca-88608876ce3e HTTP/1.1" status: 200 len: 869 time: 0.1987514 Jan 10 18:49:41.550534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:41.628170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:42.827814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:49:42.893952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53700) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:43.021615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea0906-a2e2-4d10-9c52-e8c89f0ca272 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:43.021991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea0906-a2e2-4d10-9c52-e8c89f0ca272 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:43.023540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-00ea0906-a2e2-4d10-9c52-e8c89f0ca272 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286578 Jan 10 18:49:45.038821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53710) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:45.169824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719ea83-dca7-475c-ad93-3ded2a61e0f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:45.170202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719ea83-dca7-475c-ad93-3ded2a61e0f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:45.171763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1719ea83-dca7-475c-ad93-3ded2a61e0f1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319840 Jan 10 18:49:47.170695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:47.295359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472296c2-7f54-490f-b5fa-772843ac9b67 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:47.296687 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-472296c2-7f54-490f-b5fa-772843ac9b67 admin admin] 10.222.0.21 "GET /v2.0/subnets/229ede3d-bd83-4066-a0e7-fa688f6bdab3 HTTP/1.1" status: 200 len: 816 time: 0.1250479 Jan 10 18:49:49.317818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:49:49.480432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8870b3-0ba3-4616-b9ac-454a1c9897f4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:49:49.481774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-be8870b3-0ba3-4616-b9ac-454a1c9897f4 admin admin] 10.222.0.21 "GET /v2.0/subnets/8b8afbcf-8abb-480e-ad02-7d7703019c32 HTTP/1.1" status: 200 len: 868 time: 0.1629767 Jan 10 18:49:59.970726 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:50:07.688471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:50:07.759189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-18a1dff3-e3ff-4f89-9f7f-5762ff84d54e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:50:07.760803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-18a1dff3-e3ff-4f89-9f7f-5762ff84d54e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0713754 Jan 10 18:50:08.208417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6b7d182a-c866-41dc-8c8d-584ead529b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:09.845007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53778) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:50:09.933680 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-208d0216-fc31-4d63-8e3f-d30f898d3257 admin admin] GET failed (client error): The resource could not be found. Jan 10 18:50:09.934853 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-208d0216-fc31-4d63-8e3f-d30f898d3257 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0888934 Jan 10 18:50:10.056973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567bd9b-d933-4f6e-8e8e-f6801cb428e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:50:10.058418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2567bd9b-d933-4f6e-8e8e-f6801cb428e4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1197283 Jan 10 18:50:10.319622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f481b56-9314-4504-8d33-1c35534de049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:11.549483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:11.629675 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:12.065496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53788) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:50:12.135682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:50:12.140104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:50:12.149229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:50:12.159201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Made reservation on behalf of 0e93ca9dbf6b45a2bf520ac73c54f749 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:50:12.161460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:12.248961 n-d-816927-8 neutron-server[83629]: WARNING neutron.services.revisions.revision_plugin [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Could not find related network for resource to bump revision. Jan 10 18:50:12.265498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:50:12.274779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:12.275830 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Added segment ff4aea05-9c9f-4117-9ad5-819519a73c15 of type vlan for network b0136934-f135-4b1a-97ee-cf9f89875180 Jan 10 18:50:12.301233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:12.331443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:12.332256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:50:12.332835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:12.430985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3628497 Jan 10 18:50:12.432009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f250ec-029d-4f8b-8132-08b781d04d0c admin admin] Pushing event updated for resources: {'Network': ['ID=b0136934-f135-4b1a-97ee-cf9f89875180,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:50:12.443530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network b0136934-f135-4b1a-97ee-cf9f89875180 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:50:12.830018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:14.443618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:50:14.532033 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe210020-01f2-4b53-8488-a03ed128d63a admin admin] GET failed (client error): The resource could not be found. Jan 10 18:50:14.532522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fe210020-01f2-4b53-8488-a03ed128d63a admin admin] Synchronizing usage tracker for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:50:14.547783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fe210020-01f2-4b53-8488-a03ed128d63a admin admin] Unset dirty status for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:50:14.548867 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fe210020-01f2-4b53-8488-a03ed128d63a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1042395 Jan 10 18:50:14.650381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54fb83-885e-4845-990a-f9b7b86ab687 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:50:14.651784 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba54fb83-885e-4845-990a-f9b7b86ab687 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0990026 Jan 10 18:50:14.660985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:50:14.666104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:50:14.675380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:50:14.684771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Made reservation on behalf of 0e93ca9dbf6b45a2bf520ac73c54f749 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:50:14.686953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:14.876953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:14.949828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c17170-7f7c-4286-b75d-3fc7fb0eac13,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:50:14.958923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:50:14.959281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Network hostable DHCP agents. Network: b0136934-f135-4b1a-97ee-cf9f89875180, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:50:14.979983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Network b0136934-f135-4b1a-97ee-cf9f89875180 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:50:14.988332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, b0136934-f135-4b1a-97ee-cf9f89875180) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:50:14.992203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:50:14.992789 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:14.997282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834acfae-a5fa-4c34-b7fa-399d5ec75ee6 None None] Network b0136934-f135-4b1a-97ee-cf9f89875180 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:50:15.016228 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eaadd0b9-6224-48d9-abaf-02febe42d6b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3584642 Jan 10 18:50:15.222612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-b0136934-f135-4b1a-97ee-cf9f89875180', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'tenant_id': '0e93ca9dbf6b45a2bf520ac73c54f749', 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:50:15.223601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:15.382103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Allocated IP 192.168.233.2 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/be3b3c8f-75de-4a44-95d7-c90efa170f0f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:50:15.585689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:15.596571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Transition to ACTIVE for port object be3b3c8f-75de-4a44-95d7-c90efa170f0f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:50:15.615149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Transition to ACTIVE for port object be3b3c8f-75de-4a44-95d7-c90efa170f0f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:50:15.621585 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:15.690848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:50:15.694185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Pushing event updated for resources: {'Port': ['ID=be3b3c8f-75de-4a44-95d7-c90efa170f0f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:50:15.696395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:50:15.699955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:50:15.707278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.707625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.707961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.708294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.708623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.708951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.709279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.709868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.709995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.710223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.710931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:50:15.794280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Attempting to bind port be3b3c8f-75de-4a44-95d7-c90efa170f0f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:50:15.794655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Attempting to bind port be3b3c8f-75de-4a44-95d7-c90efa170f0f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:50:15.795048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Attempting to bind port be3b3c8f-75de-4a44-95d7-c90efa170f0f on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:50:15.801494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:50:15.801865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:50:15.802282 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:15.802657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:50:15.803141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Bound port: be3b3c8f-75de-4a44-95d7-c90efa170f0f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:50:15.803532 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:15.916613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] For port be3b3c8f-75de-4a44-95d7-c90efa170f0f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:50:15.920031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] For port be3b3c8f-75de-4a44-95d7-c90efa170f0f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=be3b3c8f-75de-4a44-95d7-c90efa170f0f,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:50:15.926728 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:16.010459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808200b6-7e0f-482b-a971-67dbcc7897a2 None None] Pushing event updated for resources: {'Port': ['ID=be3b3c8f-75de-4a44-95d7-c90efa170f0f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:50:16.809572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f245ffb-8977-4ba6-a9f8-0b04bf25a346 None None] Network b0136934-f135-4b1a-97ee-cf9f89875180 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:50:16.916079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-88f90184-8473-43cd-bd60-4fcba43e4da6 None None] Provisioning for port be3b3c8f-75de-4a44-95d7-c90efa170f0f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:50:17.992050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device be3b3c8f-75de-4a44-95d7-c90efa170f0f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:50:18.061979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port be3b3c8f-75de-4a44-95d7-c90efa170f0f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:50:18.067913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port be3b3c8f-75de-4a44-95d7-c90efa170f0f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:50:18.068581 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:18.188274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:18.219452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port be3b3c8f-75de-4a44-95d7-c90efa170f0f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=be3b3c8f-75de-4a44-95d7-c90efa170f0f,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:50:18.223310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:18.289364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=be3b3c8f-75de-4a44-95d7-c90efa170f0f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:50:19.960767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device be3b3c8f-75de-4a44-95d7-c90efa170f0f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:50:20.027486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port be3b3c8f-75de-4a44-95d7-c90efa170f0f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:50:20.027846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:36.970067 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:50:38.214400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d1e84c42-f50e-4316-956e-eb8c1762cc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:40.323047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c58a-33d8-4f0a-aa8b-2ceb5ebd173d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:41.552865 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:41.631363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:50:42.832620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:08.206571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-123e7b6e-6031-43d6-8f2a-6cb5e6a54227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:10.325394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5e936244-7423-4ec5-992b-2bde2c7eb6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:11.557657 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:11.634041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:12.836244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:13.969721 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:51:22.905528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53840) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:51:22.911187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-b99b4042-c31e-48ad-82f8-5710b730451f tempest-verify_tempest_config-6233605 tempest-verify_tempest_config-6233605-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:51:22.912132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b99b4042-c31e-48ad-82f8-5710b730451f tempest-verify_tempest_config-6233605 tempest-verify_tempest_config-6233605-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056581 Jan 10 18:51:23.237461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53856) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:51:23.374649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.404679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:51:23.408376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Usage tracker for resource:security_group_rule and tenant:67b75c79de9f45a98e88e5923d1b548d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:51:23.411124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:51:23.416548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:51:23.480695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.484381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.527645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6865491-3f67-433f-8630-f8030fefc2ad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:51:23.532702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Synchronizing usage tracker for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:51:23.542386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.542728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.543088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.543702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.544028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.544346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.544671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.544985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.545301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.545614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.545926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:51:23.558465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] Unset dirty status for tenant:0e93ca9dbf6b45a2bf520ac73c54f749 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:51:23.559766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-471bdc8a-c68d-4cf8-bdbb-e9f18761ba26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67b75c79de9f45a98e88e5923d1b548d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3213239 Jan 10 18:51:23.562393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53862) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:51:23.618847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00d6f8fb-68d7-4d6e-b20a-0a44dc1270af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.645712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00d6f8fb-68d7-4d6e-b20a-0a44dc1270af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.732857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00d6f8fb-68d7-4d6e-b20a-0a44dc1270af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.748695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6f8fb-68d7-4d6e-b20a-0a44dc1270af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6865491-3f67-433f-8630-f8030fefc2ad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:51:23.752834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00d6f8fb-68d7-4d6e-b20a-0a44dc1270af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:23.753920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-00d6f8fb-68d7-4d6e-b20a-0a44dc1270af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6865491-3f67-433f-8630-f8030fefc2ad HTTP/1.1" status: 204 len: 168 time: 0.1906083 Jan 10 18:51:38.208159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45429d73-5e99-4cc0-8a41-3cde1d6ae114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:40.326749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00f9d0b1-6f1d-44b5-97ac-d7c98c993f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:41.559686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:41.635948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:42.837613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:51:50.969709 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:52:08.209957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00dfd7f7-a698-49fb-96c7-46897a5f9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:10.328643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ce8ca794-ed47-4477-a33d-aa717dd933f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:11.561233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:11.637706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:12.844976 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:27.969027 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:52:38.211989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-91378b4a-6bf2-4952-a7c0-658e7face1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:40.329952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bfb100a-d965-4c20-b369-1e6c561c37c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:41.564629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:41.638023 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:52:42.845069 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:04.968102 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:53:08.212806 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-24227b4d-3979-4bc9-8e35-9d5a907dc43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:10.331591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f5704362-e06a-4d00-bc97-eb8d2983d8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:11.566819 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:11.639231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:12.849185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:38.214314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87350e6a-456d-404e-af9d-a9f180a7d3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:40.332205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0e32abc-e73f-4c39-aef2-f4c6f84fe189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:41.572217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:41.640142 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:53:41.967983 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 5 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:53:42.850931 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:08.214816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c768c551-0f9a-42da-9b39-57aeff14e63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:10.332939 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b11220f2-a53a-4581-a3ec-dc334193625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:11.573459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:11.640168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:12.854854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:14.792032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:14.883870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380445'] for agent, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:18.968287 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:54:38.216892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9674f2f9-6685-4657-928d-44e9f4099df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:40.333652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6120a1ea-d13c-46d1-a5bb-e224672a9c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:41.577785 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:41.641161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:42.855817 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:44.744839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:44.831428 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:54:55.968648 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:55:06.612759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53926) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:55:06.745271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7bd7e645-c621-4b9e-beda-558de30c53ab admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1314554 Jan 10 18:55:08.219544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc52749b-79bf-49f2-b4e1-53a9b7a8b8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:08.744727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53936) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:55:08.824852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-52149554-efe6-4da2-874a-d285d29073d3 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0790346 Jan 10 18:55:10.334574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-981bb804-3691-4d97-ad58-b4b63df48d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:11.577375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:11.640767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:12.861236 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:14.743123 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:14.860849 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:32.968398 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:55:38.220220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a89961c3-38f1-4ac1-90db-eabc093dbd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:40.336195 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1417819b-d4a4-4a39-8776-b1b44fb33be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:41.579958 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:41.642257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:42.863292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:44.758120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:55:44.859960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:08.222812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e27bc2a1-f3ed-4083-8f8b-d894be857d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:09.968813 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:56:10.339198 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7b3386ca-52a8-44cf-b226-48b25511ab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:11.581784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:11.643171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:12.866286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:14.757520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:14.854511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:38.235915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab984efe-5255-47b6-9cce-da2793f10ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:40.344654 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ac34c8d-e0ee-47cd-b64c-d88d3cb3ca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:41.585884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:41.647263 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:41.649056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54100) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:41.939673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-network', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:41.947544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:41.951932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Usage tracker for resource:network and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:41.954440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:41.963540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:41.975032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Made reservation on behalf of bfcb173414dc4204947d166bfbece2e2 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:56:41.977433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:41.990559 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.037301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:42.041508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Usage tracker for resource:security_group_rule and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:42.044632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:42.051210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:42.131207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.136017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.168894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:56:42.174386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2973a0-637d-4fdf-8cad-b51ca2e5c68f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:42.195553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.195553 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Added segment ec3d0c0f-3ac0-4677-a3e3-85a91b8df479 of type vlan for network 32fba634-0217-49f3-bce1-5a5bbe16f712 Jan 10 18:56:42.205450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.205842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.206132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.206469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.206951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.207451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.207613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.207936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.208560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.208901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.209227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Tracked resource versions report: Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: pushed versions: Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Log': {'1.0'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Network': {'1.1'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Port': {'1.5'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'PortForwarding': {'1.2'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'QosPolicy': {'1.8'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'SecurityGroup': {'1.2'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'SubPort': {'1.0'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Subnet': {'1.1'}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Trunk': {'1.1'}} Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: consumer versions: Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: HyperV agent@n-h1-816927-8: {}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: HyperV agent@n-h2-816927-8: {}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: L3 agent@n-d-816927-8: {}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: Metadata agent@n-d-816927-8: {}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: Metering agent@n-d-816927-8: {}, Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Log': '1.0', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Network': '1.1', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Port': '1.5', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'PortForwarding': '1.2', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'QosPolicy': '1.8', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'SecurityGroup': '1.2', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'SecurityGroupRule': '1.0', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'SubPort': '1.0', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Subnet': '1.1', Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: 'Trunk': '1.1'}} Jan 10 18:56:42.210815 n-d-816927-8 neutron-server[83630]: {{(pid=83630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:56:42.238942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.270011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.270989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:42.271572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.375010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] Pushing event updated for resources: {'Network': ['ID=32fba634-0217-49f3-bce1-5a5bbe16f712,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:42.379243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82221eff-9f3c-414d-9eda-08c64c179590 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7281539 Jan 10 18:56:42.382606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:42.394180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Request body: {'subnet': {'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-subnet', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:42.394546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:56:42.399170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:42.403868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Usage tracker for resource:subnet and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:42.407600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:42.414176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:42.435791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Made reservation on behalf of bfcb173414dc4204947d166bfbece2e2 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:56:42.438731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.671034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.753660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6418533e-be03-48b3-81f9-41d1dbb51aa0,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:42.765953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Checking segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:42.765953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Network hostable DHCP agents. Network: 32fba634-0217-49f3-bce1-5a5bbe16f712, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:56:42.768790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.769129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.769458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.769968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.770499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.771436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.771888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.772363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.772780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.773114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.773493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Tracked resource versions report: Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: pushed versions: Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Log': {'1.0'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Network': {'1.1'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Port': {'1.5'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'PortForwarding': {'1.2'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'QosPolicy': {'1.8'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'SecurityGroup': {'1.2'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'SubPort': {'1.0'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Subnet': {'1.1'}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Trunk': {'1.1'}} Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: consumer versions: Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: HyperV agent@n-h1-816927-8: {}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: HyperV agent@n-h2-816927-8: {}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: L3 agent@n-d-816927-8: {}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: Metadata agent@n-d-816927-8: {}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: Metering agent@n-d-816927-8: {}, Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Log': '1.0', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Network': '1.1', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Port': '1.5', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'PortForwarding': '1.2', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'QosPolicy': '1.8', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'SecurityGroup': '1.2', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'SecurityGroupRule': '1.0', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'SubPort': '1.0', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Subnet': '1.1', Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: 'Trunk': '1.1'}} Jan 10 18:56:42.774565 n-d-816927-8 neutron-server[83629]: {{(pid=83629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:56:42.795559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:56:42.806457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 32fba634-0217-49f3-bce1-5a5bbe16f712) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:42.811786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:42.812403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.820610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e9bf1-4933-4f1e-88c6-86d47fe37e6d None None] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:56:42.840959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:42.842000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d7723b2b-6139-4b36-8af4-d518db78d341 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4577162 Jan 10 18:56:42.848025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:42.854531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:42.859013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Usage tracker for resource:router and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:42.863640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:42.871003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:42.884594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.886901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.913516 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:42.936725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.052627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:43.082555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-32fba634-0217-49f3-bce1-5a5bbe16f712', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:56:43.083737 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.152943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.260518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Allocated IP 172.20.0.2 (32fba634-0217-49f3-bce1-5a5bbe16f712/6418533e-be03-48b3-81f9-41d1dbb51aa0/a5aa9242-051b-44ff-b38c-eef144e82f21) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:43.373304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.407385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.514706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.527197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Transition to ACTIVE for port object a5aa9242-051b-44ff-b38c-eef144e82f21 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:43.547464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Transition to ACTIVE for port object a5aa9242-051b-44ff-b38c-eef144e82f21 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:43.553594 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.573989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Allocated IP 172.25.6.143 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/40cf0c70-81c3-4d9b-905a-964b5e36e8d4) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:43.622075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Pushing event updated for resources: {'Port': ['ID=a5aa9242-051b-44ff-b38c-eef144e82f21,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:43.633032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.633372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.633708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.634051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.634385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.634734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.635135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.635459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.635798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.636262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.636600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Tracked resource versions report: Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: pushed versions: Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Log': {'1.0'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Network': {'1.1'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Port': {'1.5'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'PortForwarding': {'1.2'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'QosPolicy': {'1.8'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'SecurityGroup': {'1.2'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'SubPort': {'1.0'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Subnet': {'1.1'}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Trunk': {'1.1'}} Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: consumer versions: Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: HyperV agent@n-h1-816927-8: {}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: HyperV agent@n-h2-816927-8: {}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: L3 agent@n-d-816927-8: {}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: Metadata agent@n-d-816927-8: {}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: Metering agent@n-d-816927-8: {}, Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Log': '1.0', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Network': '1.1', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Port': '1.5', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'PortForwarding': '1.2', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'QosPolicy': '1.8', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'SecurityGroup': '1.2', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'SecurityGroupRule': '1.0', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'SubPort': '1.0', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Subnet': '1.1', Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: 'Trunk': '1.1'}} Jan 10 18:56:43.637795 n-d-816927-8 neutron-server[83631]: {{(pid=83631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:56:43.651068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:43.652199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:43.654535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:56:43.747210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Attempting to bind port a5aa9242-051b-44ff-b38c-eef144e82f21 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:56:43.747865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Attempting to bind port a5aa9242-051b-44ff-b38c-eef144e82f21 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:56:43.748419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Attempting to bind port a5aa9242-051b-44ff-b38c-eef144e82f21 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:56:43.761749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:56:43.762136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Checking segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:43.762542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.762967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Bound using segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:56:43.763545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Bound port: a5aa9242-051b-44ff-b38c-eef144e82f21, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:56:43.763972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.780933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.846791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:43.847497 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bc8b6867-a58e-4271-9c15-3d72b66c9acd tempest-AutoAllocateNetworkTest-1862425879 tempest-AutoAllocateNetworkTest-1862425879-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=32cdb46a32db49bf9c5d55c0c8a64dd3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7931862 Jan 10 18:56:43.865439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] For port a5aa9242-051b-44ff-b38c-eef144e82f21, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:56:43.869868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] For port a5aa9242-051b-44ff-b38c-eef144e82f21, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5aa9242-051b-44ff-b38c-eef144e82f21,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:56:43.882313 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.946649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:43.983229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c510-633d-47f4-ae3a-ca72327db006 None None] Pushing event updated for resources: {'Port': ['ID=a5aa9242-051b-44ff-b38c-eef144e82f21,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:44.068367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:44.072105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:44.087115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:56:44.368128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Pushing event updated for resources: {'Port': ['ID=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:44.410269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce950886-115f-429c-bf48-574a314178c7 tempest-AutoAllocateNetworkTest-1862425879 tempest-AutoAllocateNetworkTest-1862425879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:44.411769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ce950886-115f-429c-bf48-574a314178c7 tempest-AutoAllocateNetworkTest-1862425879 tempest-AutoAllocateNetworkTest-1862425879-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5628977 Jan 10 18:56:44.416699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:44.430830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:44.431649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:44.550589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dd2c5947-3eb9-4745-bd4d-4c1ec1374c1b tempest-AutoAllocateNetworkTest-1862425879 tempest-AutoAllocateNetworkTest-1862425879-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321726 Jan 10 18:56:44.554002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54214) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:44.585220 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5cd8b480-6114-46aa-969c-c5f16a393330 tempest-AutoAllocateNetworkTest-1862425879 tempest-AutoAllocateNetworkTest-1862425879-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=32cdb46a32db49bf9c5d55c0c8a64dd3 HTTP/1.1" status: 200 len: 208 time: 0.0300477 Jan 10 18:56:44.692167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 18:56:44.773203 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:44.866419 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:44.933181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:56:44.944859 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:56:44.960417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:44.962554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-196ba975-6b52-4dd6-8ae3-a8b6fbb194ca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1197789 Jan 10 18:56:44.965471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54230) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:44.971537 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:56:44.972164 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:56:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:45.147865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe62b1f-4620-4300-8a54-a361281fdc88 None None] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:56:45.261388 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:56:45.321697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9147e7c6-ac65-4a25-bf1b-098a3169ed2e None None] Provisioning for port a5aa9242-051b-44ff-b38c-eef144e82f21 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:45.650903 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:44Z', 'revision_number': 3, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:45.655978 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:56:45.657138 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Updating router 866fbb64-b293-4d6d-a7a1-fc487256fb3b port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:56:45.740799 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:45.989211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54262) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:46.016233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.145541 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.159197 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Transition to ACTIVE for port object 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:46.170100 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.255878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5aa9242-051b-44ff-b38c-eef144e82f21 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:56:46.276497 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Pushing event updated for resources: {'Port': ['ID=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:46.290812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.291399 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.291749 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.292090 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.292425 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.292757 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.293085 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.293417 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.293740 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.294066 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.294391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Tracked resource versions report: Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: pushed versions: Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: { 'ConntrackHelper': {'1.0'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Log': {'1.0'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Network': {'1.1'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Port': {'1.5'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'PortForwarding': {'1.2'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'QosPolicy': {'1.8'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'SecurityGroup': {'1.2'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'SecurityGroupRule': {'1.0'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'SubPort': {'1.0'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Subnet': {'1.1'}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Trunk': {'1.1'}} Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: consumer versions: Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: { DHCP agent@n-d-816927-8: {}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: HyperV agent@n-h1-816927-8: {}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: HyperV agent@n-h2-816927-8: {}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: L3 agent@n-d-816927-8: {}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: Metadata agent@n-d-816927-8: {}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: Metering agent@n-d-816927-8: {}, Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: Open vSwitch agent@n-d-816927-8: { 'ConntrackHelper': '1.0', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Log': '1.0', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Network': '1.1', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Port': '1.5', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'PortForwarding': '1.2', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'QosPolicy': '1.8', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'SecurityGroup': '1.2', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'SecurityGroupRule': '1.0', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'SubPort': '1.0', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Subnet': '1.1', Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: 'Trunk': '1.1'}} Jan 10 18:56:46.295515 n-d-816927-8 neutron-server[83632]: {{(pid=83632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 18:56:46.316821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Allocated IP 172.20.0.1 (32fba634-0217-49f3-bce1-5a5bbe16f712/6418533e-be03-48b3-81f9-41d1dbb51aa0/a0ab0eb9-d502-475b-a59f-7041ff208f8d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:46.325953 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Attempting to bind port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:56:46.326332 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Attempting to bind port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:56:46.326692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Attempting to bind port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:56:46.334524 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:56:46.334936 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:46.336787 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.337119 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:56:46.337814 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Bound port: 40cf0c70-81c3-4d9b-905a-964b5e36e8d4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:56:46.338150 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.342669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a5aa9242-051b-44ff-b38c-eef144e82f21 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:46.350239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a5aa9242-051b-44ff-b38c-eef144e82f21 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:46.350733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.450747 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] For port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:56:46.456759 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] For port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:56:46.462180 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.510795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.568264 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea7fa4-729f-454d-829e-e6578a4cdd1b None None] Pushing event updated for resources: {'Port': ['ID=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:46.568768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a5aa9242-051b-44ff-b38c-eef144e82f21, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5aa9242-051b-44ff-b38c-eef144e82f21,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:56:46.581101 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:56:46.581732 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:56:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:46.582676 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.611011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.627464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Transition to ACTIVE for port object a0ab0eb9-d502-475b-a59f-7041ff208f8d will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:46.654703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.677548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a5aa9242-051b-44ff-b38c-eef144e82f21,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:46.731788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.773741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:46.780783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Usage tracker for resource:security_group_rule and tenant:32cdb46a32db49bf9c5d55c0c8a64dd3 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:46.786029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:46.794204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:46.860937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:46.862196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:46.876401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:56:46.878506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.884724 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:56:46.914323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Pushing event updated for resources: {'Port': ['ID=a0ab0eb9-d502-475b-a59f-7041ff208f8d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:46.969180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:46.979181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.008737 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:56:47.009151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.049215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469f2470-05ad-4f8c-b314-72b5a86db98d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:47.122992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffa4b3e4-6580-468a-9af8-ef8ef575add3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32cdb46a32db49bf9c5d55c0c8a64dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1325238 Jan 10 18:56:47.126227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54292) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:47.254297 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61215869-f561-4c77-8884-3c3252474caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.297772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61215869-f561-4c77-8884-3c3252474caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.313624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a7412adb-e7b1-4997-9a9e-42e091ccb793 None None] Provisioning for port a0ab0eb9-d502-475b-a59f-7041ff208f8d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:47.322184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a7412adb-e7b1-4997-9a9e-42e091ccb793 None None] Provisioning complete for port a0ab0eb9-d502-475b-a59f-7041ff208f8d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:47.322559 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7412adb-e7b1-4997-9a9e-42e091ccb793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.459320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61215869-f561-4c77-8884-3c3252474caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.465125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a7412adb-e7b1-4997-9a9e-42e091ccb793 None None] Port a0ab0eb9-d502-475b-a59f-7041ff208f8d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:56:47.469408 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:44Z', 'revision_number': 3, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:47.480557 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e39319-af98-47a9-bb1e-60f127b3c71d None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:44Z', 'revision_number': 3, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:56:47.483806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215869-f561-4c77-8884-3c3252474caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469f2470-05ad-4f8c-b314-72b5a86db98d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:47.490889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61215869-f561-4c77-8884-3c3252474caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.491605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-61215869-f561-4c77-8884-3c3252474caa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/469f2470-05ad-4f8c-b314-72b5a86db98d HTTP/1.1" status: 204 len: 168 time: 0.3638370 Jan 10 18:56:47.509473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.517086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.531772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:47.836712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Pushing event updated for resources: {'Port': ['ID=a0ab0eb9-d502-475b-a59f-7041ff208f8d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:47.957042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:47.958481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:48.361662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:56:48.458649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8117c3a1-2c67-4c47-9d43-754220af79c4 None None] Provisioning complete for port a0ab0eb9-d502-475b-a59f-7041ff208f8d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:48.459459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8117c3a1-2c67-4c47-9d43-754220af79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:48.521450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8117c3a1-2c67-4c47-9d43-754220af79c4 None None] Port a0ab0eb9-d502-475b-a59f-7041ff208f8d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:56:48.526576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:48.536063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:48.536421 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:48.778051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:48.803814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:56:48.809003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:56:48.810841 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:48.811931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5aa9242-051b-44ff-b38c-eef144e82f21 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:56:48.991663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:49.012288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a5aa9242-051b-44ff-b38c-eef144e82f21 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:49.012811 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:49.140218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:56:49.155656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3484b499-4afc-49fc-ba8c-d0c17476e73b admin admin] 10.222.0.21 "PUT /v2.0/routers/866fbb64-b293-4d6d-a7a1-fc487256fb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1889379 Jan 10 18:56:49.425734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54356) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:49.824863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:49.914450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:49.922195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d00bb48fe690449da4c997ff21ebea4a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:49.929896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:49.937212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:50.034274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.040372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.105214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e75fbb-4c6e-4337-9b69-bea64a17b5a2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:50.115537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6dbad4e5-5fce-421f-85e2-7055a22de0b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d00bb48fe690449da4c997ff21ebea4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6865287 Jan 10 18:56:50.115950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54400) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:50.193900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:56:50.235177 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4717faa8-ff27-4444-b92c-6852f84c4a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.284416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4717faa8-ff27-4444-b92c-6852f84c4a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.355165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:50.355823 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.362973 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4717faa8-ff27-4444-b92c-6852f84c4a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.416291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717faa8-ff27-4444-b92c-6852f84c4a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e75fbb-4c6e-4337-9b69-bea64a17b5a2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:50.428618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4717faa8-ff27-4444-b92c-6852f84c4a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:50.433322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4717faa8-ff27-4444-b92c-6852f84c4a2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68e75fbb-4c6e-4337-9b69-bea64a17b5a2 HTTP/1.1" status: 204 len: 168 time: 0.3161132 Jan 10 18:56:51.205547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54486) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:51.223577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.255163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:51.258932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Usage tracker for resource:security_group_rule and tenant:9076264f630e44fdbb1cda1a2aa0889e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:51.262032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:51.268289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:51.322564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54490) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:51.394746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.401152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.461983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7fc923-5998-42c2-8ef1-dd12bc89621c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:51.469918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6094a2e9-bc00-4002-ab60-1d35303836ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9076264f630e44fdbb1cda1a2aa0889e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2606921 Jan 10 18:56:51.471031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54510) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:51.543211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-179f027c-d631-423d-9510-d086b97bfe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.574434 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-179f027c-d631-423d-9510-d086b97bfe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.576565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54514) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:51.583606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-network', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:51.589571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:51.595854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Usage tracker for resource:network and tenant:aa0436145e9b407891c41afc7463cf15 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:51.601857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:51.619421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:51.638876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Made reservation on behalf of aa0436145e9b407891c41afc7463cf15 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:56:51.641951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-179f027c-d631-423d-9510-d086b97bfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.651697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.667823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f027c-d631-423d-9510-d086b97bfe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7fc923-5998-42c2-8ef1-dd12bc89621c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:51.669822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.677635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-179f027c-d631-423d-9510-d086b97bfe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.685267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-179f027c-d631-423d-9510-d086b97bfe45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab7fc923-5998-42c2-8ef1-dd12bc89621c HTTP/1.1" status: 204 len: 168 time: 0.2139812 Jan 10 18:56:51.720879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:51.726422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0436145e9b407891c41afc7463cf15 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:51.729648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:56:51.733357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:51.740784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:51.753210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:56:51.753884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:56:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:51.823208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.829329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.843039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.846055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:56:51.858024 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.858582 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Added segment 8aae27ee-5d15-48d3-a0de-3127f9a05d41 of type vlan for network 4b3d2069-401f-44d8-a074-6e4b5e6558fd Jan 10 18:56:51.896399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.944032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:51.955501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Usage tracker for resource:security_group_rule and tenant:1d176c0c12da4bf596d1148e0f35e433 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:51.962716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f5b43d-8058-4128-8559-fd1008701bed,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:51.965204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.965969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:51.966538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:51.967839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:51.987024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:52.129306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4b3d2069-401f-44d8-a074-6e4b5e6558fd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:52.135494 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-342742ac-410d-4c17-955c-b6a2dcbcb4c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5574188 Jan 10 18:56:52.138167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54532) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:52.145975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Request body: {'subnet': {'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-subnet', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:52.147054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:56:52.172838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.173754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:52.186204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Usage tracker for resource:subnet and tenant:aa0436145e9b407891c41afc7463cf15 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:52.186456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.194223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:52.212527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:52.231576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:56:52.240789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Made reservation on behalf of aa0436145e9b407891c41afc7463cf15 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:56:52.244468 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.308999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25b532-3a90-4d1c-81e8-ba4c79269101,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:52.321285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7b9d0727-5a1b-4089-83de-4c4df32d4520 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d176c0c12da4bf596d1148e0f35e433&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9960513 Jan 10 18:56:52.323698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54550) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:52.324236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54552) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:52.349407 n-d-816927-8 neutron-server[83630]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 18:56:52.466506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-e0a93825-79d5-4295-9561-812bf9a24040 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=028c551e9a144fe38497d61cee2ff381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1414628 Jan 10 18:56:52.625934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.645949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b5c-342e-420d-a0df-b054f0652a2d req-de302983-9ec6-47ba-adc7-dabedf09a1ee tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:52.647664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-de302983-9ec6-47ba-adc7-dabedf09a1ee tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711113 Jan 10 18:56:52.676718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-a535b6f5-b49b-4f3c-8bb1-4c0fdadc9107 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/quotas/028c551e9a144fe38497d61cee2ff381 HTTP/1.1" status: 200 len: 375 time: 0.0197515 Jan 10 18:56:52.703699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a3e10a-36d7-4599-b4da-1cc2c003ad7d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:52.737643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-ebd3fdbe-6ad0-41a0-bfa8-11e01a8a4f49 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=028c551e9a144fe38497d61cee2ff381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596216 Jan 10 18:56:52.742764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Checking segment: {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:52.743203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Network hostable DHCP agents. Network: 4b3d2069-401f-44d8-a074-6e4b5e6558fd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:56:52.744579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a662717-7f82-4d95-bcdb-320cd8caef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.768682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:56:52.789415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 4b3d2069-401f-44d8-a074-6e4b5e6558fd) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:52.799393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a662717-7f82-4d95-bcdb-320cd8caef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.801921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:52.803846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.808020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ae555-b4c6-4f46-8f93-009b71ca994b None None] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:56:52.837122 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bba01740-3c43-4cde-a1b3-0e17d332a4b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6977010 Jan 10 18:56:52.839539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:52.850306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:52.862198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:52.868083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a662717-7f82-4d95-bcdb-320cd8caef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.870888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Usage tracker for resource:router and tenant:aa0436145e9b407891c41afc7463cf15 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:52.881554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:52.894651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:52.912774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a662717-7f82-4d95-bcdb-320cd8caef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.918242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.919684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2a662717-7f82-4d95-bcdb-320cd8caef65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c25b532-3a90-4d1c-81e8-ba4c79269101 HTTP/1.1" status: 204 len: 168 time: 0.5888524 Jan 10 18:56:52.920169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:52.923356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a662717-7f82-4d95-bcdb-320cd8caef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25b532-3a90-4d1c-81e8-ba4c79269101,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:52.954856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:53.115441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54606) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:53.252881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:56:47Z', 'revision_number': 2, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:53.286051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:56:53.286467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Updating router 866fbb64-b293-4d6d-a7a1-fc487256fb3b port a0ab0eb9-d502-475b-a59f-7041ff208f8d binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:56:53.334855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:53.337892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-4b3d2069-401f-44d8-a074-6e4b5e6558fd', 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'fixed_ips': [{'subnet_id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:56:53.338713 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:53.366740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:53.552138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-504bbba8-139c-4a1e-bdfe-d700d0efb172 req-2479eaab-3b11-46fd-b2e6-03a1566949bf tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 210 time: 0.4351845 Jan 10 18:56:53.649646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:53.651885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Allocated IP 172.20.0.2 (4b3d2069-401f-44d8-a074-6e4b5e6558fd/66a3e10a-36d7-4599-b4da-1cc2c003ad7d/8989667f-5e4b-495c-bb92-4fc6b5ba10e4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:53.726863 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:53.955589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54646) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:53.999254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.010457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Allocated IP 172.25.6.9 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/81d6449a-c141-42b2-b624-896747b1b7e7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:54.111071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:54.120904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9e039c3c7f4ed4995f07045b9164d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:54.127675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:54.154770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:54.291680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.317899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Transition to ACTIVE for port object a0ab0eb9-d502-475b-a59f-7041ff208f8d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:54.335449 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.336821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.386688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.413057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.424773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.435544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f31e89-afd4-48c9-aab5-db6e2be9126d None None] Pushing event updated for resources: {'Port': ['ID=a0ab0eb9-d502-475b-a59f-7041ff208f8d,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:54.536360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b78140-ad6c-4e03-88ed-1a7a95cf8cb7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:54.552136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb1daf77-79a4-4a97-8379-c424483b7d60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef9e039c3c7f4ed4995f07045b9164d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5948420 Jan 10 18:56:54.554053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54680) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:54.590509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.598712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:54.605619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:54.624442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:56:54.678275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Transition to ACTIVE for port object 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:54.706129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Pushing event updated for resources: {'Port': ['ID=81d6449a-c141-42b2-b624-896747b1b7e7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:54.804237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Transition to ACTIVE for port object 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:54.816592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d28565e3-815a-4279-be0d-93d6e4c63fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.837381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9737632c-f65e-4098-bec5-7185643f4182 req-e3bac1f3-f31f-4fe8-bdca-4566868710a6 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 210 time: 0.1427398 Jan 10 18:56:54.846522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.847398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.888606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d28565e3-815a-4279-be0d-93d6e4c63fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.905847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54698) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:54.949193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:54.984871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d28565e3-815a-4279-be0d-93d6e4c63fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.014214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28565e3-815a-4279-be0d-93d6e4c63fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b78140-ad6c-4e03-88ed-1a7a95cf8cb7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:55.034403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d28565e3-815a-4279-be0d-93d6e4c63fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.037081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d28565e3-815a-4279-be0d-93d6e4c63fe1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57b78140-ad6c-4e03-88ed-1a7a95cf8cb7 HTTP/1.1" status: 204 len: 168 time: 0.4807627 Jan 10 18:56:55.090955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Attempting to bind port a0ab0eb9-d502-475b-a59f-7041ff208f8d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:56:55.090955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Attempting to bind port a0ab0eb9-d502-475b-a59f-7041ff208f8d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:56:55.090955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Attempting to bind port a0ab0eb9-d502-475b-a59f-7041ff208f8d on network 32fba634-0217-49f3-bce1-5a5bbe16f712 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:56:55.164072 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.169950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:55.241637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 18:56:55.250109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:56:55.250501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Checking segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:55.251563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.251964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Bound using segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:56:55.252440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Bound port: a0ab0eb9-d502-475b-a59f-7041ff208f8d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:56:55.252950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.258288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:55.265645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Usage tracker for resource:security_group_rule and tenant:49d37a37b1584debad970fb956fc4e2d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:55.272147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:55.286100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:55.304502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:55.312653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:56:55.325183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Pushing event updated for resources: {'Port': ['ID=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:55.423767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.426835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] For port a0ab0eb9-d502-475b-a59f-7041ff208f8d, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:56:55.431785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] For port a0ab0eb9-d502-475b-a59f-7041ff208f8d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a0ab0eb9-d502-475b-a59f-7041ff208f8d,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:56:55.433447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.516223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:56:55.527021 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Sync routers for ids ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:56:55.527474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce96a2-a034-4575-adbc-ee746d79048b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:55.544176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a4bec628-9732-4352-92b5-8839c38d5d9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49d37a37b1584debad970fb956fc4e2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6373427 Jan 10 18:56:55.552851 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Routers {'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:56:55.553312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54724) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:55.554700 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:56:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:55.585252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.586910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.591256 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea400d6b-4484-4e9b-bffc-7bd1121a969d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7480328 Jan 10 18:56:55.592915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:55.668626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89876bcd-96c6-4215-a818-c89bb6bcc8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.707876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Attempting to bind port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:56:55.708284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Attempting to bind port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:56:55.708681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Attempting to bind port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 on network 4b3d2069-401f-44d8-a074-6e4b5e6558fd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:56:55.717417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f31e89-afd4-48c9-aab5-db6e2be9126d None None] Pushing event updated for resources: {'Port': ['ID=a0ab0eb9-d502-475b-a59f-7041ff208f8d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:55.728895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:56:55.734665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89876bcd-96c6-4215-a818-c89bb6bcc8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.742162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Checking segment: {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:55.742499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.742948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Bound using segment: {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:56:55.743440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Bound port: 8989667f-5e4b-495c-bb92-4fc6b5ba10e4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:56:55.743840 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.774952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:56:55.778205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:56:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:55.860831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89876bcd-96c6-4215-a818-c89bb6bcc8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.875200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54738) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:55.890768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89876bcd-96c6-4215-a818-c89bb6bcc8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce96a2-a034-4575-adbc-ee746d79048b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:55.901076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89876bcd-96c6-4215-a818-c89bb6bcc8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:55.902235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-89876bcd-96c6-4215-a818-c89bb6bcc8ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dce96a2-a034-4575-adbc-ee746d79048b HTTP/1.1" status: 204 len: 168 time: 0.3468533 Jan 10 18:56:56.044434 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Set router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:56:56.284663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] For port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:56:56.359323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c023231-5ae9-433a-b87e-884c1c73530d req-deb8ba96-750a-4f82-a456-18627ca6325f tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 210 time: 0.0895066 Jan 10 18:56:56.475326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] For port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:56:56.498304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:56.550807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:56.552090 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T18:56:54Z', 'revision_number': 3, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:56.558667 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Checking router: c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:56:56.559264 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Updating router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 port 81d6449a-c141-42b2-b624-896747b1b7e7 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:56:56.641309 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:56.667372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54760) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:56.667561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:56.673096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Usage tracker for resource:security_group_rule and tenant:151c3e91c3214b88845973e8b85e0516 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:56.676915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:56.681021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:56:56.694994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:56.714488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:56.806078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:56.807261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a40ab-f080-4f18-8f8d-2cdb2774e633 None None] Pushing event updated for resources: {'Port': ['ID=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:56.828560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f0aeba136d427a83ae2d755d549a15 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:56.834582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:56.854611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:56.873726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.30', 64892) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:56.963695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-787046cc-7961-452b-9f6c-6bb0ef4e85df tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=028c551e9a144fe38497d61cee2ff381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882549 Jan 10 18:56:57.024960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.078281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.448261 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.449386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cfd81-8bf3-489f-9873-994a34d49ec4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:57.466168 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a004d60a-76cc-4e99-8977-a3f4ae7de696 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=151c3e91c3214b88845973e8b85e0516&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5778284 Jan 10 18:56:57.467285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54782) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:57.486032 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Transition to ACTIVE for port object 81d6449a-c141-42b2-b624-896747b1b7e7 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:57.505485 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.509416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.538806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.544974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:56:55Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:57.557060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60d755-3f32-4b0e-a477-e64439071c0b None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:56:55Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:56:57.582301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b5c-342e-420d-a0df-b054f0652a2d req-d9149644-ca43-462d-bc76-4640bd5b1768 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:56:57.583807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-d9149644-ca43-462d-bc76-4640bd5b1768 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6156900 Jan 10 18:56:57.621220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3d694-6c9c-424f-b36f-127bb4a67acd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:57.664220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Request body: {'port': {'device_id': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '028c551e9a144fe38497d61cee2ff381'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:56:57.697769 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Attempting to bind port 81d6449a-c141-42b2-b624-896747b1b7e7 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:56:57.706400 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Attempting to bind port 81d6449a-c141-42b2-b624-896747b1b7e7 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:56:57.706764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Attempting to bind port 81d6449a-c141-42b2-b624-896747b1b7e7 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:56:57.718988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9910a78-91ec-4a3f-a551-18441b9220b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.809336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad15d82b-0475-4c21-b5f9-bfed1194e4af req-cb57c5ce-5d5f-4c7a-9b8a-38b4c16bfee4 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 210 time: 0.1135256 Jan 10 18:56:57.861174 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:56:57.870032 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:56:57.876783 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.877299 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:56:57.880265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Bound port: 81d6449a-c141-42b2-b624-896747b1b7e7, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:56:57.882042 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:57.927444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3b9f2591-057c-44ca-9448-bb5f81718056 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f0aeba136d427a83ae2d755d549a15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2550106 Jan 10 18:56:57.931280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54804) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:58.010758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9910a78-91ec-4a3f-a551-18441b9220b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.065859 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26eb39-bee6-4280-88bb-b2fbca701d77 None None] Pushing event updated for resources: {'Port': ['ID=81d6449a-c141-42b2-b624-896747b1b7e7,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:58.125763 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] For port 81d6449a-c141-42b2-b624-896747b1b7e7, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:56:58.133584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] For port 81d6449a-c141-42b2-b624-896747b1b7e7, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=81d6449a-c141-42b2-b624-896747b1b7e7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:56:58.142804 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.156613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd40e3bc-4b2d-45ba-99d3-bd2899e44ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.225337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:58.267562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Usage tracker for resource:port and tenant:028c551e9a144fe38497d61cee2ff381 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:58.298643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:58.333716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.355740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:58.359453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd40e3bc-4b2d-45ba-99d3-bd2899e44ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.404984 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26eb39-bee6-4280-88bb-b2fbca701d77 None None] Pushing event updated for resources: {'Port': ['ID=81d6449a-c141-42b2-b624-896747b1b7e7,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:58.410660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:56:58.425595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Made reservation on behalf of 028c551e9a144fe38497d61cee2ff381 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:56:58.434649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.490182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.495691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Routers {'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:56:58.496315 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:56:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:58.573612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd40e3bc-4b2d-45ba-99d3-bd2899e44ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.588721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:58.598150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a0ab0eb9-d502-475b-a59f-7041ff208f8d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:56:58.606895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40e3bc-4b2d-45ba-99d3-bd2899e44ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3d694-6c9c-424f-b36f-127bb4a67acd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:58.628105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:56:58.637771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd40e3bc-4b2d-45ba-99d3-bd2899e44ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.640950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dd40e3bc-4b2d-45ba-99d3-bd2899e44ac3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27d3d694-6c9c-424f-b36f-127bb4a67acd HTTP/1.1" status: 204 len: 168 time: 0.7069833 Jan 10 18:56:58.644334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Usage tracker for resource:security_group_rule and tenant:028c551e9a144fe38497d61cee2ff381 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:56:58.648003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:56:58.654415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:56:58.693285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6b975-02de-4563-9e03-fc3e74f2c0f8 None None] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:56:58.747949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.756058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:58.876167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Allocated IP 172.20.0.1 (4b3d2069-401f-44d8-a074-6e4b5e6558fd/66a3e10a-36d7-4599-b4da-1cc2c003ad7d/5466f23c-fa9f-483b-b564-569b7794d91b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:58.973564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c989933-3893-471f-abc1-e153c5500041,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:59.066480 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] Set router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:56:59.269762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] Provisioning for port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:59.292450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.298726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] Provisioning complete for port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:59.300134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.302092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00ec4d28-a940-4b39-8bec-5b601f113304 req-6670f99b-3ace-4c09-945e-f81b6626cc6e tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 210 time: 0.1971953 Jan 10 18:56:59.348326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54832) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:56:59.352967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9910a78-91ec-4a3f-a551-18441b9220b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.449308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Transition to ACTIVE for port object 5466f23c-fa9f-483b-b564-569b7794d91b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:56:59.455471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9910a78-91ec-4a3f-a551-18441b9220b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cfd81-8bf3-489f-9873-994a34d49ec4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:59.469285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9910a78-91ec-4a3f-a551-18441b9220b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.475803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Allocated IP 192.168.233.82 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/46629274-cfc8-4153-8ce6-331374646dd3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:56:59.476702 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c9910a78-91ec-4a3f-a551-18441b9220b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af3cfd81-8bf3-489f-9873-994a34d49ec4 HTTP/1.1" status: 204 len: 168 time: 2.0036700 Jan 10 18:56:59.519204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.744216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:56:59.752310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:56:59.767630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a0ab0eb9-d502-475b-a59f-7041ff208f8d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:56:59.768571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:56:59.769137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.776726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Pushing event updated for resources: {'Port': ['ID=5466f23c-fa9f-483b-b564-569b7794d91b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:56:59.852318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T18:56:54Z', 'revision_number': 3, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:56:59.859679 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a2c8b-4311-468e-b381-a519ffef1400 None None] The sync data for ids ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'] in n-d-816927-8 is: [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T18:56:54Z', 'revision_number': 3, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:56:59.896556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a0ab0eb9-d502-475b-a59f-7041ff208f8d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:56:59.897141 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.947334 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.963788 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.971102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:56:59.977599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Transition to ACTIVE for port object 46629274-cfc8-4153-8ce6-331374646dd3 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:00.017856 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.090994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] For port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:00.103904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.134119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.250340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Pushing event updated for resources: {'Port': ['ID=46629274-cfc8-4153-8ce6-331374646dd3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:00.287288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:00.288443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:00.290774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:00.300902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:00.301529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.341637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ecfa0-701c-4c6c-a2a4-348423f9a78b None None] Pushing event updated for resources: {'Port': ['ID=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:00.377386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-1443f1ee-a6be-4cbe-a6f3-5125dc304536 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7285290 Jan 10 18:57:00.384065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.388515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-171a4f27-b90e-4749-a75d-d15193476ae8 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:57:00.389498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-171a4f27-b90e-4749-a75d-d15193476ae8 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059364 Jan 10 18:57:00.469128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:00.498472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Usage tracker for resource:security_group_rule and tenant:69fa152a6664418785ca2775ae9c4b82 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:00.520338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:00.568556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:00.616456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e24c4317-deab-4dc4-8b4b-931d41c0dcd7 None None] Provisioning complete for port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:00.617744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e24c4317-deab-4dc4-8b4b-931d41c0dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.694349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-01de5b12-6265-4f5b-8601-21f182309938 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:00.699104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-01de5b12-6265-4f5b-8601-21f182309938 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Synchronizing usage tracker for tenant:028c551e9a144fe38497d61cee2ff381 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:00.736857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-01de5b12-6265-4f5b-8601-21f182309938 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Unset dirty status for tenant:028c551e9a144fe38497d61cee2ff381 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:00.748605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-01de5b12-6265-4f5b-8601-21f182309938 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 935 time: 0.1949615 Jan 10 18:57:00.758322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a0ab0eb9-d502-475b-a59f-7041ff208f8d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a0ab0eb9-d502-475b-a59f-7041ff208f8d,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:00.796017 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.841408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-95930cd7-5aca-4fc5-960f-69ffa6908b79 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Synchronizing usage tracker for tenant:028c551e9a144fe38497d61cee2ff381 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:00.852307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.866776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-95930cd7-5aca-4fc5-960f-69ffa6908b79 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Unset dirty status for tenant:028c551e9a144fe38497d61cee2ff381 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:00.886254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0054e2c1-d43b-4e80-92d7-a49cfa89e222 req-95930cd7-5aca-4fc5-960f-69ffa6908b79 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324983 Jan 10 18:57:00.915048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.916551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:00.975769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:01.111807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.207774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.214721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e24c4317-deab-4dc4-8b4b-931d41c0dcd7 None None] Provisioning for port 5466f23c-fa9f-483b-b564-569b7794d91b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:01.241438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e24c4317-deab-4dc4-8b4b-931d41c0dcd7 None None] Provisioning complete for port 5466f23c-fa9f-483b-b564-569b7794d91b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:01.243709 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e24c4317-deab-4dc4-8b4b-931d41c0dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.284757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54862) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:01.312858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a0ab0eb9-d502-475b-a59f-7041ff208f8d,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:01.339257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.346692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:01.347168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.402098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e24c4317-deab-4dc4-8b4b-931d41c0dcd7 None None] Port 5466f23c-fa9f-483b-b564-569b7794d91b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:01.410190 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69fa152a6664418785ca2775ae9c4b82&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0357950 Jan 10 18:57:01.431669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:01.433292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:01.434315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Pushing event updated for resources: {'Port': ['ID=5466f23c-fa9f-483b-b564-569b7794d91b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:01.446012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Usage tracker for resource:security_group_rule and tenant:df2e21b293d54e67ad91708403f25d29 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:01.449857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:01.454045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deabb0-05db-41e9-a624-94670b1b88f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fdbe1-7e4d-47e1-a8f5-8de1cf720731,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:01.458402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:01.583446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.585767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Provisioning complete for port 5466f23c-fa9f-483b-b564-569b7794d91b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:01.586106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.593239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Request body: {'port': {'device_id': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'device_owner': 'compute:tempest-test_az-2022917633', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:01.676985 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b533b030-9f25-4c2e-84d9-1af92bec6d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.688660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Port 5466f23c-fa9f-483b-b564-569b7794d91b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:01.715656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Provisioning for port 46629274-cfc8-4153-8ce6-331374646dd3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:01.740030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Provisioning complete for port 46629274-cfc8-4153-8ce6-331374646dd3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:01.740030 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.772585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.805581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b533b030-9f25-4c2e-84d9-1af92bec6d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:01.834889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:01.839139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:01.873311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e103d0-9adf-41e7-b487-a770a7369d03,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:01.943548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8638475c-ac1e-42c6-b08c-4d87e176f775 None None] Port 46629274-cfc8-4153-8ce6-331374646dd3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:02.131107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-67567ce3-2efd-4d8d-ae84-3111ea469155 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df2e21b293d54e67ad91708403f25d29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8423178 Jan 10 18:57:02.148670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:02.271445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b533b030-9f25-4c2e-84d9-1af92bec6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:02.315567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533b030-9f25-4c2e-84d9-1af92bec6d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fdbe1-7e4d-47e1-a8f5-8de1cf720731,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:02.318749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b533b030-9f25-4c2e-84d9-1af92bec6d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:02.337259 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b533b030-9f25-4c2e-84d9-1af92bec6d0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf7fdbe1-7e4d-47e1-a8f5-8de1cf720731 HTTP/1.1" status: 204 len: 168 time: 0.8906648 Jan 10 18:57:02.387463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-108ade23-86a8-44bd-ab52-459e110a8245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:02.394109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-961288c2-0169-455b-b57a-4654875dc408 None None] Provisioning complete for port 5466f23c-fa9f-483b-b564-569b7794d91b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:02.394509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-961288c2-0169-455b-b57a-4654875dc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:02.419904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:02.507784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-961288c2-0169-455b-b57a-4654875dc408 None None] Port 5466f23c-fa9f-483b-b564-569b7794d91b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:02.561016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-108ade23-86a8-44bd-ab52-459e110a8245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:02.625081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51247a61-388b-405b-b9a9-6637e8553a81 req-07a94c79-d338-4a67-b8c3-d1644fcd5920 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:02.626107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51247a61-388b-405b-b9a9-6637e8553a81 req-07a94c79-d338-4a67-b8c3-d1644fcd5920 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 935 time: 0.3660655 Jan 10 18:57:02.840922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:57:02.959175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51247a61-388b-405b-b9a9-6637e8553a81 req-f269d2d4-2cd9-4840-b97a-dd4ee26959d6 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151233 Jan 10 18:57:03.029604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a0ab0eb9-d502-475b-a59f-7041ff208f8d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:03.203992 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-108ade23-86a8-44bd-ab52-459e110a8245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.246325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ade23-86a8-44bd-ab52-459e110a8245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e103d0-9adf-41e7-b487-a770a7369d03,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:03.268000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-108ade23-86a8-44bd-ab52-459e110a8245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.272288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-108ade23-86a8-44bd-ab52-459e110a8245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e103d0-9adf-41e7-b487-a770a7369d03 HTTP/1.1" status: 204 len: 168 time: 1.1225629 Jan 10 18:57:03.375677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:57:03.398910 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0f08cf91-f21a-4788-9e7e-294c71b6c405 admin admin] 10.222.0.21 "PUT /v2.0/routers/c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7931254 Jan 10 18:57:03.414803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a0ab0eb9-d502-475b-a59f-7041ff208f8d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:03.415551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.457103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46629274-cfc8-4153-8ce6-331374646dd3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:03.468845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.490316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Transition to ACTIVE for port object 46629274-cfc8-4153-8ce6-331374646dd3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:03.504950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.597013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54924) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:03.638454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.709851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Pushing event updated for resources: {'Port': ['ID=46629274-cfc8-4153-8ce6-331374646dd3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:03.715398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:03.725519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Usage tracker for resource:security_group_rule and tenant:8a37cd0f809540659e887895d18c4de0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:03.731907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:03.775273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:03.946102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.950166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Attempting to bind port 46629274-cfc8-4153-8ce6-331374646dd3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:03.956444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:03.963401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Attempting to bind port 46629274-cfc8-4153-8ce6-331374646dd3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:03.963854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Attempting to bind port 46629274-cfc8-4153-8ce6-331374646dd3 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:03.981739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Port 46629274-cfc8-4153-8ce6-331374646dd3 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:03.982078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Attempting to bind port 46629274-cfc8-4153-8ce6-331374646dd3 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:03.991711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:03.992151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:03.992618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:03.993121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Bound port: 46629274-cfc8-4153-8ce6-331374646dd3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:03.993389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.175254 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a37cd0f809540659e887895d18c4de0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5769758 Jan 10 18:57:04.178979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54942) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:04.181544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddebe41-1056-4c9b-84e7-fb8d6a1a9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ea9a2-8a0b-4255-b699-154a9db68312,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:04.191216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] For port 46629274-cfc8-4153-8ce6-331374646dd3, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:04.212828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] For port 46629274-cfc8-4153-8ce6-331374646dd3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=46629274-cfc8-4153-8ce6-331374646dd3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:04.221641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.340857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5bebf03-76fb-4ae1-a1a1-ed1806955586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.410671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5bebf03-76fb-4ae1-a1a1-ed1806955586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.411378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.415135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] 10.222.0.30 "PUT /v2.0/ports/46629274-cfc8-4153-8ce6-331374646dd3 HTTP/1.1" status: 200 len: 1117 time: 3.4439800 Jan 10 18:57:04.415708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'tag': '46629274-cfc8-4153-8ce6-331374646dd3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:04.582087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5bebf03-76fb-4ae1-a1a1-ed1806955586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.631578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bebf03-76fb-4ae1-a1a1-ed1806955586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ea9a2-8a0b-4255-b699-154a9db68312,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:04.661749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5bebf03-76fb-4ae1-a1a1-ed1806955586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:04.670363 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b5bebf03-76fb-4ae1-a1a1-ed1806955586 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/958ea9a2-8a0b-4255-b699-154a9db68312 HTTP/1.1" status: 204 len: 168 time: 0.4791982 Jan 10 18:57:04.821283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916c857-cbae-4789-9bec-a5fe95559d72 service neutron] Pushing event updated for resources: {'Port': ['ID=46629274-cfc8-4153-8ce6-331374646dd3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:04.949938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-8b516e31-561e-45a6-a52d-2a7a57e1bc09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=028c551e9a144fe38497d61cee2ff381&device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 1120 time: 0.3071389 Jan 10 18:57:05.051046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 81d6449a-c141-42b2-b624-896747b1b7e7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:05.071120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-0fc0a0e1-5510-434a-8d1b-dd909e624bb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=46629274-cfc8-4153-8ce6-331374646dd3 HTTP/1.1" status: 200 len: 217 time: 0.1130548 Jan 10 18:57:05.134483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194b092-956c-4a2a-a48d-a650b69c4eae req-43a76eea-237e-48d6-8ee6-722858ff7272 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:05.144241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4194b092-956c-4a2a-a48d-a650b69c4eae req-43a76eea-237e-48d6-8ee6-722858ff7272 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.2743371 Jan 10 18:57:05.158850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 81d6449a-c141-42b2-b624-896747b1b7e7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:05.170997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 81d6449a-c141-42b2-b624-896747b1b7e7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:05.172159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:05.197205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b5c-342e-420d-a0df-b054f0652a2d req-6d2f438b-ff9a-4316-b104-c762a166d0c3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:05.198847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-6d2f438b-ff9a-4316-b104-c762a166d0c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1206572 Jan 10 18:57:05.234572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4194b092-956c-4a2a-a48d-a650b69c4eae req-2eafcc4b-c9b5-49ef-b577-fd7bdbe21338 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889361 Jan 10 18:57:05.468809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-fdce0ac3-9faf-4289-a3b9-186863a4c62c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152326 Jan 10 18:57:05.539789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:05.571138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 81d6449a-c141-42b2-b624-896747b1b7e7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=81d6449a-c141-42b2-b624-896747b1b7e7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:05.577876 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:05.703892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=81d6449a-c141-42b2-b624-896747b1b7e7,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:05.831620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54976) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:06.432572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:06.468128 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'tag': '46629274-cfc8-4153-8ce6-331374646dd3', 'status': 'completed', 'code': 200} Jan 10 18:57:06.531817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:06.540050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Usage tracker for resource:security_group_rule and tenant:56756ec4583d4d2798a8f3095fc9125a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:06.550692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:06.558013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:06.663590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:06.738715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:06.771746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55008) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:06.778343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581372922', 'description': 'tempest-description--709629821'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:06.792174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:06.799943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:security_group and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:06.806304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:06.819154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:06.821619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de8fdb-47f3-4215-bfa0-c41d8b3831de,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:06.844864 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:06.914389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:06.927852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:security_group_rule and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:06.937442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:06.959053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:06.982398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 81d6449a-c141-42b2-b624-896747b1b7e7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:07.087478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-68d2c87b-16ac-4546-bd66-f65155b542eb service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497416 Jan 10 18:57:07.130958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.140328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.181304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 81d6449a-c141-42b2-b624-896747b1b7e7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:07.181681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.254561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.263793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4826291 Jan 10 18:57:07.264952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55020) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:07.265801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a6e34-e55c-46f6-b27c-6d8f76690e96 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f381dd-a7ef-40ac-a7e4-68756925b467,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:07.288340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'security_group_rule': {'security_group_id': 'd3f381dd-a7ef-40ac-a7e4-68756925b467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:07.304711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:07.314997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:security_group_rule and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:07.320539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:07.336277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:07.389298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.433722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78333b5c-342e-420d-a0df-b054f0652a2d req-f4a4c734-4b83-469e-9b5b-0ed3d4d2e3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296094 Jan 10 18:57:07.482324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55028) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:07.496057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d93cf905-bcb7-439d-a224-eaa5eed491f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56756ec4583d4d2798a8f3095fc9125a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6629410 Jan 10 18:57:07.574437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fdd0-264f-4dea-a563-622626933d65 req-13d904a9-74e2-4e74-afd2-5d10ff9676b5 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:07.580542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9867fdd0-264f-4dea-a563-622626933d65 req-13d904a9-74e2-4e74-afd2-5d10ff9676b5 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.9116349 Jan 10 18:57:07.599567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e0b817-eff2-4af6-86a6-9999e9afc3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.617952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.656694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e0b817-eff2-4af6-86a6-9999e9afc3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.714144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.753036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9867fdd0-264f-4dea-a563-622626933d65 req-82d463dd-3749-45a6-b9bc-1be0431e4c34 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659992 Jan 10 18:57:07.769108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-717a15c1-76a7-454b-9294-b7b1b7cd52f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=028c551e9a144fe38497d61cee2ff381&device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 1120 time: 0.1801043 Jan 10 18:57:07.791366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e8187-be67-435b-b9ec-c0b57ea6a763,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:07.796116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e0b817-eff2-4af6-86a6-9999e9afc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.798781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e0b817-eff2-4af6-86a6-9999e9afc3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.800174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74e0b817-eff2-4af6-86a6-9999e9afc3a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85de8fdb-47f3-4215-bfa0-c41d8b3831de HTTP/1.1" status: 204 len: 168 time: 0.3153033 Jan 10 18:57:07.810157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.812215 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dded29dd-23dc-4e57-b1a0-510eaaa60f75 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5390129 Jan 10 18:57:07.827970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55038) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:07.829251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0b817-eff2-4af6-86a6-9999e9afc3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de8fdb-47f3-4215-bfa0-c41d8b3831de,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:07.837537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'security_group_rule': {'security_group_id': 'd3f381dd-a7ef-40ac-a7e4-68756925b467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:07.848138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:07.853075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:security_group_rule and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:07.859078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:07.869273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:07.902360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.977364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:07.984355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:08.027018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc75760-3555-4c8b-80dc-3593d2362594,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:08.047527 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:08.049170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6572b1a8-7050-4282-be39-a608406b65ae tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2176838 Jan 10 18:57:08.053434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55046) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:08.060549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:08.076525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:08.084410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:floatingip and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:08.094596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:08.114348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:08.139992 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:08.165248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-2b40d1df-8982-4054-b738-f064962722cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:08.169623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-2b40d1df-8982-4054-b738-f064962722cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3804617 Jan 10 18:57:08.239227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-786762d3-b673-4e4f-933d-f96182a9bcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:08.316225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-6f3ebcc8-eaab-4032-9996-b6965f721e7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=46629274-cfc8-4153-8ce6-331374646dd3 HTTP/1.1" status: 200 len: 217 time: 0.1345828 Jan 10 18:57:08.466994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:08.511050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-b83eb8aa-d99e-491b-b490-2032d78b1694 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:08.515914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-b83eb8aa-d99e-491b-b490-2032d78b1694 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1754775 Jan 10 18:57:08.779248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55060) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:08.803447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-2f4ec5f4-ed5c-43ea-9595-70b534addd8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057436 Jan 10 18:57:08.807012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:08.863287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Allocated IP 172.25.6.105 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f4168be4-cd6c-4a1a-b23d-2d57d7cece5c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:09.015628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-70864c6a-65bb-4584-8b83-5275c137a38d service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934335 Jan 10 18:57:09.223864 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:09.273173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:09.419650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:09.427136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:09.435993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:09.446737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:09.463190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac00183f1ec4526836d43417a3fefba is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:09.473571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:09.483739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84463c56-f5de-4036-8b23-b61fe55fc93e req-69cfdd0c-770b-4b51-84a4-4b0e5ac3d70c service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491429 Jan 10 18:57:09.491587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:09.558367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802cd6a-5e58-4a99-ae70-9216ffd50f00 req-685bfb7b-7024-4fb4-8e0a-f0ad39e063a9 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:09.563424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9802cd6a-5e58-4a99-ae70-9216ffd50f00 req-685bfb7b-7024-4fb4-8e0a-f0ad39e063a9 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.4619765 Jan 10 18:57:09.742740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9802cd6a-5e58-4a99-ae70-9216ffd50f00 req-c24420f9-f667-4d5a-9644-783c8e91a81b tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730311 Jan 10 18:57:09.753495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:09.755837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'Port': ['ID=f4168be4-cd6c-4a1a-b23d-2d57d7cece5c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:09.805329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:09.812918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:09.870476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:09.950070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8490e8-f52a-4a13-9e0c-1df447d0d69d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:09.969582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b87dadf8-fcc3-448d-a28c-3edb0aaa8326 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ac00183f1ec4526836d43417a3fefba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1786704 Jan 10 18:57:09.970557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:10.189076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56732deb-4760-4d0f-86f8-8cfaa9d6a68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.237046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.250148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.251054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56732deb-4760-4d0f-86f8-8cfaa9d6a68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.321223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56732deb-4760-4d0f-86f8-8cfaa9d6a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.342059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56732deb-4760-4d0f-86f8-8cfaa9d6a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8490e8-f52a-4a13-9e0c-1df447d0d69d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:10.353166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02556daf-b019-4ff0-930d-63d1309b32b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.364277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56732deb-4760-4d0f-86f8-8cfaa9d6a68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.369650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-56732deb-4760-4d0f-86f8-8cfaa9d6a68d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f8490e8-f52a-4a13-9e0c-1df447d0d69d HTTP/1.1" status: 204 len: 168 time: 0.3885837 Jan 10 18:57:10.382522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.417317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:10.427196 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3641651 Jan 10 18:57:10.432580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78e3f-b9cb-4445-b745-f2562021f757 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'Port': ['ID=f4168be4-cd6c-4a1a-b23d-2d57d7cece5c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:10.881862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-137cfaf2-52ee-46c7-9d02-ad03d26eb1b4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Synchronizing usage tracker for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:10.904271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-137cfaf2-52ee-46c7-9d02-ad03d26eb1b4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Unset dirty status for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:10.906469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-137cfaf2-52ee-46c7-9d02-ad03d26eb1b4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1581372922&fields=id&tenant_id=bfcb173414dc4204947d166bfbece2e2 HTTP/1.1" status: 200 len: 267 time: 0.0684927 Jan 10 18:57:11.062430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-afbd7078-5118-44b9-8932-7cb49a069bf3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:11.063267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-afbd7078-5118-44b9-8932-7cb49a069bf3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Synchronizing usage tracker for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:11.083669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-afbd7078-5118-44b9-8932-7cb49a069bf3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Unset dirty status for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:11.092003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-afbd7078-5118-44b9-8932-7cb49a069bf3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 824 time: 0.1776476 Jan 10 18:57:11.111771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-710b546d-8f51-41eb-a867-3b56b388b06d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/quotas/bfcb173414dc4204947d166bfbece2e2 HTTP/1.1" status: 200 len: 375 time: 0.0179749 Jan 10 18:57:11.216689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-f41197fe-7c3e-4b31-a796-d4ac296d23cb tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975621 Jan 10 18:57:11.390810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd1dbf-a2a3-499c-af92-71b895d9570c req-ba453645-721b-4d39-a080-a149f2ba1b28 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:11.392261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aebd1dbf-a2a3-499c-af92-71b895d9570c req-ba453645-721b-4d39-a080-a149f2ba1b28 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.1281252 Jan 10 18:57:11.436964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aebd1dbf-a2a3-499c-af92-71b895d9570c req-4792a553-8bb8-4967-a613-d6621d1035b2 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394094 Jan 10 18:57:11.444506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-5441eace-2c94-46cc-884a-4a309284bd14 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:57:11.451747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-5441eace-2c94-46cc-884a-4a309284bd14 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0892613 Jan 10 18:57:11.582624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-40363400-fd32-43dd-8dab-924a15e93e26 service neutron] 10.222.0.21 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294515 Jan 10 18:57:11.591452 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:11.650139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:11.724777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-541d774f-6919-4252-9de7-6f272bf20cd6 service neutron] 10.222.0.21 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356204 Jan 10 18:57:11.960855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1a9c062-30d1-4de2-9c42-8b64b58a84ad req-a0e66401-539c-4d87-b5a6-f2169ad44058 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 210 time: 0.0460057 Jan 10 18:57:12.741696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452cd9e-8a07-4ef3-b986-d356491b2a75 req-d7f4e78d-8702-4e9e-9307-a7144d750cca tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:12.749080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1452cd9e-8a07-4ef3-b986-d356491b2a75 req-d7f4e78d-8702-4e9e-9307-a7144d750cca tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.1394644 Jan 10 18:57:12.810470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1452cd9e-8a07-4ef3-b986-d356491b2a75 req-15832303-8319-48b9-a95f-7a412934e434 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574882 Jan 10 18:57:12.825140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:12.879540 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.164503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bcd27210-57f5-4fe2-bcf8-d1e55279eda0 req-3934263e-2f69-4dc4-91dc-17b5b7533791 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 210 time: 0.0617018 Jan 10 18:57:13.224233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:13.295363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.327400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:13.331616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Usage tracker for resource:security_group_rule and tenant:65815df3a3504290a8c1a00344efd797 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:13.334677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:13.340703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:13.365071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.428937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:13.434854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Usage tracker for resource:security_group_rule and tenant:692a0ab737ab4105b282816356a7b088 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:13.441928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:13.453889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:13.487403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.491984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.501274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.44', 51822) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:13.543852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65815df3a3504290a8c1a00344efd797&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7174287 Jan 10 18:57:13.549920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55296) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:13.629877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-f08b57d6-b57a-4236-b247-a3fa2d5e51c5 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=448f47eafa924f80a5bdb1b6981c954c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516183 Jan 10 18:57:13.636007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664bfd3-acbb-421c-be26-d863bcf3bb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a037c-f178-41e3-b818-c82afef64d33,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:13.689610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-17719721-0518-4aa8-a31c-d0c9a5922102 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:13.692298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-17719721-0518-4aa8-a31c-d0c9a5922102 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 824 time: 0.1886528 Jan 10 18:57:13.781950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a4161f9a-8216-4d08-9be1-1449790890f9 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Synchronizing usage tracker for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:13.794184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a4161f9a-8216-4d08-9be1-1449790890f9 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Unset dirty status for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:13.795861 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a4161f9a-8216-4d08-9be1-1449790890f9 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcb173414dc4204947d166bfbece2e2 HTTP/1.1" status: 200 len: 380 time: 0.0587134 Jan 10 18:57:13.805546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'port': {'device_id': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'admin_state_up': True, 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'security_groups': ['d3f381dd-a7ef-40ac-a7e4-68756925b467']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:13.809981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.811014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc74f-fecc-4e19-9d5b-1f205060b6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.826272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.904257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc74f-fecc-4e19-9d5b-1f205060b6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:13.935687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c6ce372d-5b7e-46b8-93dd-1682938861c6 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:13.943212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c6ce372d-5b7e-46b8-93dd-1682938861c6 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947648 Jan 10 18:57:13.952025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a613cd-040e-4a4e-9087-ca1f4fff5928,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:13.970158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34dae653-e9ed-40de-8502-b5e0d00dce68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=692a0ab737ab4105b282816356a7b088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7447357 Jan 10 18:57:13.971795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55302) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:14.005289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-220258e8-f46f-4c37-8bca-06371e8f29b2 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/quotas/448f47eafa924f80a5bdb1b6981c954c HTTP/1.1" status: 200 len: 375 time: 0.0613613 Jan 10 18:57:14.012484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:14.017490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:port and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:14.020500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:14.027766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:14.051336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Made reservation on behalf of bfcb173414dc4204947d166bfbece2e2 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:14.055545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.121797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-2699fe2f-09e9-4789-b74e-5e66ce95ddb8 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=448f47eafa924f80a5bdb1b6981c954c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774312 Jan 10 18:57:14.157373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc74f-fecc-4e19-9d5b-1f205060b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.160822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eef55c9e-b4fb-49ac-931a-15e5436c5b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.200396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eef55c9e-b4fb-49ac-931a-15e5436c5b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.234802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc74f-fecc-4e19-9d5b-1f205060b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a037c-f178-41e3-b818-c82afef64d33,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:14.258756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc74f-fecc-4e19-9d5b-1f205060b6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.260169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3c7fc74f-fecc-4e19-9d5b-1f205060b6f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/604a037c-f178-41e3-b818-c82afef64d33 HTTP/1.1" status: 204 len: 168 time: 0.7092519 Jan 10 18:57:14.295716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7dce-ced9-4dc6-8f5f-50212e30a506 req-cec7508e-5835-48d3-9c5c-e9d6b198ed8a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:14.303516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a66f7dce-ced9-4dc6-8f5f-50212e30a506 req-cec7508e-5835-48d3-9c5c-e9d6b198ed8a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.3004882 Jan 10 18:57:14.304838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eef55c9e-b4fb-49ac-931a-15e5436c5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.366172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eef55c9e-b4fb-49ac-931a-15e5436c5b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.381880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Allocated IP 172.20.0.13 (32fba634-0217-49f3-bce1-5a5bbe16f712/6418533e-be03-48b3-81f9-41d1dbb51aa0/36b01303-558f-43e6-99ac-d080959b7891) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:14.385410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eef55c9e-b4fb-49ac-931a-15e5436c5b2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8a613cd-040e-4a4e-9087-ca1f4fff5928 HTTP/1.1" status: 204 len: 168 time: 0.4051075 Jan 10 18:57:14.390248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55c9e-b4fb-49ac-931a-15e5436c5b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a613cd-040e-4a4e-9087-ca1f4fff5928,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:14.536120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a66f7dce-ced9-4dc6-8f5f-50212e30a506 req-a1741056-0383-4371-9042-d109a90fa359 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003751 Jan 10 18:57:14.543406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7d93fb1-367a-4b7f-9ae1-b7645a4df2c2 req-ebeafeb9-e947-40cd-b0b2-0ad02bf74cb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 210 time: 0.1351559 Jan 10 18:57:14.684077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-986a05c1-951c-42ba-84d3-94e0f024d516 req-2770161f-7d2e-48ae-9cc9-dfbe0c220666 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 210 time: 0.0522163 Jan 10 18:57:14.752358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.766076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.779161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Transition to ACTIVE for port object 36b01303-558f-43e6-99ac-d080959b7891 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:14.812727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.893086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.898012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:14.901405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:14.904548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:14.905982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55328) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:14.908716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:14.909339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.933428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:14.937831 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1367896 Jan 10 18:57:14.942130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79328c7-1d4e-46d6-9110-545d56dd4e03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'Port': ['ID=36b01303-558f-43e6-99ac-d080959b7891,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:14.990189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:14.994757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55332) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:15.002002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Usage tracker for resource:security_group_rule and tenant:6965d910dfcb4760ae61122d3cb9bcc1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:15.009084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:15.014894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.015412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:15.106859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:15.115752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Usage tracker for resource:security_group_rule and tenant:2b926f0c4969403cab38577e72c07231 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:15.127723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:15.138176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:15.141978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.147356 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.204952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a89f18-be22-4740-b4d9-d8e1b5c370ce,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:15.214794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e90a6220-a7a2-4eba-aba7-5689ec08cc6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6965d910dfcb4760ae61122d3cb9bcc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3069549 Jan 10 18:57:15.220176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:15.248164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.262078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.355376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c11ae2af-d7b4-4df8-8a8f-7f9eb8fa0226 None None] Provisioning for port 36b01303-558f-43e6-99ac-d080959b7891 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:15.362300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c11ae2af-d7b4-4df8-8a8f-7f9eb8fa0226 None None] Provisioning complete for port 36b01303-558f-43e6-99ac-d080959b7891 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:15.363238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c11ae2af-d7b4-4df8-8a8f-7f9eb8fa0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.390009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70adf562-59fd-41cb-bb88-5f6abd7d15cd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:15.399582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55340) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:15.399770 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fbcd0451-26bd-41d6-a1b2-b51be9f8dd40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b926f0c4969403cab38577e72c07231&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4036186 Jan 10 18:57:15.413414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca04f-f9af-4a66-9b27-d71f228da7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.438239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c11ae2af-d7b4-4df8-8a8f-7f9eb8fa0226 None None] Port 36b01303-558f-43e6-99ac-d080959b7891 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:15.452839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca04f-f9af-4a66-9b27-d71f228da7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.485979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a99d692-1e3a-4f21-9070-8887b3c17c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.514013 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a99d692-1e3a-4f21-9070-8887b3c17c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.521895 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca04f-f9af-4a66-9b27-d71f228da7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.544802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ca04f-f9af-4a66-9b27-d71f228da7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a89f18-be22-4740-b4d9-d8e1b5c370ce,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:15.560135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca04f-f9af-4a66-9b27-d71f228da7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.560697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Sync routers for ids ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:57:15.562733 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff5ca04f-f9af-4a66-9b27-d71f228da7e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a89f18-be22-4740-b4d9-d8e1b5c370ce HTTP/1.1" status: 204 len: 168 time: 0.3414056 Jan 10 18:57:15.599362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a99d692-1e3a-4f21-9070-8887b3c17c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.605785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 46629274-cfc8-4153-8ce6-331374646dd3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:57:15.616857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Routers {'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:15.617478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:15.623413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99d692-1e3a-4f21-9070-8887b3c17c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70adf562-59fd-41cb-bb88-5f6abd7d15cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:15.636194 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a99d692-1e3a-4f21-9070-8887b3c17c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:15.640034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7a99d692-1e3a-4f21-9070-8887b3c17c1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70adf562-59fd-41cb-bb88-5f6abd7d15cd HTTP/1.1" status: 204 len: 168 time: 0.2370443 Jan 10 18:57:15.985774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-2ab1e386-ceb4-42a9-a998-2557aed2f006 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=448f47eafa924f80a5bdb1b6981c954c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264782 Jan 10 18:57:16.183048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Set router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:16.256346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-9ce0c660-59c6-486c-a4c0-a12bf67376ea tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:16.258969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-9ce0c660-59c6-486c-a4c0-a12bf67376ea tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674088 Jan 10 18:57:16.259388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 46629274-cfc8-4153-8ce6-331374646dd3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=46629274-cfc8-4153-8ce6-331374646dd3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:16.289623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Request body: {'port': {'device_id': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '448f47eafa924f80a5bdb1b6981c954c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:16.403152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e32a7f-088a-4196-944a-3b382b18281f req-18f0105d-d076-4b38-ac56-d6e80a1b3983 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:16.413131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39e32a7f-088a-4196-944a-3b382b18281f req-18f0105d-d076-4b38-ac56-d6e80a1b3983 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 969 time: 0.6189761 Jan 10 18:57:16.413357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '46629274-cfc8-4153-8ce6-331374646dd3', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '46629274-cfc8-4153-8ce6-331374646dd3', 'mac_address': 'fa:16:3e:e7:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:tempest-test_az-2022917633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:57:16.541461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e135126-6faa-4621-9605-efaa8d4c23f0 req-3d446008-932c-4727-9ee2-92944255cdea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:16.543552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e135126-6faa-4621-9605-efaa8d4c23f0 req-3d446008-932c-4727-9ee2-92944255cdea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 932 time: 0.6923895 Jan 10 18:57:16.562011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:16.572673 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:16.573807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Usage tracker for resource:port and tenant:448f47eafa924f80a5bdb1b6981c954c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:16.605807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46629274-cfc8-4153-8ce6-331374646dd3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:16.610027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:16.620418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:16.642298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39e32a7f-088a-4196-944a-3b382b18281f req-8f0c8d07-45fb-4efa-b501-2d761c623494 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281992 Jan 10 18:57:16.652591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 46629274-cfc8-4153-8ce6-331374646dd3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=46629274-cfc8-4153-8ce6-331374646dd3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:16.663934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e135126-6faa-4621-9605-efaa8d4c23f0 req-d9b91970-1a0f-4799-8927-874233dadded tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978942 Jan 10 18:57:16.667282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Made reservation on behalf of 448f47eafa924f80a5bdb1b6981c954c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:16.678568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:16.712896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:16.732350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:16.806167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:16.817808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Usage tracker for resource:security_group_rule and tenant:448f47eafa924f80a5bdb1b6981c954c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:16.822687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:16.838411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:16.858456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=46629274-cfc8-4153-8ce6-331374646dd3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:16.874043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T18:56:59Z', 'revision_number': 4, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5466f23c-fa9f-483b-b564-569b7794d91b', 'name': '', 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'mac_address': 'fa:16:3e:6d:dc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:58Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 2, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'subnets': [{'id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:16.886482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Checking router: c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:57:16.886850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Updating router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 port 5466f23c-fa9f-483b-b564-569b7794d91b binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:57:16.957642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72a45d75-0026-4c5b-9dbf-db08bf109905 req-71387a80-55a7-4cc5-9faa-e2ab93b50184 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 210 time: 0.0665684 Jan 10 18:57:16.993330 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.022315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.029416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.071733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['46629274-cfc8-4153-8ce6-331374646dd3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:17.149917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f85ede0-6361-41f3-9b63-91b92c281779,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:17.260571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55386) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:17.267247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55390) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:17.297444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Allocated IP 192.168.233.161 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/d84c993d-3423-4a44-b62f-928b77624b30) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:17.444882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-353592963-network', 'tenant_id': '3a4abe15f1ad4655a67f9ec43547611d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:17.459995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:17.471214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Usage tracker for resource:network and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:17.480850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1933115092-network', 'tenant_id': '16270c363a3742fe89ef8e15c5f8d43b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:17.490274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:17.493429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:17.499559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Usage tracker for resource:network and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:17.502142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:17.505193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:17.519127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:17.528959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Made reservation on behalf of 3a4abe15f1ad4655a67f9ec43547611d for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:17.531869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.546679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.566689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Made reservation on behalf of 16270c363a3742fe89ef8e15c5f8d43b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:17.569419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.584003 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.614010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:17.621862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.625877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Usage tracker for resource:security_group_rule and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:17.631039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:17.636589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.640262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:17.647532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Transition to ACTIVE for port object d84c993d-3423-4a44-b62f-928b77624b30 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:17.650638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Transition to ACTIVE for port object 5466f23c-fa9f-483b-b564-569b7794d91b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:17.651772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:17.659329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.661039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Usage tracker for resource:security_group_rule and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:17.665132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:17.675473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:17.689498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.839161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:17.858214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:17.867194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:17.880306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:17.882795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.883550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6488208-90e3-4ef4-bc51-e19505ab8f37 None None] Pushing event updated for resources: {'Port': ['ID=5466f23c-fa9f-483b-b564-569b7794d91b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:17.914827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.931033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.972322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Attempting to bind port 5466f23c-fa9f-483b-b564-569b7794d91b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:17.972937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Attempting to bind port 5466f23c-fa9f-483b-b564-569b7794d91b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:17.973584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Attempting to bind port 5466f23c-fa9f-483b-b564-569b7794d91b on network 4b3d2069-401f-44d8-a074-6e4b5e6558fd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:17.978339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Pushing event updated for resources: {'Port': ['ID=d84c993d-3423-4a44-b62f-928b77624b30,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:17.985737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:17.986566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Checking segment: {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:17.987521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.989327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Bound using segment: {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:17.989815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Bound port: 5466f23c-fa9f-483b-b564-569b7794d91b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aae27ee-5d15-48d3-a0de-3127f9a05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:17.990211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:17.997255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.015963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.019784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:18.033487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e44a6-6ee7-45f6-b01b-3ce756be9190,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:18.060857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.061244 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Added segment f343ece7-769c-49e8-ae66-fd9ad10a7275 of type vlan for network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db Jan 10 18:57:18.111623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:18.141478 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.142310 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Added segment 9beeb49e-d070-4c1b-8555-7d73b25dc534 of type vlan for network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 Jan 10 18:57:18.144191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:18.179182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.183666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-6b3c0c4b-a9bb-467b-826d-eb363671cdfd tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9021294 Jan 10 18:57:18.197591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] For port 5466f23c-fa9f-483b-b564-569b7794d91b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:18.205205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] For port 5466f23c-fa9f-483b-b564-569b7794d91b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5466f23c-fa9f-483b-b564-569b7794d91b,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:18.205655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.208445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Request body: {'port': {'device_id': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'device_owner': 'compute:tempest-test_az-2022917633', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:18.236780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.248257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.249173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:18.249806 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.302478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0408833 Jan 10 18:57:18.321696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Routers {'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:18.322420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:18.324639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:18.345083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Request body: {'subnet': {'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-353592963-subnet', 'tenant_id': '3a4abe15f1ad4655a67f9ec43547611d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:18.350306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.351186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:18.351764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.361095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:18.368860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Usage tracker for resource:subnet and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:18.377860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5eee6d-67e5-4058-90e3-4c2bc29e3c3d req-9acdef1c-aaa2-46b7-aafe-016f68e24386 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:18.379727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d5eee6d-67e5-4058-90e3-4c2bc29e3c3d req-9acdef1c-aaa2-46b7-aafe-016f68e24386 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 932 time: 0.4511287 Jan 10 18:57:18.380821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:18.391523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729eb9d-f83e-4b15-9fec-379b710e489e req-189ed39b-448c-41ca-917a-d6707bb82f5e tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:18.393273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6729eb9d-f83e-4b15-9fec-379b710e489e req-189ed39b-448c-41ca-917a-d6707bb82f5e tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 970 time: 0.4583874 Jan 10 18:57:18.398340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f518b-b11c-41f9-bca8-9f0ebbeb3b3c admin admin] Pushing event updated for resources: {'Network': ['ID=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:18.403447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:18.423097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.426489 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1551862 Jan 10 18:57:18.428364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55410) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:18.434982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:18.487752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Request body: {'subnet': {'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1933115092-subnet', 'tenant_id': '16270c363a3742fe89ef8e15c5f8d43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:18.492493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:18.496257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Usage tracker for resource:subnet and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:18.499177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:18.506744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:18.520383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Made reservation on behalf of 3a4abe15f1ad4655a67f9ec43547611d for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:18.522528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.536091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-842035d6-1ffa-47a9-9143-680cf0ca707d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:57:18.537070 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-842035d6-1ffa-47a9-9143-680cf0ca707d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081117 Jan 10 18:57:18.543777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035822c-7824-44b0-9b71-a313bf41fd0b admin admin] Pushing event updated for resources: {'Network': ['ID=1bcd03f3-210f-4242-b69a-b3a60675d3d9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:18.554722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Made reservation on behalf of 16270c363a3742fe89ef8e15c5f8d43b for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:18.557079 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.661406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:18.703413 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d5eee6d-67e5-4058-90e3-4c2bc29e3c3d req-e8732723-1f0d-4c69-86a1-30b00e29e4f1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066547 Jan 10 18:57:18.716038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6729eb9d-f83e-4b15-9fec-379b710e489e req-1b96dce2-02fe-46a4-be1d-1db9218ab77d tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762611 Jan 10 18:57:18.788961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6488208-90e3-4ef4-bc51-e19505ab8f37 None None] Pushing event updated for resources: {'Port': ['ID=5466f23c-fa9f-483b-b564-569b7794d91b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:18.848133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Request body: {'port': {'device_id': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:18.858903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e0f29d6c-d322-4812-a95f-a5744d81e9a0 None None] Provisioning for port d84c993d-3423-4a44-b62f-928b77624b30 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:18.868001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e0f29d6c-d322-4812-a95f-a5744d81e9a0 None None] Provisioning complete for port d84c993d-3423-4a44-b62f-928b77624b30 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:18.868409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e0f29d6c-d322-4812-a95f-a5744d81e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:18.908423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] Set router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:18.972193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e0f29d6c-d322-4812-a95f-a5744d81e9a0 None None] Port d84c993d-3423-4a44-b62f-928b77624b30 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:19.022321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.035401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.177084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:19.177288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-c2aad368-f390-4c10-9a34-48f13c203d2c tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:19.177959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-c2aad368-f390-4c10-9a34-48f13c203d2c tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Synchronizing usage tracker for tenant:448f47eafa924f80a5bdb1b6981c954c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:19.240562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:19.240979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Network hostable DHCP agents. Network: 1bcd03f3-210f-4242-b69a-b3a60675d3d9, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:19.251995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-c2aad368-f390-4c10-9a34-48f13c203d2c tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Unset dirty status for tenant:448f47eafa924f80a5bdb1b6981c954c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:19.252601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-c2aad368-f390-4c10-9a34-48f13c203d2c tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 936 time: 0.3876951 Jan 10 18:57:19.291427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.293338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T18:56:59Z', 'revision_number': 4, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5466f23c-fa9f-483b-b564-569b7794d91b', 'name': '', 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'mac_address': 'fa:16:3e:6d:dc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:58Z', 'updated_at': '2022-01-10T18:57:18Z', 'revision_number': 4, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'subnets': [{'id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:19.298443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a21be-169b-4561-ba73-1f427c0a8542 None None] The sync data for ids ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'] in n-d-816927-8 is: [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T18:56:59Z', 'revision_number': 4, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5466f23c-fa9f-483b-b564-569b7794d91b', 'name': '', 'network_id': '4b3d2069-401f-44d8-a074-6e4b5e6558fd', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'mac_address': 'fa:16:3e:6d:dc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:58Z', 'updated_at': '2022-01-10T18:57:18Z', 'revision_number': 4, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'subnets': [{'id': '66a3e10a-36d7-4599-b4da-1cc2c003ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:57:19.370814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:19.392984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1bcd03f3-210f-4242-b69a-b3a60675d3d9) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:19.416145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173c961-5c17-40f1-b9ab-eb5c5c966723 None None] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:19.417525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:19.418127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.464589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84c993d-3423-4a44-b62f-928b77624b30 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:19.474651 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.502823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-00878864-0ebc-460c-a392-bf3f4d81a179 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0733945 Jan 10 18:57:19.538975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Transition to ACTIVE for port object d84c993d-3423-4a44-b62f-928b77624b30 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:19.542566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-b23d5f5c-d8a5-449f-9cf8-04238876d73d tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Synchronizing usage tracker for tenant:448f47eafa924f80a5bdb1b6981c954c on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:19.591807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.595547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc306723-0f0a-49fd-845e-6b09f9cdf160,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:19.618104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 46629274-cfc8-4153-8ce6-331374646dd3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:19.661838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b01303-558f-43e6-99ac-d080959b7891 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:19.669967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.700296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Transition to ACTIVE for port object 36b01303-558f-43e6-99ac-d080959b7891 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:19.706162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:19.813980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:19.814409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Network hostable DHCP agents. Network: c2095056-0d2e-4d3b-bc7e-d82f4d7d38db, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:19.825511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-b23d5f5c-d8a5-449f-9cf8-04238876d73d tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Unset dirty status for tenant:448f47eafa924f80a5bdb1b6981c954c on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:19.839028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd392987-ada7-4622-b27b-4792e5620eb4 req-b23d5f5c-d8a5-449f-9cf8-04238876d73d tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782733 Jan 10 18:57:19.902352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Pushing event updated for resources: {'Port': ['ID=d84c993d-3423-4a44-b62f-928b77624b30,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:19.945873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9762eb4-cf7d-4aca-bfca-6379d24d241b None None] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:19.959517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Pushing event updated for resources: {'Port': ['ID=36b01303-558f-43e6-99ac-d080959b7891,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:20.147656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 46629274-cfc8-4153-8ce6-331374646dd3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:20.233365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Attempting to bind port 36b01303-558f-43e6-99ac-d080959b7891 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:20.233733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Attempting to bind port 36b01303-558f-43e6-99ac-d080959b7891 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:20.234064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Attempting to bind port 36b01303-558f-43e6-99ac-d080959b7891 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:20.236530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 46629274-cfc8-4153-8ce6-331374646dd3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:20.236947 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:20.244693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:20.251547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Port 36b01303-558f-43e6-99ac-d080959b7891 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:20.252045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Attempting to bind port 36b01303-558f-43e6-99ac-d080959b7891 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:20.267009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:20.267357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Checking segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:20.267923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Bound using segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:20.268362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Bound port: 36b01303-558f-43e6-99ac-d080959b7891, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:20.268705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:20.435336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c2095056-0d2e-4d3b-bc7e-d82f4d7d38db) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:20.458501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:20.459128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:20.472836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] For port 36b01303-558f-43e6-99ac-d080959b7891, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:20.478595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] For port 36b01303-558f-43e6-99ac-d080959b7891, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=36b01303-558f-43e6-99ac-d080959b7891,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:20.481005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce377d00-6aca-4d1e-b36f-be449dffa634 None None] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:20.490580 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:20.501345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Attempting to bind port d84c993d-3423-4a44-b62f-928b77624b30 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:20.501921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Attempting to bind port d84c993d-3423-4a44-b62f-928b77624b30 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:20.502015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Attempting to bind port d84c993d-3423-4a44-b62f-928b77624b30 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:20.532364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-49b5b26b-0684-4eaa-9e55-3a6285ba3623 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2007651 Jan 10 18:57:20.535956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Port d84c993d-3423-4a44-b62f-928b77624b30 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:20.536275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Attempting to bind port d84c993d-3423-4a44-b62f-928b77624b30 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:20.553238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:20.553578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:20.553964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:20.554549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Bound port: d84c993d-3423-4a44-b62f-928b77624b30, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:20.557425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:20.602480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e9423-605d-4bd5-85e9-4eae3a88aaf7 req-4d73b3c6-f5d0-450c-b859-c64435e48277 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:20.614293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d6e9423-605d-4bd5-85e9-4eae3a88aaf7 req-4d73b3c6-f5d0-450c-b859-c64435e48277 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 970 time: 0.3644919 Jan 10 18:57:20.620204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c99947-19d2-4274-b7cf-d6862e7601ef req-2727ea56-b360-4141-bb14-a00849689877 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:20.621664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0c99947-19d2-4274-b7cf-d6862e7601ef req-2727ea56-b360-4141-bb14-a00849689877 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 944 time: 0.3744030 Jan 10 18:57:20.761119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Pushing event updated for resources: {'Port': ['ID=36b01303-558f-43e6-99ac-d080959b7891,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:20.788369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:20.789841 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d11a9cc2-ff7a-4fef-bbec-f71715d2f76f service neutron] 10.222.0.44 "PUT /v2.0/ports/36b01303-558f-43e6-99ac-d080959b7891 HTTP/1.1" status: 200 len: 1092 time: 2.1647909 Jan 10 18:57:20.790252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'tag': '36b01303-558f-43e6-99ac-d080959b7891'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:20.943713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d6e9423-605d-4bd5-85e9-4eae3a88aaf7 req-07fb9bb3-a3c1-40d6-a773-12b99a63fd40 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084052 Jan 10 18:57:20.971660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0c99947-19d2-4274-b7cf-d6862e7601ef req-c5104922-248f-4323-837e-86497c2b5d9a tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013852 Jan 10 18:57:20.984177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] For port d84c993d-3423-4a44-b62f-928b77624b30, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:21.000039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] For port d84c993d-3423-4a44-b62f-928b77624b30, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d84c993d-3423-4a44-b62f-928b77624b30,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:21.014954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.023252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb9310-dba3-4d1f-85bf-e28aec25650a None None] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:21.065561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5466f23c-fa9f-483b-b564-569b7794d91b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:21.112495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.127345 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-d5f13fbb-765c-4c02-bb32-1188271c0193 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 1095 time: 0.2205598 Jan 10 18:57:21.172068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Pushing event updated for resources: {'Port': ['ID=d84c993d-3423-4a44-b62f-928b77624b30,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:21.199290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.202654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-c78b07f2-60e7-4cc2-a510-2fa1a034f8df service neutron] 10.222.0.30 "PUT /v2.0/ports/d84c993d-3423-4a44-b62f-928b77624b30 HTTP/1.1" status: 200 len: 1118 time: 3.0027571 Jan 10 18:57:21.203223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'tag': 'd84c993d-3423-4a44-b62f-928b77624b30'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:21.269219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-c9239b1e-dd79-4e87-bb30-7df6b55728c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36b01303-558f-43e6-99ac-d080959b7891 HTTP/1.1" status: 200 len: 217 time: 0.1347952 Jan 10 18:57:21.341866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46629274-cfc8-4153-8ce6-331374646dd3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:21.365100 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'tag': 'd84c993d-3423-4a44-b62f-928b77624b30', 'status': 'completed', 'code': 200} Jan 10 18:57:21.396981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-0af73fd6-dfa0-4e64-b7c6-d9ced8ad0195 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:21.406029 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-0af73fd6-dfa0-4e64-b7c6-d9ced8ad0195 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.1301830 Jan 10 18:57:21.429426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 46629274-cfc8-4153-8ce6-331374646dd3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=46629274-cfc8-4153-8ce6-331374646dd3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:21.456370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.534255 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-0fd735cc-a1d6-44b7-8019-3cd4f475563e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219747 Jan 10 18:57:21.565301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df09ee5-347d-4acf-9d52-0068a4bdda41 req-f1b135e1-4277-4631-b99d-5be13547c59b tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:21.571991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5df09ee5-347d-4acf-9d52-0068a4bdda41 req-f1b135e1-4277-4631-b99d-5be13547c59b tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 970 time: 0.2118568 Jan 10 18:57:21.576980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-9cdab9cf-bf1b-496f-920c-c4c920cc23d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=448f47eafa924f80a5bdb1b6981c954c&device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 1121 time: 0.3269520 Jan 10 18:57:21.650282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5466f23c-fa9f-483b-b564-569b7794d91b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:21.664616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=46629274-cfc8-4153-8ce6-331374646dd3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:21.672025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5466f23c-fa9f-483b-b564-569b7794d91b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:21.672671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.720372 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'tag': '36b01303-558f-43e6-99ac-d080959b7891', 'status': 'completed', 'code': 200} Jan 10 18:57:21.733144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-225a19a3-69cc-4c83-ae1d-79539b49bf17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d84c993d-3423-4a44-b62f-928b77624b30 HTTP/1.1" status: 200 len: 217 time: 0.1419322 Jan 10 18:57:21.787403 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-35a012b2-ce15-400a-8763-a275d4a44c7b service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453666 Jan 10 18:57:21.849402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5df09ee5-347d-4acf-9d52-0068a4bdda41 req-5b1c2ca2-20e9-4e1b-88b0-6ad76bb00484 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762177 Jan 10 18:57:21.850934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-78bbd4d5-bb92-4e0e-8fcf-f22753ee6af8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:21.852378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-78bbd4d5-bb92-4e0e-8fcf-f22753ee6af8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0905581 Jan 10 18:57:21.875835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.881204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:21.892435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2146486820-network', 'tenant_id': '186ed3b5cdfe446982b75cbdf8133394'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:21.901054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:21.920275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Usage tracker for resource:network and tenant:186ed3b5cdfe446982b75cbdf8133394 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:21.924885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:21.932116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:21.944765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5466f23c-fa9f-483b-b564-569b7794d91b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5466f23c-fa9f-483b-b564-569b7794d91b,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:21.956498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.964439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Made reservation on behalf of 186ed3b5cdfe446982b75cbdf8133394 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:21.967506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:21.990616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.004648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-8c9576fe-65e3-433d-948b-00bb08745214 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451068 Jan 10 18:57:22.009253 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ad960f4-83e8-4d70-bc2d-cf6874e19e7b req-692d2a9a-c883-4fed-9f19-35046c522269 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148387 Jan 10 18:57:22.033982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:22.038780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Usage tracker for resource:security_group_rule and tenant:186ed3b5cdfe446982b75cbdf8133394 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:22.041966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:22.048283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:22.112627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5466f23c-fa9f-483b-b564-569b7794d91b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:22.193664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.205745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.244580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:22.250459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274486d1-a77c-48d2-8aeb-6fd0f965d2af,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:22.260439 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.260777 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Added segment efc9a34c-c6da-4c7d-b550-80e7a4de408e of type vlan for network 19bfac85-9c00-460f-92ef-26e269077938 Jan 10 18:57:22.273260 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-c1e71ce2-b3ec-42e5-8f9a-eb93304ed4da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 1095 time: 0.1693420 Jan 10 18:57:22.276809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-d46f3e47-7d9e-42b6-9071-d21e7b359c96 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638557 Jan 10 18:57:22.334975 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46629274-cfc8-4153-8ce6-331374646dd3', 'code': 200} Jan 10 18:57:22.410686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.414192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.30', 64901) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:22.467267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a4a3-9cbb-4242-8d81-95b0f1122988 req-fe4fd766-d443-4589-a116-f1341bbc166d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:22.468757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1224a4a3-9cbb-4242-8d81-95b0f1122988 req-fe4fd766-d443-4589-a116-f1341bbc166d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 944 time: 0.2468412 Jan 10 18:57:22.547749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55488) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:22.558526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-196665076-network', 'tenant_id': 'a6e4f6ea702f4ca0b62c7b784e10e76f'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:22.566020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:22.568565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-7e337d32-014b-4493-8724-f730630b2893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:22.569961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-7e337d32-014b-4493-8724-f730630b2893 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 925 time: 0.2881382 Jan 10 18:57:22.570514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.571253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:22.571801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.585104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d84f92b-80a0-4f83-a864-3ffe915f5f44 req-b5fd6f5e-d73a-4517-b9c1-e289ec13e0ee service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987101 Jan 10 18:57:22.590956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Usage tracker for resource:network and tenant:a6e4f6ea702f4ca0b62c7b784e10e76f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:22.599199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1224a4a3-9cbb-4242-8d81-95b0f1122988 req-175797d0-c901-40ce-8def-edbf8c0cdcdf tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211360 Jan 10 18:57:22.631760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e856a-5178-470b-b790-f924fd73d1bd req-a8627910-8051-417b-b3c4-e0493296e3a9 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:22.631760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c14e856a-5178-470b-b790-f924fd73d1bd req-a8627910-8051-417b-b3c4-e0493296e3a9 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 971 time: 0.1209643 Jan 10 18:57:22.654923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:22.706228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:22.727069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c14e856a-5178-470b-b790-f924fd73d1bd req-1c37e50b-bef3-4c05-9e61-1e6f8c3dd18a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929475 Jan 10 18:57:22.747617 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-13b59556-5f13-4118-ac78-118f8a1a3448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=448f47eafa924f80a5bdb1b6981c954c&device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 1121 time: 0.0943685 Jan 10 18:57:22.750656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8680727 Jan 10 18:57:22.753653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:22.761824 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-882e0630-9d1f-4a75-88da-b18058640c32 req-0f22221b-3149-401f-98e7-e95600fa116c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 1122 time: 0.3465495 Jan 10 18:57:22.763241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3ae89-607e-4b99-a231-a73d55d0c66f admin admin] Pushing event updated for resources: {'Network': ['ID=19bfac85-9c00-460f-92ef-26e269077938,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:22.766253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Made reservation on behalf of a6e4f6ea702f4ca0b62c7b784e10e76f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:22.768374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.774249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 19bfac85-9c00-460f-92ef-26e269077938 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:22.780226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Request body: {'subnet': {'network_id': '19bfac85-9c00-460f-92ef-26e269077938', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2146486820-subnet', 'tenant_id': '186ed3b5cdfe446982b75cbdf8133394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:22.781224 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-9fec8d21-8157-4eff-a50f-3afbfd091dcb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36b01303-558f-43e6-99ac-d080959b7891 HTTP/1.1" status: 200 len: 217 time: 0.1807387 Jan 10 18:57:22.789664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:22.828910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.838076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Usage tracker for resource:subnet and tenant:186ed3b5cdfe446982b75cbdf8133394 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:22.843822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.844874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:22.853474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:22.880330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Made reservation on behalf of 186ed3b5cdfe446982b75cbdf8133394 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:22.882960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:22.905291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-ed761427-2ed3-43d1-8cea-7186ec06a7c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:22.906713 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-ed761427-2ed3-43d1-8cea-7186ec06a7c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.1120615 Jan 10 18:57:22.907683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:22.915715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e4f6ea702f4ca0b62c7b784e10e76f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:22.930803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5466f23c-fa9f-483b-b564-569b7794d91b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:22.951167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:22.961691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:22.963910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:22.974410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Usage tracker for resource:security_group_rule and tenant:7c39aa769bd54682b57e6f285efd8d91 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:22.979934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:22.990378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:23.021603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126cc0d-414f-427c-9596-74a45c7872ea req-450546f8-a441-4673-8937-e3f83fe78e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:23.022255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5466f23c-fa9f-483b-b564-569b7794d91b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:23.022709 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.041861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-450546f8-a441-4673-8937-e3f83fe78e6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2846010 Jan 10 18:57:23.122786 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-f42aa07c-51a1-4512-9f5d-8f0de29b93f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082934 Jan 10 18:57:23.125118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.151499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.152501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.259394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.275049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-76694fc4-9f58-4b96-b999-5979d7f66d59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d84c993d-3423-4a44-b62f-928b77624b30 HTTP/1.1" status: 200 len: 217 time: 0.1309652 Jan 10 18:57:23.300298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:23.309467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3501823-b078-4ddd-997e-f140cc8bd318,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:23.312883 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-882e0630-9d1f-4a75-88da-b18058640c32 req-34ef9149-db66-4651-9c14-8e987259beff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354521 Jan 10 18:57:23.327605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.329650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.329993 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Added segment 8c7ebe87-a911-4b5c-be32-7c2c9585ebed of type vlan for network 9a13fba4-8c55-4dca-ac41-33f49c1baa5f Jan 10 18:57:23.395508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef9149-db66-4651-9c14-8e987259beff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5e19f0-1be6-4e20-ae34-05550d51b0d1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:23.398823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.410029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126cc0d-414f-427c-9596-74a45c7872ea req-45809898-b23c-4850-aa07-28b120609571 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:23.411492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-45809898-b23c-4850-aa07-28b120609571 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1240475 Jan 10 18:57:23.413330 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-d48f50ff-db48-4330-9399-877d4bfd5fea service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841125 Jan 10 18:57:23.421583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c659eb43-b9c9-4a1d-b8c8-7e4bf40a8974,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:23.440757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f66e4-701f-49a2-97b5-5d08d9e03a84 req-9d3912a0-a4ec-4bbd-af5d-76709da06568 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:23.442226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c0f66e4-701f-49a2-97b5-5d08d9e03a84 req-9d3912a0-a4ec-4bbd-af5d-76709da06568 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 970 time: 0.3955877 Jan 10 18:57:23.466682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Checking segment: {'id': 'efc9a34c-c6da-4c7d-b550-80e7a4de408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '19bfac85-9c00-460f-92ef-26e269077938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:23.467576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Network hostable DHCP agents. Network: 19bfac85-9c00-460f-92ef-26e269077938, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:23.502020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.502845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:23.503466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.504715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c0f66e4-701f-49a2-97b5-5d08d9e03a84 req-beacce33-b807-4467-a866-ee2bc6e3ac93 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564415 Jan 10 18:57:23.512367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Network 19bfac85-9c00-460f-92ef-26e269077938 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:23.524585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 19bfac85-9c00-460f-92ef-26e269077938) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:23.530110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:23.530363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.541441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290069d-7e40-47ab-806a-b39a07deccb5 None None] Network 19bfac85-9c00-460f-92ef-26e269077938 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:23.551056 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-993ad40c-a000-4118-b854-78b9ba04c8b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7960923 Jan 10 18:57:23.651258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] Pushing event updated for resources: {'Network': ['ID=9a13fba4-8c55-4dca-ac41-33f49c1baa5f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:23.657987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-28450476-a2e6-457a-bd84-26dd2c877f75 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1071730 Jan 10 18:57:23.662766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55504) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:23.668145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-206a4fd9-4297-441f-bd1c-76619aa7cc36 req-6baf4f90-afe9-43c3-af72-5bdd63750f01 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427151 Jan 10 18:57:23.671450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Request body: {'subnet': {'network_id': '9a13fba4-8c55-4dca-ac41-33f49c1baa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-196665076-subnet', 'tenant_id': 'a6e4f6ea702f4ca0b62c7b784e10e76f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:23.676829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:23.689281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Usage tracker for resource:subnet and tenant:a6e4f6ea702f4ca0b62c7b784e10e76f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:23.690726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 9a13fba4-8c55-4dca-ac41-33f49c1baa5f details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:23.692498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:23.704010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:23.719712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Made reservation on behalf of a6e4f6ea702f4ca0b62c7b784e10e76f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:23.723857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:23.741786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-1b4dda1f-178e-4a32-8915-6d66eb23c088 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495674 Jan 10 18:57:23.901942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb07734-8122-4c34-94b3-2765813b5da4 None None] Network 19bfac85-9c00-460f-92ef-26e269077938 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:24.002994 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:57:24.016439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f15af-7ba3-48cd-b06b-005884a7faca req-2de28204-98cf-4943-bfe6-bc5e0d7d6a67 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:24.018437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c6f15af-7ba3-48cd-b06b-005884a7faca req-2de28204-98cf-4943-bfe6-bc5e0d7d6a67 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 944 time: 0.1823773 Jan 10 18:57:24.022238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:24.025452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-f50ba2c0-2e6e-4234-b891-a17ea4b4bb98 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732465 Jan 10 18:57:24.148043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a82a2e-3746-4b5b-a683-14b992bdb517,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:24.160100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814265f8-38ca-4e61-8b01-e132ba42522a req-9c22bf10-88f9-4a0c-9d4c-f12ce4aebb8b tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:24.161572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-814265f8-38ca-4e61-8b01-e132ba42522a req-9c22bf10-88f9-4a0c-9d4c-f12ce4aebb8b tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 971 time: 0.2085018 Jan 10 18:57:24.164329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Checking segment: {'id': '8c7ebe87-a911-4b5c-be32-7c2c9585ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a13fba4-8c55-4dca-ac41-33f49c1baa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:24.164684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Network hostable DHCP agents. Network: 9a13fba4-8c55-4dca-ac41-33f49c1baa5f, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:24.190185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Network 9a13fba4-8c55-4dca-ac41-33f49c1baa5f is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:24.202622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 9a13fba4-8c55-4dca-ac41-33f49c1baa5f) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:24.211500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f3b25-b24a-4bb4-8bd5-d0a0989aa8eb None None] Network 9a13fba4-8c55-4dca-ac41-33f49c1baa5f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:24.212769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:24.212968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:24.218971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c6f15af-7ba3-48cd-b06b-005884a7faca req-727678ad-1241-4db4-b2fa-234335c7eeff tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823530 Jan 10 18:57:24.247209 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-63164a97-7014-4052-9814-0151f52afa9b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5820837 Jan 10 18:57:24.256140 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-814265f8-38ca-4e61-8b01-e132ba42522a req-11128544-36a7-47f6-8653-5ab5b102d6c1 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846734 Jan 10 18:57:24.277526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5126cc0d-414f-427c-9596-74a45c7872ea req-389ac571-749e-4df0-85a7-d403d42e947f service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420166 Jan 10 18:57:24.467417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0968edd9-f98b-47b5-9b05-bffa5f9b51df None None] Network 9a13fba4-8c55-4dca-ac41-33f49c1baa5f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:24.733131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47640-557a-4939-b3f2-233f63496866 req-d3310322-e336-43e9-a172-36edd6efd230 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:24.734534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-d3310322-e336-43e9-a172-36edd6efd230 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.2375391 Jan 10 18:57:24.819842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-9e657c4a-8203-4a08-9bc0-7f5888a916af tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/quotas/16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 375 time: 0.0673492 Jan 10 18:57:24.880512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-ce43134d-9e33-491f-b3e2-2f5d279b950e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527515 Jan 10 18:57:24.919319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-72403b9e-e6f5-4a4b-bc48-4d1692018a3e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:24.921598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-72403b9e-e6f5-4a4b-bc48-4d1692018a3e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.1948712 Jan 10 18:57:24.937803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-80e314ff-ed97-4af1-bcfb-3b18093f1324 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/quotas/3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 375 time: 0.0102530 Jan 10 18:57:24.987768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-41999bda-5033-4d3a-961a-34123376a245 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443432 Jan 10 18:57:25.123888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-44f343ed-9e47-4c0c-8843-84428d8c7e6d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:57:25.124892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-44f343ed-9e47-4c0c-8843-84428d8c7e6d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1355848 Jan 10 18:57:25.130257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-d1f235a7-1d61-4fcd-91d6-ecfcc7f7c712 service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356215 Jan 10 18:57:25.360058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-6e8452a3-5bd1-42d3-9fe9-e1386806dc9a service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289474 Jan 10 18:57:25.363101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-ab1dc24e-9789-4280-9165-ccc749b0ab47 service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144561 Jan 10 18:57:25.499583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-9611ff8a-35d4-4935-9dab-39449f7893f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337900 Jan 10 18:57:25.636528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d84c993d-3423-4a44-b62f-928b77624b30 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:57:25.648842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de39c-70c7-4546-b1b9-63cd06796c0e req-bac32f04-e057-4ade-aa9f-a639954485ee tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:25.650594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-915de39c-70c7-4546-b1b9-63cd06796c0e req-bac32f04-e057-4ade-aa9f-a639954485ee tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 970 time: 0.0972700 Jan 10 18:57:25.730203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 36b01303-558f-43e6-99ac-d080959b7891 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:57:25.783530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-915de39c-70c7-4546-b1b9-63cd06796c0e req-5cb8c7b6-c62e-454b-a091-9b4ca336cdc6 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263549 Jan 10 18:57:25.847952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984a172-4504-4124-8542-3f6ecf7adee2 req-79602d88-578d-4a63-bcef-efdd5bb0bfcb tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:25.851313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3984a172-4504-4124-8542-3f6ecf7adee2 req-79602d88-578d-4a63-bcef-efdd5bb0bfcb tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 944 time: 0.1177762 Jan 10 18:57:25.921814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3984a172-4504-4124-8542-3f6ecf7adee2 req-1d856e3c-a7d3-47a2-9862-60923a7497d5 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629511 Jan 10 18:57:25.994106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d84c993d-3423-4a44-b62f-928b77624b30, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d84c993d-3423-4a44-b62f-928b77624b30,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:26.018096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 36b01303-558f-43e6-99ac-d080959b7891, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=36b01303-558f-43e6-99ac-d080959b7891,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:26.025508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'd84c993d-3423-4a44-b62f-928b77624b30', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'd84c993d-3423-4a44-b62f-928b77624b30', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:tempest-test_az-2022917633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:57:26.066313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '36b01303-558f-43e6-99ac-d080959b7891', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'port_id': '36b01303-558f-43e6-99ac-d080959b7891', 'mac_address': 'fa:16:3e:03:fb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:57:26.088610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-906a8525-61ff-4cb7-bca4-ac8cfae2a3a5 req-c64c79c2-66c9-47dd-854a-43cd08d56e14 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 210 time: 0.0649049 Jan 10 18:57:26.111083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17818-eba9-4742-96d4-9cfbfef9bf8c req-756c9356-ac53-42cc-9851-06ff32e4801c tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:26.113353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bcb17818-eba9-4742-96d4-9cfbfef9bf8c req-756c9356-ac53-42cc-9851-06ff32e4801c tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 971 time: 0.1634245 Jan 10 18:57:26.197339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.212268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bcb17818-eba9-4742-96d4-9cfbfef9bf8c req-f085e0c6-0abf-4cca-9a15-ab6c93a1a48d tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904858 Jan 10 18:57:26.227445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84c993d-3423-4a44-b62f-928b77624b30 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:26.228714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.256912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b01303-558f-43e6-99ac-d080959b7891 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:26.271085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d84c993d-3423-4a44-b62f-928b77624b30, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d84c993d-3423-4a44-b62f-928b77624b30,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:26.283865 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.328343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 36b01303-558f-43e6-99ac-d080959b7891, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=36b01303-558f-43e6-99ac-d080959b7891,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:26.350177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.373361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d61166e-45e9-45da-8ab6-358868726fce req-5e672b9d-1c52-48b1-9587-1c6f8f3e1e4a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 210 time: 0.0582938 Jan 10 18:57:26.387811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d84c993d-3423-4a44-b62f-928b77624b30,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:26.461868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=36b01303-558f-43e6-99ac-d080959b7891,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:26.498676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['d84c993d-3423-4a44-b62f-928b77624b30'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:26.511005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-a691b605-f90f-48b8-a3c6-82c2d82e20ca tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 1122 time: 0.0789671 Jan 10 18:57:26.532829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.565596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:26.569609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Usage tracker for resource:security_group_rule and tenant:a73f601f95f24cae86adcf7ecc3d4b02 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:26.572766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:26.578283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:26.643701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.647824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:26.662293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['36b01303-558f-43e6-99ac-d080959b7891'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:26.686052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c00add0-1f0f-4ca8-8253-4615da143926 req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684108 Jan 10 18:57:26.686789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4a938-be75-435f-8d9a-8ee4335e45f1 tempest-AggregatesAdminTestJSON-970284573 tempest-AggregatesAdminTestJSON-970284573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142598d-2e80-427f-b8fa-fc85c609d80b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:27.063501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-5c951f73-f71d-4e6a-83d2-3605a92b0e9a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:27.064188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-5c951f73-f71d-4e6a-83d2-3605a92b0e9a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Synchronizing usage tracker for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:27.087362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-5c951f73-f71d-4e6a-83d2-3605a92b0e9a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Unset dirty status for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:27.088933 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-5c951f73-f71d-4e6a-83d2-3605a92b0e9a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.2293236 Jan 10 18:57:27.109772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Request body: {'port': {'device_id': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'admin_state_up': True, 'tenant_id': '3a4abe15f1ad4655a67f9ec43547611d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:27.172283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc334a4c-2128-4499-9e12-b60712a5328b req-34378caa-6bb2-4c2d-89f2-a3d45d7f7418 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:27.175376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc334a4c-2128-4499-9e12-b60712a5328b req-34378caa-6bb2-4c2d-89f2-a3d45d7f7418 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 971 time: 0.1720798 Jan 10 18:57:27.184371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a120f-dc90-4027-9d74-e98f64443f54 req-a8e99186-77db-4690-9103-24d85d1670bb tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:27.185962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea2a120f-dc90-4027-9d74-e98f64443f54 req-a8e99186-77db-4690-9103-24d85d1670bb tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 945 time: 0.1167114 Jan 10 18:57:27.250286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:27.254094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Usage tracker for resource:port and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:27.256584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc334a4c-2128-4499-9e12-b60712a5328b req-fe15fe6f-3816-4457-ae70-7903328cf977 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693908 Jan 10 18:57:27.259635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:27.264226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.44', 51833) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:27.275537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea2a120f-dc90-4027-9d74-e98f64443f54 req-b31b99f3-cd98-4251-9fc4-42c953553468 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750139 Jan 10 18:57:27.291021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:27.374672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Made reservation on behalf of 3a4abe15f1ad4655a67f9ec43547611d for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:27.378576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:27.506447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47640-557a-4939-b3f2-233f63496866 req-415f2354-8571-40fc-9211-e2226e6e915c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:27.507168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-43a47640-557a-4939-b3f2-233f63496866 req-415f2354-8571-40fc-9211-e2226e6e915c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Synchronizing usage tracker for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:27.534633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bda82ff3-444e-4ccf-8033-ca3c455b6cbc req-ad4c773e-80e4-4e2f-a790-5d7fd8148318 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 210 time: 0.1348217 Jan 10 18:57:27.592962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-43a47640-557a-4939-b3f2-233f63496866 req-415f2354-8571-40fc-9211-e2226e6e915c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Unset dirty status for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:27.594148 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-415f2354-8571-40fc-9211-e2226e6e915c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.3289435 Jan 10 18:57:27.613301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Request body: {'port': {'device_id': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'admin_state_up': True, 'tenant_id': '16270c363a3742fe89ef8e15c5f8d43b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:27.631069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d84c993d-3423-4a44-b62f-928b77624b30 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:27.702529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a72a699-e1b5-42d2-a1fb-7b547fc15395 req-5a48d2aa-a143-460e-b962-9d832a4248a5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 210 time: 0.0431979 Jan 10 18:57:27.704553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port d84c993d-3423-4a44-b62f-928b77624b30 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:27.712568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port d84c993d-3423-4a44-b62f-928b77624b30 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:27.713254 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:27.726277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Allocated IP 172.20.0.8 (c2095056-0d2e-4d3b-bc7e-d82f4d7d38db/bc306723-0f0a-49fd-845e-6b09f9cdf160/8ce5031e-0ed5-4ad6-95d1-c934019c71c9) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:27.749123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 36b01303-558f-43e6-99ac-d080959b7891 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:27.830997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:27.844263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Usage tracker for resource:port and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:27.848899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:27.871069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:27.917808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 36b01303-558f-43e6-99ac-d080959b7891 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:27.923640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:27.934974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 36b01303-558f-43e6-99ac-d080959b7891 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:27.935955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.001912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84c993d-3423-4a44-b62f-928b77624b30'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:28.016148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d84c993d-3423-4a44-b62f-928b77624b30, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d84c993d-3423-4a44-b62f-928b77624b30,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:28.026542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.036587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Made reservation on behalf of 16270c363a3742fe89ef8e15c5f8d43b for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:28.040327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.109083 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84c993d-3423-4a44-b62f-928b77624b30', 'code': 200} Jan 10 18:57:28.214520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.237834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d84c993d-3423-4a44-b62f-928b77624b30,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:28.244124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c080c16c-9177-4418-9ed1-ecfe2e5f8aa1 req-9cf58b60-fab6-4e6a-b44c-3cc9662c925d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 1123 time: 0.0892551 Jan 10 18:57:28.245802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.261511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 36b01303-558f-43e6-99ac-d080959b7891, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=36b01303-558f-43e6-99ac-d080959b7891,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:28.267138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.297178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Allocated IP 172.20.0.14 (1bcd03f3-210f-4242-b69a-b3a60675d3d9/ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7/afbda635-958b-44da-aef3-853b3c27ab26) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:28.316266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c080c16c-9177-4418-9ed1-ecfe2e5f8aa1 req-1a966998-a858-4be6-a1a6-11a319012472 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655141 Jan 10 18:57:28.331975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.352279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=36b01303-558f-43e6-99ac-d080959b7891,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:28.464739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:28.470302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:28.471527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:28.483898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:28.487958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:28.489348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.509177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec95-9bd6-4b3c-aee2-76f3d8f0afba req-2ba137d3-d07b-4668-affa-42e650880bdf tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:28.510747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b180ec95-9bd6-4b3c-aee2-76f3d8f0afba req-2ba137d3-d07b-4668-affa-42e650880bdf tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 972 time: 0.0948110 Jan 10 18:57:28.582221 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-11f5617f-ced3-451a-95f7-6a4601188dce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800663 Jan 10 18:57:28.595774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Request body: {'port': {'device_id': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:28.610490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b180ec95-9bd6-4b3c-aee2-76f3d8f0afba req-d582e502-2e5e-486e-9442-c9ae38c3801b tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937786 Jan 10 18:57:28.651071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ce36b-5ab4-4fc9-9498-8c5621f5af9d req-5c75c7dd-a1a1-4e6a-b0d7-49ce8385e275 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:28.661135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c02ce36b-5ab4-4fc9-9498-8c5621f5af9d req-5c75c7dd-a1a1-4e6a-b0d7-49ce8385e275 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.1079540 Jan 10 18:57:28.705651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c02ce36b-5ab4-4fc9-9498-8c5621f5af9d req-24597832-fe7b-4898-82f7-f6bfcd73bb4e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Jan 10 18:57:28.720426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.753334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.827088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:28.832871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926c7b-efcc-4b89-8fd0-9d90576a204b req-3509fb94-2cca-4266-8331-870448834a8d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:28.834357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7926c7b-efcc-4b89-8fd0-9d90576a204b req-3509fb94-2cca-4266-8331-870448834a8d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 931 time: 0.0781705 Jan 10 18:57:28.892209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7926c7b-efcc-4b89-8fd0-9d90576a204b req-c053b6b7-53b8-4435-979b-afd4a48f2b68 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Jan 10 18:57:28.987279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:28.999125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:29.003684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:29.011274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:29.016127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:29.016742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:29.068659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff15fb-d929-4ea6-a61e-4600d2ffdd09 req-fbf3d78d-7d16-4125-ba7e-e0f6e664b7be tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:29.075308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34ff15fb-d929-4ea6-a61e-4600d2ffdd09 req-fbf3d78d-7d16-4125-ba7e-e0f6e664b7be tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 932 time: 0.0827005 Jan 10 18:57:29.121604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34ff15fb-d929-4ea6-a61e-4600d2ffdd09 req-d86dc520-0525-45af-a983-c9f92ce7545b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Jan 10 18:57:29.138017 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-c4e9d269-e2b0-4103-9153-68293d105a3f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5292909 Jan 10 18:57:29.150382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Request body: {'port': {'device_id': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:29.299695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:29.409143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:29.419790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:29.483693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Transition to ACTIVE for port object 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:29.492416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:29.702944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:29.789934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:29.790319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:29.790584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:29.876495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:29.876590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:29.887506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:29.887648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:29.887938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:29.888411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Bound port: 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:29.888753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:29.896112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52fc32-d591-4d93-8f5b-e2cd316d3855 req-8ae5f1b6-9210-4563-8aa9-e1ea94960ba9 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:29.898850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a52fc32-d591-4d93-8f5b-e2cd316d3855 req-8ae5f1b6-9210-4563-8aa9-e1ea94960ba9 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 972 time: 0.0952766 Jan 10 18:57:29.952093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a52fc32-d591-4d93-8f5b-e2cd316d3855 req-cf1d5873-c929-401d-b5b7-583c5b5e3002 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Jan 10 18:57:30.022815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbda635-958b-44da-aef3-853b3c27ab26 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:30.034080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.047215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:30.055164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:30.057227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Transition to ACTIVE for port object afbda635-958b-44da-aef3-853b3c27ab26 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:30.064274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.110722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b01303-558f-43e6-99ac-d080959b7891'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:30.136900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46a58-17c9-4178-b4de-4070c2a2496c req-9a5be05c-a259-491f-8ccc-7792c6798a69 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:30.144033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8f46a58-17c9-4178-b4de-4070c2a2496c req-9a5be05c-a259-491f-8ccc-7792c6798a69 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.1227839 Jan 10 18:57:30.149454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.197801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8f46a58-17c9-4178-b4de-4070c2a2496c req-9e3a3d56-468a-41c6-bd55-684732bf0bc5 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528066 Jan 10 18:57:30.251487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.252909 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 1091 time: 1.6640573 Jan 10 18:57:30.257881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:30.276492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004e912-6147-458b-a972-f35850ee8aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:30.382460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e6a3-75d7-4d13-b04c-bc2a6845eec5 req-4a8fc7d7-5e6e-4870-82fb-49d5f27edf87 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:30.390472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bd5e6a3-75d7-4d13-b04c-bc2a6845eec5 req-4a8fc7d7-5e6e-4870-82fb-49d5f27edf87 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.1005311 Jan 10 18:57:30.425630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55734) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:30.428495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:30.440701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bd5e6a3-75d7-4d13-b04c-bc2a6845eec5 req-52074f44-f97e-434e-8bcb-2f6adb612d8d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498576 Jan 10 18:57:30.448329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:30.448668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:30.448993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:30.460814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:30.460814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:30.472713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:30.473056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:30.473445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:30.473871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Bound port: afbda635-958b-44da-aef3-853b3c27ab26, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:30.474211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.491102 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-f3ca575e-66e6-4023-ae5c-668328e1ab40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1094 time: 0.1818178 Jan 10 18:57:30.547829 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b01303-558f-43e6-99ac-d080959b7891', 'code': 200} Jan 10 18:57:30.608845 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-2e61e9b4-718b-4901-b2ff-f3375bddfec6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.0830820 Jan 10 18:57:30.640449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.44', 51834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:30.686759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.718438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:30.738219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-8502e975-f5ba-48e4-9826-bafeccb8685c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:30.739835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-8502e975-f5ba-48e4-9826-bafeccb8685c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1159139 Jan 10 18:57:30.741267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:30.776260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:30.778766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.781152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78c50f8c-40b2-4d21-a900-729c6e8608dd req-a618cc7b-b88a-46ac-8b21-ad3bd402d3ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 1097 time: 0.1394584 Jan 10 18:57:30.788102 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'status': 'completed', 'code': 200} Jan 10 18:57:30.824073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Usage tracker for resource:security_group_rule and tenant:704dda8347c84be38efac2d89d4ef6ad is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:30.834529 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-0246a730-16eb-448d-bff3-53c50169a264 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877829 Jan 10 18:57:30.842662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:30.852415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78c50f8c-40b2-4d21-a900-729c6e8608dd req-23fe0e26-525e-4b1c-b276-682804b2adf9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626144 Jan 10 18:57:30.858178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558f25d-fe69-48a5-bc46-0ec564054fc0 req-d105e555-1406-40dd-b45b-5b4ad07fe6d7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:30.859722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d558f25d-fe69-48a5-bc46-0ec564054fc0 req-d105e555-1406-40dd-b45b-5b4ad07fe6d7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.1467571 Jan 10 18:57:30.874968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:30.913041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d558f25d-fe69-48a5-bc46-0ec564054fc0 req-1cb38ad1-d622-44d5-8044-44b43e39bc3c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472579 Jan 10 18:57:30.941850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:30.943312 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] 10.222.0.44 "PUT /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 1092 time: 1.7971947 Jan 10 18:57:30.980129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85928a-0210-47ec-8342-c533d30d3f0d service neutron] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:31.094840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:31.099210 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-a6c626fd-9a46-43fa-949d-03c19258edc9 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520626 Jan 10 18:57:31.101122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:31.153884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c35181-91db-481b-8833-b15f505c5423,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:31.178925 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-64709181-6d7a-4df6-b2d6-78949e69ae48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=704dda8347c84be38efac2d89d4ef6ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7443140 Jan 10 18:57:31.179137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55776) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:31.266579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-316fccaa-b94c-47e9-92c9-e4606465cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:31.297729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-316fccaa-b94c-47e9-92c9-e4606465cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:31.374604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-316fccaa-b94c-47e9-92c9-e4606465cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:31.390757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fccaa-b94c-47e9-92c9-e4606465cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c35181-91db-481b-8833-b15f505c5423,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:31.433539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-316fccaa-b94c-47e9-92c9-e4606465cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:31.438059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-316fccaa-b94c-47e9-92c9-e4606465cbb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65c35181-91db-481b-8833-b15f505c5423 HTTP/1.1" status: 204 len: 168 time: 0.2554111 Jan 10 18:57:31.466838 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-52e94500-451b-4c61-81dd-53012d308565 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1095 time: 0.2798007 Jan 10 18:57:31.470145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca451254-a162-4d6e-98e0-48885bbf4355 req-991eb063-dde9-433e-a260-723cad153f36 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175492 Jan 10 18:57:31.533626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:31.605182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-d4b7d921-37c0-4b9c-934c-a660a3c75b40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 217 time: 0.1270735 Jan 10 18:57:31.609204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e6239-c24c-4ade-bace-ff058d805892 req-6ef7a5e5-df8c-4b09-b3e0-65ddd0040245 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:31.610939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e7e6239-c24c-4ade-bace-ff058d805892 req-6ef7a5e5-df8c-4b09-b3e0-65ddd0040245 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.1091895 Jan 10 18:57:31.678986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e7e6239-c24c-4ade-bace-ff058d805892 req-d1abc25b-e6ef-4b57-a639-a3af0dbd7c01 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618842 Jan 10 18:57:31.705372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47640-557a-4939-b3f2-233f63496866 req-b1f821e4-b248-4985-b2c6-3d92cd6c5f7e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:31.706818 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-b1f821e4-b248-4985-b2c6-3d92cd6c5f7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0894201 Jan 10 18:57:31.714813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-4f6cd2fd-33b3-4d03-af5a-bd950bea3967 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1094 time: 0.1818440 Jan 10 18:57:31.766710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-531c7ca2-3964-4ebe-9cd8-926e54701de7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508440 Jan 10 18:57:31.971728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6e71e-ce9d-4e41-8c7c-62f5f5f7086f req-b36e59be-f168-45ff-b07b-aca51e5c392f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:31.978422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ff6e71e-ce9d-4e41-8c7c-62f5f5f7086f req-b36e59be-f168-45ff-b07b-aca51e5c392f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.1491399 Jan 10 18:57:31.986530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b53b-c4b9-4ba6-a3f6-d844ddd5f2ab req-7ef080dd-0054-4688-b239-b78025a2a641 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:31.987998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1785b53b-c4b9-4ba6-a3f6-d844ddd5f2ab req-7ef080dd-0054-4688-b239-b78025a2a641 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 972 time: 0.1187723 Jan 10 18:57:32.063133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1785b53b-c4b9-4ba6-a3f6-d844ddd5f2ab req-fb60f978-8b7f-42aa-97fd-0a77cae5f758 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619559 Jan 10 18:57:32.066632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.075532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ff6e71e-ce9d-4e41-8c7c-62f5f5f7086f req-880f7870-e195-45a7-ac6e-4f2c806f004e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962172 Jan 10 18:57:32.080063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:32.115787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.163453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:32.164825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-cbdf5c14-fc4b-491c-a2b1-dcedf314680d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:32.167024 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-cbdf5c14-fc4b-491c-a2b1-dcedf314680d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.3990531 Jan 10 18:57:32.169295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Usage tracker for resource:security_group_rule and tenant:613b9d87570149268f994f1eb047028c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:32.174217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:32.180486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:32.241660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:32.249433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a5d6d120b5433197aef396a5706a24 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:32.253505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-1a66cce1-5eca-443d-aeb3-658daffed207 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572394 Jan 10 18:57:32.258684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:32.278483 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.285549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.289782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:32.296708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-5658d7c4-e287-4f48-92ef-72e7171eb87d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.1157584 Jan 10 18:57:32.389797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde60c0a-9b3d-4346-95fb-3f4a6d4fbcf0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:32.395439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31acb84f-c7ad-44c4-b5ba-b85479be1c51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=613b9d87570149268f994f1eb047028c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3143101 Jan 10 18:57:32.402490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:32.449501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-8a3f85da-520a-4c72-b419-7b8030223206 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:32.451338 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-8a3f85da-520a-4c72-b419-7b8030223206 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1074278 Jan 10 18:57:32.499963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f7874-0ed6-4563-b5d3-ec44b3c6997d req-bd7b8244-ccbf-4992-ad46-20059c659f69 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:32.501419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-905f7874-0ed6-4563-b5d3-ec44b3c6997d req-bd7b8244-ccbf-4992-ad46-20059c659f69 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.1538353 Jan 10 18:57:32.502217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b63db3b-7d0f-4c79-b625-607b7ad6ffae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.541067 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-0a9a0a20-cc16-4bb4-81cd-d8b411b08a1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704694 Jan 10 18:57:32.544923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-43a47640-557a-4939-b3f2-233f63496866 req-208090b2-e5b1-4a92-bb18-be06fe904ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768171 Jan 10 18:57:32.551085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b63db3b-7d0f-4c79-b625-607b7ad6ffae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.612766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-905f7874-0ed6-4563-b5d3-ec44b3c6997d req-e59423ab-68b3-4cd6-bfe3-cb2cd1666be2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009405 Jan 10 18:57:32.648202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b63db3b-7d0f-4c79-b625-607b7ad6ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.668476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.691201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63db3b-7d0f-4c79-b625-607b7ad6ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde60c0a-9b3d-4346-95fb-3f4a6d4fbcf0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:32.693608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.695251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b63db3b-7d0f-4c79-b625-607b7ad6ffae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:32.699180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4b63db3b-7d0f-4c79-b625-607b7ad6ffae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde60c0a-9b3d-4346-95fb-3f4a6d4fbcf0 HTTP/1.1" status: 204 len: 168 time: 0.2942882 Jan 10 18:57:32.791733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:32.815875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0dbe51-1c73-49e3-aeb8-fabc2041526e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:32.889870 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-972e0751-512b-411b-a5e8-69a5ebb8f134 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4a5d6d120b5433197aef396a5706a24&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3516488 Jan 10 18:57:32.894338 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-196a7a20-d160-4c9c-a279-683741113cdd service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340962 Jan 10 18:57:32.895973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55860) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:33.061000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b927399c-75f5-4ce6-9a3c-f4c00c0b5557 req-27bfc200-0a31-41d9-ae7b-6fbb693e5496 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416965 Jan 10 18:57:33.092032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-de395b2e-db45-4c7b-95a9-a73ea0442bee tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:33.093580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-de395b2e-db45-4c7b-95a9-a73ea0442bee tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 972 time: 0.3451734 Jan 10 18:57:33.125080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47d3292e-6711-4067-a9d6-8d62e07df94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:33.157287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47d3292e-6711-4067-a9d6-8d62e07df94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:33.221460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff80ab-88d2-4fc4-bb47-e50af66f79d0 req-448b7ccb-6bba-4f0b-83a1-f3bc67023bb4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:33.221975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47d3292e-6711-4067-a9d6-8d62e07df94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:33.222992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50ff80ab-88d2-4fc4-bb47-e50af66f79d0 req-448b7ccb-6bba-4f0b-83a1-f3bc67023bb4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.2850330 Jan 10 18:57:33.254224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3292e-6711-4067-a9d6-8d62e07df94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0dbe51-1c73-49e3-aeb8-fabc2041526e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:33.258475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47d3292e-6711-4067-a9d6-8d62e07df94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:33.258614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Deleting port d84c993d-3423-4a44-b62f-928b77624b30 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:57:33.258859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:33.260543 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-47d3292e-6711-4067-a9d6-8d62e07df94a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f0dbe51-1c73-49e3-aeb8-fabc2041526e HTTP/1.1" status: 204 len: 168 time: 0.3636534 Jan 10 18:57:33.343502 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26', 'status': 'completed', 'code': 200} Jan 10 18:57:33.492831 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-d360e82b-137d-4c00-bbbd-a5d32af8f077 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1095 time: 0.1257133 Jan 10 18:57:33.514323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50ff80ab-88d2-4fc4-bb47-e50af66f79d0 req-8f0a71a8-9ecc-44a0-9b6b-e04b17190a2c tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854309 Jan 10 18:57:33.661169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-3bbe2868-5b32-4748-9a42-7e2e9526110d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:33.663130 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-3bbe2868-5b32-4748-9a42-7e2e9526110d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.1625440 Jan 10 18:57:33.666163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] For port d84c993d-3423-4a44-b62f-928b77624b30, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d84c993d-3423-4a44-b62f-928b77624b30,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:33.666528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:33.688189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a632a-10bf-46a5-90e0-2404a6167af5 req-08e09451-7785-4f06-b0a1-6760d407cd36 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:33.689704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5a632a-10bf-46a5-90e0-2404a6167af5 req-08e09451-7785-4f06-b0a1-6760d407cd36 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 972 time: 0.2196908 Jan 10 18:57:33.736304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:57:33.737382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-b08429b2-cb7d-4e99-a00e-801d8f97424c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 217 time: 0.0677640 Jan 10 18:57:33.814101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-2e5f1a00-1e06-4c4e-83d6-8f75c7625aa5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:33.815650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-2e5f1a00-1e06-4c4e-83d6-8f75c7625aa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0724533 Jan 10 18:57:33.858686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Calling delete_port for d84c993d-3423-4a44-b62f-928b77624b30 owned by compute:tempest-test_az-2022917633 {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:57:33.870708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-ba9e1bac-a0ce-407c-adfe-5c810f5f9b84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488625 Jan 10 18:57:33.945741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:33.967895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'port_id': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'mac_address': 'fa:16:3e:dd:e6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc306723-0f0a-49fd-845e-6b09f9cdf160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:57:34.031007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5a632a-10bf-46a5-90e0-2404a6167af5 req-7c252971-e9a2-485b-b624-66f7e0aa63fa tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f85ede0-6361-41f3-9b63-91b92c281779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579381 Jan 10 18:57:34.031840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55894) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:34.088174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.118580 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-e4002a4a-a211-4093-b592-6696a1ca1798 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419665 Jan 10 18:57:34.121415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:34.136447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298fcc-fb41-4c4f-a05f-0f1d603e6f1d req-e027f5e1-b4a2-4d3e-885d-ddc9bb7464f1 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:34.144785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62298fcc-fb41-4c4f-a05f-0f1d603e6f1d req-e027f5e1-b4a2-4d3e-885d-ddc9bb7464f1 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.4695034 Jan 10 18:57:34.160256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:34.163808 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.172859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.254328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:34.314819 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68d56875-40f4-4b15-aa78-4816ee612b64 req-254d578d-8c3d-4949-848d-30ffbb8fc5f9 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902454 Jan 10 18:57:34.327438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62298fcc-fb41-4c4f-a05f-0f1d603e6f1d req-d81f24b1-6429-4a43-aac9-518b9dcdf680 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817377 Jan 10 18:57:34.337727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:34.343879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Usage tracker for resource:security_group_rule and tenant:8f62206ce25d47bda92cdeb837b8d1ff is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:34.346888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:34.352392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.353869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:34.373047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['d84c993d-3423-4a44-b62f-928b77624b30'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:34.418544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Pushing event deleted for resources: {'Port': ['ID=d84c993d-3423-4a44-b62f-928b77624b30,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:34.468895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8ce5031e-0ed5-4ad6-95d1-c934019c71c9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:34.549866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] No DVR routers for this DVR port d84c993d-3423-4a44-b62f-928b77624b30 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:57:34.568281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.583307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'name': 'network-vif-deleted', 'tag': 'd84c993d-3423-4a44-b62f-928b77624b30'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:34.629555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a12193cd-bc67-42ff-8601-e4cdae0c9503 req-da9a7b81-b8f1-4aa9-b0bd-f11df1fe9909 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.30 "DELETE /v2.0/ports/d84c993d-3423-4a44-b62f-928b77624b30 HTTP/1.1" status: 204 len: 173 time: 1.5256224 Jan 10 18:57:34.675218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.727198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.780624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c308-fb3f-436a-9e12-81adcda8ae04 req-b8589d34-1ade-490d-b330-03f988d40396 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:34.787306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47c7c308-fb3f-436a-9e12-81adcda8ae04 req-b8589d34-1ade-490d-b330-03f988d40396 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.2901468 Jan 10 18:57:34.841754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f1055-b8bc-4f32-b66b-4936aeb2245a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:34.849841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1d1ad5ee-3ea3-4552-bc32-851a817ffef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f62206ce25d47bda92cdeb837b8d1ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7821879 Jan 10 18:57:34.850572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55918) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:34.883428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47c7c308-fb3f-436a-9e12-81adcda8ae04 req-b66aabf9-e720-4817-9f1b-1d6fa7e054b1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952213 Jan 10 18:57:34.899562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaab87-3deb-4c4d-b98a-fab2cfbe5a3a req-d7700f03-b3e0-4dcd-9e24-023758893f03 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:34.901765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0adaab87-3deb-4c4d-b98a-fab2cfbe5a3a req-d7700f03-b3e0-4dcd-9e24-023758893f03 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 971 time: 0.2246552 Jan 10 18:57:34.923185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40aeb74f-69fb-4a74-b757-eba96140dd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:34.956539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0adaab87-3deb-4c4d-b98a-fab2cfbe5a3a req-7413756e-c52b-45a5-ba1d-828481655bb4 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Jan 10 18:57:34.972061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40aeb74f-69fb-4a74-b757-eba96140dd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:35.029032 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39d477-2625-4ea8-8718-9e3b6e9e5773', 'name': 'network-vif-deleted', 'tag': 'd84c993d-3423-4a44-b62f-928b77624b30', 'status': 'completed', 'code': 200} Jan 10 18:57:35.068695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40aeb74f-69fb-4a74-b757-eba96140dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:35.098687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeb74f-69fb-4a74-b757-eba96140dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f1055-b8bc-4f32-b66b-4936aeb2245a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:35.133569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40aeb74f-69fb-4a74-b757-eba96140dd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:35.138848 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-40aeb74f-69fb-4a74-b757-eba96140dd25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c6f1055-b8bc-4f32-b66b-4936aeb2245a HTTP/1.1" status: 204 len: 168 time: 0.2868867 Jan 10 18:57:35.231586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a43194-ec81-4253-902e-4d504944bf6c req-572b2f90-f712-4665-bced-53bc80f773a3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:35.238679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83a43194-ec81-4253-902e-4d504944bf6c req-572b2f90-f712-4665-bced-53bc80f773a3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.1787431 Jan 10 18:57:35.281685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83a43194-ec81-4253-902e-4d504944bf6c req-299c4a7c-92f2-4a44-8be1-640336395e39 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421243 Jan 10 18:57:35.345688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-422cbdd0-2ef4-4865-bec8-edde73fbe0d3 req-b392efd3-bcbe-4185-ab99-f41a504a98d2 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Synchronizing usage tracker for tenant:448f47eafa924f80a5bdb1b6981c954c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:35.372251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-422cbdd0-2ef4-4865-bec8-edde73fbe0d3 req-b392efd3-bcbe-4185-ab99-f41a504a98d2 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] Unset dirty status for tenant:448f47eafa924f80a5bdb1b6981c954c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:35.373768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-422cbdd0-2ef4-4865-bec8-edde73fbe0d3 req-b392efd3-bcbe-4185-ab99-f41a504a98d2 tempest-TenantUsagesTestJSON-8520528 tempest-TenantUsagesTestJSON-8520528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff39d477-2625-4ea8-8718-9e3b6e9e5773 HTTP/1.1" status: 200 len: 210 time: 0.0813465 Jan 10 18:57:35.592467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3a12f-a85d-4a26-bc08-7511e6c4fb8b req-0d5552e1-684b-457e-837d-4e251a106503 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:35.594015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02b3a12f-a85d-4a26-bc08-7511e6c4fb8b req-0d5552e1-684b-457e-837d-4e251a106503 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.1352425 Jan 10 18:57:35.603801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55954) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:35.619013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'floatingip': {'port_id': '36b01303-558f-43e6-99ac-d080959b7891'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:35.639475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a93a7-8d01-41e8-902f-191c212581a5 req-39d414ec-8e65-45bf-8f4d-e0c7259d0630 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:35.640942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f5a93a7-8d01-41e8-902f-191c212581a5 req-39d414ec-8e65-45bf-8f4d-e0c7259d0630 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 944 time: 0.1074231 Jan 10 18:57:35.734226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f5a93a7-8d01-41e8-902f-191c212581a5 req-3b5f9511-93d1-487d-8808-d507fcbcb2bb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869112 Jan 10 18:57:35.758655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:57:35.792643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:35.819274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:35.928539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-10ba09de-cc2d-4942-9398-866a7494ec8f tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:35.947004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-10ba09de-cc2d-4942-9398-866a7494ec8f tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.30 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 971 time: 0.1464822 Jan 10 18:57:36.032294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Deleting port 46629274-cfc8-4153-8ce6-331374646dd3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:57:36.032641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.080471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:36.143661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:36.145132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.248432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:36.279609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'afbda635-958b-44da-aef3-853b3c27ab26', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'port_id': 'afbda635-958b-44da-aef3-853b3c27ab26', 'mac_address': 'fa:16:3e:40:29:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:57:36.341964 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.394771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a50627-2fd7-4140-b58c-5a00f0a2ee96 req-ecb3b0df-d84b-442e-971e-ad4d2c16d2b7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.401478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92a50627-2fd7-4140-b58c-5a00f0a2ee96 req-ecb3b0df-d84b-442e-971e-ad4d2c16d2b7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.2213159 Jan 10 18:57:36.434757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbda635-958b-44da-aef3-853b3c27ab26 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:57:36.462136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.491365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:36.497159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:36.506028 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.508575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] For port 46629274-cfc8-4153-8ce6-331374646dd3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=46629274-cfc8-4153-8ce6-331374646dd3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:36.508730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.564646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:36.573467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92a50627-2fd7-4140-b58c-5a00f0a2ee96 req-cb405107-500b-4943-b3ca-006521c520cc tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709824 Jan 10 18:57:36.579965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.600303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:36.684574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:36.695805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Calling delete_port for 46629274-cfc8-4153-8ce6-331374646dd3 owned by compute:tempest-test_az-2022917633 {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:57:36.730940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['afbda635-958b-44da-aef3-853b3c27ab26'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:36.786654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.796225 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:36.832615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.833127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.834047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.834354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.835133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.835560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.836793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.837403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.837982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:36.840101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-586c3e31-fd69-4d6e-9e9c-d06fae0b8546 req-0e7bb2ad-92a7-44a8-b1d1-ac7a80f1117f tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.3830736 Jan 10 18:57:37.005927 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'code': 200} Jan 10 18:57:37.063110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:37.076655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['46629274-cfc8-4153-8ce6-331374646dd3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:37.204025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6e15-491d-4f9d-9135-cfa32ee92974 req-65232743-8fd7-41a2-b34e-c9a5f55b1590 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:37.211099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dffd6e15-491d-4f9d-9135-cfa32ee92974 req-65232743-8fd7-41a2-b34e-c9a5f55b1590 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/ports?device_id=893cb54f-4689-4b49-8c67-c5c3df8f2ace HTTP/1.1" status: 200 len: 889 time: 0.3138731 Jan 10 18:57:37.214544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Pushing event deleted for resources: {'Port': ['ID=46629274-cfc8-4153-8ce6-331374646dd3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:37.307821 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d38057e-0e49-4188-b0e0-9597c71118c9 req-df27db3a-491e-4304-ba51-595669a85bd2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1096 time: 0.2212560 Jan 10 18:57:37.331692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] No DVR routers for this DVR port 46629274-cfc8-4153-8ce6-331374646dd3 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:57:37.334499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:37.378693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1d38057e-0e49-4188-b0e0-9597c71118c9 req-bbd33cbd-7033-46e2-b199-d5fc3619a16c service neutron] Synchronizing usage tracker for tenant:7c39aa769bd54682b57e6f285efd8d91 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:57:37.391034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'name': 'network-vif-deleted', 'tag': '46629274-cfc8-4153-8ce6-331374646dd3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:37.415168 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf associated. External IP: 172.25.6.105, port: 36b01303-558f-43e6-99ac-d080959b7891. Jan 10 18:57:37.448770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8245f94f-c069-4cb0-aa86-cdf34c198b4b req-15dde3bf-9ae4-49fa-8aee-ccc9d127233a tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.30 "DELETE /v2.0/ports/46629274-cfc8-4153-8ce6-331374646dd3 HTTP/1.1" status: 204 len: 173 time: 1.4970675 Jan 10 18:57:37.479553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dffd6e15-491d-4f9d-9135-cfa32ee92974 req-ae3e7c7f-4fb0-41b8-a192-f7c9464a7955 tempest-AggregatesAdminTestJSON-56376045 tempest-AggregatesAdminTestJSON-56376045-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c989933-3893-471f-abc1-e153c5500041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673290 Jan 10 18:57:37.521627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a118-6f2a-4025-ad37-87ebed8ddcdd req-382ad56d-1027-4caf-be98-52987407df0d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:37.526149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1d38057e-0e49-4188-b0e0-9597c71118c9 req-bbd33cbd-7033-46e2-b199-d5fc3619a16c service neutron] Unset dirty status for tenant:7c39aa769bd54682b57e6f285efd8d91 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:57:37.527402 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d38057e-0e49-4188-b0e0-9597c71118c9 req-bbd33cbd-7033-46e2-b199-d5fc3619a16c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088017 Jan 10 18:57:37.539424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:37.539629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3205a118-6f2a-4025-ad37-87ebed8ddcdd req-382ad56d-1027-4caf-be98-52987407df0d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 945 time: 0.2581687 Jan 10 18:57:37.680166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d84c993d-3423-4a44-b62f-928b77624b30 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:57:37.759971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: d84c993d-3423-4a44-b62f-928b77624b30 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:57:37.760398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d84c993d-3423-4a44-b62f-928b77624b30 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:57:37.761541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 46629274-cfc8-4153-8ce6-331374646dd3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:57:37.802912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3205a118-6f2a-4025-ad37-87ebed8ddcdd req-f2b34093-4f3f-47eb-8cbe-3e6f9fb37648 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614865 Jan 10 18:57:37.806826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 46629274-cfc8-4153-8ce6-331374646dd3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:57:37.806826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 46629274-cfc8-4153-8ce6-331374646dd3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:57:37.806826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:37.807706 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-949e9829-7d5b-4fc4-8ca5-1c25b06169b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=448f47eafa924f80a5bdb1b6981c954c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2671909 Jan 10 18:57:37.808838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:37.879540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5a7e9-9bd8-4b3b-af97-231dd6bccaa8 req-9fb976d7-5ac2-4dec-b4e6-e57e0ed8d0e1 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:37.880906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08e5a7e9-9bd8-4b3b-af97-231dd6bccaa8 req-9fb976d7-5ac2-4dec-b4e6-e57e0ed8d0e1 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 886 time: 0.3034155 Jan 10 18:57:37.907281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port afbda635-958b-44da-aef3-853b3c27ab26 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:37.919901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port afbda635-958b-44da-aef3-853b3c27ab26 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:37.919901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:37.996213 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d94f15c-d4c8-4bc5-b34b-bbfc27e3515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.005904 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893cb54f-4689-4b49-8c67-c5c3df8f2ace', 'name': 'network-vif-deleted', 'tag': '46629274-cfc8-4153-8ce6-331374646dd3', 'status': 'completed', 'code': 200} Jan 10 18:57:38.033030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d94f15c-d4c8-4bc5-b34b-bbfc27e3515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.233218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.237910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d94f15c-d4c8-4bc5-b34b-bbfc27e3515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.261919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45a52916-32aa-47ef-92bb-158f604f4a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.266552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:57:38.268057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f15c-d4c8-4bc5-b34b-bbfc27e3515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f85ede0-6361-41f3-9b63-91b92c281779,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:38.288112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d94f15c-d4c8-4bc5-b34b-bbfc27e3515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.290920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d94f15c-d4c8-4bc5-b34b-bbfc27e3515c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f85ede0-6361-41f3-9b63-91b92c281779 HTTP/1.1" status: 204 len: 168 time: 0.4727783 Jan 10 18:57:38.292215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:38.300782 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.378230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:38.378485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc70f-3417-45e8-84ef-2361ad8dfcf0 req-f0d5416a-3a1d-43d7-8cc8-61c583393fb2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.385304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b91dc70f-3417-45e8-84ef-2361ad8dfcf0 req-f0d5416a-3a1d-43d7-8cc8-61c583393fb2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 945 time: 0.3495872 Jan 10 18:57:38.421138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.421529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.421904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.422271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.422632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.423019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.423377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.423733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.424085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:38.440240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60ef0fe-137f-4233-b89e-566bb7e1cd4d req-dd1d308b-4735-411e-9e13-06c1d16ad521 tempest-NetworksTest-1237006871 tempest-NetworksTest-1237006871-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.3591001 Jan 10 18:57:38.491723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b91dc70f-3417-45e8-84ef-2361ad8dfcf0 req-ef4410d0-47bf-4a2f-9230-ecaf35fb4108 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045871 Jan 10 18:57:38.515611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:57:38.521616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:38.531663 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:57:38.564652 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:38.565474 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:38.592758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-312df1bd-678d-4822-b342-df9de2cdafb1 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "PUT /v2.0/floatingips/5ffe015c-ab39-46fc-9823-456e60c540cf HTTP/1.1" status: 200 len: 992 time: 2.9878569 Jan 10 18:57:38.593931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'tag': '36b01303-558f-43e6-99ac-d080959b7891'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:38.775290 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:38.943741 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'tag': '36b01303-558f-43e6-99ac-d080959b7891', 'status': 'completed', 'code': 200} Jan 10 18:57:39.007005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:39.039725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56070) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:39.083696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:39.124189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-cb7aaadd-eb00-4aa6-9e92-8224958cd6ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 1097 time: 0.1597135 Jan 10 18:57:39.172325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:39.182590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Usage tracker for resource:security_group_rule and tenant:69b21fe30621484db7af02bdac068ca5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:39.191115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:39.193648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56074) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:39.216272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:39.277422 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26', 'code': 200} Jan 10 18:57:39.330223 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5ffe015c-ab39-46fc-9823-456e60c540cf', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'port_id': '36b01303-558f-43e6-99ac-d080959b7891', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'mac_address': 'fa:16:3e:03:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:57:09Z', 'updated_at': '2022-01-10T18:57:36Z', 'revision_number': 1, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:39.336577 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:57:39.367710 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:39.369994 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:39.395074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7db5-650d-420e-98da-95894af5bfea req-6685d566-25fb-4cd4-9181-a3a943e851aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:39.396321 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-6685d566-25fb-4cd4-9181-a3a943e851aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 925 time: 0.2664483 Jan 10 18:57:39.472947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf36f9-fc84-4e7c-ba81-f9dd980e6f26 req-006f538f-0041-4dbb-8b6a-c73992986530 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:39.479866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6cf36f9-fc84-4e7c-ba81-f9dd980e6f26 req-006f538f-0041-4dbb-8b6a-c73992986530 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 945 time: 0.2251768 Jan 10 18:57:39.499717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:39.529499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:39.555847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:39.578198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56092) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:39.617525 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-57f2aa3d-e0a4-4208-ab7f-43edd020d987 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36b01303-558f-43e6-99ac-d080959b7891 HTTP/1.1" status: 200 len: 1000 time: 0.2147212 Jan 10 18:57:39.652221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6cf36f9-fc84-4e7c-ba81-f9dd980e6f26 req-62a06582-b763-490d-8440-e2c9a3a4fbf8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712632 Jan 10 18:57:39.657092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094b86c-43fc-44dc-80ce-f6cfc057dbb6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:39.698829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-32b6698f-53b8-4f61-80bd-ef47a7d05c73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69b21fe30621484db7af02bdac068ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6578784 Jan 10 18:57:39.712722 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-05490026-9a82-422b-b412-82ec8bac7d21 req-2561de9d-0ba5-4c77-a1dd-871934c8114d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1097 time: 0.3660960 Jan 10 18:57:39.713221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56098) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:39.733562 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:39.758170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:39.762112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Usage tracker for resource:security_group_rule and tenant:6efd43eb035b40e7b351cb8a5183570c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:39.765445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:39.771488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:39.869291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:39.877233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:39.923668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6efd43eb035b40e7b351cb8a5183570c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7230623 Jan 10 18:57:39.924023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56110) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:40.049797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7db5-650d-420e-98da-95894af5bfea req-40a65b50-a31b-4870-8731-c803d0f832db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:40.051328 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-40a65b50-a31b-4870-8731-c803d0f832db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.4225702 Jan 10 18:57:40.055834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a40e8-dbf1-4917-8f66-fb92de2dd52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c178918f-3dad-43a9-bdeb-75189bc2bba6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:40.094594 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-05490026-9a82-422b-b412-82ec8bac7d21 req-2c76b36d-9d1c-4acd-aabe-b6a2611b4e4d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629405 Jan 10 18:57:40.111590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-488539bd-dc31-490d-a80c-1db5e7f92fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.144780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-488539bd-dc31-490d-a80c-1db5e7f92fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.160956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9c215d9-3e37-425a-ba85-5ef3942cbad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.190209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9c215d9-3e37-425a-ba85-5ef3942cbad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.203611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-359e95b3-df6c-4292-a829-0069639366c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=028c551e9a144fe38497d61cee2ff381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6217124 Jan 10 18:57:40.208537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56118) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:40.265902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-2fed53cc-b065-4b6d-a0a4-cdf4da069b23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901081 Jan 10 18:57:40.269184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81ef8-1168-4a6f-b554-e09b411cf208 req-bb073e05-2718-42b1-8b3e-4210a40ba642 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:40.276207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fc81ef8-1168-4a6f-b554-e09b411cf208 req-bb073e05-2718-42b1-8b3e-4210a40ba642 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.3163235 Jan 10 18:57:40.352549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-488539bd-dc31-490d-a80c-1db5e7f92fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.369573 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da34df69-b900-4e0d-b058-dff8a41aefe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.409371 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-488539bd-dc31-490d-a80c-1db5e7f92fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.411201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-488539bd-dc31-490d-a80c-1db5e7f92fa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c178918f-3dad-43a9-bdeb-75189bc2bba6 HTTP/1.1" status: 204 len: 168 time: 0.4857569 Jan 10 18:57:40.417270 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-f032aaab-0bb4-4ec4-9d8c-8d99ed6abd93 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325963 Jan 10 18:57:40.428354 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5ffe015c-ab39-46fc-9823-456e60c540cf', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'port_id': '36b01303-558f-43e6-99ac-d080959b7891', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'mac_address': 'fa:16:3e:03:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:57:09Z', 'updated_at': '2022-01-10T18:57:36Z', 'revision_number': 1, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:40.431783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488539bd-dc31-490d-a80c-1db5e7f92fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c178918f-3dad-43a9-bdeb-75189bc2bba6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:40.435815 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53f7b2-0f1d-4f45-8f85-e0cff49292ac None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5ffe015c-ab39-46fc-9823-456e60c540cf', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'port_id': '36b01303-558f-43e6-99ac-d080959b7891', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'mac_address': 'fa:16:3e:03:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:57:09Z', 'updated_at': '2022-01-10T18:57:36Z', 'revision_number': 1, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:57:40.440218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2570-e0b5-4305-9dbb-1e923fbffb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.508609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fc81ef8-1168-4a6f-b554-e09b411cf208 req-80325507-0be7-44c3-8bab-d2370030d898 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270246 Jan 10 18:57:40.527104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2570-e0b5-4305-9dbb-1e923fbffb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.640025 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee1a7db5-650d-420e-98da-95894af5bfea req-4e6fcdcb-ea41-40ff-bfd0-579a24a5f7ae service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094297 Jan 10 18:57:40.641127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9c215d9-3e37-425a-ba85-5ef3942cbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.646205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2570-e0b5-4305-9dbb-1e923fbffb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.684274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c215d9-3e37-425a-ba85-5ef3942cbad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094b86c-43fc-44dc-80ce-f6cfc057dbb6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:40.686717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9c215d9-3e37-425a-ba85-5ef3942cbad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.690217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f9c215d9-3e37-425a-ba85-5ef3942cbad6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7094b86c-43fc-44dc-80ce-f6cfc057dbb6 HTTP/1.1" status: 204 len: 168 time: 0.9626393 Jan 10 18:57:40.692051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a2570-e0b5-4305-9dbb-1e923fbffb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c989933-3893-471f-abc1-e153c5500041,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:40.711008 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2570-e0b5-4305-9dbb-1e923fbffb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:40.714838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3d9a2570-e0b5-4305-9dbb-1e923fbffb37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c989933-3893-471f-abc1-e153c5500041 HTTP/1.1" status: 204 len: 168 time: 0.5042937 Jan 10 18:57:40.818603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec184c-546c-4520-8bdf-e3f0ce992dbe None None] New status for floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:57:40.883293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a09fd374-f344-42b8-8db1-f197951970a2 req-95a2bc2d-3165-4b9d-9d9a-f714331f1195 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1096 time: 0.1316948 Jan 10 18:57:40.953815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a09fd374-f344-42b8-8db1-f197951970a2 req-9cd0ef61-cc32-4a67-8369-71088e308c40 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Jan 10 18:57:41.362731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56148) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:41.381246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.431317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:41.435464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Usage tracker for resource:security_group_rule and tenant:790a91df6ad04c3e856005424330ce1f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:41.439268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:41.445952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:41.552819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.564787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.600827 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.635364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56166) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:41.684439 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.688171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=790a91df6ad04c3e856005424330ce1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218451 Jan 10 18:57:41.691007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56174) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:41.694195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d10965-364d-4d33-866e-4b79af383867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f943262e-be14-4511-ba6b-a17545da85bb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:41.734171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:41.735279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a075b2d4-13d7-42b1-97d1-f86645cb1310 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a73f601f95f24cae86adcf7ecc3d4b02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0973570 Jan 10 18:57:41.798396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a10b44a3-0699-4015-97f5-a25aa7c5f3e1 req-b9cfe4aa-0949-4f20-af0a-80ca53ffd54b tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1096 time: 0.1682458 Jan 10 18:57:41.863670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0268-d3f9-4076-82ce-7ee9d6d20d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.866684 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-379933c3-31bd-475c-bff5-6d1b6dfbefdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.915545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0268-d3f9-4076-82ce-7ee9d6d20d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:41.924062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a10b44a3-0699-4015-97f5-a25aa7c5f3e1 req-730f9a5c-50a5-46be-bcfa-0fb402f8c83a tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155121 Jan 10 18:57:41.940528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-379933c3-31bd-475c-bff5-6d1b6dfbefdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.010962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0268-d3f9-4076-82ce-7ee9d6d20d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.031765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-379933c3-31bd-475c-bff5-6d1b6dfbefdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.043097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0268-d3f9-4076-82ce-7ee9d6d20d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f943262e-be14-4511-ba6b-a17545da85bb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:42.112086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-379933c3-31bd-475c-bff5-6d1b6dfbefdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.115860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-379933c3-31bd-475c-bff5-6d1b6dfbefdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3142598d-2e80-427f-b8fa-fc85c609d80b HTTP/1.1" status: 204 len: 168 time: 0.3781180 Jan 10 18:57:42.117349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0268-d3f9-4076-82ce-7ee9d6d20d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.118124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d0ad0268-d3f9-4076-82ce-7ee9d6d20d22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f943262e-be14-4511-ba6b-a17545da85bb HTTP/1.1" status: 204 len: 168 time: 0.4260638 Jan 10 18:57:42.120843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379933c3-31bd-475c-bff5-6d1b6dfbefdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142598d-2e80-427f-b8fa-fc85c609d80b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:42.170800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e6792-321a-4162-98d0-4837ff8d7671 req-e31055db-c98c-4c3b-a55c-4f04dd2ee0d9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:42.178466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f12e6792-321a-4162-98d0-4837ff8d7671 req-e31055db-c98c-4c3b-a55c-4f04dd2ee0d9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.1392174 Jan 10 18:57:42.241959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f12e6792-321a-4162-98d0-4837ff8d7671 req-3b61cdb4-c09b-44e0-a565-2667ba3d0879 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Jan 10 18:57:42.439468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56224) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:42.647606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c5a328a-2712-4a17-ba7f-a666fa798ab6 req-bf62fc39-3689-45e5-b51d-9a042c09aaef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0757587 Jan 10 18:57:42.759339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-network', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:42.765326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:42.770053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Usage tracker for resource:network and tenant:2c7b1c0061f24cb6ba764b5970d34c18 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:42.774610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:42.784324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:42.801590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Made reservation on behalf of 2c7b1c0061f24cb6ba764b5970d34c18 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:42.804301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.828639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:42.889804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:42.895535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7b1c0061f24cb6ba764b5970d34c18 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:42.899449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:42.906994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:42.915324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.061241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23252a13-8dfa-4b2e-bc4b-69760fed3653 req-ec3c2189-5c77-49b1-a627-ca7cfa2cad15 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1097 time: 0.1391315 Jan 10 18:57:43.090807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.114636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23252a13-8dfa-4b2e-bc4b-69760fed3653 req-a6586a26-de67-4f86-96c2-94e8329d8ed3 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Jan 10 18:57:43.115527 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.151592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:43.159585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.159910 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Added segment 8522565b-4b3c-4683-a98c-f09bb4ec36eb of type vlan for network a8218faa-dba7-46ec-8123-9c6433307b57 Jan 10 18:57:43.245057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.296047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.296945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:43.297520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.342705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8985910 Jan 10 18:57:43.343434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56268) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:43.352032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Request body: {'subnet': {'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-subnet', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:43.361513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:43.371483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Usage tracker for resource:subnet and tenant:2c7b1c0061f24cb6ba764b5970d34c18 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:43.374941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:43.381922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:43.393020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e35276-003a-48ab-8ce6-612d1f1b70bd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:43.394172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Made reservation on behalf of 2c7b1c0061f24cb6ba764b5970d34c18 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:43.396903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.497675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Pushing event updated for resources: {'Network': ['ID=a8218faa-dba7-46ec-8123-9c6433307b57,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:43.511085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.511434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.511773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.512110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.512442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.513334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.513992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.514325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.514652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.515015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.515343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.519893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.520243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.520594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.520926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.521277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.521582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.521905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.522235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.522555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.522898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.523211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd965a-81c8-4c72-a7e0-4b6f7b7a8d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.527279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a8218faa-dba7-46ec-8123-9c6433307b57 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:43.549299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8d199ae-4505-47d8-b521-ee53cd470358 req-51762f86-1dae-40d4-8f36-7ca3c463430e tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1097 time: 0.1572504 Jan 10 18:57:43.603459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8d199ae-4505-47d8-b521-ee53cd470358 req-ac2e27f3-d81c-434c-a151-ad8a698d4183 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479352 Jan 10 18:57:43.693591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.783218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec4de38-acca-45b8-8b8e-9361533e862d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:43.799100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.799455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.799798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.800245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.800732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.801067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.801399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.801725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.802053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.802495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.802906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:43.806660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Checking segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:43.807054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Network hostable DHCP agents. Network: a8218faa-dba7-46ec-8123-9c6433307b57, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:43.840816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Network a8218faa-dba7-46ec-8123-9c6433307b57 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:43.855300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a8218faa-dba7-46ec-8123-9c6433307b57) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:43.861126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:43.862036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.871966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db9ec9-ac79-4b4c-a119-58c27e632f64 None None] Network a8218faa-dba7-46ec-8123-9c6433307b57 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:43.890624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89cc3b26-8279-41ab-a766-4308f0805706 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5456846 Jan 10 18:57:43.894035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56296) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:43.900557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:43.905500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:43.909333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Usage tracker for resource:router and tenant:2c7b1c0061f24cb6ba764b5970d34c18 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:43.914761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:43.921650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:43.934294 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.936818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:43.965919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.071134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56310) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:44.270633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a8218faa-dba7-46ec-8123-9c6433307b57', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:57:44.271490 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.285288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-network', 'tenant_id': '0704dec638084287be4a8291bf8b428f'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:44.292059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:44.300004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Usage tracker for resource:network and tenant:0704dec638084287be4a8291bf8b428f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:44.311170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:44.331096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.332675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:44.350944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Made reservation on behalf of 0704dec638084287be4a8291bf8b428f for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:44.354590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.369675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.464157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:44.476494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Usage tracker for resource:security_group_rule and tenant:0704dec638084287be4a8291bf8b428f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:44.481331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:44.490764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:44.495274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Allocated IP 172.20.0.2 (a8218faa-dba7-46ec-8123-9c6433307b57/3ec4de38-acca-45b8-8b8e-9361533e862d/27b69f44-a8db-4fff-b3a6-184118d5f93c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:44.528643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9027445a-b1d9-4996-a5b2-8faec6ef5c01 req-29ac7521-c036-44a8-a35b-11a0b144de27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1358674 Jan 10 18:57:44.635595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.644466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.706952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:44.722397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.736736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b0489d-92ba-4b3e-bf42-99702b708f46,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:44.739762 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.745758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56332) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:44.769070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.769494 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Added segment b1f41d60-50ac-468d-89f3-2655ed977811 of type vlan for network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 Jan 10 18:57:44.770278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Transition to ACTIVE for port object 27b69f44-a8db-4fff-b3a6-184118d5f93c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:44.792313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.820783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Transition to ACTIVE for port object 27b69f44-a8db-4fff-b3a6-184118d5f93c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:44.830086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.842652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.843933 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.890617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.891844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:44.892533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:44.953033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8771279 Jan 10 18:57:44.958389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:45.069433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Network a8218faa-dba7-46ec-8123-9c6433307b57 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:45.072919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Request body: {'subnet': {'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-subnet', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:45.076576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:45.081152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:45.090813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:45.091793 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.103634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Allocated IP 172.25.6.176 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/deb1de18-4345-49b5-8765-07024170f279) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:45.108334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Pushing event updated for resources: {'Port': ['ID=27b69f44-a8db-4fff-b3a6-184118d5f93c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:45.134365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Usage tracker for resource:subnet and tenant:0704dec638084287be4a8291bf8b428f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:45.140666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:45.150143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:45.152246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb887b-120a-481a-9e06-772c505df020 admin admin] Pushing event updated for resources: {'Network': ['ID=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:45.173018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Made reservation on behalf of 0704dec638084287be4a8291bf8b428f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:45.175913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.275585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:45.343592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56362) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:45.351303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-b8a3bbe7-0f1b-4bac-85bf-89410a4002e7 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:57:45.352468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-b8a3bbe7-0f1b-4bac-85bf-89410a4002e7 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079401 Jan 10 18:57:45.355687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.373383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.377295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.377819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.378305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.378814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.379317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.379796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.380274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.380750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.381225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.381704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.382032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:45.405304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.457413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Attempting to bind port 27b69f44-a8db-4fff-b3a6-184118d5f93c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:45.457778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Attempting to bind port 27b69f44-a8db-4fff-b3a6-184118d5f93c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:45.458313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Attempting to bind port 27b69f44-a8db-4fff-b3a6-184118d5f93c on network a8218faa-dba7-46ec-8123-9c6433307b57 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:45.469992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:45.470195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:45.470714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Checking segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:45.471300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.472428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Bound using segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:45.473217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Bound port: 27b69f44-a8db-4fff-b3a6-184118d5f93c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:45.473745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.526733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Usage tracker for resource:security_group_rule and tenant:eaf7f56e3d2d4575b0e661e306fcdafa is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:45.536197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:45.544468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Pushing event updated for resources: {'Port': ['ID=deb1de18-4345-49b5-8765-07024170f279,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:45.545585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:45.562845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:45.564832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:45.567792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:45.620163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.623924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] For port 27b69f44-a8db-4fff-b3a6-184118d5f93c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:45.629429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] For port 27b69f44-a8db-4fff-b3a6-184118d5f93c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=27b69f44-a8db-4fff-b3a6-184118d5f93c,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:45.633398 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.707277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.725355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5939-419b-4226-9628-561df1b64c8c None None] Pushing event updated for resources: {'Port': ['ID=27b69f44-a8db-4fff-b3a6-184118d5f93c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:45.746805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.770681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56779889-558b-4734-a8c1-d453f2bb78cf,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:45.796419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Checking segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:45.796886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Network hostable DHCP agents. Network: 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:45.825466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e181a933-7861-4328-8c22-3a8d04ee5477,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:45.839735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-63644bba-4d95-40e2-9a6d-8aa739b885aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaf7f56e3d2d4575b0e661e306fcdafa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0899317 Jan 10 18:57:45.841314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:45.887262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:45.887817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 18:57:45.889607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:45.915480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:45.924486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba7a64b-e0ca-4138-8814-61291e6fcd3e None None] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:45.933027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:45.935482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.986543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:45.987372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.056390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa273a70-289f-4f76-8955-885199b972c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.068126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-15f835d8-2491-44c6-8251-ae48bc2c3a20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1085424 Jan 10 18:57:46.070846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56396) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:46.120023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:46.152767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:46.171331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Usage tracker for resource:router and tenant:0704dec638084287be4a8291bf8b428f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:46.174924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:46.182748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:46.203988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa273a70-289f-4f76-8955-885199b972c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.212126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.212964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.269633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.276959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:57:46.279579 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.358057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa273a70-289f-4f76-8955-885199b972c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.397576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56402) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:46.399100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:46.399581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:46.399913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:46.409981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9cbb6a5b-f8ac-43d2-8143-1286bf395418 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:57:46.426281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9cbb6a5b-f8ac-43d2-8143-1286bf395418 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0163493 Jan 10 18:57:46.439384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:46.439900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:46.444751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273a70-289f-4f76-8955-885199b972c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181a933-7861-4328-8c22-3a8d04ee5477,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:46.449005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:46.449533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:46.450828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:46.451604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Bound port: 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:46.470231 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa273a70-289f-4f76-8955-885199b972c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.471399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aa273a70-289f-4f76-8955-885199b972c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e181a933-7861-4328-8c22-3a8d04ee5477 HTTP/1.1" status: 204 len: 168 time: 0.6290746 Jan 10 18:57:46.476385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.508651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Allocated IP 172.20.0.2 (08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7/56779889-558b-4734-a8c1-d453f2bb78cf/257ad6a8-5286-470d-b2b1-67837349145a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:46.566863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:46.614198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.628008 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-60bbe890-1622-4370-a580-98a2215ff7eb service neutron] 10.222.0.21 "POST /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9868345 Jan 10 18:57:46.655995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:46.660991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 18:57:46.754531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.779041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Router 0354bf7f-a3e6-4e81-a011-c680cb45436c is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 18:57:46.790497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:46.986788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.000932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Transition to ACTIVE for port object 257ad6a8-5286-470d-b2b1-67837349145a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:47.053401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Transition to ACTIVE for port object 257ad6a8-5286-470d-b2b1-67837349145a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:47.066278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 27b69f44-a8db-4fff-b3a6-184118d5f93c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:47.120591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.226329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Pushing event updated for resources: {'Port': ['ID=257ad6a8-5286-470d-b2b1-67837349145a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:47.262213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:47.264121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:47.269646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:47.289910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:47.290483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:47.290857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:47.314572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56422) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:47.332481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Allocated IP 172.25.6.138 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/b189a722-b991-4525-add8-e70ff470d997) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:47.362514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebe63f-230f-458c-8f26-2ae0128285cb None None] Network a8218faa-dba7-46ec-8123-9c6433307b57 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:47.374785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-da2ad083-e78f-4ace-ac45-c705f66f4ee4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1096 time: 0.3910189 Jan 10 18:57:47.375684 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.377298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:47.377709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:47.388163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:47.388756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:47.389310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:47.390756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Bound port: afbda635-958b-44da-aef3-853b3c27ab26, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:47.439841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:47.450305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.452369 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-f7199289-f5b8-446b-ab54-092e8296be4d service neutron] 10.222.0.21 "POST /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26/bindings HTTP/1.1" status: 201 len: 389 time: 0.9366477 Jan 10 18:57:47.457611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:57:47.469658 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Sync routers for ids ['0354bf7f-a3e6-4e81-a011-c680cb45436c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:57:47.485445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.487030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7454b3c2-6961-464f-83c5-85480685fc27 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5915499 Jan 10 18:57:47.490465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56426) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:47.494802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Routers {'0354bf7f-a3e6-4e81-a011-c680cb45436c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:47.497705 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0354bf7f-a3e6-4e81-a011-c680cb45436c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:47.523084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 27b69f44-a8db-4fff-b3a6-184118d5f93c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:47.567213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] Provisioning for port 27b69f44-a8db-4fff-b3a6-184118d5f93c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:47.570145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Attempting to bind port 257ad6a8-5286-470d-b2b1-67837349145a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:47.570519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Attempting to bind port 257ad6a8-5286-470d-b2b1-67837349145a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:47.570984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Attempting to bind port 257ad6a8-5286-470d-b2b1-67837349145a on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:47.585475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] Provisioning complete for port 27b69f44-a8db-4fff-b3a6-184118d5f93c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:47.586457 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.652716 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:47.656331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Checking segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:47.656758 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.657158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Bound using segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:47.657648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Bound port: 257ad6a8-5286-470d-b2b1-67837349145a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:47.658041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.808693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:47.857074 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.883472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Usage tracker for resource:security_group_rule and tenant:67f681268b0946a0b1c305c5ef0d521e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:47.891897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:47.919878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:47.949294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] For port 257ad6a8-5286-470d-b2b1-67837349145a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:47.952984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] For port 257ad6a8-5286-470d-b2b1-67837349145a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=257ad6a8-5286-470d-b2b1-67837349145a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:47.972475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:47.987908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742eedd-3d11-4be9-94de-dbee48129047 req-6dbe3f75-51ac-4471-8989-30572491b29d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:47.989296 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Set router 0354bf7f-a3e6-4e81-a011-c680cb45436c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:47.994795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e742eedd-3d11-4be9-94de-dbee48129047 req-6dbe3f75-51ac-4471-8989-30572491b29d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 945 time: 0.1894755 Jan 10 18:57:48.147071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e742eedd-3d11-4be9-94de-dbee48129047 req-60f01c41-a92f-4f01-af84-35ea8753d0f9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511052 Jan 10 18:57:48.191629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01315-a70e-4755-a50b-cd402897270e req-5fe98083-3cbc-4536-a40d-1d1459ecc828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:48.193645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-5fe98083-3cbc-4536-a40d-1d1459ecc828 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.8028138 Jan 10 18:57:48.205232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] For port 27b69f44-a8db-4fff-b3a6-184118d5f93c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=27b69f44-a8db-4fff-b3a6-184118d5f93c,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:48.214257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:48.218397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534eb82-529f-4b29-ab9a-75a3b51c4aaa None None] Pushing event updated for resources: {'Port': ['ID=257ad6a8-5286-470d-b2b1-67837349145a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:48.349386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0ae4-7591-49e4-869f-a4ef446d942b None None] Pushing event updated for resources: {'Port': ['ID=27b69f44-a8db-4fff-b3a6-184118d5f93c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:48.367681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:48.471986 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:48.605472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35e46030-fc3b-4dfc-8f0c-beaebf724506 None None] Provisioning complete for port 27b69f44-a8db-4fff-b3a6-184118d5f93c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:48.605472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e46030-fc3b-4dfc-8f0c-beaebf724506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:48.613202 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T18:57:45Z', 'revision_number': 3, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:48.617992 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Checking router: 0354bf7f-a3e6-4e81-a011-c680cb45436c for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:57:48.618275 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Updating router 0354bf7f-a3e6-4e81-a011-c680cb45436c port deb1de18-4345-49b5-8765-07024170f279 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:57:48.625436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:48.626358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Pushing event updated for resources: {'Port': ['ID=b189a722-b991-4525-add8-e70ff470d997,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:48.639029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eae92-76f3-4bb3-84e3-6d1108b5733e req-db336b01-f585-491a-895e-d806f999af08 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:48.640760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-040eae92-76f3-4bb3-84e3-6d1108b5733e req-db336b01-f585-491a-895e-d806f999af08 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.6286116 Jan 10 18:57:48.722582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-bf8f7dbf-4fff-4e24-8d76-fc1907a0716a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.5202837 Jan 10 18:57:48.788428 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:48.891668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-040eae92-76f3-4bb3-84e3-6d1108b5733e req-dcc6e25a-ddf3-4a28-bdbd-d34d5e50becb tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370267 Jan 10 18:57:48.919149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:48.922792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:48.937539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:49.007209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.054101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.154715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 257ad6a8-5286-470d-b2b1-67837349145a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:49.162681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc2534c-d46a-48dc-8608-9e037a21f9e7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:49.175154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.204759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.220088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01315-a70e-4755-a50b-cd402897270e req-3a7a567d-3219-4d65-a63f-07cb5a23e220 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:49.222899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-3a7a567d-3219-4d65-a63f-07cb5a23e220 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.4814696 Jan 10 18:57:49.307964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 257ad6a8-5286-470d-b2b1-67837349145a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:49.317054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 27b69f44-a8db-4fff-b3a6-184118d5f93c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:49.338544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-219ce838-552d-4246-a0fd-f7a3cccaf072 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f681268b0946a0b1c305c5ef0d521e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0204244 Jan 10 18:57:49.339664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-54c4d48f-e320-464c-8f23-af7be50679fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995908 Jan 10 18:57:49.342614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:49.355546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:49.455913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56460) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:49.488946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Usage tracker for resource:security_group_rule and tenant:14aab087adf645ac9ba9781836a1f14c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:49.492243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 27b69f44-a8db-4fff-b3a6-184118d5f93c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:49.492622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.501180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:49.516508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:49.577112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Allocated IP 172.20.0.1 (a8218faa-dba7-46ec-8123-9c6433307b57/3ec4de38-acca-45b8-8b8e-9361533e862d/e2a68210-42bb-4dc6-92da-1372ff924f36) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:49.587895 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.613845 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Transition to ACTIVE for port object deb1de18-4345-49b5-8765-07024170f279 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:49.622704 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.662535 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.707140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4856e116-0398-4f21-a6c7-7286ce017bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.748087 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Pushing event updated for resources: {'Port': ['ID=deb1de18-4345-49b5-8765-07024170f279,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:49.754804 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Attempting to bind port deb1de18-4345-49b5-8765-07024170f279 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:49.755209 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Attempting to bind port deb1de18-4345-49b5-8765-07024170f279 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:49.755571 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Attempting to bind port deb1de18-4345-49b5-8765-07024170f279 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:49.766453 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.766807 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.767176 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.767714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.768044 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.768379 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.768711 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.769042 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.769368 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.769699 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.770036 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:57:49.773470 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:49.773855 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:49.774308 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.774697 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:49.775276 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Bound port: deb1de18-4345-49b5-8765-07024170f279, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:49.775592 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.781419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.790419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce7cf3-eb15-42fa-b5fa-a916cef96d0a None None] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:49.825834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.850628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.854604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:49.860090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Transition to ACTIVE for port object e2a68210-42bb-4dc6-92da-1372ff924f36 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:49.883671 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] For port deb1de18-4345-49b5-8765-07024170f279, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:49.891182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd3ed5922b94ee0860e5ba73ace2727 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:49.893140 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] For port deb1de18-4345-49b5-8765-07024170f279, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deb1de18-4345-49b5-8765-07024170f279,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:49.895678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:49.901901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.902122 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:49.904544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46732df-0c6d-4d4e-ae3a-ac65c4c36c02,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:49.971381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4856e116-0398-4f21-a6c7-7286ce017bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.003414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:50.006467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a68210-42bb-4dc6-92da-1372ff924f36,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:50.036332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Network a8218faa-dba7-46ec-8123-9c6433307b57 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:50.043257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] Provisioning for port 257ad6a8-5286-470d-b2b1-67837349145a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:50.045429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:50.049031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:50.049835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.066611 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeb224-8518-4c5e-9e58-baa865e35b66 None None] Pushing event updated for resources: {'Port': ['ID=deb1de18-4345-49b5-8765-07024170f279,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:50.072895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] Provisioning complete for port 257ad6a8-5286-470d-b2b1-67837349145a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:50.073617 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.082089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac621093-7cf8-4f09-a83a-d463c1f4ea77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14aab087adf645ac9ba9781836a1f14c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4401703 Jan 10 18:57:50.083482 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Routers {'0354bf7f-a3e6-4e81-a011-c680cb45436c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:50.084105 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0354bf7f-a3e6-4e81-a011-c680cb45436c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:50.091316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56472) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:50.164873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1a05e-8ef0-4b7c-83e5-ca510743c1f8 req-f0f260fa-3186-4174-8101-e37f70ceadda tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:50.181565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cd1a05e-8ef0-4b7c-83e5-ca510743c1f8 req-f0f260fa-3186-4174-8101-e37f70ceadda tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 945 time: 0.7014303 Jan 10 18:57:50.289110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-9c37e943-a2af-40a8-9632-518c564d224e service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348233 Jan 10 18:57:50.290198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.317946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54b83ce-8458-4bab-a61c-c1a9400b2a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.365597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.366240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.374696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4856e116-0398-4f21-a6c7-7286ce017bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.380451 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.417272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.432484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] Set router 0354bf7f-a3e6-4e81-a011-c680cb45436c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:50.443266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] For port 257ad6a8-5286-470d-b2b1-67837349145a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=257ad6a8-5286-470d-b2b1-67837349145a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:50.450581 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.451931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54b83ce-8458-4bab-a61c-c1a9400b2a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.461828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.526700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf99f3-43d1-4ace-9ac3-88cb38969415 None None] Pushing event updated for resources: {'Port': ['ID=257ad6a8-5286-470d-b2b1-67837349145a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:50.586566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-41c3aadf-5fd0-4567-8774-6b56a5b69e72 None None] Provisioning for port e2a68210-42bb-4dc6-92da-1372ff924f36 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:50.592892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-41c3aadf-5fd0-4567-8774-6b56a5b69e72 None None] Provisioning complete for port e2a68210-42bb-4dc6-92da-1372ff924f36 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:50.593400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41c3aadf-5fd0-4567-8774-6b56a5b69e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.630801 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bd3ed5922b94ee0860e5ba73ace2727&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1739435 Jan 10 18:57:50.642846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d5678-f21c-4a3e-a4eb-0a70da422362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a418c469-8687-4f02-b63e-f5850eb7a057,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:50.647384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56476) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:50.700140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856e116-0398-4f21-a6c7-7286ce017bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc2534c-d46a-48dc-8608-9e037a21f9e7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:50.704947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-41c3aadf-5fd0-4567-8774-6b56a5b69e72 None None] Port e2a68210-42bb-4dc6-92da-1372ff924f36 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:50.757550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cd1a05e-8ef0-4b7c-83e5-ca510743c1f8 req-b0dbd9ea-bba7-4f48-89cb-8416018f396f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741019 Jan 10 18:57:50.766124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54b83ce-8458-4bab-a61c-c1a9400b2a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.770663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4856e116-0398-4f21-a6c7-7286ce017bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.771977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4856e116-0398-4f21-a6c7-7286ce017bd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afc2534c-d46a-48dc-8608-9e037a21f9e7 HTTP/1.1" status: 204 len: 168 time: 1.4225428 Jan 10 18:57:50.792092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b83ce-8458-4bab-a61c-c1a9400b2a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46732df-0c6d-4d4e-ae3a-ac65c4c36c02,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:50.828214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92e1a1ab-2656-4bbc-b803-4f4d413aecc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.858855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c56b7d0a-8d04-4f90-907c-f9f70819a70c None None] Provisioning complete for port 257ad6a8-5286-470d-b2b1-67837349145a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:50.859834 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c56b7d0a-8d04-4f90-907c-f9f70819a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.882708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92e1a1ab-2656-4bbc-b803-4f4d413aecc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.892284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-a72019fc-9afa-442d-bf7e-4df5c92b7ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923295 Jan 10 18:57:50.893619 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.901692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54b83ce-8458-4bab-a61c-c1a9400b2a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.904066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e54b83ce-8458-4bab-a61c-c1a9400b2a5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f46732df-0c6d-4d4e-ae3a-ac65c4c36c02 HTTP/1.1" status: 204 len: 168 time: 0.8095386 Jan 10 18:57:50.923229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.924675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6be5d-dcee-4dea-9cce-85704b3610df req-529b1220-03ec-4d56-99cb-f7b525091571 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:50.926513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:50.944783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82c6be5d-dcee-4dea-9cce-85704b3610df req-529b1220-03ec-4d56-99cb-f7b525091571 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.7067120 Jan 10 18:57:50.979229 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T18:57:50Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e2a68210-42bb-4dc6-92da-1372ff924f36', 'name': '', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'mac_address': 'fa:16:3e:a6:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:49Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 1, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'subnets': [{'id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:50.993226 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6ee79-b1fd-4d28-a6a2-d2cf8a2a1c92 None None] The sync data for ids ['0354bf7f-a3e6-4e81-a011-c680cb45436c'] in n-d-816927-8 is: [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T18:57:50Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e2a68210-42bb-4dc6-92da-1372ff924f36', 'name': '', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'mac_address': 'fa:16:3e:a6:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:49Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 1, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'subnets': [{'id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:57:51.000650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 257ad6a8-5286-470d-b2b1-67837349145a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:51.251972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a68210-42bb-4dc6-92da-1372ff924f36,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:51.302198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 257ad6a8-5286-470d-b2b1-67837349145a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:51.302578 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:51.316625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92e1a1ab-2656-4bbc-b803-4f4d413aecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:51.377990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82c6be5d-dcee-4dea-9cce-85704b3610df req-35efb1c5-cae6-4b8a-839a-bf744f2902e1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316654 Jan 10 18:57:51.399459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a1ab-2656-4bbc-b803-4f4d413aecc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a418c469-8687-4f02-b63e-f5850eb7a057,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:51.409034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-ab277f0d-95dc-4f5e-b6d1-4574b4e7d63b tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.3465269 Jan 10 18:57:51.421358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Network a8218faa-dba7-46ec-8123-9c6433307b57 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:51.422504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:51.427918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92e1a1ab-2656-4bbc-b803-4f4d413aecc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:51.431316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-92e1a1ab-2656-4bbc-b803-4f4d413aecc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a418c469-8687-4f02-b63e-f5850eb7a057 HTTP/1.1" status: 204 len: 168 time: 0.7774043 Jan 10 18:57:51.431316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:51.620176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:51.695218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56498) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:51.751328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:51.893802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5464860b-9609-42b1-9218-4a2a2153563c None None] Provisioning complete for port e2a68210-42bb-4dc6-92da-1372ff924f36 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:51.894425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5464860b-9609-42b1-9218-4a2a2153563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:51.992604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:52.009042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Usage tracker for resource:security_group_rule and tenant:b93027f2558148369566d9a1427d20d3 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:52.035257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:52.038371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Router 519bc027-d437-46e7-94e6-82846369fda0 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 18:57:52.052784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5464860b-9609-42b1-9218-4a2a2153563c None None] Port e2a68210-42bb-4dc6-92da-1372ff924f36 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:52.055328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:52.129630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56508) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:52.169566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.242852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:52.247492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5029bd8beb33450890f4e8aff8a30bda is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:52.254696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:52.267135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:52.277349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:52.443671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.462609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:52.515014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Router 0354bf7f-a3e6-4e81-a011-c680cb45436c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:57:52.518107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.529226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.633261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.650703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6f3d7-64b2-476f-b98c-a5dc133e8a44,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:52.677545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d4313fa1-bc28-4708-a0e5-445f968155a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5029bd8beb33450890f4e8aff8a30bda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5365648 Jan 10 18:57:52.682114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56522) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:52.686255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427c61-c4a5-4cfa-81d7-56c74d4fb3a4 req-a298f482-2c94-4595-ba76-5774289401f3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:52.693700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50427c61-c4a5-4cfa-81d7-56c74d4fb3a4 req-a298f482-2c94-4595-ba76-5774289401f3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 945 time: 0.5460422 Jan 10 18:57:52.816187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.849037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:52.857759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5bd6df49-0f40-45f4-8192-d1ef11b58228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.894363 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5bd6df49-0f40-45f4-8192-d1ef11b58228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.905257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:52.963088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:57:53.004261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-398d2950-9dd4-48f3-9216-8ff35d2ad8e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/0354bf7f-a3e6-4e81-a011-c680cb45436c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5037758 Jan 10 18:57:53.011452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5bd6df49-0f40-45f4-8192-d1ef11b58228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.014929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deb1de18-4345-49b5-8765-07024170f279 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:53.030630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b93027f2558148369566d9a1427d20d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3267012 Jan 10 18:57:53.031859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56536) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:53.039639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5bd6df49-0f40-45f4-8192-d1ef11b58228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.041373 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5bd6df49-0f40-45f4-8192-d1ef11b58228 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69f6f3d7-64b2-476f-b98c-a5dc133e8a44 HTTP/1.1" status: 204 len: 168 time: 0.3467553 Jan 10 18:57:53.065039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6df49-0f40-45f4-8192-d1ef11b58228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6f3d7-64b2-476f-b98c-a5dc133e8a44,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:53.084917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b1bf9-81f3-40c6-9940-3dbbd94a1027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ba5645-e8f9-40cf-a6c0-4fb0cfba5e84,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:53.131536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50427c61-c4a5-4cfa-81d7-56c74d4fb3a4 req-e61d928b-2795-4f3e-b859-ac613175280d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366722 Jan 10 18:57:53.178013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d77f0225-b3e0-42ca-9474-8c93accc1857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.228617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d77f0225-b3e0-42ca-9474-8c93accc1857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.249608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port deb1de18-4345-49b5-8765-07024170f279 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:53.256097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port deb1de18-4345-49b5-8765-07024170f279 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:53.256480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.299457 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'code': 200} Jan 10 18:57:53.321292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d77f0225-b3e0-42ca-9474-8c93accc1857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.352820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f0225-b3e0-42ca-9474-8c93accc1857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ba5645-e8f9-40cf-a6c0-4fb0cfba5e84,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:53.368560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053b6dc-8998-45d1-a240-478fa4ea2da5 req-82e22a6e-5626-43cf-83e2-11a7048b99c4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:53.374472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d77f0225-b3e0-42ca-9474-8c93accc1857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.375589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d053b6dc-8998-45d1-a240-478fa4ea2da5 req-82e22a6e-5626-43cf-83e2-11a7048b99c4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.6337390 Jan 10 18:57:53.377437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:53.378905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d77f0225-b3e0-42ca-9474-8c93accc1857 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19ba5645-e8f9-40cf-a6c0-4fb0cfba5e84 HTTP/1.1" status: 204 len: 168 time: 0.3362412 Jan 10 18:57:53.441141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:57:53.459936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:57:53.467132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:53.467584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:53.468016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:53.492430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.496250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:57:53.496737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Attempting to bind port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:53.498175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:53.498945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:53.504904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.506218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fc44e0ed-96d6-46c8-9aa5-a9b5aad9a0ef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4129748 Jan 10 18:57:53.509609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d053b6dc-8998-45d1-a240-478fa4ea2da5 req-7a86c89c-815d-41ab-9800-e64aa0b2a9a4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331480 Jan 10 18:57:53.510224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56552) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:53.511191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:53.511784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:53.512914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:53.513607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Bound port: 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:53.514198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.618325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:53.624130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:53.632584 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.654725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port deb1de18-4345-49b5-8765-07024170f279, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deb1de18-4345-49b5-8765-07024170f279,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:53.675418 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.891460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=deb1de18-4345-49b5-8765-07024170f279,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:53.901974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:53.964728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:53.966608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 1121 time: 2.5494134 Jan 10 18:57:53.970206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc0594-9d27-4115-93bc-8e9b85871872 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:54.136032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8ce5031e-0ed5-4ad6-95d1-c934019c71c9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:57:54.502225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 3, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:54.516257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:57:54.516611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Updating router 519bc027-d437-46e7-94e6-82846369fda0 port b189a722-b991-4525-add8-e70ff470d997 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:57:54.518852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ff448-eb7c-42dc-88d7-017de5135ff3 req-abde78a4-2fcf-4752-83e7-ac8d7c62ef2e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:54.520660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c5ff448-eb7c-42dc-88d7-017de5135ff3 req-abde78a4-2fcf-4752-83e7-ac8d7c62ef2e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.1435137 Jan 10 18:57:54.588894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:54.592381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c5ff448-eb7c-42dc-88d7-017de5135ff3 req-f1c58629-94c8-476f-acdd-6877006160c9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661592 Jan 10 18:57:54.861448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:54.922409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb128117-64d9-4720-90e1-ba025ba527e5 req-cac14f60-4618-4fdc-bfec-1a0e41e1b361 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:54.944225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb128117-64d9-4720-90e1-ba025ba527e5 req-cac14f60-4618-4fdc-bfec-1a0e41e1b361 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.1766455 Jan 10 18:57:55.027705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb128117-64d9-4720-90e1-ba025ba527e5 req-158a0007-075d-410c-83d8-0fb51f0808f4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817471 Jan 10 18:57:55.053870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deb1de18-4345-49b5-8765-07024170f279 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:57:55.227353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.236199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Allocated IP 172.20.0.1 (08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7/56779889-558b-4734-a8c1-d453f2bb78cf/36a624c1-13fc-4195-b71a-ea89022c613a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:55.243290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Transition to ACTIVE for port object b189a722-b991-4525-add8-e70ff470d997 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:55.256759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.294219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port deb1de18-4345-49b5-8765-07024170f279 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:55.294593 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.300407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:57:55.385978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c5ead-f914-47a3-a130-03afcb0d8632 None None] Pushing event updated for resources: {'Port': ['ID=b189a722-b991-4525-add8-e70ff470d997,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:55.406578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Attempting to bind port b189a722-b991-4525-add8-e70ff470d997 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:55.406976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Attempting to bind port b189a722-b991-4525-add8-e70ff470d997 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:55.407341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Attempting to bind port b189a722-b991-4525-add8-e70ff470d997 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:55.422312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:55.422704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:55.423119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.423460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.423636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:55.423852 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'status': 'completed', 'code': 200} Jan 10 18:57:55.436843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Bound port: b189a722-b991-4525-add8-e70ff470d997, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:55.437302 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.440799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Transition to ACTIVE for port object 36a624c1-13fc-4195-b71a-ea89022c613a will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:55.556702 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.578107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] For port b189a722-b991-4525-add8-e70ff470d997, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:55.582826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] For port b189a722-b991-4525-add8-e70ff470d997, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b189a722-b991-4525-add8-e70ff470d997,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:55.588961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.616505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-25cfc811-6a7e-44f1-9492-bf4795d31e47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1124 time: 0.1729169 Jan 10 18:57:55.722850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56616) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:55.728854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-network', 'tenant_id': '1c012311041942dfa5aa0a3604d06912'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:55.735226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c5ead-f914-47a3-a130-03afcb0d8632 None None] Pushing event updated for resources: {'Port': ['ID=b189a722-b991-4525-add8-e70ff470d997,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:55.737660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:57:55.738398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:55.739745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:55.747824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=36a624c1-13fc-4195-b71a-ea89022c613a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:55.748930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Usage tracker for resource:network and tenant:1c012311041942dfa5aa0a3604d06912 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:55.754766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:55.761739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:55.768028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:55.781231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Made reservation on behalf of 1c012311041942dfa5aa0a3604d06912 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:55.784234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.804448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.818468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:55.843217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:55.843701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:55.911681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-b7e5cd2b-f7cd-48c1-830a-162c68d081e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:55.913050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-b7e5cd2b-f7cd-48c1-830a-162c68d081e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.2879634 Jan 10 18:57:55.924049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:55.940331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Usage tracker for resource:security_group_rule and tenant:1c012311041942dfa5aa0a3604d06912 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:55.945403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:55.956388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:56.032538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f5ad5-e2d2-4c30-80b4-6b52b1e03398 req-237d27fb-191c-4bf4-9516-e5dfe2d07ae8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:56.041408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-871f5ad5-e2d2-4c30-80b4-6b52b1e03398 req-237d27fb-191c-4bf4-9516-e5dfe2d07ae8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.2235837 Jan 10 18:57:56.088582 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-9b2c32bb-e063-431f-aeb7-ef98e7266211 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.1619856 Jan 10 18:57:56.154857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-871f5ad5-e2d2-4c30-80b4-6b52b1e03398 req-d35b7fed-39ac-4288-8150-c68c2426d423 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103613 Jan 10 18:57:56.171009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:57:56.173198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.182564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.268486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:57:56.282545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56681e6-cf47-4d7c-b077-7d4b15e6f33e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:56.299124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.299407 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Added segment f6aa0285-8e31-46e4-a2bd-0d1a65c30812 of type vlan for network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 Jan 10 18:57:56.312998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.346824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-da8c3b60-c5e9-4b27-8d2c-c8ba10fc9b0a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:56.348904 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-da8c3b60-c5e9-4b27-8d2c-c8ba10fc9b0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.2519922 Jan 10 18:57:56.352727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.384170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d38c246-d542-4468-b5d0-cfe6db94310f None None] Provisioning for port 36a624c1-13fc-4195-b71a-ea89022c613a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:57:56.424025 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.424867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:56.425457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.442845 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-782046cc-0be2-4d84-8192-af2832530131 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637882 Jan 10 18:57:56.458570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d38c246-d542-4468-b5d0-cfe6db94310f None None] Provisioning complete for port 36a624c1-13fc-4195-b71a-ea89022c613a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:56.458961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d38c246-d542-4468-b5d0-cfe6db94310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.624636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1d38c246-d542-4468-b5d0-cfe6db94310f None None] Port 36a624c1-13fc-4195-b71a-ea89022c613a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:56.656299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7d640f-f2c8-49a7-8507-28d62a8492e6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:56.670899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:57:56.702606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-72889d02-3c3d-4e7c-ab0a-c32af89d3276 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507286 Jan 10 18:57:56.764568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 3, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:57:56.787891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a15066-dafa-4d00-a988-bab93e77ac7c None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:49Z', 'revision_number': 3, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:57:56.808678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2c62d056-e6f2-4f59-ba32-2be020de8068 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0844390 Jan 10 18:57:56.811849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56642) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:56.839127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Request body: {'subnet': {'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-subnet', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:56.857334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:56.863285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Usage tracker for resource:subnet and tenant:1c012311041942dfa5aa0a3604d06912 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:56.866815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:56.878379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:56.903426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc5c4-8ac5-4415-afbf-1798e7cf6d3e req-1d5ae0f6-4fd9-4365-be34-456a8e320ba7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:56.911743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a09cc5c4-8ac5-4415-afbf-1798e7cf6d3e req-1d5ae0f6-4fd9-4365-be34-456a8e320ba7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.4683683 Jan 10 18:57:56.914760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Made reservation on behalf of 1c012311041942dfa5aa0a3604d06912 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:57:56.917419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.942143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.949784 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-85a6f7a5-8718-474c-a007-4e29b22167ed req-8b60318f-c41d-41f7-851f-2f398f704629 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383933 Jan 10 18:57:56.951441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:56.952372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.075347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a09cc5c4-8ac5-4415-afbf-1798e7cf6d3e req-85e8b294-e2f2-45ac-aa1e-118151be9d73 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620297 Jan 10 18:57:57.242176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.334290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=36a624c1-13fc-4195-b71a-ea89022c613a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:57.336340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:57.361908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Checking segment: {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:57.362303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Network hostable DHCP agents. Network: 6a7d640f-f2c8-49a7-8507-28d62a8492e6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:57:57.383728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:57.384947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:57.394425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:57:57.450836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 6a7d640f-f2c8-49a7-8507-28d62a8492e6) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:57.468426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11927469-425d-4a96-92e6-c8563150b2c7 None None] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:57:57.473896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:57.474491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.541071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56668) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:57.556642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-17516633-4c83-46cb-90cf-892037b51432 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7424526 Jan 10 18:57:57.561738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:57.570196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:57:57.576879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:57.582700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Usage tracker for resource:router and tenant:1c012311041942dfa5aa0a3604d06912 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:57.586394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:57.599051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:57.620736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31759-7ee0-401b-9a5c-6ac2e0d2792b req-fbf501ab-5a23-4cf2-836b-a4ccb2846875 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:57.622334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfc31759-7ee0-401b-9a5c-6ac2e0d2792b req-fbf501ab-5a23-4cf2-836b-a4ccb2846875 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.2217124 Jan 10 18:57:57.666458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.667431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.724380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfc31759-7ee0-401b-9a5c-6ac2e0d2792b req-930ee56a-e895-47ad-83d2-5a8a1ee56bb3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845494 Jan 10 18:57:57.727843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.839295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:57:57.853021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4758c35d-aea5-47fc-95a4-5cff21749864 None None] Provisioning complete for port 36a624c1-13fc-4195-b71a-ea89022c613a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:57:57.853400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4758c35d-aea5-47fc-95a4-5cff21749864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:57.894028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-6a7d640f-f2c8-49a7-8507-28d62a8492e6', 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'fixed_ips': [{'subnet_id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 18:57:57.894833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.010155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.050203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.068612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:57:58.073943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Usage tracker for resource:security_group_rule and tenant:087d96c3097641a29499e1563843074c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:57:58.095312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:57:58.108746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:57:58.201367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:57:58.221242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4758c35d-aea5-47fc-95a4-5cff21749864 None None] Port 36a624c1-13fc-4195-b71a-ea89022c613a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:57:58.370316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:57:58.400697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 18:57:58.413850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Allocated IP 172.20.0.2 (6a7d640f-f2c8-49a7-8507-28d62a8492e6/0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc/f1d6f936-039c-4b03-afd5-309f42129ca3) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:58.476719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:57:58.495755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-65194b73-276a-460d-b96e-54bdf32dc6f5 admin admin] 10.222.0.21 "PUT /v2.0/routers/519bc027-d437-46e7-94e6-82846369fda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9753740 Jan 10 18:57:58.495963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.504427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.596240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a968bddf-2bbf-48b4-9d72-6b0ffc309cd5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:58.611725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80453d8f-ea2b-45e7-b02b-63ff50662a4b req-4df93a4c-671b-4ed8-884f-0cdc2770d580 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:58.613273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80453d8f-ea2b-45e7-b02b-63ff50662a4b req-4df93a4c-671b-4ed8-884f-0cdc2770d580 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.3086560 Jan 10 18:57:58.616102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b017f7a-5495-436f-86e4-c98e13224391 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=087d96c3097641a29499e1563843074c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0741067 Jan 10 18:57:58.618813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56702) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:57:58.714638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.736886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Transition to ACTIVE for port object f1d6f936-039c-4b03-afd5-309f42129ca3 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:58.741444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.750059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4399f194-10e0-4881-b4a3-0fedb4511bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.773769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Transition to ACTIVE for port object f1d6f936-039c-4b03-afd5-309f42129ca3 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:57:58.784306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80453d8f-ea2b-45e7-b02b-63ff50662a4b req-629684f9-185c-4046-96c7-32d44cc7e945 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514013 Jan 10 18:57:58.785290 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.785425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.824396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4399f194-10e0-4881-b4a3-0fedb4511bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.894682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:58.904919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:58.914504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Pushing event updated for resources: {'Port': ['ID=f1d6f936-039c-4b03-afd5-309f42129ca3,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:58.924946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:58.926602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4399f194-10e0-4881-b4a3-0fedb4511bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.947131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399f194-10e0-4881-b4a3-0fedb4511bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a968bddf-2bbf-48b4-9d72-6b0ffc309cd5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:58.951787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4399f194-10e0-4881-b4a3-0fedb4511bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:58.956022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4399f194-10e0-4881-b4a3-0fedb4511bff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a968bddf-2bbf-48b4-9d72-6b0ffc309cd5 HTTP/1.1" status: 204 len: 168 time: 0.3361812 Jan 10 18:57:59.106376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Attempting to bind port f1d6f936-039c-4b03-afd5-309f42129ca3 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:57:59.108825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Attempting to bind port f1d6f936-039c-4b03-afd5-309f42129ca3 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:57:59.109872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Attempting to bind port f1d6f936-039c-4b03-afd5-309f42129ca3 on network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:57:59.116708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Allocated IP 172.25.6.237 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/df9515d4-e35a-4096-9962-d21926922d7d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:57:59.129112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:57:59.129502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Checking segment: {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:57:59.130592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def52c45-5b80-425c-acc9-f11032d3ce13 req-d56d66c3-da7d-4b05-93f9-f241425e64a3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:57:59.132108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-def52c45-5b80-425c-acc9-f11032d3ce13 req-d56d66c3-da7d-4b05-93f9-f241425e64a3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 943 time: 0.1902883 Jan 10 18:57:59.132355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.133193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Bound using segment: {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:57:59.133695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Bound port: f1d6f936-039c-4b03-afd5-309f42129ca3, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:57:59.134082 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.315058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-def52c45-5b80-425c-acc9-f11032d3ce13 req-2659033b-f2cc-4afe-8070-f2a700f49518 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769795 Jan 10 18:57:59.328946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] For port f1d6f936-039c-4b03-afd5-309f42129ca3, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:57:59.333051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] For port f1d6f936-039c-4b03-afd5-309f42129ca3, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f1d6f936-039c-4b03-afd5-309f42129ca3,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:57:59.341238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.379721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.426904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.481798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64aa67-d133-4f6d-9343-f47231eee686 None None] Pushing event updated for resources: {'Port': ['ID=f1d6f936-039c-4b03-afd5-309f42129ca3,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:59.517132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:57:59.536324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:57:59.538726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Pushing event updated for resources: {'Port': ['ID=df9515d4-e35a-4096-9962-d21926922d7d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:57:59.543920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:57:59.624739 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-4e45239b-bc38-4720-b6c8-cdb1d9f6ce96 service neutron] 10.222.0.44 "GET /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.1041934 Jan 10 18:57:59.738962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.739708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:57:59.999151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:00.062509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:00.093542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56740) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:00.138840 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.174854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:00.188198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:00.207387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.218476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-39dc16dd-135d-4687-88c7-956ad27ec1e2 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:00.219193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-39dc16dd-135d-4687-88c7-956ad27ec1e2 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:00.273328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:00.292683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Usage tracker for resource:security_group_rule and tenant:5f5c5e2c6f904a9ba11876f32cde5ac3 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:00.298819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:00.307388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:00.318199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-39dc16dd-135d-4687-88c7-956ad27ec1e2 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:00.319401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-39dc16dd-135d-4687-88c7-956ad27ec1e2 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 820 time: 0.3431773 Jan 10 18:58:00.326732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] Transition to ACTIVE for port object 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:00.331294 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.383659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-59351237-68cc-4557-bd66-7138323b32af tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/quotas/0704dec638084287be4a8291bf8b428f HTTP/1.1" status: 200 len: 375 time: 0.0567563 Jan 10 18:58:00.481914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19629ab9-82fd-48f9-8491-7c35654d99d3 req-330a69c3-0b36-4598-8f19-a9a9c029c849 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:00.483428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19629ab9-82fd-48f9-8491-7c35654d99d3 req-330a69c3-0b36-4598-8f19-a9a9c029c849 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.2576485 Jan 10 18:58:00.493201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] Pushing event updated for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:00.496815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] No DVR routers for this DVR port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:58:00.500925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 18:58:00.515537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.540751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.544419 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-cc5a8e98-c2ff-41e4-84e9-9dae993b8e3f service neutron] 10.222.0.44 "PUT /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9129348 Jan 10 18:58:00.636808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e5d04-adfd-47a2-9fae-2848d4dde100 None None] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:58:00.711996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5e2c2-6200-46f0-996f-efea21cbf4ca,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:00.733153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-22a72e7d-7dee-45dc-a886-505b222807c8 None None] Provisioning for port f1d6f936-039c-4b03-afd5-309f42129ca3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:00.734915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f6ef4c13-f929-40b0-8314-b2efe87e619f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f5c5e2c6f904a9ba11876f32cde5ac3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6358337 Jan 10 18:58:00.737591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:00.740629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-d232e930-4f20-443d-a9c0-aa3e8167ee25 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3464522 Jan 10 18:58:00.755186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19629ab9-82fd-48f9-8491-7c35654d99d3 req-7aab2a45-3125-4423-b8fd-affbb4018560 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467928 Jan 10 18:58:00.805450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1095feb-7353-46fd-a988-ec28e2f852f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.839002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1095feb-7353-46fd-a988-ec28e2f852f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:00.992714 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1095feb-7353-46fd-a988-ec28e2f852f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.006041 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:58:01.016447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1095feb-7353-46fd-a988-ec28e2f852f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5e2c2-6200-46f0-996f-efea21cbf4ca,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:01.033423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1095feb-7353-46fd-a988-ec28e2f852f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.034559 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1095feb-7353-46fd-a988-ec28e2f852f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77e5e2c2-6200-46f0-996f-efea21cbf4ca HTTP/1.1" status: 204 len: 168 time: 0.2952499 Jan 10 18:58:01.046774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f1d6f936-039c-4b03-afd5-309f42129ca3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:01.116767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-044aebd2-74d2-44d2-8b9b-f3741a8e7760 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1095 time: 0.5126271 Jan 10 18:58:01.134488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-37a14b57-72ce-4a44-91cb-d926edd90a76 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780837 Jan 10 18:58:01.160759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f1d6f936-039c-4b03-afd5-309f42129ca3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:01.168033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f1d6f936-039c-4b03-afd5-309f42129ca3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:01.168999 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.328785 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.364690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7ce779a-59e7-4969-94b6-706a2aa083c8 None None] Provisioning complete for port f1d6f936-039c-4b03-afd5-309f42129ca3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:01.364883 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b7ce779a-59e7-4969-94b6-706a2aa083c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.420090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-151df668-d024-47cb-a084-e1671b0e1cbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&tenant_id=3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 1095 time: 0.2826054 Jan 10 18:58:01.434331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-932bce6f-0b02-4d03-a82f-834cf410d3f1 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953470 Jan 10 18:58:01.439262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:58:01.450549 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Sync routers for ids ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:58:01.464333 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Routers {'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:01.465716 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:01.475477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f1d6f936-039c-4b03-afd5-309f42129ca3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f1d6f936-039c-4b03-afd5-309f42129ca3,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:01.491166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.622165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f1d6f936-039c-4b03-afd5-309f42129ca3,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:01.636160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:01.637809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be7dd9c5-b65b-45a9-84b2-eaad855ca22e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0749462 Jan 10 18:58:01.640805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56774) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:01.668374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-675810a8-4cda-41d5-a89b-49366efa0190 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1095 time: 0.2225735 Jan 10 18:58:01.755284 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Set router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:01.958678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01315-a70e-4755-a50b-cd402897270e req-e680ce92-2c7d-4a49-a144-1df415f5e3a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:01.960561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-e680ce92-2c7d-4a49-a144-1df415f5e3a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.2874303 Jan 10 18:58:02.063689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-36620b5d-6635-4127-8be1-d78b485f25d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.0957444 Jan 10 18:58:02.126238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411d303-384b-4ba4-bba7-9b9dcc837873 req-195812d4-8ec7-4abb-a200-b8f6404f0d9c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:02.135853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6411d303-384b-4ba4-bba7-9b9dcc837873 req-195812d4-8ec7-4abb-a200-b8f6404f0d9c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 944 time: 0.2471468 Jan 10 18:58:02.181518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01315-a70e-4755-a50b-cd402897270e req-e0812794-960d-4262-bde8-346869daacc1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:02.183296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-e0812794-960d-4262-bde8-346869daacc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1109517 Jan 10 18:58:02.238352 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T18:57:59Z', 'revision_number': 3, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:02.248641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-0790d732-203c-47f6-a20b-f01d7aeaa945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549626 Jan 10 18:58:02.248969 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Checking router: f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:58:02.249336 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Updating router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 port df9515d4-e35a-4096-9962-d21926922d7d binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:58:02.264620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6411d303-384b-4ba4-bba7-9b9dcc837873 req-d52cf82a-5690-4b41-ac82-48e9f26db69a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264019 Jan 10 18:58:02.313932 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:02.534841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-380ec361-e38c-45a5-9dc1-674544aed3d6 req-10b8df66-3539-4185-9bdb-bbb3a97ce34b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 210 time: 0.1060648 Jan 10 18:58:02.698719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-d0e101a7-aa4f-40ae-baf0-cf53cd387603 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288721 Jan 10 18:58:03.126078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-47422043-b28e-484a-a551-2534398586b1 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177365 Jan 10 18:58:03.144100 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.169981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f1d6f936-039c-4b03-afd5-309f42129ca3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:03.178917 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Transition to ACTIVE for port object df9515d4-e35a-4096-9962-d21926922d7d will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:03.195447 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.300056 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01049ca3-ec5b-4a25-b008-dff2a66ea4e3 None None] Pushing event updated for resources: {'Port': ['ID=df9515d4-e35a-4096-9962-d21926922d7d,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:03.364709 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Attempting to bind port df9515d4-e35a-4096-9962-d21926922d7d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:03.364922 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Attempting to bind port df9515d4-e35a-4096-9962-d21926922d7d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:03.365507 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Attempting to bind port df9515d4-e35a-4096-9962-d21926922d7d on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:03.374938 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:03.375723 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:03.379577 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.379857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f1d6f936-039c-4b03-afd5-309f42129ca3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:03.379857 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.383125 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:03.385197 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Bound port: df9515d4-e35a-4096-9962-d21926922d7d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:03.385800 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.425812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.426398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c903f24-6505-4a0c-867d-cfd4f787bcc3 req-593df826-1ff9-402e-997b-80234e979bc6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:03.445429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c903f24-6505-4a0c-867d-cfd4f787bcc3 req-593df826-1ff9-402e-997b-80234e979bc6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.3178179 Jan 10 18:58:03.487258 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] For port df9515d4-e35a-4096-9962-d21926922d7d, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:03.492834 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] For port df9515d4-e35a-4096-9962-d21926922d7d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=df9515d4-e35a-4096-9962-d21926922d7d,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:03.500252 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.607875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c903f24-6505-4a0c-867d-cfd4f787bcc3 req-02d1fad3-296f-47f2-b5e6-04c4f401bba4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618617 Jan 10 18:58:03.651472 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01049ca3-ec5b-4a25-b008-dff2a66ea4e3 None None] Pushing event updated for resources: {'Port': ['ID=df9515d4-e35a-4096-9962-d21926922d7d,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:03.704901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Routers {'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:03.705798 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:03.709284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b189a722-b991-4525-add8-e70ff470d997 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:03.827463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b189a722-b991-4525-add8-e70ff470d997 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:03.839119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b189a722-b991-4525-add8-e70ff470d997 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:03.840465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:03.912157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:58:04.009771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-6f6c2a5e-e199-4880-bc3b-37e4cef65c27 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:04.011368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-6f6c2a5e-e199-4880-bc3b-37e4cef65c27 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 820 time: 0.3971357 Jan 10 18:58:04.023293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d195-3ee0-4c64-85b1-fa7d46b2d2e2 req-c7490d29-ae69-4640-b6d4-fa4389f1ae10 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:04.030768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69f0d195-3ee0-4c64-85b1-fa7d46b2d2e2 req-c7490d29-ae69-4640-b6d4-fa4389f1ae10 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 944 time: 0.2366226 Jan 10 18:58:04.060766 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] Set router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:04.082498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'port': {'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'admin_state_up': True, 'tenant_id': '0704dec638084287be4a8291bf8b428f'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:04.125129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:58:04.278068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:04.306713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Allocated IP 172.20.0.1 (6a7d640f-f2c8-49a7-8507-28d62a8492e6/0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc/55450905-dafb-4db5-bec3-24f09c3483af) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:04.307977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69f0d195-3ee0-4c64-85b1-fa7d46b2d2e2 req-e3be480f-70af-43ea-ac6f-d9fa18cb7c20 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762728 Jan 10 18:58:04.317404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b189a722-b991-4525-add8-e70ff470d997, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b189a722-b991-4525-add8-e70ff470d997,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:04.325821 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:04.348019 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-fc4887cc-d1b9-417d-b9ac-c26be1929854 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1095 time: 0.3329635 Jan 10 18:58:04.425577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b189a722-b991-4525-add8-e70ff470d997,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:04.427023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:04.434086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Usage tracker for resource:port and tenant:0704dec638084287be4a8291bf8b428f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:04.439693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:04.468586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:04.495207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Made reservation on behalf of 0704dec638084287be4a8291bf8b428f for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:04.498245 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:04.553435 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T18:57:59Z', 'revision_number': 3, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:04.559188 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dc0c6-4137-480c-b7df-4ef4831fc252 None None] The sync data for ids ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'] in n-d-816927-8 is: [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T18:57:59Z', 'revision_number': 3, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:58:04.641761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d32533d6-ffcb-4671-88e7-7ae4e05b1bfe req-43a22242-f2ed-479a-aa40-ed8d1b2a90ad tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 210 time: 0.0470080 Jan 10 18:58:04.760449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52c01315-a70e-4755-a50b-cd402897270e req-cd5a47ac-802b-4e66-8e75-4cd2ddeedfeb service neutron] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:04.816697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:04.826197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c01315-a70e-4755-a50b-cd402897270e req-cd5a47ac-802b-4e66-8e75-4cd2ddeedfeb service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:04.828138 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c01315-a70e-4755-a50b-cd402897270e req-cd5a47ac-802b-4e66-8e75-4cd2ddeedfeb service neutron] 10.222.0.30 "DELETE /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.4373865 Jan 10 18:58:04.844522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Transition to ACTIVE for port object 55450905-dafb-4db5-bec3-24f09c3483af will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:04.848877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Allocated IP 172.20.0.7 (08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7/56779889-558b-4734-a8c1-d453f2bb78cf/ff655acb-3a30-48df-bd6f-9f4448400e6b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:04.894764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:04.955008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:04.957685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:04.967933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:04.968409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.014179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Pushing event updated for resources: {'Port': ['ID=55450905-dafb-4db5-bec3-24f09c3483af,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:05.072337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b189a722-b991-4525-add8-e70ff470d997 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:05.129564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.215675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b189a722-b991-4525-add8-e70ff470d997 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:05.216040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.317282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b5c1-67cf-43c8-8369-f89e76d8460f req-90e47195-93ae-4c4c-809b-3ee829fca5d9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:05.318368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fc8b5c1-67cf-43c8-8369-f89e76d8460f req-90e47195-93ae-4c4c-809b-3ee829fca5d9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.4408824 Jan 10 18:58:05.469817 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.500145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fc8b5c1-67cf-43c8-8369-f89e76d8460f req-fb3be5e8-860d-43a3-b876-4faf3929269b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651535 Jan 10 18:58:05.518160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c80a65d2-7914-4121-8c2d-b3c05f4c215c None None] Provisioning for port 55450905-dafb-4db5-bec3-24f09c3483af completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:05.529914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Transition to ACTIVE for port object ff655acb-3a30-48df-bd6f-9f4448400e6b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:05.573457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.583998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c80a65d2-7914-4121-8c2d-b3c05f4c215c None None] Provisioning complete for port 55450905-dafb-4db5-bec3-24f09c3483af triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:05.584506 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c80a65d2-7914-4121-8c2d-b3c05f4c215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.600580 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.606557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.607506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.658046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c80a65d2-7914-4121-8c2d-b3c05f4c215c None None] Port 55450905-dafb-4db5-bec3-24f09c3483af cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:58:05.731630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:05.735678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:05.742061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Pushing event updated for resources: {'Port': ['ID=55450905-dafb-4db5-bec3-24f09c3483af,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:05.743604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:05.748094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:05.748719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:05.764886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event updated for resources: {'Port': ['ID=ff655acb-3a30-48df-bd6f-9f4448400e6b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:05.795372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-c97118e7-64ed-46f0-bf41-3ad75dc8ab20 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7227840 Jan 10 18:58:05.805924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b3a08-b133-4394-95ab-9a401836ac1c req-94ccf573-1006-4141-844c-adf0610e08dc tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:05.807439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a5b3a08-b133-4394-95ab-9a401836ac1c req-94ccf573-1006-4141-844c-adf0610e08dc tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 944 time: 0.1567769 Jan 10 18:58:05.812991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Request body: {'port': {'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:05.820099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:05.830803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:06.117768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Sync routers for ids ['0354bf7f-a3e6-4e81-a011-c680cb45436c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:58:06.133285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a5b3a08-b133-4394-95ab-9a401836ac1c req-05eb13ec-5521-46ff-ac04-fbec9a027b3b tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529948 Jan 10 18:58:06.140252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Routers {'0354bf7f-a3e6-4e81-a011-c680cb45436c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:06.141097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0354bf7f-a3e6-4e81-a011-c680cb45436c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:06.161913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:06.368325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6096fc3e-cca3-4834-8ef8-90935515c924 None None] Provisioning for port ff655acb-3a30-48df-bd6f-9f4448400e6b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:06.384712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6096fc3e-cca3-4834-8ef8-90935515c924 None None] Provisioning complete for port ff655acb-3a30-48df-bd6f-9f4448400e6b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:06.385109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6096fc3e-cca3-4834-8ef8-90935515c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:06.390202 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-bc5e72dc-781c-4f57-860e-91b15f1097b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1097 time: 0.2884507 Jan 10 18:58:06.456914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6096fc3e-cca3-4834-8ef8-90935515c924 None None] Port ff655acb-3a30-48df-bd6f-9f4448400e6b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:58:06.492990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Set router 0354bf7f-a3e6-4e81-a011-c680cb45436c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:06.641031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-51f9161c-8a3e-4a3b-84e3-b173a953a986 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:06.642044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-51f9161c-8a3e-4a3b-84e3-b173a953a986 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:06.649204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9c108f94-b5e7-4f29-9ead-1028f7d4392c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:06.651011 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9c108f94-b5e7-4f29-9ead-1028f7d4392c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2524424 Jan 10 18:58:06.713954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-51f9161c-8a3e-4a3b-84e3-b173a953a986 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:06.721316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-51f9161c-8a3e-4a3b-84e3-b173a953a986 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 931 time: 0.2223706 Jan 10 18:58:06.750406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd9cd0f3-091f-4978-9dca-35f7b302419a None None] Provisioning complete for port 55450905-dafb-4db5-bec3-24f09c3483af triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:06.750919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd0f3-091f-4978-9dca-35f7b302419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:06.752868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff655acb-3a30-48df-bd6f-9f4448400e6b {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:06.768819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:06.792205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-c7def5af-442a-40eb-a468-52848f81c2bb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:06.798374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Transition to ACTIVE for port object ff655acb-3a30-48df-bd6f-9f4448400e6b will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:06.809346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:06.816181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fd9cd0f3-091f-4978-9dca-35f7b302419a None None] Port 55450905-dafb-4db5-bec3-24f09c3483af cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:58:06.824276 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-c254db2b-f97c-4cb8-896d-ca947c9d0bd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 217 time: 0.1611490 Jan 10 18:58:06.913415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:58:06.922305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-71860d98-2a78-4656-b882-3c86fb0bb49a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:06.923805 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-71860d98-2a78-4656-b882-3c86fb0bb49a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0919914 Jan 10 18:58:06.950440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T18:57:50Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e2a68210-42bb-4dc6-92da-1372ff924f36', 'name': '', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'mac_address': 'fa:16:3e:a6:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:49Z', 'updated_at': '2022-01-10T18:57:50Z', 'revision_number': 2, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'subnets': [{'id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:06.951913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-c7def5af-442a-40eb-a468-52848f81c2bb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:06.953999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Checking router: 0354bf7f-a3e6-4e81-a011-c680cb45436c for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:58:06.954477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Updating router 0354bf7f-a3e6-4e81-a011-c680cb45436c port e2a68210-42bb-4dc6-92da-1372ff924f36 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:58:06.965424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a7322ff-a943-4a59-ba0a-2e8408e8b57b req-c7def5af-442a-40eb-a468-52848f81c2bb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416937 Jan 10 18:58:06.973874 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9fef8a66-a2c4-4eaa-9d31-0a91c46dfbe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442703 Jan 10 18:58:07.086639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.143085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56916) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:07.154321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Pushing event updated for resources: {'Port': ['ID=ff655acb-3a30-48df-bd6f-9f4448400e6b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:07.311682 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-8876f5ef-00d9-4d7b-8fbd-7c49ded7cb90 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819538 Jan 10 18:58:07.361470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Attempting to bind port ff655acb-3a30-48df-bd6f-9f4448400e6b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:07.361809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Attempting to bind port ff655acb-3a30-48df-bd6f-9f4448400e6b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:07.362137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Attempting to bind port ff655acb-3a30-48df-bd6f-9f4448400e6b on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:07.372241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Port ff655acb-3a30-48df-bd6f-9f4448400e6b on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:07.372568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Attempting to bind port ff655acb-3a30-48df-bd6f-9f4448400e6b on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:07.382649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a13129e-ace2-47ca-8cd9-c0f92ff618a0 req-434a264e-bc1a-4161-a581-6dd9a404f468 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1095 time: 0.5057242 Jan 10 18:58:07.422190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:07.422584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Checking segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:07.423116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Bound using segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:07.423609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Bound port: ff655acb-3a30-48df-bd6f-9f4448400e6b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:07.423952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.506208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a13129e-ace2-47ca-8cd9-c0f92ff618a0 req-051fa0c1-5199-47f0-bfab-f31d96903e29 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226792 Jan 10 18:58:07.532317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a14a8-eb4b-43d4-93e3-839b7be9e7c5 req-83e37e47-c922-4f0d-89b4-67f4f7878f5e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:07.538897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a95a14a8-eb4b-43d4-93e3-839b7be9e7c5 req-83e37e47-c922-4f0d-89b4-67f4f7878f5e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 946 time: 0.2620568 Jan 10 18:58:07.576755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.585124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] For port ff655acb-3a30-48df-bd6f-9f4448400e6b, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:07.590122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.598315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] For port ff655acb-3a30-48df-bd6f-9f4448400e6b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:07.608928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Transition to ACTIVE for port object e2a68210-42bb-4dc6-92da-1372ff924f36 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:07.615663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a95a14a8-eb4b-43d4-93e3-839b7be9e7c5 req-0ac8de01-99bb-4c95-84d5-2d9004d0b129 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754693 Jan 10 18:58:07.618824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.622822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.677776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:07.689411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Usage tracker for resource:security_group_rule and tenant:b9355693eba847a383f9a674a43a1a30 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:07.694823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9d9d8d7a-4e96-4c96-8e4b-f1c6d7a51a57 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252795 Jan 10 18:58:07.695620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:07.710636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:07.721680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:58:07.739525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4660d-eda2-42c8-a789-8f48e6bd5afd None None] Pushing event updated for resources: {'Port': ['ID=e2a68210-42bb-4dc6-92da-1372ff924f36,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:07.748520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:07.752458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 1091 time: 1.9437058 Jan 10 18:58:07.752927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:07.769562 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9051685-79e6-4007-90fb-27a83edd28f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/f339dd93-dd36-4f38-ab76-cedd1b2dc5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1260808 Jan 10 18:58:07.933137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b888357-1346-4283-b6fc-4c70a6292159 service neutron] Pushing event updated for resources: {'Port': ['ID=ff655acb-3a30-48df-bd6f-9f4448400e6b,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:08.006839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.025128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.038431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-eb459066-9e3f-443a-b66e-25efaddc3c8f tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1097 time: 0.2555661 Jan 10 18:58:08.049017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:08.114704 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-4d95c5b2-e4ae-499c-88d9-a48102d06428 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1094 time: 0.3027029 Jan 10 18:58:08.194162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Attempting to bind port e2a68210-42bb-4dc6-92da-1372ff924f36 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:08.194706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Attempting to bind port e2a68210-42bb-4dc6-92da-1372ff924f36 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:08.195127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Attempting to bind port e2a68210-42bb-4dc6-92da-1372ff924f36 on network a8218faa-dba7-46ec-8123-9c6433307b57 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:08.206080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:08.206706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Checking segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:08.207240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.208417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Bound using segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:08.209037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Bound port: e2a68210-42bb-4dc6-92da-1372ff924f36, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:08.209691 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.212441 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'status': 'completed', 'code': 200} Jan 10 18:58:08.242364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2fa21-7ee6-4340-b701-805e63d5fc72,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:08.316650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b789cf85-aeaf-4188-ba42-7d18a58d133a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9355693eba847a383f9a674a43a1a30&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1700778 Jan 10 18:58:08.317553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:08.329122 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-aa89ca7e-9ebd-4342-8ae7-2e7503a5f86a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.2043557 Jan 10 18:58:08.385824 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-42b35f12-8d65-4e97-9cd1-3331f2b23da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.481886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] For port e2a68210-42bb-4dc6-92da-1372ff924f36, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:08.493515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] For port e2a68210-42bb-4dc6-92da-1372ff924f36, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e2a68210-42bb-4dc6-92da-1372ff924f36,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:08.510085 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.583942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-1e9c4caf-8ee1-4b83-bf7b-05821ad35cde service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:08.586356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-1e9c4caf-8ee1-4b83-bf7b-05821ad35cde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1971664 Jan 10 18:58:08.589452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32463c93-20c9-44f0-ad11-c1166fed303e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.634671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4660d-eda2-42c8-a789-8f48e6bd5afd None None] Pushing event updated for resources: {'Port': ['ID=e2a68210-42bb-4dc6-92da-1372ff924f36,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:08.651768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Routers {'0354bf7f-a3e6-4e81-a011-c680cb45436c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:08.653146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0354bf7f-a3e6-4e81-a011-c680cb45436c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:08.752527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56962) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:08.790809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32463c93-20c9-44f0-ad11-c1166fed303e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:08.866017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0d21ef0-7547-4607-9f97-6011e0548dc5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:08.873104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0d21ef0-7547-4607-9f97-6011e0548dc5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.3786278 Jan 10 18:58:08.883109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:09.001136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8f658a13-61cb-4176-8ca7-59669dc4b9a5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/quotas/3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 375 time: 0.1025083 Jan 10 18:58:09.008392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-66423e5e-6bd0-4456-9f49-4c1b3469eb28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096351 Jan 10 18:58:09.259813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e2a68210-42bb-4dc6-92da-1372ff924f36 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:09.371927 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:58:09.392362 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:09.392362 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:57:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:09.397380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:09.409859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] Set router 0354bf7f-a3e6-4e81-a011-c680cb45436c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:09.460899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port e2a68210-42bb-4dc6-92da-1372ff924f36 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:09.470838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32463c93-20c9-44f0-ad11-c1166fed303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:09.471228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e2a68210-42bb-4dc6-92da-1372ff924f36 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:09.471615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:09.590029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f6314-434d-4825-93dc-dd017176a5c4 req-ee911a47-62c3-4700-a3f2-8dde50438ef6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:09.592729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e9f6314-434d-4825-93dc-dd017176a5c4 req-ee911a47-62c3-4700-a3f2-8dde50438ef6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 943 time: 1.0473049 Jan 10 18:58:09.595785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32463c93-20c9-44f0-ad11-c1166fed303e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:09.596968 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-32463c93-20c9-44f0-ad11-c1166fed303e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fa2fa21-7ee6-4340-b701-805e63d5fc72 HTTP/1.1" status: 204 len: 168 time: 1.2782831 Jan 10 18:58:09.600891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32463c93-20c9-44f0-ad11-c1166fed303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2fa21-7ee6-4340-b701-805e63d5fc72,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:09.654347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:09.701609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:8654581b1ac94acab9e3394c97e69e11 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:09.713360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:09.737135 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-30874c80-274e-46f9-a411-c936d0114366 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208278 Jan 10 18:58:09.738110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:09.740099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-edf344dd-70d4-49b5-989c-44ea7cfc9d96 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7377617 Jan 10 18:58:09.765859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e9f6314-434d-4825-93dc-dd017176a5c4 req-67a8ec77-ce7f-4d8f-b482-676b004fb3c6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609411 Jan 10 18:58:09.806745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:09.834843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:09.856080 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:09.923204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-5f6b0125-0d31-41e6-a076-ab180ef61adb service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820962 Jan 10 18:58:09.948486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:10.167149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.194652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.198211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.204692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.250820 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8654581b1ac94acab9e3394c97e69e11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4955542 Jan 10 18:58:10.259175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:10.305368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:10.319295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3585b16-f5f5-47ae-a987-5c378e482ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eefcb36-8d2a-442b-a0fb-77a8a465d67c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:10.339256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port e2a68210-42bb-4dc6-92da-1372ff924f36, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e2a68210-42bb-4dc6-92da-1372ff924f36,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:10.382197 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.383030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df9515d4-e35a-4096-9962-d21926922d7d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:10.397621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79a2129e-b081-4600-9959-5f9f7556f357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.401261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f6a1799-164a-4886-80da-ae4b71bd1396 req-b1fa05a0-92fa-4e37-b680-34a8d7970fed service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498311 Jan 10 18:58:10.432009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79a2129e-b081-4600-9959-5f9f7556f357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.564306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-4a82a419-7a77-495a-a6a2-67568b26708b service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401551 Jan 10 18:58:10.585306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-7dc646b6-21fe-4355-b849-3cf4b38aba5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1094 time: 0.1262779 Jan 10 18:58:10.632922 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aab330c7-432b-47d2-b2db-6434ab2d9e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.647618 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 2, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:10.658531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:58:10.659042 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Updating router 519bc027-d437-46e7-94e6-82846369fda0 port 36a624c1-13fc-4195-b71a-ea89022c613a binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:58:10.788691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:10.791729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=e2a68210-42bb-4dc6-92da-1372ff924f36,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:10.800397 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.819196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T18:57:50Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e2a68210-42bb-4dc6-92da-1372ff924f36', 'name': '', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'mac_address': 'fa:16:3e:a6:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:49Z', 'updated_at': '2022-01-10T18:58:08Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'subnets': [{'id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:10.834960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877c31a-d532-4c0f-bc0a-132b9aa81dc2 None None] The sync data for ids ['0354bf7f-a3e6-4e81-a011-c680cb45436c'] in n-d-816927-8 is: [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T18:57:50Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e2a68210-42bb-4dc6-92da-1372ff924f36', 'name': '', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'mac_address': 'fa:16:3e:a6:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:49Z', 'updated_at': '2022-01-10T18:58:08Z', 'revision_number': 4, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'subnets': [{'id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:58:10.843241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port df9515d4-e35a-4096-9962-d21926922d7d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:10.854614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port df9515d4-e35a-4096-9962-d21926922d7d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:10.854614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:10.969674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-7b1f9dc5-42cb-4f66-b259-88ebcb990a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:10.971178 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-7b1f9dc5-42cb-4f66-b259-88ebcb990a96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.3799644 Jan 10 18:58:10.972213 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79a2129e-b081-4600-9959-5f9f7556f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.161015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:11.219880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2129e-b081-4600-9959-5f9f7556f357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eefcb36-8d2a-442b-a0fb-77a8a465d67c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:11.275142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79a2129e-b081-4600-9959-5f9f7556f357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.297131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-79a2129e-b081-4600-9959-5f9f7556f357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2eefcb36-8d2a-442b-a0fb-77a8a465d67c HTTP/1.1" status: 204 len: 168 time: 1.0157881 Jan 10 18:58:11.303888 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-5202a2c3-8fcc-4841-9c04-d296d660045f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.3124592 Jan 10 18:58:11.310350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.343924 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26', 'code': 200} Jan 10 18:58:11.471930 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.561879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port df9515d4-e35a-4096-9962-d21926922d7d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=df9515d4-e35a-4096-9962-d21926922d7d,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:11.569859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.582004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-092ef9af-7a9a-41b8-af49-675d616fb521 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:11.583500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-092ef9af-7a9a-41b8-af49-675d616fb521 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.2720690 Jan 10 18:58:11.713828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:11.713828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:11.713828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:11.771411 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-cdda7530-9385-4df0-a6f7-3ecb9a6b2659 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765938 Jan 10 18:58:11.786686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:11.798451 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.820425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Usage tracker for resource:security_group_rule and tenant:76cc12bd44d74bd4b6396392c2c9c189 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:11.821351 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Transition to ACTIVE for port object 36a624c1-13fc-4195-b71a-ea89022c613a will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:11.832286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:11.832551 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:11.856587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:11.867686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:11.868100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Attempting to bind port afbda635-958b-44da-aef3-853b3c27ab26 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:11.880565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e2a68210-42bb-4dc6-92da-1372ff924f36 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:11.913322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d77b14-fe55-4e88-833e-a616af4ac1b3 req-abaa56f2-5dd6-461d-9ef3-d3fd9466c2c4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:11.926497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2d77b14-fe55-4e88-833e-a616af4ac1b3 req-abaa56f2-5dd6-461d-9ef3-d3fd9466c2c4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 1.5767133 Jan 10 18:58:12.071141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:12.071526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:12.074395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:12.076144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Bound port: afbda635-958b-44da-aef3-853b3c27ab26, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:12.078277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.162153 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252fd9-ce95-4cc4-a81e-cb3a08feee39 None None] Pushing event updated for resources: {'Port': ['ID=36a624c1-13fc-4195-b71a-ea89022c613a,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:12.268989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e2a68210-42bb-4dc6-92da-1372ff924f36 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:12.270088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.419591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.420280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.424348 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Attempting to bind port 36a624c1-13fc-4195-b71a-ea89022c613a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:12.425352 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Attempting to bind port 36a624c1-13fc-4195-b71a-ea89022c613a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:12.426200 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Attempting to bind port 36a624c1-13fc-4195-b71a-ea89022c613a on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:12.434157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=df9515d4-e35a-4096-9962-d21926922d7d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:12.454576 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:12.457615 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Checking segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:12.459350 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.460592 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Bound using segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:12.461631 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Bound port: 36a624c1-13fc-4195-b71a-ea89022c613a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:12.463952 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.580529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:12.590182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:12.626689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.627138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57008) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:12.662298 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] For port 36a624c1-13fc-4195-b71a-ea89022c613a, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:12.666802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] For port 36a624c1-13fc-4195-b71a-ea89022c613a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=36a624c1-13fc-4195-b71a-ea89022c613a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:12.676663 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.707074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:12.732450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-f8c5219d-b4aa-41f6-a920-e2d338d5c564 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9515967 Jan 10 18:58:12.763777 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252fd9-ce95-4cc4-a81e-cb3a08feee39 None None] Pushing event updated for resources: {'Port': ['ID=36a624c1-13fc-4195-b71a-ea89022c613a,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:12.797738 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:12.798525 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:58:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:12.824369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:12.832708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7caf8aa7910b4cd3a0eb94aa439f0f30 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:12.838524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:12.846127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:12.860076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2d77b14-fe55-4e88-833e-a616af4ac1b3 req-91d14e15-fd60-414e-9ba2-22d9a64119dc tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325945 Jan 10 18:58:12.911780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:13.048760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:13.081531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f296-5144-4c23-aa1c-ec8391986fe2 req-6989106b-0709-45a0-a358-e4e0eca43a5f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:13.086658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59c3f296-5144-4c23-aa1c-ec8391986fe2 req-6989106b-0709-45a0-a358-e4e0eca43a5f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 943 time: 1.5561454 Jan 10 18:58:13.119301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:13.184023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:13.185419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] 10.222.0.30 "PUT /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 1122 time: 5.1406548 Jan 10 18:58:13.221578 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:13.265774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['afbda635-958b-44da-aef3-853b3c27ab26'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:13.275943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4337b-2f1a-4d03-b351-674df93e1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:13.328090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546cd983-71ff-4014-a940-28f813850e09,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:13.348192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:13.475573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ea2cfbf-75cb-435d-a3c2-69a419b1fba8 req-1c9d8b99-2f2f-46c3-aa67-79bf20a2999e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 210 time: 0.1282403 Jan 10 18:58:13.491512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59c3f296-5144-4c23-aa1c-ec8391986fe2 req-d57c2355-9dde-4c03-86ba-4e0f2d056aca tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189616 Jan 10 18:58:13.552424 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2817b957-2869-4f76-96a3-ba1f9e7db8f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7caf8aa7910b4cd3a0eb94aa439f0f30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9241338 Jan 10 18:58:13.553218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:13.598017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:13.611447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:13.759537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df9515d4-e35a-4096-9962-d21926922d7d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:13.853050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6bf13-6515-4a91-be6f-ee9f9de60461,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:13.863933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e0fdba4a-344f-4b56-9eeb-e1ab20b1bf52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76cc12bd44d74bd4b6396392c2c9c189&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0732281 Jan 10 18:58:13.869365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57020) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:13.885340 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26', 'status': 'completed', 'code': 200} Jan 10 18:58:13.931579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ff655acb-3a30-48df-bd6f-9f4448400e6b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:58:14.034910 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:12Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:14.039482 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe935a-1805-4f98-8f10-be2305c3217f None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:12Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:58:14.077270 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 18:58:14.171380 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a296ad9b-9241-470a-bf17-c9a59b425a98 req-68b1e7a1-2a4c-4b94-a7a1-ea3572229848 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1544456 Jan 10 18:58:14.181411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f349790c-a1ef-4aa0-972a-f4ebd81c1909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.301539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f349790c-a1ef-4aa0-972a-f4ebd81c1909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.502011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-f8bb22e1-1cdc-4c57-86bb-b806364c6c76 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:14.518188 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-f8bb22e1-1cdc-4c57-86bb-b806364c6c76 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 1.1911275 Jan 10 18:58:14.531780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port df9515d4-e35a-4096-9962-d21926922d7d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:14.532157 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.556239 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f349790c-a1ef-4aa0-972a-f4ebd81c1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.621295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Request body: {'port': {'device_id': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'admin_state_up': True, 'tenant_id': '3a4abe15f1ad4655a67f9ec43547611d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:14.625717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999722-0590-44aa-a2c8-4550542cea06 req-2bc07d93-dd93-437d-b0ad-d949889b1fb2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:14.637727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d999722-0590-44aa-a2c8-4550542cea06 req-2bc07d93-dd93-437d-b0ad-d949889b1fb2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.2514629 Jan 10 18:58:14.707315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349790c-a1ef-4aa0-972a-f4ebd81c1909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546cd983-71ff-4014-a940-28f813850e09,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:14.711431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d999722-0590-44aa-a2c8-4550542cea06 req-4cbc4f7f-c982-4da9-a052-f5af184f32af tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725956 Jan 10 18:58:14.860929 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.863105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f349790c-a1ef-4aa0-972a-f4ebd81c1909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.865077 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f349790c-a1ef-4aa0-972a-f4ebd81c1909 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/546cd983-71ff-4014-a940-28f813850e09 HTTP/1.1" status: 204 len: 168 time: 1.3057718 Jan 10 18:58:14.884264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75be58be-25ec-47ff-9ffc-74fd74bdf7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:14.908802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-680da8c6-b044-40db-96c9-caf4aa22f4e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1125 time: 0.9689338 Jan 10 18:58:14.923061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ff655acb-3a30-48df-bd6f-9f4448400e6b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:14.977016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:58:15.029798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c4e0-0b77-42cb-b61f-ecb48519823a req-44e50937-3177-4f13-bbab-f3e16895a331 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:15.031443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2760c4e0-0b77-42cb-b61f-ecb48519823a req-44e50937-3177-4f13-bbab-f3e16895a331 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 943 time: 0.2547238 Jan 10 18:58:15.032036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.154413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75be58be-25ec-47ff-9ffc-74fd74bdf7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.197481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.217634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e42aca0f-4767-4975-bcac-365df2a0f9fe req-8ca2c670-291a-4aad-8068-c6a32b82c00e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 210 time: 0.1356056 Jan 10 18:58:15.240853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff655acb-3a30-48df-bd6f-9f4448400e6b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:15.265789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:15.294304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ff655acb-3a30-48df-bd6f-9f4448400e6b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:15.302594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2760c4e0-0b77-42cb-b61f-ecb48519823a req-bd06fb34-666d-4d41-be3d-2497e3d0c215 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429078 Jan 10 18:58:15.306076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.335928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Usage tracker for resource:port and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:15.387183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:15.401405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:15.470028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Made reservation on behalf of 3a4abe15f1ad4655a67f9ec43547611d for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:15.480453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.503682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca9452-9640-44a3-a767-296e7c946975 req-e4ed4cc3-23bb-42c7-956f-fb51654344c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:15.509752 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-e4ed4cc3-23bb-42c7-956f-fb51654344c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.5879090 Jan 10 18:58:15.511862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ff655acb-3a30-48df-bd6f-9f4448400e6b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:15.560524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ff655acb-3a30-48df-bd6f-9f4448400e6b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:15.617665 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75be58be-25ec-47ff-9ffc-74fd74bdf7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.668470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be58be-25ec-47ff-9ffc-74fd74bdf7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6bf13-6515-4a91-be6f-ee9f9de60461,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:15.688385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-a0ab8c05-266a-48a1-9b72-cd933a848b16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 217 time: 0.1575656 Jan 10 18:58:15.856856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 36a624c1-13fc-4195-b71a-ea89022c613a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:15.896107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca9452-9640-44a3-a767-296e7c946975 req-0f476a09-4fb0-4b0a-8d2a-ef764130807e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:15.897574 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-0f476a09-4fb0-4b0a-8d2a-ef764130807e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.2075312 Jan 10 18:58:15.932646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:58:15.998352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75be58be-25ec-47ff-9ffc-74fd74bdf7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:15.999780 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75be58be-25ec-47ff-9ffc-74fd74bdf7c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cef6bf13-6515-4a91-be6f-ee9f9de60461 HTTP/1.1" status: 204 len: 168 time: 2.0811534 Jan 10 18:58:16.043181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-a6f4505f-06f1-4ec8-b86f-1786c12a5819 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827198 Jan 10 18:58:16.096378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:16.122288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 18:58:16.318949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae7f0-0ef3-4b71-9a4a-231129505a2c req-f1cff1d9-4911-4221-8fcf-f8d4a41180be tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:16.320474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78bae7f0-0ef3-4b71-9a4a-231129505a2c req-f1cff1d9-4911-4221-8fcf-f8d4a41180be tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.2235065 Jan 10 18:58:16.377836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 36a624c1-13fc-4195-b71a-ea89022c613a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:16.393140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 36a624c1-13fc-4195-b71a-ea89022c613a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:16.394208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:16.402392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Allocated IP 172.20.0.7 (c2095056-0d2e-4d3b-bc7e-d82f4d7d38db/bc306723-0f0a-49fd-845e-6b09f9cdf160/4a1da525-8140-453a-926c-a669fa596d0f) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:16.448279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78bae7f0-0ef3-4b71-9a4a-231129505a2c req-40c95a87-6cea-4e97-9877-fa7079982b94 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205406 Jan 10 18:58:16.696246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:16.740996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95fe15ab-a92b-43f9-9c1a-6442eb18dc81 req-79b3cc68-ef99-4cb2-99ba-9933fdb7162e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 210 time: 0.1195593 Jan 10 18:58:16.783565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 36a624c1-13fc-4195-b71a-ea89022c613a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=36a624c1-13fc-4195-b71a-ea89022c613a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:16.794097 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:16.928930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:16.961589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=36a624c1-13fc-4195-b71a-ea89022c613a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:16.965825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:17.047036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2e4e-b736-41bb-8500-59e25f451306 req-4c467186-1f0e-4759-8539-1f5a9e606222 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:17.048799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7cb2e4e-b736-41bb-8500-59e25f451306 req-4c467186-1f0e-4759-8539-1f5a9e606222 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 944 time: 0.3067877 Jan 10 18:58:17.102614 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-310c3726-c883-4ec1-a227-807883175d21 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0486655 Jan 10 18:58:17.109268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:17.116101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:17.140827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:17.144102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:17.148529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:17.149385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:17.192908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7cb2e4e-b736-41bb-8500-59e25f451306 req-e4e65c9e-e418-4c34-ba80-64d6d31996ff tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333797 Jan 10 18:58:17.260718 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-e0491701-de56-4f35-82ce-a794231cacfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6877553 Jan 10 18:58:17.279830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Request body: {'port': {'device_id': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:17.464306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0eca9452-9640-44a3-a767-296e7c946975 req-217b7c1b-45e2-420a-8a9c-61d898bcd2c3 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499315 Jan 10 18:58:17.489820 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:17.722558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 36a624c1-13fc-4195-b71a-ea89022c613a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:17.857900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 36a624c1-13fc-4195-b71a-ea89022c613a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:17.858420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:17.915105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fdf0c-7c6d-4b87-a23a-e1ed79faea2a req-a8f3f6c4-5786-40ad-85bf-33f63b90bb10 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:17.916893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e8fdf0c-7c6d-4b87-a23a-e1ed79faea2a req-a8f3f6c4-5786-40ad-85bf-33f63b90bb10 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 0.1898010 Jan 10 18:58:17.934733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ff655acb-3a30-48df-bd6f-9f4448400e6b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:18.015169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e8fdf0c-7c6d-4b87-a23a-e1ed79faea2a req-f2cd902a-d943-40f0-b698-15ab7bba3af2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Jan 10 18:58:18.166861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1da525-8140-453a-926c-a669fa596d0f {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:18.196290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:18.219916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Transition to ACTIVE for port object 4a1da525-8140-453a-926c-a669fa596d0f will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:18.232173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:18.374447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:18.564454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499823bc-3e39-490d-b2aa-b128c91ca39e req-ab271ee8-aa37-428e-9d13-70de5838f947 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:18.585022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-499823bc-3e39-490d-b2aa-b128c91ca39e req-ab271ee8-aa37-428e-9d13-70de5838f947 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 943 time: 0.4803250 Jan 10 18:58:18.671148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port ff655acb-3a30-48df-bd6f-9f4448400e6b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:18.687530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port ff655acb-3a30-48df-bd6f-9f4448400e6b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:18.688742 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:18.716127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-fb2edb14-3372-4a1f-a10d-79ba8fecd9fd service neutron] 10.222.0.44 "GET /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.3782279 Jan 10 18:58:18.919653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57126) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:18.946187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:18.946789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:18.947303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:18.962966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:18.963303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:19.067495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-499823bc-3e39-490d-b2aa-b128c91ca39e req-00390a9b-b22f-46e5-b3a1-c50e2c196c67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799836 Jan 10 18:58:19.151491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-dea23fbe-40d8-4d08-a96a-9933e557b3ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3652625 Jan 10 18:58:19.213778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6b1d4-f820-4043-8a55-733965b7c3a7 req-712b9908-7842-4649-bf67-d60cbd693450 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:19.215112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:19.217684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:19.218310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:19.220405 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:19.223928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dd6b1d4-f820-4043-8a55-733965b7c3a7 req-712b9908-7842-4649-bf67-d60cbd693450 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 944 time: 0.5489192 Jan 10 18:58:19.224184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Bound port: 4a1da525-8140-453a-926c-a669fa596d0f, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:19.224907 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:19.292944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:19.315155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ff655acb-3a30-48df-bd6f-9f4448400e6b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:19.325555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:19.498948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ff655acb-3a30-48df-bd6f-9f4448400e6b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:19.554631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:19.590339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:19.620475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dd6b1d4-f820-4043-8a55-733965b7c3a7 req-29fc8b70-0252-436c-908c-595d14e8c36d tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854411 Jan 10 18:58:19.654356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:19.723318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-f5ba1ac3-a71c-4635-9c1c-cd425294c31b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 1097 time: 0.3586578 Jan 10 18:58:19.813949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:19.817913 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 1091 time: 2.5456710 Jan 10 18:58:19.824713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:19.853945 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'code': 200} Jan 10 18:58:19.891908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:20.214274 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f', 'status': 'completed', 'code': 200} Jan 10 18:58:20.229117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:20.432481 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-51fa227b-5d23-4b07-928d-480e8679e85f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1094 time: 0.5323632 Jan 10 18:58:20.502536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2525-6eec-4629-8121-d3a314a701f7 req-229b1cf2-dc0d-4844-8157-3eeb5e2840da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:20.518395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-229b1cf2-dc0d-4844-8157-3eeb5e2840da service neutron] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 925 time: 0.6979475 Jan 10 18:58:20.612268 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0b231dd5-0943-4b0b-8d93-b50c5d78c187 req-157af5ae-911c-4d5e-9357-8713d615e0cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.5262940 Jan 10 18:58:20.613649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:20.725675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-9539394f-1adb-4fc3-b311-572884c89bed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36b01303-558f-43e6-99ac-d080959b7891 HTTP/1.1" status: 200 len: 1002 time: 0.1747212 Jan 10 18:58:20.738157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0725de-ba3d-42c9-bce1-b22b17fd3ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:20.767444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-390c1451-2cfd-4dcc-91e7-2fc39576f0d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 217 time: 0.3048029 Jan 10 18:58:20.770506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:20.798609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:df1724bb58b246048813ed624354d84c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:20.803613 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0b231dd5-0943-4b0b-8d93-b50c5d78c187 req-43185f56-99a3-44b2-88ed-779a2c235420 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244128 Jan 10 18:58:20.804718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:20.863980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:20.932458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbda635-958b-44da-aef3-853b3c27ab26 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:20.948382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-24b763ed-9254-41a4-97cc-431f82b9266b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:20.950661 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-24b763ed-9254-41a4-97cc-431f82b9266b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1425467 Jan 10 18:58:21.008210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:21.029109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-7b9d8e8f-9e85-4904-a0df-192162d7e6f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701504 Jan 10 18:58:21.074316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8634c5-911a-4ae9-940c-ec78fee53fb5 req-1669c494-1de3-474f-9a74-b9c1e961d741 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:21.076478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c8634c5-911a-4ae9-940c-ec78fee53fb5 req-1669c494-1de3-474f-9a74-b9c1e961d741 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 944 time: 1.3085430 Jan 10 18:58:21.085290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2525-6eec-4629-8121-d3a314a701f7 req-b6cf2467-f99b-4e38-8ae4-7b6cf84f174a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:21.090634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-b6cf2467-f99b-4e38-8ae4-7b6cf84f174a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.3107929 Jan 10 18:58:21.212202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311e45-e0b1-4623-b254-9d9e25fe04ef req-cc94d1e1-278a-403d-a251-2e5c7165a45c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:21.219573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45311e45-e0b1-4623-b254-9d9e25fe04ef req-cc94d1e1-278a-403d-a251-2e5c7165a45c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 943 time: 0.4928823 Jan 10 18:58:21.331859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:21.368166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c8634c5-911a-4ae9-940c-ec78fee53fb5 req-5ae62e47-921a-47b9-934f-fca686e5e9e9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677510 Jan 10 18:58:21.383500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45311e45-e0b1-4623-b254-9d9e25fe04ef req-f491c76c-3288-4dfd-b655-1ce34d99df86 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629205 Jan 10 18:58:21.393324 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-10d6a004-4f1e-4ec6-a58d-0acdcb767fde service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563185 Jan 10 18:58:21.431614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-817affa4-d099-43e3-a4d9-206680fbaa81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269248 Jan 10 18:58:21.595750 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e056e997-f267-4c62-8c51-3e6cae84a5e6 req-bf96f6ee-0ee5-40f6-96d3-d6feb5b60d6f service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898830 Jan 10 18:58:21.601391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:21.641150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:21.733329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-7dad2352-77ab-449f-9bf5-dd3eaf373cc3 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963471 Jan 10 18:58:21.751037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba86a9e-a1f8-4299-a894-095cbcb2f967,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:21.905960 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c1119db7-302b-448b-a002-cf55e59d2bd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df1724bb58b246048813ed624354d84c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9844749 Jan 10 18:58:21.911648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] Transition to ACTIVE for port object afbda635-958b-44da-aef3-853b3c27ab26 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:21.912716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57184) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:21.972796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:21.988360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:58:22.169062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:58:22.237033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-168d2525-6eec-4629-8121-d3a314a701f7 req-92a341b4-a007-4afc-b1af-d03a25368552 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981251 Jan 10 18:58:22.297391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bd965-03f9-4030-99e9-6a7b7e736926 req-edc1771a-e5c0-443b-84c2-7f5deb19bc2f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:22.306002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-627bd965-03f9-4030-99e9-6a7b7e736926 req-edc1771a-e5c0-443b-84c2-7f5deb19bc2f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 945 time: 0.5416944 Jan 10 18:58:22.355663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-dfa245bc-82c6-4492-a8b5-86b62cb566a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1094 time: 0.6093855 Jan 10 18:58:22.408227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-627bd965-03f9-4030-99e9-6a7b7e736926 req-80026837-c413-4eff-b6e1-4c484e2789d3 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 Jan 10 18:58:22.425383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57192) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:22.594508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-1ff94b0a-37a8-4281-9987-52715d57feae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:22.596183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-1ff94b0a-37a8-4281-9987-52715d57feae service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.2002814 Jan 10 18:58:22.733639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-691d7dce-a9f1-4cca-98b2-5626799a78c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 217 time: 0.1250782 Jan 10 18:58:22.734265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957bc3ea-6b2f-4f07-b1e9-d2b06a275a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:22.803453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:22.805945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957bc3ea-6b2f-4f07-b1e9-d2b06a275a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:22.897476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:22.903888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Usage tracker for resource:security_group_rule and tenant:195c18b629424b3ca3f5695c84efb005 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:22.907407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:22.914457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:23.002334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-f08b43dc-d797-4cb7-a94e-d893d6e3dd32 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:23.004309 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-f08b43dc-d797-4cb7-a94e-d893d6e3dd32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1007307 Jan 10 18:58:23.015738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.086719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57208) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:23.097888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] No DVR routers for this DVR port afbda635-958b-44da-aef3-853b3c27ab26 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:58:23.159531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.221059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] Pushing event updated for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:23.225361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957bc3ea-6b2f-4f07-b1e9-d2b06a275a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.246026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c2738-3bde-4967-aa54-d92c2e4c84cf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:23.258790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b3e59cc3-ff73-462b-b23c-d19bfdcea6bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=195c18b629424b3ca3f5695c84efb005&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8323090 Jan 10 18:58:23.259680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57214) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:23.292646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-de7a37a5-2ca3-4d92-99f7-aed2b1ecbc23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072661 Jan 10 18:58:23.330240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9d7b5-4ab8-4f19-ac99-4df0bb9c85eb req-2dfb8fab-15c7-4599-b6c6-14ab080220a1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:23.334547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73f9d7b5-4ab8-4f19-ac99-4df0bb9c85eb req-2dfb8fab-15c7-4599-b6c6-14ab080220a1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 945 time: 0.3147769 Jan 10 18:58:23.358067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6faff-f0e8-404e-8d91-dfbc2e093fd5 req-acb51f15-88f2-4212-9d71-e91c9d5b7fa4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:23.364688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2f6faff-f0e8-404e-8d91-dfbc2e093fd5 req-acb51f15-88f2-4212-9d71-e91c9d5b7fa4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 943 time: 0.3471668 Jan 10 18:58:23.467667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73f9d7b5-4ab8-4f19-ac99-4df0bb9c85eb req-a1e8b6c8-1313-42b2-956a-5739a3844849 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320014 Jan 10 18:58:23.472559 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b27dffc9-4fc9-423f-a220-d703d0f3e9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.503009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2f6faff-f0e8-404e-8d91-dfbc2e093fd5 req-0d683a95-5fdb-474e-90d8-cfb06b962c8d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371210 Jan 10 18:58:23.528219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b27dffc9-4fc9-423f-a220-d703d0f3e9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.582170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-2e4974af-9bcd-457e-83ad-afa87c50a81f service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795236 Jan 10 18:58:23.600384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bc3ea-6b2f-4f07-b1e9-d2b06a275a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba86a9e-a1f8-4299-a894-095cbcb2f967,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:23.602208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957bc3ea-6b2f-4f07-b1e9-d2b06a275a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.603441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-957bc3ea-6b2f-4f07-b1e9-d2b06a275a6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dba86a9e-a1f8-4299-a894-095cbcb2f967 HTTP/1.1" status: 204 len: 168 time: 1.6883621 Jan 10 18:58:23.631027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b27dffc9-4fc9-423f-a220-d703d0f3e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.700809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dffc9-4fc9-423f-a220-d703d0f3e9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c2738-3bde-4967-aa54-d92c2e4c84cf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:23.714212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b27dffc9-4fc9-423f-a220-d703d0f3e9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.728463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b27dffc9-4fc9-423f-a220-d703d0f3e9f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/554c2738-3bde-4967-aa54-d92c2e4c84cf HTTP/1.1" status: 204 len: 168 time: 0.4639654 Jan 10 18:58:23.752768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-9e87bd61-65a4-4f47-ae2d-a64b3eeabc66 service neutron] 10.222.0.44 "PUT /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 5.0298462 Jan 10 18:58:23.764372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:23.827066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-65772f18-303a-450c-b602-a3ee93df442d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8268089 Jan 10 18:58:23.843122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:23.850975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2204c8199bb24b3c8fa69ff9221b3390 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:23.855575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:23.859907 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1edbb2db-70ff-4aac-98a5-82939923d359 req-700c8e1a-edf6-4158-bd86-3edfce998442 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542105 Jan 10 18:58:23.871163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:23.940836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab37a-940f-40be-8207-0c1bc9af9563 req-86cba061-58a3-4f21-98cd-c5ef43114d89 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:23.947525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce7ab37a-940f-40be-8207-0c1bc9af9563 req-86cba061-58a3-4f21-98cd-c5ef43114d89 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 945 time: 0.1624587 Jan 10 18:58:23.971371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-96fe25b5-f7ce-4db7-ba2f-e5124a7c25ef tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.1496117 Jan 10 18:58:23.999615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:58:24.046659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce7ab37a-940f-40be-8207-0c1bc9af9563 req-fc8ca2da-b536-4067-aa15-5c5fa254a3d1 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981452 Jan 10 18:58:24.073727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.085774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.097584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-e800394d-21c4-4a11-8ffa-85b0de1d2904 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e&tenant_id=16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 1096 time: 0.1138546 Jan 10 18:58:24.206403 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2204c8199bb24b3c8fa69ff9221b3390&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1003308 Jan 10 18:58:24.209660 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-706d336c-26fb-4c35-81b1-731f08b4fb18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1095 time: 0.2629466 Jan 10 18:58:24.210171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:24.212578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e031c3-0c38-4c0f-969f-e25b94ba48a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64da46f-ae27-4326-8f0c-42feed75811c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:24.243483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:24.265014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4a1da525-8140-453a-926c-a669fa596d0f', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'port_id': '4a1da525-8140-453a-926c-a669fa596d0f', 'mac_address': 'fa:16:3e:89:88:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc306723-0f0a-49fd-845e-6b09f9cdf160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:58:24.341984 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.362051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1da525-8140-453a-926c-a669fa596d0f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:24.379407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:24.389429 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.425663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2033423-baee-4476-8b41-776f7dc19e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.512021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-b3d46b1a-db31-4ebb-852c-cfba27553e80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1096 time: 0.3880069 Jan 10 18:58:24.522177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29d97-b07b-4911-90eb-576bc039747c req-89c40a5c-8ef7-4595-8d99-f8815b3fd5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:24.522673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07754787-74d5-4192-9b2a-cbaae2254abd req-59daeaae-7b7f-4a0f-b555-e27c0c86f60a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3389976 Jan 10 18:58:24.524381 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-89c40a5c-8ef7-4595-8d99-f8815b3fd5bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.2876549 Jan 10 18:58:24.529934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:24.566947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:24.581893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:24.675598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Usage tracker for resource:floatingip and tenant:0704dec638084287be4a8291bf8b428f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:24.676227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4a1da525-8140-453a-926c-a669fa596d0f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:24.687955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:24.708573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-5738663a-7989-4249-bad8-2b9ecb242241 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.1752057 Jan 10 18:58:24.711204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2033423-baee-4476-8b41-776f7dc19e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.712042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:24.712981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:24.781653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29d97-b07b-4911-90eb-576bc039747c req-bd5a9be0-303b-4c48-8b51-bed9572d0e10 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:24.783486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-bd5a9be0-303b-4c48-8b51-bed9572d0e10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0644763 Jan 10 18:58:24.784174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57264) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:24.799045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-04e961ab-4d6b-432a-9bc2-042febbf8661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:24.800686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-04e961ab-4d6b-432a-9bc2-042febbf8661 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2760296 Jan 10 18:58:24.825775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.865329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:24.876289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-aa89a6f0-1762-4fdd-8803-dceb63d4effe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850310 Jan 10 18:58:24.927696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:24.932139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5f0b0bbfa842e68e5f8b97caedc64d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:24.936115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:24.943963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:24.986066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-8e6529b7-ce37-47d7-95a9-326eb44aa2d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 217 time: 0.1460547 Jan 10 18:58:25.025017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:25.025707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.029801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Usage tracker for resource:security_group_rule and tenant:db33d34f39aa4ba4afe9feba080ab2a1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:25.033875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:25.035695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.041934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:25.122730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-fccb5402-cde6-4474-a173-914dd891fbb6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:25.124936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-fccb5402-cde6-4474-a173-914dd891fbb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0722034 Jan 10 18:58:25.126073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.161733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174f02df-892d-4050-88e6-0a29c6560e49,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:25.168092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2033423-baee-4476-8b41-776f7dc19e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.183817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033423-baee-4476-8b41-776f7dc19e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64da46f-ae27-4326-8f0c-42feed75811c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:25.191358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d98164e6-76f8-4a56-a352-cc1e67ead5a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d5f0b0bbfa842e68e5f8b97caedc64d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4034905 Jan 10 18:58:25.212509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57268) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:25.253174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-14f6c364-e281-4259-ac20-d46a4fd7e0fe service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695157 Jan 10 18:58:25.255127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2033423-baee-4476-8b41-776f7dc19e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.255127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d2033423-baee-4476-8b41-776f7dc19e3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a64da46f-ae27-4326-8f0c-42feed75811c HTTP/1.1" status: 204 len: 168 time: 1.0438182 Jan 10 18:58:25.339799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-a0ee6c36-780a-4133-8122-d57a59fd93d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905398 Jan 10 18:58:25.463457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e5d29d97-b07b-4911-90eb-576bc039747c req-6625476f-918c-4e01-a67d-bdf348737960 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028804 Jan 10 18:58:25.553833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cba8e4-ada9-4f48-9220-414883c6e5c1 req-e8df85de-79f7-4757-91e3-4970f6b09554 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:25.555774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72cba8e4-ada9-4f48-9220-414883c6e5c1 req-e8df85de-79f7-4757-91e3-4970f6b09554 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 945 time: 0.7521605 Jan 10 18:58:25.645781 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.687000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.722810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-4bba85a2-87e8-4767-bc36-b86334792046 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325450 Jan 10 18:58:25.780875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72cba8e4-ada9-4f48-9220-414883c6e5c1 req-2cadde8d-27c0-46ec-b366-9380fcde91ff tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134759 Jan 10 18:58:25.857077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-376500dc-91dc-4535-94cf-bae5cbd96891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.862039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478ac15-6947-4d7b-b6eb-45e1b251de8b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:25.879706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84c9f8e9-0d77-409b-abb1-513df92e47ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db33d34f39aa4ba4afe9feba080ab2a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1643019 Jan 10 18:58:25.883482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57276) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:25.915608 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-376500dc-91dc-4535-94cf-bae5cbd96891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.980883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b28e-c30a-49b1-b4b4-cc2cdb99287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:25.997434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-c3d67809-d63c-4f22-91ea-5219bc92512f service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659400 Jan 10 18:58:25.999894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.000569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:26.049728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57280) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:26.110814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b28e-c30a-49b1-b4b4-cc2cdb99287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.141775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.167365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 4a1da525-8140-453a-926c-a669fa596d0f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:26.174925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4a1da525-8140-453a-926c-a669fa596d0f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:26.176666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-376500dc-91dc-4535-94cf-bae5cbd96891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.178193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.214664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376500dc-91dc-4535-94cf-bae5cbd96891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f02df-892d-4050-88e6-0a29c6560e49,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:26.214946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:26.222007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Usage tracker for resource:security_group_rule and tenant:19158a190f334a84adbcb958c5d1acf9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:26.226935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:26.236127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:26.263248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b28e-c30a-49b1-b4b4-cc2cdb99287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.292430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5b28e-c30a-49b1-b4b4-cc2cdb99287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478ac15-6947-4d7b-b6eb-45e1b251de8b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:26.293209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-376500dc-91dc-4535-94cf-bae5cbd96891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.294465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-376500dc-91dc-4535-94cf-bae5cbd96891 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/174f02df-892d-4050-88e6-0a29c6560e49 HTTP/1.1" status: 204 len: 168 time: 1.0589495 Jan 10 18:58:26.326203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b28e-c30a-49b1-b4b4-cc2cdb99287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.331389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3fc5b28e-c30a-49b1-b4b4-cc2cdb99287c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3478ac15-6947-4d7b-b6eb-45e1b251de8b HTTP/1.1" status: 204 len: 168 time: 0.4432042 Jan 10 18:58:26.331799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Allocated IP 172.25.6.161 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f377a0d8-b336-4fb6-aeec-a455697ef52c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:26.368649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92299-b6bc-473c-b6ec-b84c322fbb64 req-f09c6244-1d63-4f9e-aa5d-1a84b20ea31d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:26.370947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6c92299-b6bc-473c-b6ec-b84c322fbb64 req-f09c6244-1d63-4f9e-aa5d-1a84b20ea31d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 944 time: 0.2670925 Jan 10 18:58:26.398131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.406374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.497701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.513163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19158a190f334a84adbcb958c5d1acf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4546266 Jan 10 18:58:26.518481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:26.550230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:26.552681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:26.561244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.566617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f21b86-450a-4786-a73b-6510717d5360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e915bb68-cb92-46f2-8189-2e31380d73c0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:26.645867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5befa20-e862-4732-8c01-1e0b72fe8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.712091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5befa20-e862-4732-8c01-1e0b72fe8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.728372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:26.782427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5befa20-e862-4732-8c01-1e0b72fe8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.797711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6c92299-b6bc-473c-b6ec-b84c322fbb64 req-a63b2d72-8232-4273-adc0-7bdd74df1494 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805871 Jan 10 18:58:26.814233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5befa20-e862-4732-8c01-1e0b72fe8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.815387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5befa20-e862-4732-8c01-1e0b72fe8d60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e915bb68-cb92-46f2-8189-2e31380d73c0 HTTP/1.1" status: 204 len: 168 time: 0.2951391 Jan 10 18:58:26.817667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5befa20-e862-4732-8c01-1e0b72fe8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915bb68-cb92-46f2-8189-2e31380d73c0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:26.956509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:26.972882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-d55862bd-362e-4dd0-bf9b-57d75be13a7a tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.5540786 Jan 10 18:58:27.144520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-e6869d3a-b56b-4b9a-87c5-70711eb27762 service neutron] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:27.148465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-e6869d3a-b56b-4b9a-87c5-70711eb27762 service neutron] Notify callbacks [] for binding, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:27.149914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55f45b84-6ca1-4e8b-a2c7-bfca439d1340 req-e6869d3a-b56b-4b9a-87c5-70711eb27762 service neutron] 10.222.0.30 "DELETE /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.1684411 Jan 10 18:58:27.152323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:27.180739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57306) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:27.187280 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f', 'code': 200} Jan 10 18:58:27.235808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:27.433371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:27.453995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Usage tracker for resource:security_group_rule and tenant:af6ebd303a2d4fc59dd4829fed5d0cab is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:27.457323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:27.481728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:27.590295 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-732cf5f4-2cc7-4afd-8ad2-0e1399ffb1ed req-c0179bd1-cb62-4083-b11b-4fce0e8e79d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1096 time: 0.2466121 Jan 10 18:58:27.597987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:27.612788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:27.626994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:27.674948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event updated for resources: {'Port': ['ID=f377a0d8-b336-4fb6-aeec-a455697ef52c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:27.771784 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-732cf5f4-2cc7-4afd-8ad2-0e1399ffb1ed req-e0358b61-2455-4e6c-88cb-0ed7e1e67b6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651795 Jan 10 18:58:27.789860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:27.796605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:27.862934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b135-ce8e-4c93-a33f-c8e607f780a0 req-60bcd9f2-cc75-4210-8d49-8bca7c7ee7b5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:27.864439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fa7b135-ce8e-4c93-a33f-c8e607f780a0 req-60bcd9f2-cc75-4210-8d49-8bca7c7ee7b5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 945 time: 0.4012833 Jan 10 18:58:27.873947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9acf8b8-cd86-4df6-8b27-c843638c0c07,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:27.923681 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2e6d9d4-f2c8-46f0-885c-fd79d71c07e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af6ebd303a2d4fc59dd4829fed5d0cab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7386732 Jan 10 18:58:27.923992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57330) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:28.126634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.143431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fa7b135-ce8e-4c93-a33f-c8e607f780a0 req-de4885bb-2d8b-4bb9-a4e8-cb897c39a893 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615211 Jan 10 18:58:28.188264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b62f-2a73-4416-94d1-bc10cc68f060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.215190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57346) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:28.243380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b62f-2a73-4416-94d1-bc10cc68f060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.291720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.336089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b62f-2a73-4416-94d1-bc10cc68f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.381954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4b62f-2a73-4416-94d1-bc10cc68f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9acf8b8-cd86-4df6-8b27-c843638c0c07,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:28.388779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b62f-2a73-4416-94d1-bc10cc68f060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.393934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d1f4b62f-2a73-4416-94d1-bc10cc68f060 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9acf8b8-cd86-4df6-8b27-c843638c0c07 HTTP/1.1" status: 204 len: 168 time: 0.4690905 Jan 10 18:58:28.492751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1508980051-network', 'tenant_id': '121c8ddbf65a47c59b202a99843f4fd2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:28.499444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:28.508541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Usage tracker for resource:network and tenant:121c8ddbf65a47c59b202a99843f4fd2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:28.517879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:28.533413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:28.560544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Made reservation on behalf of 121c8ddbf65a47c59b202a99843f4fd2 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:28.563313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.574354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b269-3634-40b4-b9af-7dd764561791 req-e07803a9-f4a5-4bd2-8083-c0c8921ac6bc tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:28.581804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ac2b269-3634-40b4-b9af-7dd764561791 req-e07803a9-f4a5-4bd2-8083-c0c8921ac6bc tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 945 time: 0.2082553 Jan 10 18:58:28.601029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.659889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ac2b269-3634-40b4-b9af-7dd764561791 req-7c9680a6-2044-41a4-bb68-0f41c2e70373 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771725 Jan 10 18:58:28.680869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:28.693976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Usage tracker for resource:security_group_rule and tenant:121c8ddbf65a47c59b202a99843f4fd2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:28.700224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:28.705981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.714632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:28.716816 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.877594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.894250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.927894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event updated for resources: {'Port': ['ID=f377a0d8-b336-4fb6-aeec-a455697ef52c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:28.983633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:28.990598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e7f2a-2293-4c7c-9dd8-6a3e7a9a1227,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:29.016136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:58:29.034409 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.035021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.035430 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Added segment 70a0cca5-2c21-421e-a4da-63d59a36df0b of type vlan for network d806a315-3c76-43cd-b382-fc1b583cb17e Jan 10 18:58:29.071806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07754787-74d5-4192-9b2a-cbaae2254abd req-70f36f43-e603-4707-83c8-fbb434cc4409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5461013 Jan 10 18:58:29.111488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.161436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.162545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:29.163293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.261479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-07754787-74d5-4192-9b2a-cbaae2254abd req-4bc6cbfb-7058-42cf-99f5-91f89467a79b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:29.322290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] Pushing event updated for resources: {'Network': ['ID=d806a315-3c76-43cd-b382-fc1b583cb17e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:29.339281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d806a315-3c76-43cd-b382-fc1b583cb17e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:58:29.371354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9cc0f55e-74dd-47ea-859e-f5e659c02263 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1518583 Jan 10 18:58:29.374296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57376) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:29.381510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Request body: {'subnet': {'network_id': 'd806a315-3c76-43cd-b382-fc1b583cb17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1508980051-subnet', 'tenant_id': '121c8ddbf65a47c59b202a99843f4fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:29.387324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:29.394420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Usage tracker for resource:subnet and tenant:121c8ddbf65a47c59b202a99843f4fd2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:29.402770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:29.414237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:29.430784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-07754787-74d5-4192-9b2a-cbaae2254abd req-4bc6cbfb-7058-42cf-99f5-91f89467a79b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:29.433841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Made reservation on behalf of 121c8ddbf65a47c59b202a99843f4fd2 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:29.437074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.440137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07754787-74d5-4192-9b2a-cbaae2254abd req-4bc6cbfb-7058-42cf-99f5-91f89467a79b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.3636258 Jan 10 18:58:29.664897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f11fe917-f788-492a-bb68-544e7c53c0ed req-898cfef0-044e-43dc-af78-9f3082daa588 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1096 time: 0.4002726 Jan 10 18:58:29.794162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f11fe917-f788-492a-bb68-544e7c53c0ed req-5ff02543-0d53-463e-bfaf-122548bcef84 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270692 Jan 10 18:58:29.874068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:29.888648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754787-74d5-4192-9b2a-cbaae2254abd req-08fbec78-c97e-417c-bf8e-7c1ebd1f9bfe tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:29.898717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07754787-74d5-4192-9b2a-cbaae2254abd req-08fbec78-c97e-417c-bf8e-7c1ebd1f9bfe tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.4528966 Jan 10 18:58:29.908051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-07754787-74d5-4192-9b2a-cbaae2254abd req-0cad319b-44c0-4025-af6a-19baa4f8b85b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:58:29.909247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07754787-74d5-4192-9b2a-cbaae2254abd req-0cad319b-44c0-4025-af6a-19baa4f8b85b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064580 Jan 10 18:58:30.003421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91609d41-773c-4786-8579-577453f5f913,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:30.031207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Checking segment: {'id': '70a0cca5-2c21-421e-a4da-63d59a36df0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd806a315-3c76-43cd-b382-fc1b583cb17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:30.031659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Network hostable DHCP agents. Network: d806a315-3c76-43cd-b382-fc1b583cb17e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:58:30.103098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf97085-1002-4f12-baf0-4134257a6bc9 req-504320f2-7ee1-412f-877f-3cd7e114e848 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:30.105337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Network d806a315-3c76-43cd-b382-fc1b583cb17e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:58:30.115926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bf97085-1002-4f12-baf0-4134257a6bc9 req-504320f2-7ee1-412f-877f-3cd7e114e848 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 945 time: 0.1185367 Jan 10 18:58:30.127749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d806a315-3c76-43cd-b382-fc1b583cb17e) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:30.132897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:30.133500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:30.140442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7510f4-7989-4799-93e5-6227430ff813 None None] Network d806a315-3c76-43cd-b382-fc1b583cb17e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:58:30.177494 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f17feec-2a58-438c-939a-3f01679ced17 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8016114 Jan 10 18:58:30.199541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bf97085-1002-4f12-baf0-4134257a6bc9 req-fb9a4cd9-8e81-49d2-b2d6-70eb4c2afb76 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Jan 10 18:58:30.552890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e26780-64ec-45d6-9e72-60923e7168cf None None] Network d806a315-3c76-43cd-b382-fc1b583cb17e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:58:30.647906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-d8bd469a-b4a1-449a-a651-85bf416aca24 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:30.656195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-d8bd469a-b4a1-449a-a651-85bf416aca24 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.2826893 Jan 10 18:58:30.699955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-f83fe360-4f03-4e9f-bf82-fa3af6d9a08c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/quotas/16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 375 time: 0.0427401 Jan 10 18:58:30.975044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-8d45ffbf-1b25-4579-8168-01d09e4d3c7b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:30.984910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-8d45ffbf-1b25-4579-8168-01d09e4d3c7b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 820 time: 0.3260298 Jan 10 18:58:31.003291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-7076fad9-dfbc-461d-8b2f-dc6151e2b819 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3025112 Jan 10 18:58:31.078768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-76820f70-0178-4c6e-8252-e05114f6a245 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/quotas/0704dec638084287be4a8291bf8b428f HTTP/1.1" status: 200 len: 375 time: 0.0930200 Jan 10 18:58:31.252164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-e5dd9425-c586-4f3e-99cb-87c79a9ed7ce service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478015 Jan 10 18:58:31.287563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-23819756-6bd4-47f2-9110-8901827488f6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2075720 Jan 10 18:58:31.512555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-0a0f4cef-f91c-43e0-a253-1393a6427c7f service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595541 Jan 10 18:58:31.521144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-44783fcc-b392-41b1-afc8-9764d4e5dad0 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327361 Jan 10 18:58:31.693515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-fb7cf157-2d18-4527-bbc3-0c381c23197a service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714227 Jan 10 18:58:32.044736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23aac01d-5041-4ebc-a9c7-ca2f4c19aa7a req-eee3ad0f-f10a-47e3-a55d-2f1931b3d916 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1096 time: 0.1934814 Jan 10 18:58:32.158930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23aac01d-5041-4ebc-a9c7-ca2f4c19aa7a req-e98cdb87-5d57-47d5-8ee9-027ec2b01b76 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130829 Jan 10 18:58:32.265588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57484) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:32.273135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-850520008-network', 'tenant_id': 'bd0289e08da64448b88ae32d36ec46ff'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:32.280615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:32.287523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Usage tracker for resource:network and tenant:bd0289e08da64448b88ae32d36ec46ff is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:32.293029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:32.308840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:32.326590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Made reservation on behalf of bd0289e08da64448b88ae32d36ec46ff for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:32.329851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.354859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.419493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:32.434668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0289e08da64448b88ae32d36ec46ff is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:32.446361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:32.469775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:32.663236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e833fb92-77a0-41eb-8135-fcbdd784efa1 req-bc940b90-760d-4209-8228-11347ac4c5a6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 210 time: 0.0552115 Jan 10 18:58:32.697250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.704883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.715733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-336fe20b-831d-4cb3-b6ed-f0835898aac2 req-eb5b5c4f-c868-4c24-8fdd-2fad2701ec0f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 210 time: 0.0583935 Jan 10 18:58:32.749382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 18:58:32.815607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.816433 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Added segment b02dce8d-c0a2-4cdb-99be-9466435a990b of type vlan for network f4733539-827f-45c7-bb04-981966d0fc7b Jan 10 18:58:32.818176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9694edc-52b5-4b21-9846-ba2d0c6c2fd4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:32.886032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.965910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:32.966969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:32.967592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:33.014374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99cac76c-e8d1-4e08-b11c-ba763a3cc81e req-dcc69d70-5af1-407f-84b0-1ff376bc1955 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1096 time: 0.0823178 Jan 10 18:58:33.089070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99cac76c-e8d1-4e08-b11c-ba763a3cc81e req-b70fcb13-b355-4c6c-a187-a287d72aa3bf tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668108 Jan 10 18:58:33.155476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] Pushing event updated for resources: {'Network': ['ID=f4733539-827f-45c7-bb04-981966d0fc7b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:33.185781 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f41ab229-344f-468d-9a5a-3443fd956689 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9161344 Jan 10 18:58:33.186371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57502) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:33.188958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f4733539-827f-45c7-bb04-981966d0fc7b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 18:58:33.192010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Request body: {'subnet': {'network_id': 'f4733539-827f-45c7-bb04-981966d0fc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-850520008-subnet', 'tenant_id': 'bd0289e08da64448b88ae32d36ec46ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:33.203899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:33.208435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Usage tracker for resource:subnet and tenant:bd0289e08da64448b88ae32d36ec46ff is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:33.214058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:33.230840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:33.261054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Made reservation on behalf of bd0289e08da64448b88ae32d36ec46ff for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:33.263722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:33.792141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-8ad11942-5d9a-4304-ac3b-b96b639e4be2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:33.796255 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-8ad11942-5d9a-4304-ac3b-b96b639e4be2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.3752453 Jan 10 18:58:33.811112 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:33.828185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Request body: {'port': {'device_id': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'admin_state_up': True, 'tenant_id': '16270c363a3742fe89ef8e15c5f8d43b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:33.989327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b82023-68c9-4aa8-ac51-9d7b85e3c35b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:34.017961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Checking segment: {'id': 'b02dce8d-c0a2-4cdb-99be-9466435a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4733539-827f-45c7-bb04-981966d0fc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:34.018433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Network hostable DHCP agents. Network: f4733539-827f-45c7-bb04-981966d0fc7b, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 18:58:34.068197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Network f4733539-827f-45c7-bb04-981966d0fc7b is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 18:58:34.089988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f4733539-827f-45c7-bb04-981966d0fc7b) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:34.097046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:34.097969 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:34.103561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8642a2-6fdf-4f14-99cb-01c25df3c91f None None] Network f4733539-827f-45c7-bb04-981966d0fc7b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:58:34.149899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-40d38fd0-ae6b-4d1d-8105-aa499dd9a7e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9537466 Jan 10 18:58:34.158391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:34.168475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Usage tracker for resource:port and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:34.174166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:34.189398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:34.368379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Made reservation on behalf of 16270c363a3742fe89ef8e15c5f8d43b for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:34.372250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:34.388559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57534) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:34.467903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ebbea8d-ec82-424b-90a4-d5519b4a618e req-699f0212-845f-4dc1-86bb-c45ca2128407 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 210 time: 0.2272661 Jan 10 18:58:34.485872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57540) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:34.659964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3b497-6bf7-4fa3-aa1e-1ee4625c4ed0 None None] Network f4733539-827f-45c7-bb04-981966d0fc7b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 18:58:34.665617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-fa49f8d7-1b12-4965-b44b-c36646127aee tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:34.667984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-fa49f8d7-1b12-4965-b44b-c36646127aee tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.44 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 820 time: 0.4668736 Jan 10 18:58:34.690744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Deleting subnet 91609d41-773c-4786-8579-577453f5f913 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 18:58:34.716597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531393-2aac-475b-bca0-7322a7a36769 req-fb7d2e50-7c54-4bab-9f89-388d3891c334 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 210 time: 0.3691449 Jan 10 18:58:34.717404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:34.722583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'port': {'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'admin_state_up': True, 'tenant_id': '0704dec638084287be4a8291bf8b428f'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:34.819394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:34.980883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Allocated IP 172.20.0.9 (1bcd03f3-210f-4242-b69a-b3a60675d3d9/ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7/9375a1b4-e7f3-4072-aced-84d0d1331a9a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:34.986056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.020693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.037006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:35.062472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Usage tracker for resource:security_group_rule and tenant:a6e0c56225ed41ada038af2a8f88fecf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:35.076740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:35.086072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:35.113430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:35.149695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:35.160207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be4e943d-f5b5-4262-9e90-07e98b357a42 req-686c031d-2e9f-4b2d-a1af-29b8c351eef6 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1096 time: 0.3460624 Jan 10 18:58:35.251294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Made reservation on behalf of 0704dec638084287be4a8291bf8b428f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:35.253046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.254517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.383598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be4e943d-f5b5-4262-9e90-07e98b357a42 req-0ac2df18-5b82-4e13-b9b2-a1b3492c663c tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224283 Jan 10 18:58:35.387768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91609d41-773c-4786-8579-577453f5f913,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:35.399069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.405874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3d9d79d4-6de0-4ada-8f7c-50b77cf3907c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91609d41-773c-4786-8579-577453f5f913 HTTP/1.1" status: 204 len: 168 time: 0.9183998 Jan 10 18:58:35.408788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57554) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:35.448801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.464633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.477386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.587519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.636342 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e0c56225ed41ada038af2a8f88fecf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2440414 Jan 10 18:58:35.648500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:35.648710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68068e-e7d9-4267-a392-b410efffcf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19498cff-caed-4fe4-8673-f7b64504fbf7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:35.664014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Sync routers for ids ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:58:35.689539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Routers {'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:35.690175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:58:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:35.699571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Allocated IP 172.20.0.5 (08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7/56779889-558b-4734-a8c1-d453f2bb78cf/cc9fc780-f5bb-476d-8757-0e33432fe3a1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:35.718892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:35.861042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:35.966723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57572) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:36.001342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:36.011648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:36.011854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.015691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:36.016786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.032691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:36.093482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.098771 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-5e05f0e9-ee14-41d9-8120-dc7f083ebe85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2899816 Jan 10 18:58:36.113892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Request body: {'port': {'device_id': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:36.148324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Set router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:36.158918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.159262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.160017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.160347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > port after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.160672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.161186 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > port after_update 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.161511 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.161851 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.162175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.162481 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.205647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Transition to ACTIVE for port object cc9fc780-f5bb-476d-8757-0e33432fe3a1 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:36.315838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.328326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.354201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.354412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ff655acb-3a30-48df-bd6f-9f4448400e6b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:36.354691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.355127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.355600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 18:58:36.356617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d806a315-3c76-43cd-b382-fc1b583cb17e']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:36.373419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a0cca5-2c21-421e-a4da-63d59a36df0b') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:36.373805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a0cca5-2c21-421e-a4da-63d59a36df0b') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:36.386291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.403144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.405190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event updated for resources: {'Port': ['ID=cc9fc780-f5bb-476d-8757-0e33432fe3a1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:36.411565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 18:58:36.412055 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: util.warn_limited( Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: util.warn_limited( Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: timer() Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 18:58:36.552410 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 18:58:36.578258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.584952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.617799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] Pushing event deleted for resources: {'Network': ['ID=d806a315-3c76-43cd-b382-fc1b583cb17e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:36.622480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-540178b9-68be-4143-81eb-ad0e865ea47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.650521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-540178b9-68be-4143-81eb-ad0e865ea47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.716564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35ca8-64e5-4d62-a002-88f33d26145b req-4b888b78-012a-4952-933c-e228ff1f18fe tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:36.727104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07c35ca8-64e5-4d62-a002-88f33d26145b req-4b888b78-012a-4952-933c-e228ff1f18fe tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 931 time: 1.0158155 Jan 10 18:58:36.753846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9375a1b4-e7f3-4072-aced-84d0d1331a9a {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:36.763431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.765243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-540178b9-68be-4143-81eb-ad0e865ea47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.769183 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.780307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Transition to ACTIVE for port object 9375a1b4-e7f3-4072-aced-84d0d1331a9a will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:36.789307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.798844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T18:58:05Z', 'revision_number': 4, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '55450905-dafb-4db5-bec3-24f09c3483af', 'name': '', 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'mac_address': 'fa:16:3e:2a:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:58:03Z', 'updated_at': '2022-01-10T18:58:05Z', 'revision_number': 2, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'subnets': [{'id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:36.812793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Checking router: f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:58:36.814383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Updating router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 port 55450905-dafb-4db5-bec3-24f09c3483af binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 18:58:36.816276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1113352-0b01-4eea-93d4-c33a0f4f1359 req-1bc228a4-e604-4400-ab7a-c302d8f8454a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.9325287 Jan 10 18:58:36.831538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540178b9-68be-4143-81eb-ad0e865ea47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19498cff-caed-4fe4-8673-f7b64504fbf7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:36.846779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-540178b9-68be-4143-81eb-ad0e865ea47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.850534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-540178b9-68be-4143-81eb-ad0e865ea47a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19498cff-caed-4fe4-8673-f7b64504fbf7 HTTP/1.1" status: 204 len: 168 time: 1.1984839 Jan 10 18:58:36.851470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c80df9d6-897e-4a0f-98c4-1b184c1bc922 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d806a315-3c76-43cd-b382-fc1b583cb17e HTTP/1.1" status: 204 len: 168 time: 1.4409959 Jan 10 18:58:36.861523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:36.878403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:36.882208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:36.884485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:36.889574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:36.893833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:36.894578 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:36.970088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.026013 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-cfde5778-6ef9-4682-9826-fbb4e23fc7f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3163562 Jan 10 18:58:37.046137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Deleting subnet 65b82023-68c9-4aa8-ac51-9d7b85e3c35b {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 18:58:37.056745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Request body: {'port': {'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:37.067542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.171899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07c35ca8-64e5-4d62-a002-88f33d26145b req-f3655f36-57e3-4c62-9629-e400b7a1817a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433005 Jan 10 18:58:37.176542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:37.237684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Usage tracker for resource:security_group_rule and tenant:81d76277c45a438791c5859762fdc056 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:37.249568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:37.288540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:37.288877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:37.289213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:37.296432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:37.305236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.333934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:37.334266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:37.358414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:37.358758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:37.359218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:37.359663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Bound port: 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:37.360060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.449202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.489828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.606896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbaa0a7e-ecbb-46e9-b547-1c3f73b6e8ad None None] Provisioning for port cc9fc780-f5bb-476d-8757-0e33432fe3a1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:37.619539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbaa0a7e-ecbb-46e9-b547-1c3f73b6e8ad None None] Provisioning complete for port cc9fc780-f5bb-476d-8757-0e33432fe3a1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:37.620189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0a7e-ecbb-46e9-b547-1c3f73b6e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.648989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.718108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa0a7e-ecbb-46e9-b547-1c3f73b6e8ad None None] Port cc9fc780-f5bb-476d-8757-0e33432fe3a1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:58:37.725952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57592) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:37.726719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b82023-68c9-4aa8-ac51-9d7b85e3c35b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:37.772016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7239da-53ae-4ab1-abe9-6ad14341ef56 req-d620d2a4-683a-49f6-a0ed-c87d6bd1f3ec tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:37.775328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb7239da-53ae-4ab1-abe9-6ad14341ef56 req-d620d2a4-683a-49f6-a0ed-c87d6bd1f3ec tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 931 time: 0.3848319 Jan 10 18:58:37.798634 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.814671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Transition to ACTIVE for port object 55450905-dafb-4db5-bec3-24f09c3483af will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:37.826749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.850003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.863175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.878481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb7239da-53ae-4ab1-abe9-6ad14341ef56 req-ee165a48-e2c9-4e3b-9509-67ca19d285c8 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864263 Jan 10 18:58:37.883629 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:37.919597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-257a6200-da8b-41a2-90ce-6225894ea277 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/65b82023-68c9-4aa8-ac51-9d7b85e3c35b HTTP/1.1" status: 204 len: 168 time: 1.0410624 Jan 10 18:58:37.920389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.015656 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:58:38.016296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57602) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:38.046776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81d76277c45a438791c5859762fdc056&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0697365 Jan 10 18:58:38.064277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57610) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:38.242719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9fc780-f5bb-476d-8757-0e33432fe3a1 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:38.252151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.277732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Transition to ACTIVE for port object cc9fc780-f5bb-476d-8757-0e33432fe3a1 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:38.297825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.302890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb2983-617c-441f-8ffb-929b614f94e9 None None] Pushing event updated for resources: {'Port': ['ID=55450905-dafb-4db5-bec3-24f09c3483af,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:38.351416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.466639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be096185-7f59-4171-a309-d5bcc92258fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.478669 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-33bfbfc4-3ba2-4c09-9724-0e9549a85ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.501410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be096185-7f59-4171-a309-d5bcc92258fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.517433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Attempting to bind port 55450905-dafb-4db5-bec3-24f09c3483af on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:38.518102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Attempting to bind port 55450905-dafb-4db5-bec3-24f09c3483af by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:38.518685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Attempting to bind port 55450905-dafb-4db5-bec3-24f09c3483af on network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:38.527558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:38.528184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Checking segment: {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:38.528796 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.529329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Bound using segment: {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:38.530904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Bound port: 55450905-dafb-4db5-bec3-24f09c3483af, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:38.531652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.674358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] For port 55450905-dafb-4db5-bec3-24f09c3483af, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:38.678477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] For port 55450905-dafb-4db5-bec3-24f09c3483af, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=55450905-dafb-4db5-bec3-24f09c3483af,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:38.690201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.701660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:38.714897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9fc780-f5bb-476d-8757-0e33432fe3a1,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:38.742619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:38.841341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Routers {'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:58:38.842416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:58:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:38.880013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.888162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1434d56c-7334-479d-b6fa-38f839e41485 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:58:38.889386 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1434d56c-7334-479d-b6fa-38f839e41485 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0342495 Jan 10 18:58:38.902625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:38.945819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4733539-827f-45c7-bb04-981966d0fc7b']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:38.977990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02dce8d-c0a2-4cdb-99be-9466435a990b') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:38.982749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02dce8d-c0a2-4cdb-99be-9466435a990b') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:38.998409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:38.999157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 18:58:39.008477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.027610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.036318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 18:58:39.036918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.061316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Attempting to bind port cc9fc780-f5bb-476d-8757-0e33432fe3a1 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:39.061902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Attempting to bind port cc9fc780-f5bb-476d-8757-0e33432fe3a1 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:39.062807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Attempting to bind port cc9fc780-f5bb-476d-8757-0e33432fe3a1 on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:39.084197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Port cc9fc780-f5bb-476d-8757-0e33432fe3a1 on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:39.084758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Attempting to bind port cc9fc780-f5bb-476d-8757-0e33432fe3a1 on network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:39.130455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be096185-7f59-4171-a309-d5bcc92258fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: timer() Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 18:58:39.143344 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 18:58:39.152843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.157399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.164707 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be096185-7f59-4171-a309-d5bcc92258fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.166115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be096185-7f59-4171-a309-d5bcc92258fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65e68f0f-cce1-4f78-bda8-73fe568e292b HTTP/1.1" status: 204 len: 168 time: 0.8219149 Jan 10 18:58:39.190604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4733539-827f-45c7-bb04-981966d0fc7b HTTP/1.1" status: 204 len: 168 time: 1.1371799 Jan 10 18:58:39.195962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acb653-a8c3-47f9-850b-76801639f533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e68f0f-cce1-4f78-bda8-73fe568e292b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:39.205775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.213934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] 10.222.0.44 "PUT /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 1091 time: 3.1034534 Jan 10 18:58:39.215230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:39.232823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:39.233070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f61c0-6fea-4543-b8ac-4e83b23f7f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4733539-827f-45c7-bb04-981966d0fc7b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:39.234435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Checking segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:39.236263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Bound using segment: {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:39.237758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Bound port: cc9fc780-f5bb-476d-8757-0e33432fe3a1, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f41d60-50ac-468d-89f3-2655ed977811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:39.238768 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.250303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] Set router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:58:39.259440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be096185-7f59-4171-a309-d5bcc92258fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e68f0f-cce1-4f78-bda8-73fe568e292b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:39.271368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:39.280461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Usage tracker for resource:security_group_rule and tenant:56be8c0baa9a4551aa104ab7ea38878f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:39.293334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:39.314137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:39.365025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7c3b-ed2b-4a6d-9110-b7690f0a357d req-6c5bb11f-e410-4092-b158-3113fa11e3c2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:39.375278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9afb7c3b-ed2b-4a6d-9110-b7690f0a357d req-6c5bb11f-e410-4092-b158-3113fa11e3c2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.8064382 Jan 10 18:58:39.467964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9afb7c3b-ed2b-4a6d-9110-b7690f0a357d req-5bbe96f0-1a9c-401d-884e-eb13b58f3adf tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915828 Jan 10 18:58:39.493556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e12a-0dc4-4503-9213-ebc1981378e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:39.640615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.658208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:39.753731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4520ff0f-d968-481c-9cce-57d3b41af2d3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:39.756956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57638) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:39.763459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ba87565-c726-4ed4-b3b3-1964aa8b3113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56be8c0baa9a4551aa104ab7ea38878f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0320888 Jan 10 18:58:39.776678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57642) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:39.879627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb2983-617c-441f-8ffb-929b614f94e9 None None] Pushing event updated for resources: {'Port': ['ID=55450905-dafb-4db5-bec3-24f09c3483af,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:39.933721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b491c4a0-55f0-4f31-a2b0-e98afbd06c6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=121c8ddbf65a47c59b202a99843f4fd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1728234 Jan 10 18:58:39.933903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57646) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:40.018502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee434e3-ad45-4d12-a011-6c63cde65bed req-df8cdf7a-a665-4beb-bbbe-12556e6d692e tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:40.025372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ee434e3-ad45-4d12-a011-6c63cde65bed req-df8cdf7a-a665-4beb-bbbe-12556e6d692e tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 943 time: 0.2481875 Jan 10 18:58:40.071205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:40.074451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:40.078289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:40.086525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ee434e3-ad45-4d12-a011-6c63cde65bed req-c9472d21-16d1-48ae-8796-9f2ce7909626 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Jan 10 18:58:40.093967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66436369-0088-4dc9-b7e1-dc55c9b17ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.101431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:40.102366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:40.175212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66436369-0088-4dc9-b7e1-dc55c9b17ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.223436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] For port cc9fc780-f5bb-476d-8757-0e33432fe3a1, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:40.225546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:40.228020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88139e43-f3fd-403d-8c2b-f3d0b2de1e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.230640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T18:58:05Z', 'revision_number': 4, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '55450905-dafb-4db5-bec3-24f09c3483af', 'name': '', 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'mac_address': 'fa:16:3e:2a:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:58:03Z', 'updated_at': '2022-01-10T18:58:38Z', 'revision_number': 4, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'subnets': [{'id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:58:40.236891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eef830-7fa3-46c2-a59b-1ced402877cc None None] The sync data for ids ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'] in n-d-816927-8 is: [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T18:58:05Z', 'revision_number': 4, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '55450905-dafb-4db5-bec3-24f09c3483af', 'name': '', 'network_id': '6a7d640f-f2c8-49a7-8507-28d62a8492e6', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'mac_address': 'fa:16:3e:2a:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:58:03Z', 'updated_at': '2022-01-10T18:58:38Z', 'revision_number': 4, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'subnets': [{'id': '0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:58:40.251703 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-3a813373-ae9c-4388-9a8d-6d0ed6723827 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1094 time: 0.9762073 Jan 10 18:58:40.274509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:40.276881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:40.277492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:40.278329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Bound port: 4a1da525-8140-453a-926c-a669fa596d0f, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:40.304490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] For port cc9fc780-f5bb-476d-8757-0e33432fe3a1, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:40.314302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66436369-0088-4dc9-b7e1-dc55c9b17ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.384953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88139e43-f3fd-403d-8c2b-f3d0b2de1e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.402706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.413997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.418058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66436369-0088-4dc9-b7e1-dc55c9b17ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e7f2a-2293-4c7c-9dd8-6a3e7a9a1227,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:40.443656 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-356d6e45-8ac4-4197-94e0-98b2d334e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.475146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66436369-0088-4dc9-b7e1-dc55c9b17ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.476643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-66436369-0088-4dc9-b7e1-dc55c9b17ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb3e7f2a-2293-4c7c-9dd8-6a3e7a9a1227 HTTP/1.1" status: 204 len: 168 time: 0.5416775 Jan 10 18:58:40.531063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:40.573234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-10b78e37-cda9-4980-9b4c-921a8143d298 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 217 time: 0.2766442 Jan 10 18:58:40.577592 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'status': 'completed', 'code': 200} Jan 10 18:58:40.595909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.597171 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6428b08b-5ebf-4c2f-9f81-7d942eae029a service neutron] 10.222.0.21 "POST /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f/bindings HTTP/1.1" status: 201 len: 389 time: 1.6129818 Jan 10 18:58:40.736122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:40.738045 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] 10.222.0.44 "PUT /v2.0/ports/cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 1091 time: 3.6894090 Jan 10 18:58:40.833738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:40.846459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc654da-7b39-4fa2-9862-bba630050002 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9fc780-f5bb-476d-8757-0e33432fe3a1,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:40.880602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71156fc-e74c-40a4-855f-552637f06eff req-ed60cfbe-0a77-471a-9873-7a73de9a048a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:40.901442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e71156fc-e74c-40a4-855f-552637f06eff req-ed60cfbe-0a77-471a-9873-7a73de9a048a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.2152772 Jan 10 18:58:40.970741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Usage tracker for resource:security_group_rule and tenant:0efabdcc45ac4c50918502ea6ddda661 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:41.010019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:41.029902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-324c7336-e32d-4aff-9801-37391b27e045 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:41.044176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-324c7336-e32d-4aff-9801-37391b27e045 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.4428620 Jan 10 18:58:41.045239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:41.061828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88139e43-f3fd-403d-8c2b-f3d0b2de1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:41.177549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e71156fc-e74c-40a4-855f-552637f06eff req-f253b9bf-7ef6-4bbf-a6d2-34868d0e187b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737932 Jan 10 18:58:41.274388 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-9e81fe46-3bd2-4fc3-9d66-e400ac5214d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145817 Jan 10 18:58:41.275168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88139e43-f3fd-403d-8c2b-f3d0b2de1e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4520ff0f-d968-481c-9cce-57d3b41af2d3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:41.281252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-437c2e6d-2070-48d2-b29a-d729125919e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1096 time: 0.3145852 Jan 10 18:58:41.539808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57670) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:41.562124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88139e43-f3fd-403d-8c2b-f3d0b2de1e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:41.563937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-88139e43-f3fd-403d-8c2b-f3d0b2de1e61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4520ff0f-d968-481c-9cce-57d3b41af2d3 HTTP/1.1" status: 204 len: 168 time: 1.7814937 Jan 10 18:58:41.622316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:41.689333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:41.701794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-f9dc0e93-67f5-4685-8647-7a86d59a386c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1094 time: 0.8645451 Jan 10 18:58:41.772797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-187f6e87-04f3-4cc6-9f36-ed9f21f3e359 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd0289e08da64448b88ae32d36ec46ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2290406 Jan 10 18:58:41.777107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57678) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:41.802980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 55450905-dafb-4db5-bec3-24f09c3483af up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:41.910568 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:41.941469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:41.962146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-40d38aa5-26a9-475f-898b-a4c8f65c5ba1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 217 time: 0.2338934 Jan 10 18:58:42.047983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 55450905-dafb-4db5-bec3-24f09c3483af completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:42.067005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 55450905-dafb-4db5-bec3-24f09c3483af triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:42.075066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.107236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58f537e-75ca-403f-bb1d-386b56f8e711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.178772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58f537e-75ca-403f-bb1d-386b56f8e711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.238804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ca960-4aa9-4ee3-a031-a4a9eae6c3cf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:42.249336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1b6fbaf0-aa23-4ae5-a0d7-d695c9f1a98f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0efabdcc45ac4c50918502ea6ddda661&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0067141 Jan 10 18:58:42.274836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57686) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:42.308853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58f537e-75ca-403f-bb1d-386b56f8e711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.326903 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-f310e7c6-9632-4fd9-94bb-540dfd5c2540 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0295560 Jan 10 18:58:42.328248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-59d5c877-c666-45bb-9228-72c61b33c585 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:42.329868 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-59d5c877-c666-45bb-9228-72c61b33c585 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.3669307 Jan 10 18:58:42.360511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.425556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 55450905-dafb-4db5-bec3-24f09c3483af, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=55450905-dafb-4db5-bec3-24f09c3483af,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:42.436275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.453454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f537e-75ca-403f-bb1d-386b56f8e711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9694edc-52b5-4b21-9846-ba2d0c6c2fd4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:42.493018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3906f0-7379-4a90-8e30-bbd9aeddfeda req-e8d7e9c8-3e2a-4f92-be90-adcc590a258a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:42.500031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a3906f0-7379-4a90-8e30-bbd9aeddfeda req-e8d7e9c8-3e2a-4f92-be90-adcc590a258a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 943 time: 1.0072620 Jan 10 18:58:42.502187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-ad74d812-b530-4ff2-aec1-6a40c88b4ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:42.503661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-ad74d812-b530-4ff2-aec1-6a40c88b4ebe service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 1.2147746 Jan 10 18:58:42.515386 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58f537e-75ca-403f-bb1d-386b56f8e711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.516477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e58f537e-75ca-403f-bb1d-386b56f8e711 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9694edc-52b5-4b21-9846-ba2d0c6c2fd4 HTTP/1.1" status: 204 len: 168 time: 0.7317350 Jan 10 18:58:42.570402 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a2df23e7-2c5a-454f-a742-44d0844d404c req-84ebccc5-de76-454e-8ef5-74fad2feb7a8 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278359 Jan 10 18:58:42.595093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:42.644355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=55450905-dafb-4db5-bec3-24f09c3483af,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:42.692603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-8990ad1a-fab9-4f5c-8817-b655c0418e14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 217 time: 0.1317785 Jan 10 18:58:42.739398 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-ef6969d9-4665-47d3-b121-3d2f90baa428 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321231 Jan 10 18:58:42.766789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-654cb228-4504-4d54-9862-37fe3cddc7e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:42.768297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-654cb228-4504-4d54-9862-37fe3cddc7e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0660489 Jan 10 18:58:42.820744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-d4a04645-8d6e-4da7-a4f7-18a557ce1949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jan 10 18:58:42.839215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a3906f0-7379-4a90-8e30-bbd9aeddfeda req-dfd52e21-3535-476e-9f3f-3e8ba541ca85 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382127 Jan 10 18:58:42.903040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.922066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-200d1c5a-1808-4007-a36f-d140889126fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:42.950305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-200d1c5a-1808-4007-a36f-d140889126fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:43.002551 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-8aeb840d-f7e7-4f08-9b03-2e3bc877a71d service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377656 Jan 10 18:58:43.005764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-9fd8a70f-fb46-4db1-b7c5-95d13d647f9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1094 time: 0.3693919 Jan 10 18:58:43.009037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-200d1c5a-1808-4007-a36f-d140889126fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:43.128370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-26bf3303-1a4e-4e45-8dd1-1ee469fa1187 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877769 Jan 10 18:58:43.239331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-5a7abfcb-a29a-4821-a56d-b6bd9614eae2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:43.240804 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-5a7abfcb-a29a-4821-a56d-b6bd9614eae2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2251248 Jan 10 18:58:43.369103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfda61-951b-4ab3-a1a7-05f509469b39 req-79e4ade3-7ab0-4e67-9ada-746862ca9938 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:43.378361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04cfda61-951b-4ab3-a1a7-05f509469b39 req-79e4ade3-7ab0-4e67-9ada-746862ca9938 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 945 time: 1.0572658 Jan 10 18:58:43.380165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d1c5a-1808-4007-a36f-d140889126fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ca960-4aa9-4ee3-a031-a4a9eae6c3cf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:43.383444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a82dbc75-b243-498e-a3ca-e11a45357e26 req-85f94b29-09cb-42a7-a757-e4ca960547e1 service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563923 Jan 10 18:58:43.466608 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-76100beb-f4fa-467b-a76a-a2e968f3e16f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 217 time: 0.0815735 Jan 10 18:58:43.472144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-200d1c5a-1808-4007-a36f-d140889126fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:43.473329 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-200d1c5a-1808-4007-a36f-d140889126fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/893ca960-4aa9-4ee3-a031-a4a9eae6c3cf HTTP/1.1" status: 204 len: 168 time: 1.1655762 Jan 10 18:58:43.493872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9b50f-d083-4e52-af1f-bd3a0ef872dc req-71ed7c1a-2bcb-429d-b4f6-2719335313f7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:43.502179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ad9b50f-d083-4e52-af1f-bd3a0ef872dc req-71ed7c1a-2bcb-429d-b4f6-2719335313f7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.3721836 Jan 10 18:58:43.536613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-19144270-eac8-4e6b-9cbf-951ea44fe0ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:43.538151 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-19144270-eac8-4e6b-9cbf-951ea44fe0ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0637422 Jan 10 18:58:43.556873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04cfda61-951b-4ab3-a1a7-05f509469b39 req-5a089ea5-3e03-4953-b8ed-2dc6e3321a4c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772878 Jan 10 18:58:43.590092 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-ac189d17-f099-404e-b3f5-40089de28841 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442443 Jan 10 18:58:43.688109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ad9b50f-d083-4e52-af1f-bd3a0ef872dc req-33e296ee-8ec3-4622-8dfe-c4685f468fd1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835625 Jan 10 18:58:43.698098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-f179e5af-4b64-463f-89a5-78bc473ad687 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247595 Jan 10 18:58:43.765656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 55450905-dafb-4db5-bec3-24f09c3483af up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:43.931240 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'status': 'completed', 'code': 200} Jan 10 18:58:43.939845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-3490c47b-ce76-4176-87ba-5c2b5b86db0d tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.1685767 Jan 10 18:58:43.953566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:44.003319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 55450905-dafb-4db5-bec3-24f09c3483af triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:44.004046 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:44.010674 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-b3370c31-bb71-4c5f-b018-414389a4a2f1 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122982 Jan 10 18:58:44.226350 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-22775bee-3688-4c47-a745-839c03450c63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1094 time: 0.2916162 Jan 10 18:58:44.265755 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:44.442888 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f63f1706-51e2-4ba0-a5b5-0d7cc40c93da req-ac934085-a014-45ff-b5b6-d07f80c55689 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219725 Jan 10 18:58:44.501190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-dfcc3576-efe4-4266-87a9-685bbd3a272d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:44.502836 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-dfcc3576-efe4-4266-87a9-685bbd3a272d service neutron] 10.222.0.44 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.1699758 Jan 10 18:58:44.590380 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-e299ec9b-ad78-45fe-a897-f50613a52d4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 217 time: 0.0817847 Jan 10 18:58:44.669470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-5b392d36-bfa2-4b04-aba0-472c6bd3e3a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:44.671353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-5b392d36-bfa2-4b04-aba0-472c6bd3e3a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.0744886 Jan 10 18:58:44.685460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbcec-2820-4513-8858-0423b416e949 req-5a2e63bd-a938-4542-bb12-d318dd987918 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:44.686980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51bfbcec-2820-4513-8858-0423b416e949 req-5a2e63bd-a938-4542-bb12-d318dd987918 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 943 time: 0.4225416 Jan 10 18:58:44.780077 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-3596df85-a448-4553-82db-dc6675c97d51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995486 Jan 10 18:58:44.793348 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:44.898810 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:44.910018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51bfbcec-2820-4513-8858-0423b416e949 req-fcb2f35e-28a1-4e70-b268-e614148e5bc8 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098930 Jan 10 18:58:44.911907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:44.988665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:45.017553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-6db735fe-8967-4d8c-9dd4-38e459fe0fe1 service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319269 Jan 10 18:58:45.045542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b9a6d-d8ef-45a4-99f7-79e063c29d45 req-c2cbceec-93af-40d5-b927-d209721faebe tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:45.053385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-616b9a6d-d8ef-45a4-99f7-79e063c29d45 req-c2cbceec-93af-40d5-b927-d209721faebe tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 945 time: 0.2554178 Jan 10 18:58:45.220564 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-073d100e-360d-4a4d-a831-d9ff0871bfa4 req-769454fb-e07b-4ad2-b274-07a39bf1554a service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967230 Jan 10 18:58:45.236234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:45.310017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:45.328694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-616b9a6d-d8ef-45a4-99f7-79e063c29d45 req-0e378746-adf8-4474-a9a5-1c3e79b437f1 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413831 Jan 10 18:58:45.344506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:45.663055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:45.728387 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f', 'code': 200} Jan 10 18:58:45.758131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.758487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.758826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.759197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.759527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.759892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.760219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.760541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.760876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.761182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.761533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:45.778374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:45.778711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:45.779134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:45.787284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:45.787485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Attempting to bind port 4a1da525-8140-453a-926c-a669fa596d0f on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:45.798258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:45.798606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:45.799028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:45.799459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Bound port: 4a1da525-8140-453a-926c-a669fa596d0f, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:45.799805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:45.826169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a2570-1d0d-458a-bda5-a3643467cbe8 req-9e76dad8-2e04-4f53-b417-08410b64d763 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:45.828241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-197a2570-1d0d-458a-bda5-a3643467cbe8 req-9e76dad8-2e04-4f53-b417-08410b64d763 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.5983887 Jan 10 18:58:45.924388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-197a2570-1d0d-458a-bda5-a3643467cbe8 req-70f92ddb-c0bd-45bf-8639-93a8bbf39e3d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665114 Jan 10 18:58:45.948371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:45.952131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:45.967238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:46.075989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:58:46.268617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:46.319915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:46.321751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-baa6d0ed-a166-48f8-9816-61d7bf83af6c service neutron] 10.222.0.30 "PUT /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 1121 time: 2.3762009 Jan 10 18:58:46.363144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00948d-60c6-4898-a3c9-5a526ad7ac6f req-0ed118bf-48fb-4f56-85d0-7d9a4363478a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:46.386163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee00948d-60c6-4898-a3c9-5a526ad7ac6f req-0ed118bf-48fb-4f56-85d0-7d9a4363478a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 943 time: 0.1685660 Jan 10 18:58:46.428898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4a1da525-8140-453a-926c-a669fa596d0f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:46.454991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee00948d-60c6-4898-a3c9-5a526ad7ac6f req-d6566154-6833-4fee-9b07-72921dbe8d4a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675464 Jan 10 18:58:46.522668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:46.585871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'port_id': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'mac_address': 'fa:16:3e:2c:89:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:58:46.691657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed606e6-3d0b-492f-8661-d02cbea97b54 req-96bb8c92-de83-4391-98b4-a823fabc12a6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:46.701545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ed606e6-3d0b-492f-8661-d02cbea97b54 req-96bb8c92-de83-4391-98b4-a823fabc12a6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 943 time: 0.1128395 Jan 10 18:58:46.716657 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:46.770284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ed606e6-3d0b-492f-8661-d02cbea97b54 req-eec9751c-87ca-4429-b8b3-817607b9219f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672641 Jan 10 18:58:46.889056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9375a1b4-e7f3-4072-aced-84d0d1331a9a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:46.928272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:46.940193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:46.940698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cc9fc780-f5bb-476d-8757-0e33432fe3a1 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:58:47.076786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port cc9fc780-f5bb-476d-8757-0e33432fe3a1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:47.133488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:58:47.240534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:47.297024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:47.311593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9fc780-f5bb-476d-8757-0e33432fe3a1 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:47.327308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port cc9fc780-f5bb-476d-8757-0e33432fe3a1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:47.329857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.330415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.330933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.331475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.332125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.332658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.333138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.334259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.334750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.335273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.335753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:47.341268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:47.439960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=cc9fc780-f5bb-476d-8757-0e33432fe3a1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:47.590562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9375a1b4-e7f3-4072-aced-84d0d1331a9a'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:47.641600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708355-b837-41a3-b085-9746e157e4eb req-c327b8a4-e2e8-418b-9aa9-ff65f5486a84 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:47.650118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19708355-b837-41a3-b085-9746e157e4eb req-c327b8a4-e2e8-418b-9aa9-ff65f5486a84 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.3891807 Jan 10 18:58:47.651207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['cc9fc780-f5bb-476d-8757-0e33432fe3a1'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:58:47.718066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19708355-b837-41a3-b085-9746e157e4eb req-2948b998-b8d4-4189-ad55-54969c9e1ad8 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658059 Jan 10 18:58:47.729970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:48.008356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0d98-9e6b-40aa-b16a-a98cf3f92821 req-0b6095d5-c1fe-4b43-bb55-c3167f3ddf41 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:48.018017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-864b0d98-9e6b-40aa-b16a-a98cf3f92821 req-0b6095d5-c1fe-4b43-bb55-c3167f3ddf41 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 944 time: 0.1655972 Jan 10 18:58:48.088071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-864b0d98-9e6b-40aa-b16a-a98cf3f92821 req-4bd05ded-09eb-475e-ac94-58d658fb66fe tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686994 Jan 10 18:58:48.166503 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f', 'status': 'completed', 'code': 200} Jan 10 18:58:48.223174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57840) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:48.329125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-59e95fc7-c3a8-4a0a-b571-5b80eed90907 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1124 time: 0.1412282 Jan 10 18:58:48.537300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-240e86fe-efe0-4e11-aecd-da68fccdf86a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:48.538801 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-240e86fe-efe0-4e11-aecd-da68fccdf86a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.2013290 Jan 10 18:58:48.732116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232e46-456e-4892-864d-5ad7515e0826 req-0b133ce6-5f93-4b0f-afce-c1480e311175 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:48.734050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d232e46-456e-4892-864d-5ad7515e0826 req-0b133ce6-5f93-4b0f-afce-c1480e311175 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 943 time: 0.2191598 Jan 10 18:58:48.740005 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-2c75b7dd-8ace-4797-9d07-48b9c4b99125 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 217 time: 0.1926036 Jan 10 18:58:48.779238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:48.833014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-ac8dcc6d-0505-4c24-a089-8e9ac1a1184e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:48.835000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-ac8dcc6d-0505-4c24-a089-8e9ac1a1184e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0871465 Jan 10 18:58:48.841593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:48.847230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Usage tracker for resource:security_group_rule and tenant:3520fe742e82479d928bda2169faf317 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:48.850781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:48.859508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:48.895217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-81e6c940-0e10-41fa-86c3-3636bc3187fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494564 Jan 10 18:58:48.974221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d232e46-456e-4892-864d-5ad7515e0826 req-fb67b28b-ccf1-4931-97f8-dbf1695cc08a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340665 Jan 10 18:58:49.026715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:49.036427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:49.078303 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-73317c20-8f0e-4179-bf56-e0b1c2c0be69 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762309 Jan 10 18:58:49.167136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e63856-f5c5-4361-add1-b72aff51619e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:49.181327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-90818f09-0a5f-4e1f-abdf-796cfa255222 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3520fe742e82479d928bda2169faf317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9568365 Jan 10 18:58:49.182063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57868) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:49.291931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d493bed-afa0-41d8-a962-ab1e9d2eab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:49.314926 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d47935f-7680-49f9-b3b9-c9d559079e94 req-3f1edce1-f0b0-4fa2-a41f-964ed705e782 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273076 Jan 10 18:58:49.355093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d493bed-afa0-41d8-a962-ab1e9d2eab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:49.391649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74eec7-ecbe-477a-8d7a-9d3a753b55c7 req-43f09c3d-2c2f-484d-9dcc-f4e63f8eceb5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:49.393130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b74eec7-ecbe-477a-8d7a-9d3a753b55c7 req-43f09c3d-2c2f-484d-9dcc-f4e63f8eceb5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.2080934 Jan 10 18:58:49.444580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b74eec7-ecbe-477a-8d7a-9d3a753b55c7 req-013cdd99-4e6d-4dde-b50b-16e27faab70a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 Jan 10 18:58:49.452761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d493bed-afa0-41d8-a962-ab1e9d2eab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:49.473571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d493bed-afa0-41d8-a962-ab1e9d2eab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e63856-f5c5-4361-add1-b72aff51619e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:49.475995 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d493bed-afa0-41d8-a962-ab1e9d2eab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:49.477286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6d493bed-afa0-41d8-a962-ab1e9d2eab4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e63856-f5c5-4361-add1-b72aff51619e HTTP/1.1" status: 204 len: 168 time: 0.2939196 Jan 10 18:58:49.598606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88844162-278f-4f5b-b012-35dba39499f2 req-08051994-193c-4003-b5f2-f4ab0403fb0d tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:49.617712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88844162-278f-4f5b-b012-35dba39499f2 req-08051994-193c-4003-b5f2-f4ab0403fb0d tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 944 time: 0.1201377 Jan 10 18:58:49.745322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88844162-278f-4f5b-b012-35dba39499f2 req-ea50844f-95b5-469a-b3d2-0e5be31e2d7e tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267271 Jan 10 18:58:50.029201 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1053ad5c-070f-49c5-a6bf-e1b967464b7b service neutron] 10.222.0.44 "GET /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.0843167 Jan 10 18:58:50.033609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57902) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:50.064398 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.091498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:50.129336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:50.140249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d0873acaa147ac9dffda2b94c760cf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:50.148367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:50.194200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:58:50.198368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57908) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:50.234971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:50.309109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1bc58cf-486d-47f0-b872-03c763665e8c req-a16f6a6d-fa68-43ce-83a2-4c1813047880 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3611cef55ef549218b9375f91974533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558853 Jan 10 18:58:50.384251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 9375a1b4-e7f3-4072-aced-84d0d1331a9a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:50.400704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 9375a1b4-e7f3-4072-aced-84d0d1331a9a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:50.401075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.449360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:50.469737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 18:58:50.498132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.540364 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.553902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc58cf-486d-47f0-b872-03c763665e8c req-d3776ccc-a3f9-491f-8ec6-0a8fca6122ce tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:50.561159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1bc58cf-486d-47f0-b872-03c763665e8c req-d3776ccc-a3f9-491f-8ec6-0a8fca6122ce tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510781 Jan 10 18:58:50.572271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:50.572675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090cfdb-a2e0-453b-b5f1-6d5bdbc1944b req-978b5104-0951-4cfc-a1b2-e1fdd2b8715a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:50.574251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0090cfdb-a2e0-453b-b5f1-6d5bdbc1944b req-978b5104-0951-4cfc-a1b2-e1fdd2b8715a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 943 time: 0.4271166 Jan 10 18:58:50.576203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.576453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:50.579925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:50.583406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:50.587942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.588103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.589222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cc9fc780-f5bb-476d-8757-0e33432fe3a1 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:58:50.593193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:1003a531ffee4952a6e4423a1a7b338b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:50.597412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:50.607420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:50.620325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:50.626298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1bc58cf-486d-47f0-b872-03c763665e8c req-7ac279ae-9c42-4a57-bbbb-aad9bf93c1e2 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/quotas/3611cef55ef549218b9375f91974533f HTTP/1.1" status: 200 len: 375 time: 0.0642841 Jan 10 18:58:50.684468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1da525-8140-453a-926c-a669fa596d0f {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:50.699812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:50.706903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:50.713340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fead4702-b7e4-4100-b397-67574dae06d5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:50.719418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1bc58cf-486d-47f0-b872-03c763665e8c req-7464a77d-ad94-47ea-8835-7a4b1ac480bc tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3611cef55ef549218b9375f91974533f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727241 Jan 10 18:58:50.724487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c98fc54a-8126-4a35-ae34-4388b29fe469 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0d0873acaa147ac9dffda2b94c760cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6891913 Jan 10 18:58:50.728862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port cc9fc780-f5bb-476d-8757-0e33432fe3a1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:50.733900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57922) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:50.735651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port cc9fc780-f5bb-476d-8757-0e33432fe3a1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:50.736025 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.742202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.752886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0090cfdb-a2e0-453b-b5f1-6d5bdbc1944b req-bfdccfbf-fecc-4ff7-b864-5d7ebd53c107 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675370 Jan 10 18:58:50.794386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.891003 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.893494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.930848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port cc9fc780-f5bb-476d-8757-0e33432fe3a1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:58:50.936254 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.969508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] Transition to ACTIVE for port object 4a1da525-8140-453a-926c-a669fa596d0f will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:50.977665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1003a531ffee4952a6e4423a1a7b338b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7730260 Jan 10 18:58:50.980875 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:50.983239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57934) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:50.984493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c900c-4b71-4278-9706-9a30f6a1965e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:51.019546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=cc9fc780-f5bb-476d-8757-0e33432fe3a1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:51.078605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.079123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.079298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.079632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.079978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.080302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.080648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.080963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.081287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.081589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.082065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c3d00-46ff-44b1-a2c2-4914fa13c8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:58:51.088721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7dc255fd-65cf-4f82-bdcd-183fccae8b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.104089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0406d3c-52e4-4d96-9183-a6da46d23fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.129163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c7406-501c-43c2-8ed5-93a2cc7b2281 req-f19e0147-bc7a-4491-ae52-22d862f5ffff tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:51.130823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f8c7406-501c-43c2-8ed5-93a2cc7b2281 req-f19e0147-bc7a-4491-ae52-22d862f5ffff tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 945 time: 0.1976714 Jan 10 18:58:51.211948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7dc255fd-65cf-4f82-bdcd-183fccae8b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.224850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:51.235062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] No DVR routers for this DVR port 4a1da525-8140-453a-926c-a669fa596d0f on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:58:51.239132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0406d3c-52e4-4d96-9183-a6da46d23fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.311399 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-1153fb0e-9a1b-4332-99e3-210ff6b4d0b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2671182 Jan 10 18:58:51.323362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7dc255fd-65cf-4f82-bdcd-183fccae8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.328312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f8c7406-501c-43c2-8ed5-93a2cc7b2281 req-306c7534-10ac-4242-abd2-775430a756d4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605868 Jan 10 18:58:51.341598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7dc255fd-65cf-4f82-bdcd-183fccae8b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.342699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7dc255fd-65cf-4f82-bdcd-183fccae8b53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fead4702-b7e4-4100-b397-67574dae06d5 HTTP/1.1" status: 204 len: 168 time: 0.6074555 Jan 10 18:58:51.344000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc255fd-65cf-4f82-bdcd-183fccae8b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fead4702-b7e4-4100-b397-67574dae06d5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:51.356425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-ba2fe71e-6c18-4d2a-94ab-b8e87fd3d4e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:51.357115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-ba2fe71e-6c18-4d2a-94ab-b8e87fd3d4e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Synchronizing usage tracker for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:51.423984 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'code': 200} Jan 10 18:58:51.430326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0406d3c-52e4-4d96-9183-a6da46d23fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.443477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-ba2fe71e-6c18-4d2a-94ab-b8e87fd3d4e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Unset dirty status for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:51.444621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-ba2fe71e-6c18-4d2a-94ab-b8e87fd3d4e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/networks?id=a8218faa-dba7-46ec-8123-9c6433307b57 HTTP/1.1" status: 200 len: 814 time: 0.3222158 Jan 10 18:58:51.453698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0406d3c-52e4-4d96-9183-a6da46d23fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c900c-4b71-4278-9706-9a30f6a1965e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:51.482190 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0406d3c-52e4-4d96-9183-a6da46d23fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:51.486075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a0406d3c-52e4-4d96-9183-a6da46d23fd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/218c900c-4b71-4278-9706-9a30f6a1965e HTTP/1.1" status: 204 len: 168 time: 0.4990032 Jan 10 18:58:51.503967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-605c0f39-01c9-4b15-898c-9b87e8c2ef43 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/quotas/2c7b1c0061f24cb6ba764b5970d34c18 HTTP/1.1" status: 200 len: 375 time: 0.0463781 Jan 10 18:58:51.584178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-60a4210f-ac6e-4f0f-b949-b0af2dd8e358 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1095 time: 0.1959226 Jan 10 18:58:51.590449 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b999a97-2fb8-407f-88e5-6cefbfbec058 req-734922a3-50cc-4b57-bcfd-45e245477f96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1096 time: 0.1034236 Jan 10 18:58:51.647565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-bd3776f3-098d-46ea-b1dd-56d1b6bc5c73 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c7b1c0061f24cb6ba764b5970d34c18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427505 Jan 10 18:58:51.667750 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b999a97-2fb8-407f-88e5-6cefbfbec058 req-adfbb6ae-34b5-4389-9f3b-1a2dbd7f35af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709383 Jan 10 18:58:51.867079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-6610df65-4b63-4b7c-bdf1-c048bfd44ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c&tenant_id=3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 1095 time: 0.2738781 Jan 10 18:58:51.962077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-c5398dd0-8a6c-40b6-99ba-d9d4829a2830 service neutron] 10.222.0.21 "GET /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051710 Jan 10 18:58:52.012611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b7bb-5e2d-49e7-a7bd-1f189fa275be req-8a87c313-11f4-488d-a456-7bae165cf009 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:52.014056 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0355b7bb-5e2d-49e7-a7bd-1f189fa275be req-8a87c313-11f4-488d-a456-7bae165cf009 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 945 time: 0.2227128 Jan 10 18:58:52.120917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57960) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:52.128999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-dd81ef31-fa9e-4644-9594-653d8afdc0c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1095 time: 0.2302680 Jan 10 18:58:52.141017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.174764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:52.178748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Usage tracker for resource:security_group_rule and tenant:d72d41ad029b46d4b619aaae77225b3a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:52.182440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:52.188324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:52.236991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0355b7bb-5e2d-49e7-a7bd-1f189fa275be req-db3ce421-8521-4ad8-9c4f-b5b735d51224 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685445 Jan 10 18:58:52.242495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-a777d2fe-9b9a-40b1-a027-a905a6683422 service neutron] 10.222.0.21 "GET /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675366 Jan 10 18:58:52.272556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.286506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.331256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-da5f73ee-42f6-4249-a9fb-82a2b0471f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:52.333062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-da5f73ee-42f6-4249-a9fb-82a2b0471f2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.1905522 Jan 10 18:58:52.408803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a8d2b-f97b-4b22-a108-5c9175abf54a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:52.416404 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-95921594-a994-4d56-836d-5b1bbe293f23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d72d41ad029b46d4b619aaae77225b3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2899501 Jan 10 18:58:52.416882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57976) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:58:52.451411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-79b6d5c6-0d67-4e23-8b6f-13cffe937585 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 200 len: 217 time: 0.1113892 Jan 10 18:58:52.551311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d30c5850-c23c-48ce-9a14-0b75e5482731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.589639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d30c5850-c23c-48ce-9a14-0b75e5482731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.692286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-fd76e20c-d595-4126-9185-d42153cb79dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:52.696015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-fd76e20c-d595-4126-9185-d42153cb79dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.2369516 Jan 10 18:58:52.714782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d30c5850-c23c-48ce-9a14-0b75e5482731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.741205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d30c5850-c23c-48ce-9a14-0b75e5482731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:52.745212 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d30c5850-c23c-48ce-9a14-0b75e5482731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e9a8d2b-f97b-4b22-a108-5c9175abf54a HTTP/1.1" status: 204 len: 168 time: 0.3242073 Jan 10 18:58:52.745212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5850-c23c-48ce-9a14-0b75e5482731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a8d2b-f97b-4b22-a108-5c9175abf54a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:52.801197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-3aa3dd6a-2343-482d-b09b-068113d5d80a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887327 Jan 10 18:58:52.970383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-58a0d910-5aee-4a39-ba94-31b531ac7711 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561084 Jan 10 18:58:53.066199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d666d0-c8cd-44fe-8250-5630281c4b59 req-518a6541-794f-4fd5-91e6-5d19f6822fd1 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:53.073445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8d666d0-c8cd-44fe-8250-5630281c4b59 req-518a6541-794f-4fd5-91e6-5d19f6822fd1 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 944 time: 0.4846251 Jan 10 18:58:53.227416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8d666d0-c8cd-44fe-8250-5630281c4b59 req-0327268c-e09a-4165-aeb5-10ea841391f8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530206 Jan 10 18:58:53.273519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-3845a91c-762c-467f-bc05-5eb0a6d4312c service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962296 Jan 10 18:58:53.305223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dcda1-040a-484f-90dd-e30e4361a618 req-eda2ec9f-b820-4f72-87f1-83c3fa4106e6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:53.316468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-078dcda1-040a-484f-90dd-e30e4361a618 req-eda2ec9f-b820-4f72-87f1-83c3fa4106e6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 945 time: 0.2624793 Jan 10 18:58:53.394800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-078dcda1-040a-484f-90dd-e30e4361a618 req-01a7d1b9-f0aa-4ea0-b721-b330d9de04f5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773687 Jan 10 18:58:53.426265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:53.500050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02598cf1-f82b-4e1a-94f4-9fc1ddb4ce26 req-f3e8789e-3250-447b-b3ce-c98a99251d1f tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 210 time: 0.0633082 Jan 10 18:58:53.668931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-481ffc77-6190-4da8-a82c-e54a874ef90b tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1095 time: 0.0877709 Jan 10 18:58:53.838623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e6686-6602-4877-86c5-a642616305f0 req-9a510703-c2db-4b5d-9839-f53c03ee4b48 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:53.840137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-132e6686-6602-4877-86c5-a642616305f0 req-9a510703-c2db-4b5d-9839-f53c03ee4b48 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 945 time: 0.1250525 Jan 10 18:58:53.867719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-d234c1a4-68ca-4ba0-beac-ccd8af50334f service neutron] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:53.873954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-d234c1a4-68ca-4ba0-beac-ccd8af50334f service neutron] Notify callbacks [] for binding, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:53.875088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28e8103e-ce59-489e-b13b-37b495e283d9 req-d234c1a4-68ca-4ba0-beac-ccd8af50334f service neutron] 10.222.0.30 "DELETE /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.1995525 Jan 10 18:58:53.895985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-132e6686-6602-4877-86c5-a642616305f0 req-222fd18c-639c-4e31-a0ce-58ba81bcf966 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488813 Jan 10 18:58:54.122584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:58:54.265251 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'code': 200} Jan 10 18:58:54.265825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:58:54.481589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-013f21b9-c22a-41a4-87f2-3792fa9fae53 req-eb6116b7-b005-40e8-9007-456d295fb7d7 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1096 time: 0.3685658 Jan 10 18:58:54.519466 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-082dc881-65f0-480b-a951-6da584eae1dd req-ed1ad789-04c0-4513-833f-4a6ebdc784ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1474745 Jan 10 18:58:54.527984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-0b177005-0186-4a1a-88e4-28b8d7ef55e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:54.532175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-0b177005-0186-4a1a-88e4-28b8d7ef55e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.30 "GET /v2.0/networks?id=a8218faa-dba7-46ec-8123-9c6433307b57 HTTP/1.1" status: 200 len: 814 time: 0.5527828 Jan 10 18:58:54.553918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Request body: {'port': {'device_id': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'admin_state_up': True, 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:54.572295 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-082dc881-65f0-480b-a951-6da584eae1dd req-4791c60d-efa4-40da-88d1-fa742274d08f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jan 10 18:58:54.634917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-013f21b9-c22a-41a4-87f2-3792fa9fae53 req-d98b4701-f4ab-4145-8753-21f3faa44f3f tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522613 Jan 10 18:58:54.710359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:58:54.714902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Usage tracker for resource:port and tenant:2c7b1c0061f24cb6ba764b5970d34c18 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:58:54.718189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:58:54.723870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:58:54.740976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Made reservation on behalf of 2c7b1c0061f24cb6ba764b5970d34c18 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:58:54.745108 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:54.977640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7db3b-24cc-4d98-acf0-882ff0395dd7 req-97c9c826-0165-47a9-af1d-bfd49f262b90 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:54.984965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7f7db3b-24cc-4d98-acf0-882ff0395dd7 req-97c9c826-0165-47a9-af1d-bfd49f262b90 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 944 time: 0.1774769 Jan 10 18:58:55.056782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044346e2-1022-40e9-bd80-7b9bbce263f1 req-51ba5fc2-9f5c-47d6-af64-d4a3cd08f282 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 210 time: 0.0948510 Jan 10 18:58:55.109989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Allocated IP 172.20.0.5 (a8218faa-dba7-46ec-8123-9c6433307b57/3ec4de38-acca-45b8-8b8e-9361533e862d/7b5e5632-0ed3-412b-a5f0-72ebaed4e88b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:58:55.186501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7f7db3b-24cc-4d98-acf0-882ff0395dd7 req-7b8b0909-6a68-46d1-8afe-452e73037eb1 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006950 Jan 10 18:58:55.492654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:55.514078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e8f658-bdf2-4682-b459-ab14692a5ded req-d83db68a-24e2-42c9-a2f1-1d404c1f0f33 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1096 time: 0.2085698 Jan 10 18:58:55.523432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Transition to ACTIVE for port object 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:55.531709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84b8c-6803-4ec2-ba28-997f63ddf11e req-9e388382-f304-4993-b9ba-e8a3b6f26566 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:55.533194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bed84b8c-6803-4ec2-ba28-997f63ddf11e req-9e388382-f304-4993-b9ba-e8a3b6f26566 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 945 time: 0.1840167 Jan 10 18:58:55.637295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e8f658-bdf2-4682-b459-ab14692a5ded req-ab0b4b9e-164a-451b-a987-5ace92ba827e tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030624 Jan 10 18:58:55.641702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bed84b8c-6803-4ec2-ba28-997f63ddf11e req-b476bbf7-6867-418a-bda2-b1dff4ab623f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898757 Jan 10 18:58:55.650623 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:55.814513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Network a8218faa-dba7-46ec-8123-9c6433307b57 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:58:55.816787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:58:55.838704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:58:55.926639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Pushing event updated for resources: {'Port': ['ID=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:55.997811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c847409c-7bd0-4403-84b3-f0852470cfa4 req-e8ca090a-93f3-4527-be7b-7c26d462a891 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3611cef55ef549218b9375f91974533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821013 Jan 10 18:58:56.146228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:56.146839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:56.246965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-799b32b0-a67b-4390-b68c-f02f018c396c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6999094 Jan 10 18:58:56.313644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4b0e712-cfe0-4a6b-b369-57289629adc2 None None] Provisioning for port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:58:56.321209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4b0e712-cfe0-4a6b-b369-57289629adc2 None None] Provisioning complete for port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:58:56.321604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e712-cfe0-4a6b-b369-57289629adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:56.322435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Request body: {'port': {'device_id': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:56.401018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847409c-7bd0-4403-84b3-f0852470cfa4 req-a3f174d3-f7c2-4d94-9745-f6ad0c1174a2 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:56.402519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c847409c-7bd0-4403-84b3-f0852470cfa4 req-a3f174d3-f7c2-4d94-9745-f6ad0c1174a2 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857195 Jan 10 18:58:56.458718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0e712-cfe0-4a6b-b369-57289629adc2 None None] Port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:58:56.544194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c847409c-7bd0-4403-84b3-f0852470cfa4 req-b1efd167-7357-4972-b420-7e5d6618fd78 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/quotas/3611cef55ef549218b9375f91974533f HTTP/1.1" status: 200 len: 375 time: 0.1354473 Jan 10 18:58:56.599729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:56.664585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c847409c-7bd0-4403-84b3-f0852470cfa4 req-8756a204-2386-4158-b3df-a7115d8dcc7f tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3611cef55ef549218b9375f91974533f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146498 Jan 10 18:58:57.304685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0aaea852-9032-43dd-bd53-312c124d336c req-1276b7eb-8e3a-4790-8970-4122cc4895e8 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 1095 time: 0.3746068 Jan 10 18:58:57.398164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0aaea852-9032-43dd-bd53-312c124d336c req-a8917090-5e90-4c58-9a5d-c75d39087325 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Jan 10 18:58:57.479362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-9520e311-1192-4f2a-8771-1a4000b974c5 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:57.480017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-9520e311-1192-4f2a-8771-1a4000b974c5 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Synchronizing usage tracker for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:57.499455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:58:57.531975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:57.537371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-9520e311-1192-4f2a-8771-1a4000b974c5 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Unset dirty status for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:57.544860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-9520e311-1192-4f2a-8771-1a4000b974c5 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 931 time: 0.2952776 Jan 10 18:58:57.603546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Transition to ACTIVE for port object 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:58:57.608351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-2e8c20d1-de94-4e76-bb8d-4b8fd0924e86 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Synchronizing usage tracker for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:58:57.613021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:57.692914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:57.828066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-2e8c20d1-de94-4e76-bb8d-4b8fd0924e86 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Unset dirty status for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:58:57.839685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adc7fff1-08b2-4e1a-85b3-b452be713fa4 req-2e8c20d1-de94-4e76-bb8d-4b8fd0924e86 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931671 Jan 10 18:58:58.104226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Attempting to bind port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:58:58.104914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Attempting to bind port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:58:58.105450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Attempting to bind port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b on network a8218faa-dba7-46ec-8123-9c6433307b57 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:58.116411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b on network a8218faa-dba7-46ec-8123-9c6433307b57 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:58:58.116744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Attempting to bind port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b on network a8218faa-dba7-46ec-8123-9c6433307b57 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:58:58.126416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:58:58.126761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Checking segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:58:58.127503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Bound using segment: {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:58:58.127974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Bound port: 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8522565b-4b3c-4683-a98c-f09bb4ec36eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:58:58.128446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:58.293546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] For port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:58:58.298127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] For port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:58:58.304944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:58.369021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407c255-da22-4181-adca-c4dbd1ad42c2 req-c1c0ca9b-f361-4e23-8ae7-63b92c2bfa19 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:58.375869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4407c255-da22-4181-adca-c4dbd1ad42c2 req-c1c0ca9b-f361-4e23-8ae7-63b92c2bfa19 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 945 time: 0.1872530 Jan 10 18:58:58.443086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:58:58.444454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] 10.222.0.30 "PUT /v2.0/ports/7b5e5632-0ed3-412b-a5f0-72ebaed4e88b HTTP/1.1" status: 200 len: 1091 time: 2.1271398 Jan 10 18:58:58.444916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'tag': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:58:58.500837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417db53-5cc2-4bb0-9c71-c0ea2fbdc8ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:58:58.538850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4407c255-da22-4181-adca-c4dbd1ad42c2 req-31404584-25c6-43ba-99a1-addb274a9216 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619294 Jan 10 18:58:58.664401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-72ae022b-81e6-41e5-a4dd-5cbfcaf4ee50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c7b1c0061f24cb6ba764b5970d34c18&device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 1094 time: 0.1203752 Jan 10 18:58:58.882001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-80304f1b-45bb-4a8c-82c6-ce0164414bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b HTTP/1.1" status: 200 len: 217 time: 0.1280873 Jan 10 18:58:59.040408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-9fe01112-0646-4c7f-b9a8-1589147e6b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:59.041893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-9fe01112-0646-4c7f-b9a8-1589147e6b18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ec4de38-acca-45b8-8b8e-9361533e862d HTTP/1.1" status: 200 len: 853 time: 0.1482227 Jan 10 18:58:59.201756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-8f53bc24-fe85-4c55-86f2-c5dad311acf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8218faa-dba7-46ec-8123-9c6433307b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442678 Jan 10 18:58:59.369071 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'tag': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b', 'status': 'completed', 'code': 200} Jan 10 18:58:59.382699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-041114a5-0e35-47b1-89bf-a2b344e6309e service neutron] 10.222.0.30 "GET /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711633 Jan 10 18:58:59.582604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12ca1-c736-4d17-837f-ea833a016297 req-35553489-ff48-4b5b-b779-4849b835712f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:58:59.587960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-35553489-ff48-4b5b-b779-4849b835712f tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0953965 Jan 10 18:58:59.669998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-c6006a3f-030b-43ee-abb5-a33d50c07ab2 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.0800734 Jan 10 18:58:59.687201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'floatingip': {'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:58:59.791321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:00.155493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37edbb-2775-4e29-be29-d26f8950b507 req-85f9be10-fe8e-4cbb-9dca-b9489af08368 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:00.156957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-85f9be10-fe8e-4cbb-9dca-b9489af08368 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.3904185 Jan 10 18:59:00.249721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-91ee0917-ee8f-493e-a9f9-b3fcdb28316d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/quotas/3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 375 time: 0.0862722 Jan 10 18:59:00.632422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-e8b44eef-cf23-43ed-ba1b-a270c358cc49 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3767192 Jan 10 18:59:00.841835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-f57c7f3e-b87c-4a05-a051-f229b55ddb7e service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016387 Jan 10 18:59:01.036865 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:01.055610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:01.137341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-92f7f066-0ff8-4ea4-bc48-3fddcdd68fbe service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888098 Jan 10 18:59:01.398025 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Floating IP 77932dd8-6431-4992-ad58-78485ee167f6 associated. External IP: 172.25.6.161, port: ff655acb-3a30-48df-bd6f-9f4448400e6b. Jan 10 18:59:01.650857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0166dd0c-df72-4006-85dd-eb5afe0b83a0 req-abc5e72e-de9e-4565-b6b6-b4b323c62592 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1096 time: 0.1821101 Jan 10 18:59:01.757725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0166dd0c-df72-4006-85dd-eb5afe0b83a0 req-e81dc15e-e0ea-4dcd-a77f-f0b3c3ad302c tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007409 Jan 10 18:59:02.056504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:02.268902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb1743-ef6f-4860-8778-2388ed2d02dd req-69641c9b-b626-4183-aec9-486d66365a7d tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:02.270475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-befb1743-ef6f-4860-8778-2388ed2d02dd req-69641c9b-b626-4183-aec9-486d66365a7d tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 943 time: 0.1226842 Jan 10 18:59:02.386852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-befb1743-ef6f-4860-8778-2388ed2d02dd req-f68aca77-d3f7-463e-a0f9-4f8794f9ad0a tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661945 Jan 10 18:59:02.412001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:02.423004 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:02.434205 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:02.452492 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:02.453743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:58:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:02.519976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-feadaede-3182-411b-9d2a-37e8b4a96694 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "PUT /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 996 time: 2.8390527 Jan 10 18:59:02.520457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:02.723722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-ade1e128-898d-4d01-bdb2-bccc4b72fb99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.1742523 Jan 10 18:59:02.754547 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:03.000721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37edbb-2775-4e29-be29-d26f8950b507 req-35574cb3-f52a-491f-aa52-bd9cae87c7f7 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:03.003014 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-35574cb3-f52a-491f-aa52-bd9cae87c7f7 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.2976992 Jan 10 18:59:03.022591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Request body: {'port': {'device_id': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'admin_state_up': True, 'tenant_id': '3a4abe15f1ad4655a67f9ec43547611d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:03.093837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12ca1-c736-4d17-837f-ea833a016297 req-afe1ff5d-11fd-473c-943a-dfdf8c48cf3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:03.101088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-afe1ff5d-11fd-473c-943a-dfdf8c48cf3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.3714345 Jan 10 18:59:03.372890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:03.376892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Usage tracker for resource:port and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:03.380554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:03.393159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:03.416468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Made reservation on behalf of 3a4abe15f1ad4655a67f9ec43547611d for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:03.421242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:03.441436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19a88bd6-2a76-4c29-b7e3-7f8e64065c4c req-f57296a5-a3b8-4875-980a-8bdf90d2e162 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 210 time: 0.0699453 Jan 10 18:59:03.464749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-071f9933-656c-481c-a0c0-43de3e67eec0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 999 time: 0.3569822 Jan 10 18:59:03.516198 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:00Z', 'revision_number': 1, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:03.524416 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:03.559438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:03.560354 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:58:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:03.748757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12ca1-c736-4d17-837f-ea833a016297 req-36ce4fef-efb4-450d-ba48-80bbd9863dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:03.750546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-36ce4fef-efb4-450d-ba48-80bbd9863dd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.2228787 Jan 10 18:59:03.783984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Allocated IP 172.20.0.11 (c2095056-0d2e-4d3b-bc7e-d82f4d7d38db/bc306723-0f0a-49fd-845e-6b09f9cdf160/1224a829-6298-4926-92a0-6d047ddaa69b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:03.970573 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:04.047715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cf120c-6d0d-4f67-a249-e93cb30956c6 req-92635bff-89e7-4fec-a1ee-fa62aafc744c service neutron] 10.222.0.30 "GET /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739806 Jan 10 18:59:04.302645 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:04.353652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c264e055-c287-4035-92de-9a6f49e6c045 req-30fb93c7-bb3d-49fc-908b-6f52396ec26e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4629612 Jan 10 18:59:04.362089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:04.383160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-020fa160-a163-45ab-a619-c60c01af18f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4909768 Jan 10 18:59:04.390523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-bb92eb3b-bed0-4dc1-acbd-cbc39d96196a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:59:04.391530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-bb92eb3b-bed0-4dc1-acbd-cbc39d96196a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076215 Jan 10 18:59:04.471277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:04.474862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:04.485768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:04.485914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-f4e5782f-8a48-4225-8b83-43270def16e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c7b1c0061f24cb6ba764b5970d34c18&device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 1094 time: 0.2589357 Jan 10 18:59:04.490976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:04.491946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:04.512786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:04.532920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-c90a0f38-6b09-41cd-a9b8-69aa0980b3b8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5162239 Jan 10 18:59:04.544906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Request body: {'port': {'device_id': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:04.551792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-4ff286e4-29c1-4771-bcd1-506c5c2abf38 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521342 Jan 10 18:59:04.614620 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:00Z', 'revision_number': 1, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:04.620535 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4064280d-404a-4512-b7a6-f31035ae88fb None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:00Z', 'revision_number': 1, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:04.679643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:04.828018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-1540da8a-d776-4561-b557-caee7f88feda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:04.829839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-1540da8a-d776-4561-b557-caee7f88feda service neutron] 10.222.0.30 "GET /v2.0/networks?id=a8218faa-dba7-46ec-8123-9c6433307b57 HTTP/1.1" status: 200 len: 915 time: 0.2337198 Jan 10 18:59:04.838082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51c12ca1-c736-4d17-837f-ea833a016297 req-226f0e35-ba46-40bb-b41d-4f6f1a3a199a service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755604 Jan 10 18:59:04.902432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6014ae-e2e8-4777-8b1d-7f1f12eebc5c None None] New status for floating IP 77932dd8-6431-4992-ad58-78485ee167f6: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:05.017453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-ba8f93a0-90f2-4655-9841-e7771f6120de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b HTTP/1.1" status: 200 len: 217 time: 0.1786318 Jan 10 18:59:05.019063 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'status': 'completed', 'code': 200} Jan 10 18:59:05.102169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1224a829-6298-4926-92a0-6d047ddaa69b {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:05.110218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:05.128194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Transition to ACTIVE for port object 1224a829-6298-4926-92a0-6d047ddaa69b will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:05.142004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-919e37e2-4ee6-4c10-af3b-497a89d34c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:05.143990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-919e37e2-4ee6-4c10-af3b-497a89d34c18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ec4de38-acca-45b8-8b8e-9361533e862d HTTP/1.1" status: 200 len: 853 time: 0.1202462 Jan 10 18:59:05.168279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:05.256469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-d5417c7c-2047-4624-b6c6-4af0c4a5976a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a8218faa-dba7-46ec-8123-9c6433307b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053596 Jan 10 18:59:05.369596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:05.449021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:05.449509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:05.450004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:05.458234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-360ae06a-8d09-45cc-886c-a1ffc78558e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.3283801 Jan 10 18:59:05.461133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:05.461575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:05.462509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-032f2622-9e71-40df-bfa6-d548e0a10c48 service neutron] 10.222.0.30 "GET /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989255 Jan 10 18:59:05.468877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:05.469343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:05.469794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:05.470587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Bound port: 1224a829-6298-4926-92a0-6d047ddaa69b, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:05.470954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:05.611734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b2064d-a0c6-41fd-a05b-9fb8176efb4a req-6d89ea3f-877f-4180-8d07-7caf1bdb31f7 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3611cef55ef549218b9375f91974533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374575 Jan 10 18:59:05.631079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-757a0f84-0981-4388-bb1e-991dde6c9255 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:59:05.632066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-757a0f84-0981-4388-bb1e-991dde6c9255 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0418844 Jan 10 18:59:05.653344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:05.653344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 18:59:05.757181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62144d5a-d839-41cf-baec-824d9086e8c4 req-50e23e1f-8294-49b6-8227-a546ee28dbf2 service neutron] 10.222.0.30 "GET /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852831 Jan 10 18:59:05.803171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2064d-a0c6-41fd-a05b-9fb8176efb4a req-5feb48b1-e2c5-4490-bd10-565416fda210 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:05.804609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b2064d-a0c6-41fd-a05b-9fb8176efb4a req-5feb48b1-e2c5-4490-bd10-565416fda210 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832330 Jan 10 18:59:05.821392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b2064d-a0c6-41fd-a05b-9fb8176efb4a req-75170b60-f0e8-41f2-972d-d37d59045700 tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/quotas/3611cef55ef549218b9375f91974533f HTTP/1.1" status: 200 len: 375 time: 0.0106235 Jan 10 18:59:05.844936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:05.865724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-8f71ea03-d062-4b82-8b43-de4f90fb16db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:05.867132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-8f71ea03-d062-4b82-8b43-de4f90fb16db service neutron] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.3765273 Jan 10 18:59:05.869142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:05.870390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b2064d-a0c6-41fd-a05b-9fb8176efb4a req-830eb18a-b990-4d0b-a0d1-ab056ea38a2d tempest-QuotasAdminNegativeTest-273635933 tempest-QuotasAdminNegativeTest-273635933-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3611cef55ef549218b9375f91974533f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415499 Jan 10 18:59:05.933458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:06.077509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:06.078905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] 10.222.0.44 "PUT /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 1092 time: 1.5399349 Jan 10 18:59:06.079359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:06.110825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32230a5d-0103-4c3f-99e5-012099165243 service neutron] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:06.128775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-545fc58a-61f8-44b2-a64e-0f3a693dd8c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 1001 time: 0.2493114 Jan 10 18:59:06.129572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:06.130246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:06.130342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:06.155227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16bed0-064c-4a49-a1f2-d3a044422591 req-9d66e94b-c257-4c5c-905f-a91bafb8cc0d tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:06.159183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a16bed0-064c-4a49-a1f2-d3a044422591 req-9d66e94b-c257-4c5c-905f-a91bafb8cc0d tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 943 time: 0.1266592 Jan 10 18:59:06.205530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a16bed0-064c-4a49-a1f2-d3a044422591 req-22c1dd8d-9bf7-4b1b-82ea-ec655e2171cf tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Jan 10 18:59:06.207112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58272) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:06.303933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:06.304270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:06.323769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:06.324115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:06.324502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:06.324934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Bound port: 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:06.350733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-bc156195-55f1-499c-b582-a749d5ad1330 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:06.352217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-bc156195-55f1-499c-b582-a749d5ad1330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1840615 Jan 10 18:59:06.382727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:06.418316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-49f690c7-eaf3-489d-bc63-cafafbee64aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1095 time: 0.2847693 Jan 10 18:59:06.479513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:06.498804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:06.499609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:06.500755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-38d5b36f-01e7-438b-9ce0-1ee47bdf5ed1 service neutron] 10.222.0.21 "POST /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8576491 Jan 10 18:59:06.504550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4a9d3f320440e099bb87877a5e6f60 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:06.505079 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-b75f6622-a678-4c52-aeed-64b43bc86a79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 217 time: 0.0799038 Jan 10 18:59:06.508479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:06.516145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:06.530509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ba0e4-ac1d-4571-964b-97b7d689e64a req-2428e504-5d6d-4ea7-a871-424604b0c119 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:06.532340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c6ba0e4-ac1d-4571-964b-97b7d689e64a req-2428e504-5d6d-4ea7-a871-424604b0c119 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.2107842 Jan 10 18:59:06.566598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-c285ad87-0bdc-41c8-b6b1-ff6b880e3b98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067842 Jan 10 18:59:06.632928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c6ba0e4-ac1d-4571-964b-97b7d689e64a req-66abd71b-62fe-48f5-a0a1-0080a5d50d9f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868242 Jan 10 18:59:06.666324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37edbb-2775-4e29-be29-d26f8950b507 req-b034a0f9-e40e-452e-a512-1e6be2302420 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:06.667836 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-b034a0f9-e40e-452e-a512-1e6be2302420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1563976 Jan 10 18:59:06.668319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:06.676005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:06.729877 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-b84b5e77-b316-410d-aeb8-78738cd8879b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545204 Jan 10 18:59:06.838218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-7556d3b4-14bf-49c3-95f3-5ecb3e8c80a2 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653551 Jan 10 18:59:06.840595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903318f-02ed-4cc7-8a01-6936862c7392,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:06.864082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dfbef4b1-648d-420c-887d-7fc3c4850e84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf4a9d3f320440e099bb87877a5e6f60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6537037 Jan 10 18:59:06.865943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58288) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:06.976010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-ca834b96-1906-4aab-adfd-6a31676d6760 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:06.978435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-ca834b96-1906-4aab-adfd-6a31676d6760 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2471781 Jan 10 18:59:06.985277 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-74956920-54e4-42b1-9f41-c970c96551b0 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489891 Jan 10 18:59:06.992731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffb773fa-19ad-4bb2-bd9b-8119762d67ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:07.062481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-fbc6f4ef-af34-4277-bb6c-920fd4183d8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1096 time: 0.2695017 Jan 10 18:59:07.102299 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15f5d558-783d-46cc-82a0-64efbb9038ee req-dee79f07-0a12-4c4c-8556-1b208799a8ce service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529004 Jan 10 18:59:07.141998 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b', 'status': 'completed', 'code': 200} Jan 10 18:59:07.162297 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da37edbb-2775-4e29-be29-d26f8950b507 req-ecb445c1-0c18-4761-8054-04f16e73e391 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665196 Jan 10 18:59:07.196254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffb773fa-19ad-4bb2-bd9b-8119762d67ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:07.276392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-c67b8a61-fb75-43e8-9b67-2baac37863eb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.2899868 Jan 10 18:59:07.303596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'floatingip': {'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:07.304362 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-52046c6b-3838-440a-8f80-dae669fd80b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1095 time: 0.0941534 Jan 10 18:59:07.402325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0102a927-aa13-4550-972f-87fc40b18b58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:07.403906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0102a927-aa13-4550-972f-87fc40b18b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.3291962 Jan 10 18:59:07.412728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffb773fa-19ad-4bb2-bd9b-8119762d67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:07.446511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-abb04c2d-4795-448f-a679-91df81ff4c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:07.448004 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-abb04c2d-4795-448f-a679-91df81ff4c27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.1373324 Jan 10 18:59:07.499344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb773fa-19ad-4bb2-bd9b-8119762d67ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903318f-02ed-4cc7-8a01-6936862c7392,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:07.516369 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-aa837179-c2a4-4a50-8253-4563ef375654 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 217 time: 0.0610120 Jan 10 18:59:07.548411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:07.590437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-0a9d7270-3f2e-4fd0-ba06-19f635085dec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:07.591977 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-0a9d7270-3f2e-4fd0-ba06-19f635085dec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0685599 Jan 10 18:59:07.595928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffb773fa-19ad-4bb2-bd9b-8119762d67ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:07.597010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffb773fa-19ad-4bb2-bd9b-8119762d67ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9903318f-02ed-4cc7-8a01-6936862c7392 HTTP/1.1" status: 204 len: 168 time: 0.7289169 Jan 10 18:59:07.598427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-3dbbf7b4-0699-440e-b6cc-382e64240130 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 217 time: 0.1800175 Jan 10 18:59:07.639120 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-68fdc3b7-6476-40ad-99e6-2c34d62d2477 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395308 Jan 10 18:59:07.716674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096798-8903-498b-8dc2-5bdb8a407482 req-6ec9f30b-4f1b-4b15-88c2-2b69836b8fca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:07.718136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-6ec9f30b-4f1b-4b15-88c2-2b69836b8fca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1131639 Jan 10 18:59:07.784115 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-a0689152-5b66-4b38-8aa9-805dc78b40ac service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378238 Jan 10 18:59:07.811075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-de9b30e7-fd46-451a-9dea-30949d3c7161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622449 Jan 10 18:59:07.874070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365b1a-ac29-4bbc-88d1-f09ea37a18d7 req-6db6d66d-04a5-4545-ac82-638f2f67ba74 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:07.875646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62365b1a-ac29-4bbc-88d1-f09ea37a18d7 req-6db6d66d-04a5-4545-ac82-638f2f67ba74 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 945 time: 0.3784633 Jan 10 18:59:07.970652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58302) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:08.000932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.042468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:08.046200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Usage tracker for resource:security_group_rule and tenant:9011c145527d4122b809acb55753a873 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:08.049006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:08.054546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:08.091368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62365b1a-ac29-4bbc-88d1-f09ea37a18d7 req-bb2aa964-1100-4a84-b109-bea1cf18f033 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037234 Jan 10 18:59:08.120944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-18fa06e9-80bd-47e7-87aa-64009b9d5823 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985742 Jan 10 18:59:08.124170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb405e90-fe9b-44ca-b896-ff210071bb61 req-575e45ad-d1e7-4788-9c8e-67fc721f5fe0 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331597 Jan 10 18:59:08.132547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.137274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.147679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:08.196876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0621b36-6856-4c96-9290-101b8539094f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:08.207541 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5c6fb71-7436-4f71-bb08-55a85961d16a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9011c145527d4122b809acb55753a873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2326961 Jan 10 18:59:08.207541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58308) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:08.332182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6577074b-dde3-4d69-8926-2c3d38ab85cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.389263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6577074b-dde3-4d69-8926-2c3d38ab85cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.453011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9ae5451a-e00e-4b8b-a443-a95481ed48dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.496919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6577074b-dde3-4d69-8926-2c3d38ab85cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.522525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577074b-dde3-4d69-8926-2c3d38ab85cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0621b36-6856-4c96-9290-101b8539094f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:08.526276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6577074b-dde3-4d69-8926-2c3d38ab85cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.527784 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6577074b-dde3-4d69-8926-2c3d38ab85cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0621b36-6856-4c96-9290-101b8539094f HTTP/1.1" status: 204 len: 168 time: 0.3194480 Jan 10 18:59:08.554740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:08.572713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b', 'network_id': 'a8218faa-dba7-46ec-8123-9c6433307b57', 'port_id': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b', 'mac_address': 'fa:16:3e:b0:b9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec4de38-acca-45b8-8b8e-9361533e862d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:59:08.599757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-6017b961-ff3f-497a-9a84-711212caa117 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220495 Jan 10 18:59:08.642360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367a8-5d00-46ef-8916-ab50f8b69f23 req-431713fb-625a-4290-9dcf-729bdc3f45c0 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:08.647915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.649059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-293367a8-5d00-46ef-8916-ab50f8b69f23 req-431713fb-625a-4290-9dcf-729bdc3f45c0 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 943 time: 0.1919200 Jan 10 18:59:08.660705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:08.676011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:08.697550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:08.703729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:08.712575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:08.783422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-293367a8-5d00-46ef-8916-ab50f8b69f23 req-1b809cfe-7864-4eab-bff0-769951abbcdc tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326559 Jan 10 18:59:08.796265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:08.832240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-f0246505-1fd8-4daf-a17b-608d6007d70f tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.1466930 Jan 10 18:59:08.894690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:08.971542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7b5e5632-0ed3-412b-a5f0-72ebaed4e88b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:09.064306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.065915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.094404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.136959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:09.144073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:88cb6f3f513f434d8875c7c16ae6e2a4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:09.145521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:09.151391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:09.210609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.244183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.245440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.279101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.315406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:09.340821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Usage tracker for resource:security_group_rule and tenant:3611cef55ef549218b9375f91974533f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:09.346202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:09.349892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241200c-8c52-4441-932d-5d06949a0cc5 req-622c40e4-ee89-4a33-9d1d-363bc9fc2893 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:09.356650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:09.359273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0a23be-0d03-4ad1-93ae-47c98cbc3b7d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:09.360580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0241200c-8c52-4441-932d-5d06949a0cc5 req-622c40e4-ee89-4a33-9d1d-363bc9fc2893 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.4299676 Jan 10 18:59:09.364426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-50e6670d-2816-45a6-bbce-ee1e819ef5f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88cb6f3f513f434d8875c7c16ae6e2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7026188 Jan 10 18:59:09.367825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:09.478534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2224410c-3caa-4d49-a268-dd4291a15667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.514087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.518188 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2224410c-3caa-4d49-a268-dd4291a15667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.527989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.597282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03824081-e030-44e7-8abe-3f6021020b82,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:09.601663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02b2b55e-183f-4eca-b23d-0d0c910ef67c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3611cef55ef549218b9375f91974533f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8879294 Jan 10 18:59:09.605008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0241200c-8c52-4441-932d-5d06949a0cc5 req-3adaf39d-e371-4080-ab71-ddf875151174 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429225 Jan 10 18:59:09.605481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58352) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:09.653318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2224410c-3caa-4d49-a268-dd4291a15667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.658795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:09.680123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224410c-3caa-4d49-a268-dd4291a15667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0a23be-0d03-4ad1-93ae-47c98cbc3b7d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:09.693855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9914c9b2-cc6e-4016-ac1d-bc96f425ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.698386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2224410c-3caa-4d49-a268-dd4291a15667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.699474 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2224410c-3caa-4d49-a268-dd4291a15667 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f0a23be-0d03-4ad1-93ae-47c98cbc3b7d HTTP/1.1" status: 204 len: 168 time: 0.3302929 Jan 10 18:59:09.710105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:09.725586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9914c9b2-cc6e-4016-ac1d-bc96f425ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.768012 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Floating IP 77932dd8-6431-4992-ad58-78485ee167f6 associated. External IP: 172.25.6.161, port: ff655acb-3a30-48df-bd6f-9f4448400e6b. Jan 10 18:59:09.828802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9914c9b2-cc6e-4016-ac1d-bc96f425ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.854902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:09.861422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.871434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914c9b2-cc6e-4016-ac1d-bc96f425ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03824081-e030-44e7-8abe-3f6021020b82,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:09.881277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.903627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9914c9b2-cc6e-4016-ac1d-bc96f425ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:09.904716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9914c9b2-cc6e-4016-ac1d-bc96f425ef4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03824081-e030-44e7-8abe-3f6021020b82 HTTP/1.1" status: 204 len: 168 time: 0.2988055 Jan 10 18:59:10.162497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:59:10.174603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:10.200517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:10.316347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:10.316681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:10.317073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:10.329951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:10.330296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Attempting to bind port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:10.337619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d66a7-b684-48ba-927c-029bcf65c470 req-c3896c0d-6042-42e0-8d9d-d722d0b0a68c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:10.339846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:10.344200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e1d66a7-b684-48ba-927c-029bcf65c470 req-c3896c0d-6042-42e0-8d9d-d722d0b0a68c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.4168918 Jan 10 18:59:10.348474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:10.349085 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.374363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:10.374802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:10.375113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:10.375545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Bound port: 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:10.375881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.389349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58374) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:10.417027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.439833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8538aa-bf5b-41de-b462-ff6d390a2d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.469586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:10.472197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:10.475031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0acc2f7dbb4cebadb01cdba97c88b8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:10.479456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e1d66a7-b684-48ba-927c-029bcf65c470 req-e6c51a82-de20-4fe3-aae5-6fa11c5f14ce tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343448 Jan 10 18:59:10.479710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:10.487093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:10.496005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '1224a829-6298-4926-92a0-6d047ddaa69b', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'port_id': '1224a829-6298-4926-92a0-6d047ddaa69b', 'mac_address': 'fa:16:3e:b1:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc306723-0f0a-49fd-845e-6b09f9cdf160', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:59:10.578710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.585517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58378) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:10.606148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.619400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.630050 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.635877 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.658065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1224a829-6298-4926-92a0-6d047ddaa69b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:10.667922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:10.671965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:10.684552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:10.688719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ff969-7354-443a-9924-970438ae832d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:10.690576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:10.693118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.697026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:10.716437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4728b264-8452-41c6-87ab-9c784e3b72d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa0acc2f7dbb4cebadb01cdba97c88b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3257351 Jan 10 18:59:10.720386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58386) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:10.732079 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.741188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.762109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:10.774606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a6af8a6808324f79a2025fb552a011bd is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:10.775011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:10.778464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:10.788740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:10.821994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67008327-f4d7-44de-9f76-7cb146b99d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.857928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67008327-f4d7-44de-9f76-7cb146b99d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.869018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:10.916012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:10.936655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.941717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:10.991156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6724e51-1609-448b-bf7e-f4b49f92c594,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:10.995003 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67008327-f4d7-44de-9f76-7cb146b99d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.007372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['1224a829-6298-4926-92a0-6d047ddaa69b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:11.014480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6a88dc31-947b-494f-9516-e6ee91bce0a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6af8a6808324f79a2025fb552a011bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4277647 Jan 10 18:59:11.015494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008327-f4d7-44de-9f76-7cb146b99d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ff969-7354-443a-9924-970438ae832d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:11.019390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58394) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:11.039360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a52d5-48c4-4cef-a0d9-db99062cec63 req-22aa480a-a64d-4ee5-a613-bee0e5ff714c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:11.046929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a75a52d5-48c4-4cef-a0d9-db99062cec63 req-22aa480a-a64d-4ee5-a613-bee0e5ff714c tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 945 time: 0.3534894 Jan 10 18:59:11.050902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.051909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0a6b707b-b6c2-4bfc-8324-fbb115af0ad8 service neutron] 10.222.0.30 "PUT /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 1121 time: 2.1663871 Jan 10 18:59:11.074961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67008327-f4d7-44de-9f76-7cb146b99d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.082187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-67008327-f4d7-44de-9f76-7cb146b99d42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa7ff969-7354-443a-9924-970438ae832d HTTP/1.1" status: 204 len: 168 time: 0.3573961 Jan 10 18:59:11.121657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9375a1b4-e7f3-4072-aced-84d0d1331a9a'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:11.135469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a75a52d5-48c4-4cef-a0d9-db99062cec63 req-913562c2-bfc8-4811-9664-c9887894700b tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876369 Jan 10 18:59:11.185841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:11.224640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed844737-1c84-43e7-83fe-4ab29f9de331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.298666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed844737-1c84-43e7-83fe-4ab29f9de331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.326802 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'code': 200} Jan 10 18:59:11.368533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed844737-1c84-43e7-83fe-4ab29f9de331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.392927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed844737-1c84-43e7-83fe-4ab29f9de331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6724e51-1609-448b-bf7e-f4b49f92c594,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:11.404128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed844737-1c84-43e7-83fe-4ab29f9de331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.408556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ed844737-1c84-43e7-83fe-4ab29f9de331 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6724e51-1609-448b-bf7e-f4b49f92c594 HTTP/1.1" status: 204 len: 168 time: 0.3878191 Jan 10 18:59:11.615788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed15dd0-506b-49f3-912a-1ba7d58bbbe5 req-ce5b97c3-6c38-47cb-b4d7-6b3a9a5c55a5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:11.615957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.617326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ed15dd0-506b-49f3-912a-1ba7d58bbbe5 req-ce5b97c3-6c38-47cb-b4d7-6b3a9a5c55a5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 945 time: 0.1223819 Jan 10 18:59:11.648250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:11.661004 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:11.685833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:11.687735 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:11.689731 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:11.741765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ed15dd0-506b-49f3-912a-1ba7d58bbbe5 req-ca755f78-2806-41a6-8d29-66599eeea509 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179454 Jan 10 18:59:11.891353 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:11.918850 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b', 'code': 200} Jan 10 18:59:12.204462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:59:12.326042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 1224a829-6298-4926-92a0-6d047ddaa69b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:12.328449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 1224a829-6298-4926-92a0-6d047ddaa69b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:12.328830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:12.377976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a1064be-5451-4516-bd81-e590b8b95713 req-e8080cbe-fa6c-4a95-83a9-2d92a9b59454 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 1096 time: 0.3913374 Jan 10 18:59:12.409700 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:08Z', 'revision_number': 3, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:12.425876 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:12.453438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:12.454180 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:12.496027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:12.514905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a1064be-5451-4516-bd81-e590b8b95713 req-53ae1c55-6411-43c3-9da5-6430378063d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304991 Jan 10 18:59:12.554660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:12.563717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:12.570198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b6be-7640-4852-86cf-bbb42639eaf3 req-1f829051-4970-40da-8317-b52a0c72e6c6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:12.571761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36b7b6be-7640-4852-86cf-bbb42639eaf3 req-1f829051-4970-40da-8317-b52a0c72e6c6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.2345445 Jan 10 18:59:12.582187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:12.709228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36b7b6be-7640-4852-86cf-bbb42639eaf3 req-fe3cd488-16cf-4e70-b208-d2160f76c960 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255269 Jan 10 18:59:12.717753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:12.792285 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:12.898450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:12.992481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2f9b-8c0a-446f-bf6a-c90315cc7c5f req-886b08e4-ed10-4369-9990-8ecc948849e6 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:12.994146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b2f9b-8c0a-446f-bf6a-c90315cc7c5f req-886b08e4-ed10-4369-9990-8ecc948849e6 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 945 time: 0.1334906 Jan 10 18:59:13.023430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:13.029910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:13.169573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-e1709c80-c7ce-4a42-b3a7-bb6040f6bdab tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "PUT /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 998 time: 5.8743834 Jan 10 18:59:13.215888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b2f9b-8c0a-446f-bf6a-c90315cc7c5f req-6753bfbc-e692-450d-b1d5-c94fd24d6b2e tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127266 Jan 10 18:59:13.264462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-5649d05f-3d9f-4ec5-8599-a509e0eb8c14 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:13.266496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-5649d05f-3d9f-4ec5-8599-a509e0eb8c14 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports/ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 942 time: 0.0956407 Jan 10 18:59:13.284262 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:08Z', 'revision_number': 3, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:13.290110 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fbfa1-3193-4f48-82fa-e272ccaeda72 None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:08Z', 'revision_number': 3, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:13.328338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a'}, {'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}, {'name': 'network-changed', 'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:13.420846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-27204f08-c32e-43fc-a50f-65105e670e61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.0848160 Jan 10 18:59:13.556880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-6beca5a9-394f-417b-a486-87ce24dbbb16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:13.558618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-6beca5a9-394f-417b-a486-87ce24dbbb16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.1315472 Jan 10 18:59:13.629751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Request body: {'security_group': {'name': 'tempest-securitygroup-466198024', 'description': 'tempest-description-2020914981'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:13.642382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:13.648633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-3f822a9f-153b-4465-84a7-c185c377dcff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.0831831 Jan 10 18:59:13.649613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Usage tracker for resource:security_group and tenant:1cc51b1851624c0a81c029e5b9dfe9d4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:13.652631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:13.694605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:13.718959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:13.736019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:13.747218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-bfc66ef6-c3e0-4072-928e-b6d26a7e7b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:13.748698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-bfc66ef6-c3e0-4072-928e-b6d26a7e7b69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.0933347 Jan 10 18:59:13.815291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:13.826303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Usage tracker for resource:security_group_rule and tenant:1cc51b1851624c0a81c029e5b9dfe9d4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:13.830017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:13.837266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:13.867363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-72396f14-8ad5-4586-a3ef-e3801667aba2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104455 Jan 10 18:59:13.882115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-c7cac059-1526-4b41-aac5-130c9c597b5d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:59:13.883150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-c7cac059-1526-4b41-aac5-130c9c597b5d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052531 Jan 10 18:59:13.920586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:14.009098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.015707 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.087268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:14.093861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-33f3ba08-840d-4081-bf21-3cd3eba124ea service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012684 Jan 10 18:59:14.094499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb6b19-c101-4634-a5c1-c5a05b02aa79,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:14.097301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Usage tracker for resource:security_group_rule and tenant:1cc51b1851624c0a81c029e5b9dfe9d4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:14.100395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:14.107500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:14.205847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:14.276296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.284814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.308448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-c3e766f4-0d56-43ca-b72c-3c2b5a22649b service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886017 Jan 10 18:59:14.379788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:14.393963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f959301-e729-4218-b259-0b049d041b5e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:14.394590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 18:59:14.396059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.397229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7419993-44d5-454e-8990-74afbabe7596 req-1af0486d-5327-4b66-bc6b-21bee58b4d43 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.7809820 Jan 10 18:59:14.433994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-8dc4ec05-a917-4ecc-94d5-d30f651ce398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0900207 Jan 10 18:59:14.704027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-241ce1e6-86fa-4edd-9889-00069da6a323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:14.705505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-241ce1e6-86fa-4edd-9889-00069da6a323 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2646182 Jan 10 18:59:14.712340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57971ca-375a-4e93-a957-d9342e27c89a req-31fceffa-64e6-4766-a5de-e5f13dc30e59 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:14.713721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b57971ca-375a-4e93-a957-d9342e27c89a req-31fceffa-64e6-4766-a5de-e5f13dc30e59 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 946 time: 0.1246197 Jan 10 18:59:14.796522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.838936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-6ce6938b-8f1a-403d-aee3-ed4ed8ccace0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 1001 time: 0.1242175 Jan 10 18:59:14.841217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b57971ca-375a-4e93-a957-d9342e27c89a req-93845c21-2343-4eea-9788-05f1a0183b2d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785062 Jan 10 18:59:14.902054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-87404a84-4c06-473d-bdba-2399a7b7eac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:14.907454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-87404a84-4c06-473d-bdba-2399a7b7eac7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.0629642 Jan 10 18:59:14.910074 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:14.933798 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-eacb182c-2ee2-4753-ac70-810cf34cbc98 service neutron] 10.222.0.44 "GET /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.0829325 Jan 10 18:59:14.988175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-01e2611e-7b63-46e0-a846-d04f0513b65c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780520 Jan 10 18:59:15.006977 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:59:15.111449 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'status': 'completed', 'code': 200} Jan 10 18:59:15.112028 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'status': 'completed', 'code': 200} Jan 10 18:59:15.112028 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'status': 'completed', 'code': 200} Jan 10 18:59:15.250675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-aba9d07d-ca93-44d4-80b3-173dde8eb237 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550213 Jan 10 18:59:15.261421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:15.279261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-a1c0586a-779a-4718-9fcb-89de1a2d960c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1124 time: 0.1390676 Jan 10 18:59:15.292197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:15.296454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267e6e1-a278-43f5-9487-756b46cc7d71 None None] New status for floating IP 77932dd8-6431-4992-ad58-78485ee167f6: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:15.359159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-c946ea9a-2065-4011-a13c-9a65427762ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.2463195 Jan 10 18:59:15.418429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9375a1b4-e7f3-4072-aced-84d0d1331a9a {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:15.438158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:15.465052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64154f31-4b7e-4c04-85ac-dd19a2c95a55 req-184bc35b-9efb-4388-8634-841e245f84ee tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:15.466519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64154f31-4b7e-4c04-85ac-dd19a2c95a55 req-184bc35b-9efb-4388-8634-841e245f84ee tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 943 time: 0.2991481 Jan 10 18:59:15.480717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:15.502350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-91c13cf9-f949-466f-9220-404fbaee79aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:15.503982 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-91c13cf9-f949-466f-9220-404fbaee79aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2132907 Jan 10 18:59:15.513238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b918d5b3-a95a-492c-832f-3620d4facab1 req-c2dbce84-a182-4e3f-b570-c8976d009636 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558274 Jan 10 18:59:15.563530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64154f31-4b7e-4c04-85ac-dd19a2c95a55 req-de33c0bf-e574-4ae2-9df3-bdce8e0aba54 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876973 Jan 10 18:59:15.593822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-ddcc15f6-4fd8-4085-b0f2-e59c02db6a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:15.593822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-ddcc15f6-4fd8-4085-b0f2-e59c02db6a2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2178857 Jan 10 18:59:15.679568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-85949cb2-9386-48d9-aba9-e2e64dc1d9e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 217 time: 0.1486843 Jan 10 18:59:15.689969 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b', 'code': 200} Jan 10 18:59:15.706932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-cc013734-038f-4deb-a88a-a94bf41e1514 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.1091256 Jan 10 18:59:15.799379 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:15.800922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-1ab14e98-0c03-48a3-beb7-cdfbfbdf37f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:15.802538 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-1ab14e98-0c03-48a3-beb7-cdfbfbdf37f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1137457 Jan 10 18:59:15.819247 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:15.819868 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:15.837109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-2a796e9c-68d9-46aa-af8e-7d2f391a6d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:15.838562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-2a796e9c-68d9-46aa-af8e-7d2f391a6d4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1237736 Jan 10 18:59:15.867598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-a0a7f41a-b51b-4f4e-bd9f-059d23a29904 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529544 Jan 10 18:59:15.908200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] Transition to ACTIVE for port object 9375a1b4-e7f3-4072-aced-84d0d1331a9a will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:15.952351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Request body: {'security_group': {'name': 'tempest-securitygroup-438629230', 'description': 'tempest-description-204158243'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:15.965256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:15.970040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:15.981233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Usage tracker for resource:security_group and tenant:1cc51b1851624c0a81c029e5b9dfe9d4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:15.987676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b32df9d3-b0b5-48fb-9101-54a5dfdcdf2d req-399468bb-8e83-4f8e-832f-1a3444d8855f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1097 time: 0.2307460 Jan 10 18:59:15.988365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:16.016412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:16.049854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:16.052977 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:16.091059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-ac7d4800-2617-4f09-9a9c-9a3166d96f69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453265 Jan 10 18:59:16.094463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b32df9d3-b0b5-48fb-9101-54a5dfdcdf2d req-faa0d093-44d1-449c-a63a-6f373f62e0ea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912852 Jan 10 18:59:16.100967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54c305-5996-4eda-9dd4-c4b5b28d015a req-8cdd4822-9208-4539-8c56-6d52730ba0d8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:16.107899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b54c305-5996-4eda-9dd4-c4b5b28d015a req-8cdd4822-9208-4539-8c56-6d52730ba0d8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 945 time: 0.2250953 Jan 10 18:59:16.172732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] No DVR routers for this DVR port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:59:16.188957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] Pushing event updated for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:16.193573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-1982aded-6ad4-4ec6-9d0f-c0da81e7c518 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165009 Jan 10 18:59:16.234558 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c4174578-72f7-484e-af5b-dc85d6f0d312 service neutron] 10.222.0.44 "PUT /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2914703 Jan 10 18:59:16.287017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:16.303126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Usage tracker for resource:security_group_rule and tenant:1cc51b1851624c0a81c029e5b9dfe9d4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:16.308529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:16.317313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:16.356295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b54c305-5996-4eda-9dd4-c4b5b28d015a req-fb747092-b4cf-46e1-a2ab-356ad0397027 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6e35276-003a-48ab-8ce6-612d1f1b70bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475028 Jan 10 18:59:16.411718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-bdbe5ea5-3f24-4a16-bf4f-94508882ff74 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890167 Jan 10 18:59:16.453002 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:15Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:16.457296 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:16.468309 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:16.468919 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:16.507694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:16.517642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:16.563962 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-27ee189d-daf5-45ac-a277-547bb4965032 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342484 Jan 10 18:59:16.602290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:16.603657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a59a9e12-6d0d-43c6-8176-6f2a969baa54 req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.6584752 Jan 10 18:59:16.605967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a58183-2106-4316-a262-6db7240dd67b tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f8e3fb-4c5d-439b-944c-a0167d41de75,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:16.611663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-918912b9-488b-4f3d-be46-2b0d2176db59 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915338 Jan 10 18:59:16.625114 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-68cf7aeb-d2f0-4bf4-ba14-095cc9d2067a tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1095 time: 0.2089157 Jan 10 18:59:16.765254 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-3e9f4596-0a01-47ce-9cbb-dfc7280f06cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&tenant_id=16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 1095 time: 0.1339381 Jan 10 18:59:16.771177 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-af23e8b5-3561-429a-9cfb-f37df26eb16d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1055157 Jan 10 18:59:16.784583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-fdc7f562-5339-4fc9-a19f-29d624b6f248 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d110c5a670424a9db91b0e995bf1dfd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509994 Jan 10 18:59:16.802524 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:16.860132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72861efd-3a12-40e4-85f0-8781515b9b7a req-17e4f168-62ca-4914-9589-9984193807bd tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.2119787 Jan 10 18:59:16.978619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-131b129c-e488-4835-80b3-bbbd8cbf5962 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1095 time: 0.1718891 Jan 10 18:59:16.979830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-31e06789-c131-4b6f-9c96-b3ff640de559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:16.981249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-31e06789-c131-4b6f-9c96-b3ff640de559 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2016397 Jan 10 18:59:17.019089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861efd-3a12-40e4-85f0-8781515b9b7a req-890b1909-1fda-4991-9db8-10f4a656c464 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.020741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72861efd-3a12-40e4-85f0-8781515b9b7a req-890b1909-1fda-4991-9db8-10f4a656c464 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports/cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 942 time: 0.1078928 Jan 10 18:59:17.098410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-5bd94739-7148-4b09-b92a-2054898c3c27 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.110732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-5bd94739-7148-4b09-b92a-2054898c3c27 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879224 Jan 10 18:59:17.143428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-1b37cb2b-3102-461e-8f44-4340cfb22831 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/quotas/d110c5a670424a9db91b0e995bf1dfd2 HTTP/1.1" status: 200 len: 375 time: 0.0315409 Jan 10 18:59:17.183847 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:15Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:17.189475 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ee360-7a53-4824-a878-b4f7e3a9559d None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:55:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:15Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:17.211868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-4cc5ac2d-866e-4682-99f3-f98c4ee1274b tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d110c5a670424a9db91b0e995bf1dfd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676639 Jan 10 18:59:17.252327 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-bc0e9baa-3c38-46c4-82f4-12b4e312a3bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 1001 time: 0.2453787 Jan 10 18:59:17.380463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096798-8903-498b-8dc2-5bdb8a407482 req-bb814ac3-c2b2-47ce-b5e1-da7293624a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.385115 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-bb814ac3-c2b2-47ce-b5e1-da7293624a20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.4004819 Jan 10 18:59:17.513074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72861efd-3a12-40e4-85f0-8781515b9b7a req-76ba5c1e-1274-44e1-a39e-ceaa87244a9c tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.2568161 Jan 10 18:59:17.631722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-5ee2d893-6f96-40c6-b7d7-32afc20acb36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.633510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-5ee2d893-6f96-40c6-b7d7-32afc20acb36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.3524776 Jan 10 18:59:17.635265 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-c8719d61-6245-4ee5-b4ab-87642e6099d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 217 time: 0.2363579 Jan 10 18:59:17.786479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0073c20d-401c-4476-bcfa-ce5501726d63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.787981 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-0073c20d-401c-4476-bcfa-ce5501726d63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1469870 Jan 10 18:59:17.841525 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-7db859f9-6c20-4814-acdf-dd0ff506d072 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468638 Jan 10 18:59:17.869129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861efd-3a12-40e4-85f0-8781515b9b7a req-007cabe9-877f-4ea5-a2ed-593e678811f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.871067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72861efd-3a12-40e4-85f0-8781515b9b7a req-007cabe9-877f-4ea5-a2ed-593e678811f9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3569846 Jan 10 18:59:17.910497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ae05-49c8-4628-8f50-81cae06c0c95 req-fd344f3b-41a0-4d5f-8a38-f999becab4ce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:17.915502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e544ae05-49c8-4628-8f50-81cae06c0c95 req-fd344f3b-41a0-4d5f-8a38-f999becab4ce tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 946 time: 0.1982656 Jan 10 18:59:17.939967 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-27bab001-0372-4c7c-b709-a2889966529a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345295 Jan 10 18:59:18.030183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e544ae05-49c8-4628-8f50-81cae06c0c95 req-15a83ff0-25eb-444b-8b6d-23138088420c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117606 Jan 10 18:59:18.146630 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-5e01ed04-46bd-4ae5-8dfc-ef6192a12fe5 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893000 Jan 10 18:59:18.150930 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-81cd5f3c-e1a3-4b26-a93c-02d278d19806 service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000704 Jan 10 18:59:18.232374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:59:18.368837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:59:18.401222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1857779329', 'description': 'tempest-description-1177904696'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:18.407004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:18.411198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Usage tracker for resource:security_group and tenant:a56112809c934731bff2d5722883f243 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:18.415586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:18.415763 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-f04e8427-47c9-4183-824b-a4000c278057 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626195 Jan 10 18:59:18.417650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d73257a-ac78-44e4-95d9-d50da7a07703 req-df5cb8fe-5a94-47b5-841b-061836f87feb service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432029 Jan 10 18:59:18.422236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:18.443002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.457389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.489412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4d4a5-cbd9-42f1-822c-646d564b0682 req-aecb075f-e56a-4981-ae29-90b747c0d985 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:18.491318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbd4d4a5-cbd9-42f1-822c-646d564b0682 req-aecb075f-e56a-4981-ae29-90b747c0d985 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.1684523 Jan 10 18:59:18.528322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:18.534819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Usage tracker for resource:security_group_rule and tenant:a56112809c934731bff2d5722883f243 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:18.537925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:18.550671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:18.571280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbd4d4a5-cbd9-42f1-822c-646d564b0682 req-bccdab37-6ddf-4a83-840c-5a62e540ae8b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725274 Jan 10 18:59:18.640436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.646639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.688833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b516814-9771-40c9-af18-c9f29dc9feca,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:18.691573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:18.698659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Usage tracker for resource:security_group_rule and tenant:a56112809c934731bff2d5722883f243 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:18.732781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:18.746611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:18.750206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81628344-3410-4c7c-bae9-9db351295e79 req-701513ad-1201-46fe-b62c-fc5cc7b34e15 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 210 time: 0.0562439 Jan 10 18:59:18.821320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.869016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.943624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:18.949709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9e58de6-42ba-43e7-b2a4-a9a2a8190134 req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.5631149 Jan 10 18:59:18.965771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab5b3d-7b42-4304-82f9-4f4405a6a45a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c771b-8be5-4de6-9638-2f4cc63fb67a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:18.990566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-505795c8-0640-4ca7-8bc2-7c3ca5e2acfd tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.1726499 Jan 10 18:59:19.042965 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-225bbd32-3dbe-4f71-90d1-5964003cf8e7 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d110c5a670424a9db91b0e995bf1dfd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801210 Jan 10 18:59:19.090245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-64c4711a-45c2-4651-b2b6-ddb115f5b5cc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:19.091829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-64c4711a-45c2-4651-b2b6-ddb115f5b5cc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports/cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 942 time: 0.0858901 Jan 10 18:59:19.244803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-d846db82-33e9-47af-95db-f673535e23c6 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:19.246196 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-d846db82-33e9-47af-95db-f673535e23c6 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950362 Jan 10 18:59:19.265465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b53b5-ed3e-4b53-abb1-52accfe327c4 req-634ab80b-9993-4df5-a814-8c1123467577 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:19.267019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f39b53b5-ed3e-4b53-abb1-52accfe327c4 req-634ab80b-9993-4df5-a814-8c1123467577 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.0927639 Jan 10 18:59:19.271024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Request body: {'port': {'device_id': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'd110c5a670424a9db91b0e995bf1dfd2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:19.448228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:19.452337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Usage tracker for resource:port and tenant:d110c5a670424a9db91b0e995bf1dfd2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:19.455333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:19.461842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:19.471783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Made reservation on behalf of d110c5a670424a9db91b0e995bf1dfd2 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:19.474815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:19.488148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:19.519415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:19.523077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Usage tracker for resource:security_group_rule and tenant:d110c5a670424a9db91b0e995bf1dfd2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:19.526277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:19.531783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:19.546284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-5fe2f5e0-abc0-4251-b8e3-6e25e5c58bc6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.1492000 Jan 10 18:59:19.550782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f39b53b5-ed3e-4b53-abb1-52accfe327c4 req-6ae95ffe-7bb4-4209-a76b-98c157d68d9e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029706 Jan 10 18:59:19.591912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-a0727739-1a44-42f3-a6fa-7ec80910980e tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1095 time: 0.3217020 Jan 10 18:59:19.611235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:19.615707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:19.698764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6134781-a5c0-402f-87b1-b6f2e4f29158,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:19.796152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Allocated IP 192.168.233.143 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/fc356ea8-4d99-41ab-aec4-c14fc2b07912) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:19.834414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-6cba4b6b-da96-4227-8d23-331836055edf tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:19.835764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-6cba4b6b-da96-4227-8d23-331836055edf tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2726655 Jan 10 18:59:19.931423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9aa1e7d4-d171-416c-9aed-68e043ec7de3 req-18da4b6e-2371-4ff3-89e0-ea80dbdb5d2c tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1097 time: 0.2354605 Jan 10 18:59:19.945314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-84096798-8903-498b-8dc2-5bdb8a407482 req-e020ab5d-90fc-43ed-b5bd-dedeb5dd0d71 service neutron] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:19.967083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-84096798-8903-498b-8dc2-5bdb8a407482 req-e020ab5d-90fc-43ed-b5bd-dedeb5dd0d71 service neutron] Notify callbacks [] for binding, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:19.968134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84096798-8903-498b-8dc2-5bdb8a407482 req-e020ab5d-90fc-43ed-b5bd-dedeb5dd0d71 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.3267026 Jan 10 18:59:19.973886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-db669bce-454d-40f9-b210-08b6c6718bff tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.1305091 Jan 10 18:59:19.990372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:19.996653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.012927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Transition to ACTIVE for port object fc356ea8-4d99-41ab-aec4-c14fc2b07912 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:20.035068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.070008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9aa1e7d4-d171-416c-9aed-68e043ec7de3 req-1336bca7-16ec-472a-9929-9bc44ca74553 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294417 Jan 10 18:59:20.096931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.102141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:20.105977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:20.109740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:20.113570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:20.114178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.142794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Pushing event updated for resources: {'Port': ['ID=fc356ea8-4d99-41ab-aec4-c14fc2b07912,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:20.146634 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-ec48261f-0ae7-46ff-abff-18f4099bcb40 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8813336 Jan 10 18:59:20.157926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Request body: {'port': {'device_id': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:20.268907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1559508957', 'description': 'tempest-description-2017101076'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:20.280042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:20.298659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Usage tracker for resource:security_group and tenant:a56112809c934731bff2d5722883f243 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:20.304426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:20.321896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:20.340999 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.389362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.438028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.448539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.448855 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Floating IP 77932dd8-6431-4992-ad58-78485ee167f6 disassociated. External IP: 172.25.6.161, port: cc9fc780-f5bb-476d-8757-0e33432fe3a1. Jan 10 18:59:20.465971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-64e2d11e-e543-4357-836f-9c023239b6a2 None None] Provisioning for port fc356ea8-4d99-41ab-aec4-c14fc2b07912 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:20.472782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-64e2d11e-e543-4357-836f-9c023239b6a2 None None] Provisioning complete for port fc356ea8-4d99-41ab-aec4-c14fc2b07912 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:20.473402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-64e2d11e-e543-4357-836f-9c023239b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.508898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:20.514372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Usage tracker for resource:security_group_rule and tenant:a56112809c934731bff2d5722883f243 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:20.517651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:20.524731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:20.532050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-64e2d11e-e543-4357-836f-9c023239b6a2 None None] Port fc356ea8-4d99-41ab-aec4-c14fc2b07912 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:59:20.650118 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.657761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.714308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af889c7-92a0-4068-81c9-d303779e30b0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:20.724761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.726211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3946db7c-17ca-4bcd-bb88-034736203da7 req-c32d26fb-27a1-4b99-a896-3d442fe787a0 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.5169580 Jan 10 18:59:20.757252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc356ea8-4d99-41ab-aec4-c14fc2b07912 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:20.765409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.780967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Transition to ACTIVE for port object fc356ea8-4d99-41ab-aec4-c14fc2b07912 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:20.792082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:20.992934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Pushing event updated for resources: {'Port': ['ID=fc356ea8-4d99-41ab-aec4-c14fc2b07912,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:21.082743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Attempting to bind port fc356ea8-4d99-41ab-aec4-c14fc2b07912 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:21.083454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Attempting to bind port fc356ea8-4d99-41ab-aec4-c14fc2b07912 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:21.084001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Attempting to bind port fc356ea8-4d99-41ab-aec4-c14fc2b07912 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:21.106026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Port fc356ea8-4d99-41ab-aec4-c14fc2b07912 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:21.106580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Attempting to bind port fc356ea8-4d99-41ab-aec4-c14fc2b07912 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:21.120460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:21.120948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:21.121763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:21.122370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Bound port: fc356ea8-4d99-41ab-aec4-c14fc2b07912, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:21.122805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:21.240285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] For port fc356ea8-4d99-41ab-aec4-c14fc2b07912, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:21.247259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] For port fc356ea8-4d99-41ab-aec4-c14fc2b07912, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:21.252014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:21.308197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:21.309919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] 10.222.0.30 "PUT /v2.0/ports/fc356ea8-4d99-41ab-aec4-c14fc2b07912 HTTP/1.1" status: 200 len: 1096 time: 1.1564949 Jan 10 18:59:21.353593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'tag': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:21.369746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58602) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:21.400226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266bc9-78a7-4d58-94a9-dfe5d8e97f90 req-766edd67-21a6-43e3-9fad-69ffd67f9af2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:21.407599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3266bc9-78a7-4d58-94a9-dfe5d8e97f90 req-766edd67-21a6-43e3-9fad-69ffd67f9af2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.1463177 Jan 10 18:59:21.418205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756919-e87a-4e01-b082-680ddb7ba77b service neutron] Pushing event updated for resources: {'Port': ['ID=fc356ea8-4d99-41ab-aec4-c14fc2b07912,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:21.443245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:21.446853 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-8fdf092c-4d46-4015-9a22-0bac6c6e4df4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d110c5a670424a9db91b0e995bf1dfd2&device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 1099 time: 0.0875041 Jan 10 18:59:21.485370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3266bc9-78a7-4d58-94a9-dfe5d8e97f90 req-b81c7882-a9f0-4dd9-9998-9db74f265448 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Jan 10 18:59:21.535577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-18e9c0c1-447c-497f-8b6f-cf0ff74af70b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912 HTTP/1.1" status: 200 len: 217 time: 0.0828345 Jan 10 18:59:21.639583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-c3fba5d7-9711-4a08-8a49-bfed7c50bf06 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:21.641298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-c3fba5d7-9711-4a08-8a49-bfed7c50bf06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0993021 Jan 10 18:59:21.721498 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-fa0c7ea3-d780-44fd-b120-ea746ebab7d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742247 Jan 10 18:59:21.750324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:21.813004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-a0d73197-f3e1-4f14-9b0b-de6d1d4e69a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2082613 Jan 10 18:59:21.866190 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-18dd7456-5fed-426a-b1ec-f55bf91714f0 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355019 Jan 10 18:59:21.872344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:21.923434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Usage tracker for resource:security_group_rule and tenant:a0941936229a4756bb41078555890703 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:21.931524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:21.943585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:21.965444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc82fc-9ea6-4630-b10a-2b2c46e07cb9 req-73c8a8b9-2bd4-4598-a23b-db8c94fe2c3c tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:21.966930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2cc82fc-9ea6-4630-b10a-2b2c46e07cb9 req-73c8a8b9-2bd4-4598-a23b-db8c94fe2c3c tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 948 time: 0.2684300 Jan 10 18:59:21.994060 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86152d69-8f22-411e-acee-1b4e76d12b42 req-347c8f29-49b6-4981-9b32-6e83874d6172 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264272 Jan 10 18:59:22.083112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2cc82fc-9ea6-4630-b10a-2b2c46e07cb9 req-c2e00c8b-943a-4cc4-9acc-afa094d548f6 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091073 Jan 10 18:59:22.085870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-7bc0500c-f90e-46e5-b35b-019c1b42c68c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.2093518 Jan 10 18:59:22.190458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.200044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:22.209405 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.210164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:22.224908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:22.225671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:22.266931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.326364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d18ed3-d6fb-434c-8f03-a92e02d7e1a1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:22.343621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b5538ae0-252c-4ba2-bbdb-aa4ab324da08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0941936229a4756bb41078555890703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9728358 Jan 10 18:59:22.346477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58612) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:22.372231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-deadd015-5fd6-4ac3-ba81-9d816e8ad6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:22.373720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-deadd015-5fd6-4ac3-ba81-9d816e8ad6b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2691765 Jan 10 18:59:22.375283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-e39732da-a6d2-494f-ac52-beb8e9645b2b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "PUT /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 695 time: 2.3896437 Jan 10 18:59:22.375777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:22.420587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3509-b0e7-4256-aa59-8eb8a8ede7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.433446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:22.449124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3509-b0e7-4256-aa59-8eb8a8ede7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.490770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-0064a1fb-4c35-4913-9624-a0728b498903 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.1094475 Jan 10 18:59:22.504834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3509-b0e7-4256-aa59-8eb8a8ede7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.562538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c3509-b0e7-4256-aa59-8eb8a8ede7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d18ed3-d6fb-434c-8f03-a92e02d7e1a1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:22.570335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3509-b0e7-4256-aa59-8eb8a8ede7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:22.573995 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c2c3509-b0e7-4256-aa59-8eb8a8ede7c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78d18ed3-d6fb-434c-8f03-a92e02d7e1a1 HTTP/1.1" status: 204 len: 168 time: 0.2243621 Jan 10 18:59:22.583609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-621278d3-936e-4b5d-ba5c-6aac68a2ec6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:22.585073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-621278d3-936e-4b5d-ba5c-6aac68a2ec6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.0853484 Jan 10 18:59:22.593656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-c5025d4b-9853-48ae-a281-81d518ea7baf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1560736 Jan 10 18:59:22.796189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:22.801093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:22.815202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:22.816038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:22.915134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-3fa59a8d-6117-433e-88b1-112e5c386a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:22.916825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-3fa59a8d-6117-433e-88b1-112e5c386a28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2354927 Jan 10 18:59:22.924606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-821a9edd-9519-441f-b4fa-dd028fe0bab9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3296428 Jan 10 18:59:23.117320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:23.136457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58638) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:23.160994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.200561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:23.210345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Usage tracker for resource:security_group_rule and tenant:03a10008db1245ae9f1fbc9fac2106af is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:23.210728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-a893d8da-693b-4bd1-a3f4-dd9371bcb09b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 217 time: 0.2849281 Jan 10 18:59:23.214465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:23.225576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:23.314977 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.321947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.417152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ef6ea-79b0-4562-b9b8-3b4a172b73f3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:23.418899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-123c6555-46ac-4534-b347-15f3a105a6dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:23.425805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-123c6555-46ac-4534-b347-15f3a105a6dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.2141514 Jan 10 18:59:23.452173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7f96f597-0980-463e-a45e-6be7802cacea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03a10008db1245ae9f1fbc9fac2106af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3144488 Jan 10 18:59:23.454925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58646) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:23.528626 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6369-b2db-422a-9029-ce0f9c037e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.603086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6369-b2db-422a-9029-ce0f9c037e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.732162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6369-b2db-422a-9029-ce0f9c037e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.744131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-b07fae78-6556-4d4d-8c9b-27468564936c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174303 Jan 10 18:59:23.761962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a6369-b2db-422a-9029-ce0f9c037e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ef6ea-79b0-4562-b9b8-3b4a172b73f3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:23.763972 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6369-b2db-422a-9029-ce0f9c037e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:23.768510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0e4a6369-b2db-422a-9029-ce0f9c037e73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a65ef6ea-79b0-4562-b9b8-3b4a172b73f3 HTTP/1.1" status: 204 len: 168 time: 0.3123417 Jan 10 18:59:23.830142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:23.844656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557ced9-f1e5-43b6-a750-204b6ed29235 None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:23.970423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-7de0379d-d380-434c-9a3e-78ca76bad897 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665821 Jan 10 18:59:24.301866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fb6cb02-6d98-4ec8-8b5b-2df6b2604dd5 req-f64b17fc-8723-4da6-ae48-62115c5d57a3 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229668 Jan 10 18:59:24.321561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-88f8754f-88ca-4fe7-93ce-e8047ca4ceb7 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134153 Jan 10 18:59:24.371334 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005eb82-61e2-4fdb-aaee-83d1cf0f0a25 None None] New status for floating IP 77932dd8-6431-4992-ad58-78485ee167f6: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:24.533547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0dafd90-f527-41a5-ac05-cbdaae629f45 req-cad5d5d0-ae73-4bd2-a8ef-5d06832c1f09 service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971922 Jan 10 18:59:24.562440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-c6480ebf-03c0-428b-85de-3491830ee69b tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Synchronizing usage tracker for tenant:a56112809c934731bff2d5722883f243 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:24.604950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-c6480ebf-03c0-428b-85de-3491830ee69b tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Unset dirty status for tenant:a56112809c934731bff2d5722883f243 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:24.608432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-c6480ebf-03c0-428b-85de-3491830ee69b tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47083 time: 1.4072273 Jan 10 18:59:24.698191 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'tag': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912', 'status': 'completed', 'code': 200} Jan 10 18:59:24.728090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-de6412f4-0d95-4046-935a-e74bd2382a7e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:24.728855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-de6412f4-0d95-4046-935a-e74bd2382a7e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Synchronizing usage tracker for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:24.768156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-de6412f4-0d95-4046-935a-e74bd2382a7e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Unset dirty status for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:24.769537 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-de6412f4-0d95-4046-935a-e74bd2382a7e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/ports?device_id=e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d HTTP/1.1" status: 200 len: 946 time: 0.3653312 Jan 10 18:59:24.959651 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'status': 'completed', 'code': 200} Jan 10 18:59:24.991361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-a86878f5-06f4-4698-92a3-63683a7b33c5 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1c5e19f0-1be6-4e20-ae34-05550d51b0d1 HTTP/1.1" status: 200 len: 2649 time: 0.3742731 Jan 10 18:59:25.224101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Deleting port 36b01303-558f-43e6-99ac-d080959b7891 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:59:25.224706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:25.276240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-f268195d-1b19-4133-b323-415f040b468b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d110c5a670424a9db91b0e995bf1dfd2&device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 1099 time: 0.5602090 Jan 10 18:59:25.479980 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-cc388df6-0749-4c44-a7cf-634dfcc691ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 1096 time: 0.5281632 Jan 10 18:59:25.496180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-6fab91ea-d19f-4eb2-ae34-a9f275e42a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:25.498546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-6fab91ea-d19f-4eb2-ae34-a9f275e42a01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2038093 Jan 10 18:59:25.510044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-028f9f35-9e14-49e4-ac60-db7baa23c9d3 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1c5e19f0-1be6-4e20-ae34-05550d51b0d1 HTTP/1.1" status: 200 len: 2649 time: 0.5177441 Jan 10 18:59:25.634171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-7171487f-37eb-4714-9642-fc57da009956 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912 HTTP/1.1" status: 200 len: 217 time: 0.1206326 Jan 10 18:59:25.710549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-05dc80e1-55b5-465f-87c8-44d9288880c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:25.712396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-05dc80e1-55b5-465f-87c8-44d9288880c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0654306 Jan 10 18:59:25.752957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-08614fc1-647a-424d-b858-2d4dc9c2a18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:25.754443 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-08614fc1-647a-424d-b858-2d4dc9c2a18b service neutron] 10.222.0.44 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2683012 Jan 10 18:59:25.760141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] For port 36b01303-558f-43e6-99ac-d080959b7891, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=36b01303-558f-43e6-99ac-d080959b7891,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:25.760499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:25.773407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-e27ba306-d069-446f-85f8-1760bbf0d933 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/274486d1-a77c-48d2-8aeb-6fd0f965d2af HTTP/1.1" status: 200 len: 2649 time: 0.2618062 Jan 10 18:59:25.780901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbe6f9-0467-41aa-ab0a-ef1027e501ac req-98ce2578-21cb-41ba-9431-f1142130f8d4 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:25.782450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2dbbe6f9-0467-41aa-ab0a-ef1027e501ac req-98ce2578-21cb-41ba-9431-f1142130f8d4 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 948 time: 0.5951548 Jan 10 18:59:25.886924 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-d236847e-5f58-406a-9767-a1972b58910c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 200 len: 217 time: 0.1186728 Jan 10 18:59:25.887551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-5b8d624e-387c-400c-8d60-a37c503fb42e tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/274486d1-a77c-48d2-8aeb-6fd0f965d2af HTTP/1.1" status: 200 len: 2649 time: 0.1124415 Jan 10 18:59:25.891331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2dbbe6f9-0467-41aa-ab0a-ef1027e501ac req-22beb7f2-7bda-4fb6-b73e-02d781eee4d9 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924971 Jan 10 18:59:25.897168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-6c3269dc-abcd-42bc-a5b4-b5462000dea9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1769524 Jan 10 18:59:26.037277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-37466ea8-274d-4858-9d31-18687d9f6cd7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:26.038719 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-37466ea8-274d-4858-9d31-18687d9f6cd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1440883 Jan 10 18:59:26.128372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-61e2bc38-249f-4084-bfe5-84228df44eb4 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3f1e44a6-6ee7-45f6-b01b-3ce756be9190 HTTP/1.1" status: 200 len: 2649 time: 0.2350953 Jan 10 18:59:26.209735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-d8aaaab2-52e3-411e-a45b-553aef9ac467 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1581372922&fields=id&tenant_id=bfcb173414dc4204947d166bfbece2e2 HTTP/1.1" status: 200 len: 267 time: 0.1964221 Jan 10 18:59:26.212276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-f20e87cf-ce20-412d-95d0-efed3ec3cc47 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037381 Jan 10 18:59:26.214058 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:26.214901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:26.214901 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf disassociated. External IP: 172.25.6.105, port: 36b01303-558f-43e6-99ac-d080959b7891. Jan 10 18:59:26.215149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Calling delete_port for 36b01303-558f-43e6-99ac-d080959b7891 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:59:26.262953 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-d25062de-837a-4530-972b-f12391d999b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072737 Jan 10 18:59:26.293026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device fc356ea8-4d99-41ab-aec4-c14fc2b07912 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:26.319614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-fedabda4-5199-4fc4-aaca-b82907832ede tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3f1e44a6-6ee7-45f6-b01b-3ce756be9190 HTTP/1.1" status: 200 len: 2649 time: 0.1764102 Jan 10 18:59:26.449672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port fc356ea8-4d99-41ab-aec4-c14fc2b07912, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:26.471988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912', 'mac_address': 'fa:16:3e:4d:65:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:59:26.504797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-6128a562-fed5-4dbe-be79-7514f123e316 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/43b0489d-92ba-4b3e-bf42-99702b708f46 HTTP/1.1" status: 200 len: 2649 time: 0.1351595 Jan 10 18:59:26.515872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07f880ca-73a1-4e1d-ae28-b71b626f708e req-48537f23-d9d8-403c-be14-202e039ec294 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718844 Jan 10 18:59:26.520364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-281302d6-5ca1-40d9-be4f-9ea292550646 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:26.521722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-281302d6-5ca1-40d9-be4f-9ea292550646 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 824 time: 0.3033249 Jan 10 18:59:26.550780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-5e0c6d20-919d-44ff-94f8-1e0f4acd6c89 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/quotas/bfcb173414dc4204947d166bfbece2e2 HTTP/1.1" status: 200 len: 375 time: 0.0170174 Jan 10 18:59:26.570235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:26.598854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc356ea8-4d99-41ab-aec4-c14fc2b07912 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:26.623366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port fc356ea8-4d99-41ab-aec4-c14fc2b07912, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:26.631379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:26.643500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-d3d48bcd-7372-4832-8441-b565b6d7de57 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/43b0489d-92ba-4b3e-bf42-99702b708f46 HTTP/1.1" status: 200 len: 2649 time: 0.1298788 Jan 10 18:59:26.659898 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-f8f0482d-0601-465f-8d65-6f2c3310009f service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868186 Jan 10 18:59:26.669050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:26.705605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=fc356ea8-4d99-41ab-aec4-c14fc2b07912,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:26.712503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-7f748a27-c04e-4f6d-b496-ca85968c3570 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9b516814-9771-40c9-af18-c9f29dc9feca HTTP/1.1" status: 200 len: 2649 time: 0.0661626 Jan 10 18:59:26.721446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-928b41d2-f4c7-482b-86ff-b1612b0ff18f tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1577001 Jan 10 18:59:26.853048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-4da7e56b-6252-42fb-a3d1-013fc6b01afc tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9b516814-9771-40c9-af18-c9f29dc9feca HTTP/1.1" status: 200 len: 2649 time: 0.1298938 Jan 10 18:59:26.895715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event deleted for resources: {'Port': ['ID=36b01303-558f-43e6-99ac-d080959b7891,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:26.896380 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-1198ab0b-9c16-42d0-964c-b4be0bc36106 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] show failed (client error): The resource could not be found. Jan 10 18:59:26.897410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-1198ab0b-9c16-42d0-964c-b4be0bc36106 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a65ef6ea-79b0-4562-b9b8-3b4a172b73f3 HTTP/1.1" status: 404 len: 352 time: 0.0374942 Jan 10 18:59:26.902529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['fc356ea8-4d99-41ab-aec4-c14fc2b07912'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:26.940241 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-61ec01fb-3887-47ba-baa2-a8db38cb45bb tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] show failed (client error): The resource could not be found. Jan 10 18:59:26.950408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-61ec01fb-3887-47ba-baa2-a8db38cb45bb tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a65ef6ea-79b0-4562-b9b8-3b4a172b73f3 HTTP/1.1" status: 404 len: 352 time: 0.0361233 Jan 10 18:59:26.960136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-0e4b0b88-265c-49f5-bc70-1b7069726452 service neutron] 10.222.0.21 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250826 Jan 10 18:59:27.041703 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18ec9977-62db-40ef-8ce8-9f6426dc462b req-64465c6c-a64c-47ac-b5a7-7bdd80428340 service neutron] 10.222.0.44 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740313 Jan 10 18:59:27.231937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:27.297036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-0f77a213-bd5c-41fd-be78-2ea587b4e257 service neutron] 10.222.0.21 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355494 Jan 10 18:59:27.320024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-3b8d06bb-a68c-4e6a-b7b1-5b2edfeffa6d tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a6e35276-003a-48ab-8ce6-612d1f1b70bd HTTP/1.1" status: 200 len: 2649 time: 0.3684294 Jan 10 18:59:27.408940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-d438f45f-299e-4886-b497-1c61e7981fb6 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a6e35276-003a-48ab-8ce6-612d1f1b70bd HTTP/1.1" status: 200 len: 2649 time: 0.0817661 Jan 10 18:59:27.510678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-098f6860-ec33-43ef-83b9-cb2f045002d8 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ab2973a0-637d-4fdf-8cad-b51ca2e5c68f HTTP/1.1" status: 200 len: 2649 time: 0.0942400 Jan 10 18:59:27.553987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:27.566303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:27.595072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:27.605949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:27.628583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-ed2de7ac-b610-4c62-a5bc-365e371a96ea tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ab2973a0-637d-4fdf-8cad-b51ca2e5c68f HTTP/1.1" status: 200 len: 2649 time: 0.1112378 Jan 10 18:59:27.740243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-0a431c9b-d8f2-47fd-b008-573e60e91741 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b3f5b43d-8058-4128-8559-fd1008701bed HTTP/1.1" status: 200 len: 2649 time: 0.1039832 Jan 10 18:59:27.744577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] No DVR routers for this DVR port 36b01303-558f-43e6-99ac-d080959b7891 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:59:27.757792 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:27.763353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'name': 'network-vif-deleted', 'tag': '36b01303-558f-43e6-99ac-d080959b7891'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:27.800781 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5c5f1b73-5026-4864-b207-4c52d7f97b1c req-bfc6e45c-4320-4993-9635-95fd667a08ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "DELETE /v2.0/ports/36b01303-558f-43e6-99ac-d080959b7891 HTTP/1.1" status: 204 len: 173 time: 3.0246837 Jan 10 18:59:27.825351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-383531e9-3510-4a0b-9a38-8c22ca2d9862 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b3f5b43d-8058-4128-8559-fd1008701bed HTTP/1.1" status: 200 len: 2649 time: 0.0775313 Jan 10 18:59:27.907864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:27.945750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-976d9beb-58ce-4881-b3f2-d3452b76c49e tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b6134781-a5c0-402f-87b1-b6f2e4f29158 HTTP/1.1" status: 200 len: 2649 time: 0.1137650 Jan 10 18:59:28.050170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-9e1d4c85-762b-487f-954c-75f0df1e9278 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b6134781-a5c0-402f-87b1-b6f2e4f29158 HTTP/1.1" status: 200 len: 2649 time: 0.0996468 Jan 10 18:59:28.280381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-f81aba20-c10b-4ffe-b0db-3da87ce078a9 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d3501823-b078-4ddd-997e-f140cc8bd318 HTTP/1.1" status: 200 len: 2649 time: 0.2239928 Jan 10 18:59:28.306660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 36b01303-558f-43e6-99ac-d080959b7891 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:59:28.327039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0680fa9-7628-4bfa-bd3d-4c4f46805429 req-bbeeb38b-8f6c-407c-bf2e-89337077a7f8 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1095 time: 0.2512217 Jan 10 18:59:28.338288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device fc356ea8-4d99-41ab-aec4-c14fc2b07912 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:59:28.399711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0680fa9-7628-4bfa-bd3d-4c4f46805429 req-43947bd6-23f0-424b-bc4f-f15452104534 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717428 Jan 10 18:59:28.415188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 36b01303-558f-43e6-99ac-d080959b7891 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:59:28.415882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 36b01303-558f-43e6-99ac-d080959b7891 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:59:28.430140 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-5eb7854e-f098-4082-81f0-614db8a5a1d3 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d3501823-b078-4ddd-997e-f140cc8bd318 HTTP/1.1" status: 200 len: 2649 time: 0.1483657 Jan 10 18:59:28.565757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-709cf9c5-1ee7-4a45-873c-a9ccdc95805a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d54d7afe-9181-4655-8dc2-d45b0ce30c73 HTTP/1.1" status: 200 len: 2649 time: 0.1344898 Jan 10 18:59:28.600064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port fc356ea8-4d99-41ab-aec4-c14fc2b07912 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:28.616846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port fc356ea8-4d99-41ab-aec4-c14fc2b07912 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:28.618501 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:28.660972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-291150ea-8a2e-40ad-a4fd-e7677cbb0900 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d54d7afe-9181-4655-8dc2-d45b0ce30c73 HTTP/1.1" status: 200 len: 2649 time: 0.0862975 Jan 10 18:59:28.718783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:28.786696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:28.814817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-76d1820f-ddc7-42e3-8cf6-4b276161c367 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d56681e6-cf47-4d7c-b077-7d4b15e6f33e HTTP/1.1" status: 200 len: 2649 time: 0.1479301 Jan 10 18:59:28.900224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:28.916303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:28.916303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:28.923248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-c8c49f8b-30d8-4b88-9b5e-57cff720c63d tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d56681e6-cf47-4d7c-b077-7d4b15e6f33e HTTP/1.1" status: 200 len: 2649 time: 0.1074417 Jan 10 18:59:29.055593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-d9880f67-d07f-44b3-8f1a-df3a28851c1f tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e4a30789-29c8-4673-908f-15a4c05d9008 HTTP/1.1" status: 200 len: 2649 time: 0.1213102 Jan 10 18:59:29.180610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-f79afabc-5e4a-40f2-9b3d-525266696cbf tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e4a30789-29c8-4673-908f-15a4c05d9008 HTTP/1.1" status: 200 len: 2649 time: 0.1109762 Jan 10 18:59:29.322577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:29.332654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-03cf5d66-727a-4f73-afc6-9f8573fe1074 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/efbb6b19-c101-4634-a5c1-c5a05b02aa79 HTTP/1.1" status: 200 len: 2649 time: 0.1449726 Jan 10 18:59:29.408153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:29.424166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port fc356ea8-4d99-41ab-aec4-c14fc2b07912, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:29.503506 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:29.509754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-d3e329b3-da01-4ee4-8187-bd35276ef53a tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/efbb6b19-c101-4634-a5c1-c5a05b02aa79 HTTP/1.1" status: 200 len: 2649 time: 0.1692481 Jan 10 18:59:29.620510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-20d20e63-d0c5-4472-bb9f-f72073ff2214 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0 HTTP/1.1" status: 200 len: 2649 time: 0.1029952 Jan 10 18:59:29.741005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=fc356ea8-4d99-41ab-aec4-c14fc2b07912,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:29.763870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7e3bd50-0e5c-4a20-a693-f65371b5c329 req-c69d89d3-76c1-4601-90fa-9f8f38870e0b tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0 HTTP/1.1" status: 200 len: 2649 time: 0.1329250 Jan 10 18:59:29.786932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-43de6c91-c5ea-414f-9e89-018486bc71ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:29.800767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-43de6c91-c5ea-414f-9e89-018486bc71ec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 824 time: 0.5388515 Jan 10 18:59:29.824977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-95dcbd47-91db-4d38-b39f-1753281bc7cb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:29.825798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-95dcbd47-91db-4d38-b39f-1753281bc7cb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:29.876330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-95dcbd47-91db-4d38-b39f-1753281bc7cb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:29.877449 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-95dcbd47-91db-4d38-b39f-1753281bc7cb tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5 HTTP/1.1" status: 200 len: 945 time: 0.3266170 Jan 10 18:59:29.961601 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-a2c8bc0d-7631-4a78-aea8-b22c5e7f26d9 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcb173414dc4204947d166bfbece2e2 HTTP/1.1" status: 200 len: 380 time: 0.1286778 Jan 10 18:59:29.975109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:29.980904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893af1d-00e8-47ee-a401-60c64863aafa req-602fbc40-7eac-47b5-92e2-7d8011c85ba4 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:29.981298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd26bc-3f95-4b56-83fa-bb5c49621a99 None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:29.983616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c893af1d-00e8-47ee-a401-60c64863aafa req-602fbc40-7eac-47b5-92e2-7d8011c85ba4 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 950 time: 0.0988891 Jan 10 18:59:29.984280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'port': {'device_id': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'admin_state_up': True, 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'security_groups': ['d3f381dd-a7ef-40ac-a7e4-68756925b467']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:30.051319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c893af1d-00e8-47ee-a401-60c64863aafa req-5a411a03-e62c-4986-83cb-30f2fa8c73e4 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Jan 10 18:59:30.143646 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56c5bb8-ed78-4b18-a18b-23f84dd8cd6d', 'name': 'network-vif-deleted', 'tag': '36b01303-558f-43e6-99ac-d080959b7891', 'status': 'completed', 'code': 200} Jan 10 18:59:30.153492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Deleting port cc9fc780-f5bb-476d-8757-0e33432fe3a1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:59:30.153703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8524876-ed07-47e4-aeec-45585ab0b823 req-3e5ed009-b6d0-4256-a20c-f78956a0de10 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 210 time: 0.0606890 Jan 10 18:59:30.153906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:30.398172 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67069a-6d7b-4de4-a16e-aa1fd10f8e7a None None] New status for floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:30.433540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:30.494280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Usage tracker for resource:port and tenant:bfcb173414dc4204947d166bfbece2e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:30.497714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:30.504345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:30.521823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Made reservation on behalf of bfcb173414dc4204947d166bfbece2e2 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:30.525879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:30.555556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-ec40db9e-8ffe-46d6-94eb-b4f40788f3a6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:30.562353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-ec40db9e-8ffe-46d6-94eb-b4f40788f3a6 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3056102 Jan 10 18:59:30.662576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-b8049076-4ea3-40c8-ae2d-dc4873de5f46 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:30.663819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-b8049076-4ea3-40c8-ae2d-dc4873de5f46 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.2702873 Jan 10 18:59:30.672559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-6ef17655-bda3-408b-919a-d22fcb0ff8ff tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.1094894 Jan 10 18:59:30.675868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] For port cc9fc780-f5bb-476d-8757-0e33432fe3a1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cc9fc780-f5bb-476d-8757-0e33432fe3a1,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:30.676318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:30.679075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'floatingip': {'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:30.767652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-740c2ee9-db85-40f0-83e4-0366ae06c07f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/quotas/16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 375 time: 0.0924673 Jan 10 18:59:30.769624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:30.936219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Calling delete_port for cc9fc780-f5bb-476d-8757-0e33432fe3a1 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:59:31.023252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-6d99f8c0-06fa-42d1-86db-cc91e6d4fcff tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042682 Jan 10 18:59:31.030225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Allocated IP 172.20.0.5 (32fba634-0217-49f3-bce1-5a5bbe16f712/6418533e-be03-48b3-81f9-41d1dbb51aa0/91c200d4-30a4-4fea-a9f4-8fabed872ff1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:31.209114 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.221522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['cc9fc780-f5bb-476d-8757-0e33432fe3a1'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:31.256177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ff655acb-3a30-48df-bd6f-9f4448400e6b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:31.281839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event deleted for resources: {'Port': ['ID=cc9fc780-f5bb-476d-8757-0e33432fe3a1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:31.349234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-bf4d2c0b-e198-4a3f-b75c-d89db4c9d31d service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031440 Jan 10 18:59:31.433122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] No DVR routers for this DVR port cc9fc780-f5bb-476d-8757-0e33432fe3a1 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:59:31.438609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.480397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.503988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-faac6aba-a0c4-408d-9849-5266fdb7b6af req-cf184725-ead2-4457-9111-b96c7ace32de tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.44 "DELETE /v2.0/ports/cc9fc780-f5bb-476d-8757-0e33432fe3a1 HTTP/1.1" status: 204 len: 173 time: 1.6196752 Jan 10 18:59:31.514299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Transition to ACTIVE for port object 91c200d4-30a4-4fea-a9f4-8fabed872ff1 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:31.563818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.594333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ccbee47d-a486-44d5-9f87-ee86eef80b66 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369499 Jan 10 18:59:31.710734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:31.714431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:31.727734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:31.732645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:31.733719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.762126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event updated for resources: {'Port': ['ID=91c200d4-30a4-4fea-a9f4-8fabed872ff1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:31.768170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-61f91129-c0da-4356-86ed-cfe6554afbb6 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873907 Jan 10 18:59:31.780470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Request body: {'port': {'device_id': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:31.842448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.855203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:31.882850 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912', 'code': 200} Jan 10 18:59:32.003047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:32.150601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'name': 'network-vif-deleted', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:32.160302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-24a04d4c-251b-4fab-894b-cc8b04c73ce6 None None] Provisioning for port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:32.170713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-24a04d4c-251b-4fab-894b-cc8b04c73ce6 None None] Provisioning complete for port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:32.171113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-24a04d4c-251b-4fab-894b-cc8b04c73ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:32.291230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-24a04d4c-251b-4fab-894b-cc8b04c73ce6 None None] Port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:59:32.421898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8483f0c7-265b-4b87-a410-129d74c65e36 req-baa31a8f-78e6-4057-b598-4397eb619a89 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Synchronizing usage tracker for tenant:1cc51b1851624c0a81c029e5b9dfe9d4 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:32.525422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8483f0c7-265b-4b87-a410-129d74c65e36 req-baa31a8f-78e6-4057-b598-4397eb619a89 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Unset dirty status for tenant:1cc51b1851624c0a81c029e5b9dfe9d4 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:32.527021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8483f0c7-265b-4b87-a410-129d74c65e36 req-baa31a8f-78e6-4057-b598-4397eb619a89 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cc51b1851624c0a81c029e5b9dfe9d4 HTTP/1.1" status: 200 len: 5437 time: 0.3510797 Jan 10 18:59:32.575870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a324e19-f408-449f-9338-f1c1243a8564 req-605fb7ff-031f-4779-ab95-ba270288f902 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 1101 time: 0.3707540 Jan 10 18:59:32.584031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c200d4-30a4-4fea-a9f4-8fabed872ff1 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:32.591610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:32.608237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Transition to ACTIVE for port object 91c200d4-30a4-4fea-a9f4-8fabed872ff1 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:32.612659 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:32.650188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a324e19-f408-449f-9338-f1c1243a8564 req-be6623f2-7a7f-4793-8df6-cb8e50f96556 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Jan 10 18:59:32.655681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8483f0c7-265b-4b87-a410-129d74c65e36 req-9e8b220f-0849-46ac-b286-b3088ed49e89 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "GET /v2.0/security-groups/efbb6b19-c101-4634-a5c1-c5a05b02aa79 HTTP/1.1" status: 200 len: 2649 time: 0.1216009 Jan 10 18:59:32.712090 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Floating IP 77932dd8-6431-4992-ad58-78485ee167f6 associated. External IP: 172.25.6.161, port: ff655acb-3a30-48df-bd6f-9f4448400e6b. Jan 10 18:59:32.759322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Pushing event updated for resources: {'Port': ['ID=91c200d4-30a4-4fea-a9f4-8fabed872ff1,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:32.780439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8483f0c7-265b-4b87-a410-129d74c65e36 req-cc74a318-7164-4675-9fe5-365795428427 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "GET /v2.0/security-groups/efbb6b19-c101-4634-a5c1-c5a05b02aa79 HTTP/1.1" status: 200 len: 2649 time: 0.1169169 Jan 10 18:59:32.831341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Attempting to bind port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:32.831688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Attempting to bind port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:32.832020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Attempting to bind port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:32.839317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:32.839654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Attempting to bind port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 on network 32fba634-0217-49f3-bce1-5a5bbe16f712 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:32.847145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:32.847487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Checking segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:32.847875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Bound using segment: {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:32.848307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Bound port: 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:32.848837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:32.937764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4f084ab-2fff-4e16-9982-f5adcb94904c req-b4e36454-5744-4863-9563-e76aee761c64 tempest-FlavorsV2NegativeTest-1841358795 tempest-FlavorsV2NegativeTest-1841358795-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5d097d8b3ba94b06867a92fe735015ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420873 Jan 10 18:59:32.946413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] For port 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:32.949743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] For port 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:32.953761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:33.017711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:33.019029 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] 10.222.0.44 "PUT /v2.0/ports/91c200d4-30a4-4fea-a9f4-8fabed872ff1 HTTP/1.1" status: 200 len: 1091 time: 1.2428477 Jan 10 18:59:33.037875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd630fb8-394f-4ebe-b57b-8e3b656b5b1f service neutron] Pushing event updated for resources: {'Port': ['ID=91c200d4-30a4-4fea-a9f4-8fabed872ff1,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:33.150559 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-7baba222-d7e1-4781-a07d-98be7c74eeee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0898063 Jan 10 18:59:33.185667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f084ab-2fff-4e16-9982-f5adcb94904c req-b882869c-1e9b-4db9-a79e-203f83b53f78 tempest-FlavorsV2NegativeTest-1841358795 tempest-FlavorsV2NegativeTest-1841358795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:33.187143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4f084ab-2fff-4e16-9982-f5adcb94904c req-b882869c-1e9b-4db9-a79e-203f83b53f78 tempest-FlavorsV2NegativeTest-1841358795 tempest-FlavorsV2NegativeTest-1841358795-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395017 Jan 10 18:59:33.211019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4f084ab-2fff-4e16-9982-f5adcb94904c req-99f70751-3f57-47e7-85eb-5fb156cb25c6 tempest-FlavorsV2NegativeTest-1841358795 tempest-FlavorsV2NegativeTest-1841358795-project] 10.222.0.21 "GET /v2.0/quotas/5d097d8b3ba94b06867a92fe735015ca HTTP/1.1" status: 200 len: 375 time: 0.0165329 Jan 10 18:59:33.231773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-0b577670-046d-4e26-9851-6e7ca590b6da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1 HTTP/1.1" status: 200 len: 217 time: 0.0745647 Jan 10 18:59:33.262576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4f084ab-2fff-4e16-9982-f5adcb94904c req-d19c99db-781a-49b9-899d-e08952087fca tempest-FlavorsV2NegativeTest-1841358795 tempest-FlavorsV2NegativeTest-1841358795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d097d8b3ba94b06867a92fe735015ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456402 Jan 10 18:59:33.306606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-a4150b9f-b16e-436c-a619-0b586d4b5ef7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:33.319237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-a4150b9f-b16e-436c-a619-0b586d4b5ef7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.0762129 Jan 10 18:59:33.485831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:33.667625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87a9ee-6d6e-4f41-928f-e677c60d554f req-93f537a0-06d1-420d-bfe4-4c36d2257610 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:33.675854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d87a9ee-6d6e-4f41-928f-e677c60d554f req-93f537a0-06d1-420d-bfe4-4c36d2257610 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 950 time: 0.2515719 Jan 10 18:59:33.696138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-66968e66-8cea-4ff6-b6aa-28b59c6b6ad6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:33.697783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-66968e66-8cea-4ff6-b6aa-28b59c6b6ad6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.3771889 Jan 10 18:59:33.707733 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-87a6c6a3-5c28-43f1-bd64-9d72283b7e04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3654172 Jan 10 18:59:33.736080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d87a9ee-6d6e-4f41-928f-e677c60d554f req-3a08e86f-3b69-4106-8b48-76b4c9275057 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593445 Jan 10 18:59:33.754906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Request body: {'port': {'device_id': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'admin_state_up': True, 'tenant_id': '16270c363a3742fe89ef8e15c5f8d43b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:33.899421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:33.913553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:33.936446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:33.937673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:33.944933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.018172 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-ab8fabc3-66e2-4d13-a6b5-66ad7f29c6ed service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999523 Jan 10 18:59:34.025373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:34.029429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Usage tracker for resource:port and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:34.032484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:34.042375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:34.073817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Made reservation on behalf of 16270c363a3742fe89ef8e15c5f8d43b for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:34.077003 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.171714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-78f6436c-35d2-4ae5-a91c-59a88ee18314 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "PUT /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 996 time: 3.4982634 Jan 10 18:59:34.173879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:34.180223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58822) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:34.241145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:34.246352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0c0a5-982e-4085-9fa4-589e5eb746e9 req-949d0bab-1daf-417d-a851-cc13cd3d30a8 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:34.248543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58f0c0a5-982e-4085-9fa4-589e5eb746e9 req-949d0bab-1daf-417d-a851-cc13cd3d30a8 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 943 time: 0.3516612 Jan 10 18:59:34.284132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-12395fd0-b2ee-4e8f-b034-2a6f9d6a101b req-e471c7e3-5d65-439b-ae7b-2fef11be2af1 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338300 Jan 10 18:59:34.321900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58f0c0a5-982e-4085-9fa4-589e5eb746e9 req-c8792a0a-19de-4ee5-a5dd-797f469a3d0e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618727 Jan 10 18:59:34.325886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cc9fc780-f5bb-476d-8757-0e33432fe3a1 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:59:34.354077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-3bd5c1e8-f11c-4ef0-b438-f789e281e0b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.1704369 Jan 10 18:59:34.394195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Allocated IP 172.20.0.11 (1bcd03f3-210f-4242-b69a-b3a60675d3d9/ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7/107a41c5-2f9a-48ea-b1dc-1731048614c4) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:34.412569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: cc9fc780-f5bb-476d-8757-0e33432fe3a1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:59:34.412908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cc9fc780-f5bb-476d-8757-0e33432fe3a1 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:59:34.520128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.544322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-859cd206-31ee-42c9-9541-62e6a20786c9 req-1b4894c0-681d-4452-9316-cf2d2985eb36 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 210 time: 0.0683222 Jan 10 18:59:34.599845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:34.608417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Usage tracker for resource:security_group_rule and tenant:5d097d8b3ba94b06867a92fe735015ca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:34.612322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:34.615574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-a7e7f97c-d191-4606-9ff1-3dd7f54182fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:34.617076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-a7e7f97c-d191-4606-9ff1-3dd7f54182fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2620049 Jan 10 18:59:34.620743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:34.642846 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c040f8-cb2a-4fc9-bef0-cf93e4105ee5', 'name': 'network-vif-deleted', 'tag': 'cc9fc780-f5bb-476d-8757-0e33432fe3a1', 'status': 'completed', 'code': 200} Jan 10 18:59:34.646378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.688703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.735131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:31Z', 'revision_number': 8, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:34.742188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:34.755371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:34.756058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:34.778277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:34.779460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63063e80-c28f-4fd7-a5e6-c87685f0e723 req-27bb460d-843e-437d-868f-79af608c990c tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8af889c7-92a0-4068-81c9-d303779e30b0 HTTP/1.1" status: 200 len: 1612 time: 0.1035099 Jan 10 18:59:34.781432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:34.783869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:34.788501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:34.788597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.797449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:34.818414 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-e39c2c4a-3c9d-4b31-8924-5d838efc32e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1013768 Jan 10 18:59:34.833675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Request body: {'port': {'device_id': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:34.869986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-ae5377ba-7787-4def-b50e-ea888d2c0feb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 999 time: 0.2458181 Jan 10 18:59:34.943267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.944167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-63063e80-c28f-4fd7-a5e6-c87685f0e723 req-b3bdee80-f18a-4717-bbf6-ef5703ed5929 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.959353 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.962493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:34.965320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:35.002958 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-63063e80-c28f-4fd7-a5e6-c87685f0e723 req-b3bdee80-f18a-4717-bbf6-ef5703ed5929 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.042508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d097d8b3ba94b06867a92fe735015ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8608367 Jan 10 18:59:35.045142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-8b133ea4-dde3-4117-bc51-ef8aa4cdc467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:35.048502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58836) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:35.055555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-8b133ea4-dde3-4117-bc51-ef8aa4cdc467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1745331 Jan 10 18:59:35.123542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2a83-ce23-4835-a4e4-50fae87c5e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054562fc-4a06-4a8d-83e1-b8716fb1ee5e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:35.167579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-63063e80-c28f-4fd7-a5e6-c87685f0e723 req-b3bdee80-f18a-4717-bbf6-ef5703ed5929 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.204097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdee80-f18a-4717-bbf6-ef5703ed5929 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af889c7-92a0-4068-81c9-d303779e30b0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:35.219520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-6252b5c2-3f29-40d4-82a3-2cec958b077b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627276 Jan 10 18:59:35.220997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-63063e80-c28f-4fd7-a5e6-c87685f0e723 req-b3bdee80-f18a-4717-bbf6-ef5703ed5929 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.222822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63063e80-c28f-4fd7-a5e6-c87685f0e723 req-b3bdee80-f18a-4717-bbf6-ef5703ed5929 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/8af889c7-92a0-4068-81c9-d303779e30b0 HTTP/1.1" status: 204 len: 173 time: 0.4420960 Jan 10 18:59:35.280125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef78beaa-8c72-4dd9-a5b2-33396255916d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.337087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef78beaa-8c72-4dd9-a5b2-33396255916d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.398681 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'status': 'completed', 'code': 200} Jan 10 18:59:35.426913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:31Z', 'revision_number': 8, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:35.431522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739c223-ebc1-4b26-b4fd-94d98bef073c None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '77932dd8-6431-4992-ad58-78485ee167f6', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '519bc027-d437-46e7-94e6-82846369fda0', 'port_id': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'mac_address': 'fa:16:3e:94:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cf6ab4-b887-4d28-8576-f981673e8266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:58:27Z', 'updated_at': '2022-01-10T18:59:31Z', 'revision_number': 8, 'project_id': '0704dec638084287be4a8291bf8b428f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:35.477236 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef78beaa-8c72-4dd9-a5b2-33396255916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.478474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-93f07cbd-b1f2-4623-997e-51ac31ba7b5a service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544022 Jan 10 18:59:35.502685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107a41c5-2f9a-48ea-b1dc-1731048614c4 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:35.506854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78beaa-8c72-4dd9-a5b2-33396255916d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054562fc-4a06-4a8d-83e1-b8716fb1ee5e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:35.509486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef78beaa-8c72-4dd9-a5b2-33396255916d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.510317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef78beaa-8c72-4dd9-a5b2-33396255916d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/054562fc-4a06-4a8d-83e1-b8716fb1ee5e HTTP/1.1" status: 204 len: 168 time: 0.4605136 Jan 10 18:59:35.523164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.544368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Transition to ACTIVE for port object 107a41c5-2f9a-48ea-b1dc-1731048614c4 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:35.548762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.616161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-7e5483af-520e-4dc3-9ae5-226c5beb7fb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.2627361 Jan 10 18:59:35.682765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc682-049a-400a-a39f-314f5ee815e5 req-018bec23-3590-4818-b7f8-877790677bde tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:35.689654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-443bc682-049a-400a-a39f-314f5ee815e5 req-018bec23-3590-4818-b7f8-877790677bde tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 950 time: 0.2658396 Jan 10 18:59:35.783336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:35.791366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f661d6-4299-4b38-b8b9-ffaa1836acfc None None] New status for floating IP 77932dd8-6431-4992-ad58-78485ee167f6: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:35.798600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c72fd2-168a-48ac-a006-7633ab955b76 req-96f5a71f-96a8-4fdb-b2be-98c7e9befeca service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053815 Jan 10 18:59:35.870344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-443bc682-049a-400a-a39f-314f5ee815e5 req-0afcd519-0a26-4c4f-b5c8-cffbc4f240e2 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797097 Jan 10 18:59:35.892727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:35.893845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:35.894318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:35.916088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:35.937582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:35.950240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:35.950491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:35.953275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:35.953275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Bound port: 107a41c5-2f9a-48ea-b1dc-1731048614c4, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:35.953275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:35.998522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-876fe03b-bd18-4e2f-9544-f2e54b2c626f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:35.998665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-876fe03b-bd18-4e2f-9544-f2e54b2c626f service neutron] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.3609159 Jan 10 18:59:36.160728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:36.165485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:36.171311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:36.227619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80619852-9e25-4fa3-afca-2dc639a7afe9 req-d598b334-a66e-4b98-ad11-06b30083753b tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3f8c771b-8be5-4de6-9638-2f4cc63fb67a HTTP/1.1" status: 200 len: 1612 time: 0.3323410 Jan 10 18:59:36.268188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-3a0ad833-712f-4fd0-b1d5-43e0bc46d318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 999 time: 0.2629254 Jan 10 18:59:36.316128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:36.326776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:36.328369 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-ca39c20d-9a7d-4147-958f-da044e01d6a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 1092 time: 1.5011907 Jan 10 18:59:36.439193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b94f7-6716-4983-931e-1783bcec8189 req-acea9db3-0b28-4737-b559-5b6b88ff1a5a tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:36.446586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-935b94f7-6716-4983-931e-1783bcec8189 req-acea9db3-0b28-4737-b559-5b6b88ff1a5a tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 943 time: 0.3266468 Jan 10 18:59:36.453807 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-25ebffb9-c3f0-48e4-916d-25005e557771 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1095 time: 0.0856125 Jan 10 18:59:36.494518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-938ef6f7-8ed6-4590-aa1b-323de696b9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:36.495969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-938ef6f7-8ed6-4590-aa1b-323de696b9fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.2146683 Jan 10 18:59:36.557513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80619852-9e25-4fa3-afca-2dc639a7afe9 req-3eb30534-0de9-401c-9e40-9c9992330765 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:36.558057 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-831bd56b-df08-4bd1-9c97-caded1ef6cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 217 time: 0.0891693 Jan 10 18:59:36.577938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-935b94f7-6716-4983-931e-1783bcec8189 req-cf62021f-0906-42bf-a1c8-e34723fbb953 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305606 Jan 10 18:59:36.603668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80619852-9e25-4fa3-afca-2dc639a7afe9 req-3eb30534-0de9-401c-9e40-9c9992330765 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:36.638305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-73d1ccb8-e30e-49f1-99a6-9e0d40978d47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:36.640228 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-73d1ccb8-e30e-49f1-99a6-9e0d40978d47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0761414 Jan 10 18:59:36.644124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1'}, {'name': 'network-changed', 'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:36.646982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-b85a5381-7c83-4eed-8995-0f2b6efeea88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412609 Jan 10 18:59:36.709147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-b84db05e-7420-44ed-9d69-c33ea8d9ccd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512106 Jan 10 18:59:36.750744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80619852-9e25-4fa3-afca-2dc639a7afe9 req-3eb30534-0de9-401c-9e40-9c9992330765 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:36.813458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30534-0de9-401c-9e40-9c9992330765 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c771b-8be5-4de6-9638-2f4cc63fb67a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:36.843428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80619852-9e25-4fa3-afca-2dc639a7afe9 req-3eb30534-0de9-401c-9e40-9c9992330765 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:36.844560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80619852-9e25-4fa3-afca-2dc639a7afe9 req-3eb30534-0de9-401c-9e40-9c9992330765 tempest-SecurityGroupsTestAdminJSON-2069698148 tempest-SecurityGroupsTestAdminJSON-2069698148-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f8c771b-8be5-4de6-9638-2f4cc63fb67a HTTP/1.1" status: 204 len: 173 time: 0.6044078 Jan 10 18:59:36.871064 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-911e57d9-f7e8-446c-8837-04dd209988c0 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539884 Jan 10 18:59:36.970822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-6a3f7fb7-064b-47e8-80ae-1c1d48b8efc4 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168812 Jan 10 18:59:37.024335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7a1be4c2-5413-4293-a957-f6b6d1fa452e req-aa7a71f1-e9ae-4cc1-ae79-ea5d526c9991 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445763 Jan 10 18:59:37.132514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51616ca-b85d-4544-9195-09030c870541 req-d045332a-1195-4de4-99de-692f1c2393b1 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 998 time: 0.2480910 Jan 10 18:59:37.150058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b18f1-35b7-4408-ae65-5b2f459e96a6 req-5fd5960c-7ccc-4e6c-8e4c-2759d39d1b1d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:37.151257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a6b18f1-35b7-4408-ae65-5b2f459e96a6 req-5fd5960c-7ccc-4e6c-8e4c-2759d39d1b1d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 944 time: 0.4106784 Jan 10 18:59:37.189682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cc6b208-0fc0-432f-b78a-4ebfd9239f25 req-bad3f021-f004-4ac3-afe3-8c070bb4fcda service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063172 Jan 10 18:59:37.329211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a6b18f1-35b7-4408-ae65-5b2f459e96a6 req-2dd8a441-bee1-4b7b-aede-35e48a6c8733 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508648 Jan 10 18:59:37.397580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51616ca-b85d-4544-9195-09030c870541 req-6d8e065d-c2d6-422c-b5b4-5e248a769a0b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:37.402206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51616ca-b85d-4544-9195-09030c870541 req-6d8e065d-c2d6-422c-b5b4-5e248a769a0b tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2566054 Jan 10 18:59:37.407004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-a51616ca-b85d-4544-9195-09030c870541 req-9735784b-0e78-4ed9-a690-3118766846ff tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:59:37.424291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51616ca-b85d-4544-9195-09030c870541 req-9735784b-0e78-4ed9-a690-3118766846ff tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166457 Jan 10 18:59:37.532996 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'status': 'completed', 'code': 200} Jan 10 18:59:37.532996 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'status': 'completed', 'code': 200} Jan 10 18:59:37.627398 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-f65a3507-bd2a-45dc-9487-7de5af45f653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0742195 Jan 10 18:59:37.701764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-3a16ece0-3aba-42ce-83b3-e118fbafe616 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.1353714 Jan 10 18:59:37.707418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7503ef2a-bd2a-4329-861b-dbbf9c1312e0 req-674f66f3-f836-4552-9985-f31e840c6abf tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "GET /v2.0/security-groups/37f8e3fb-4c5d-439b-944c-a0167d41de75 HTTP/1.1" status: 200 len: 1610 time: 0.1428437 Jan 10 18:59:37.769428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-9c386e91-aa27-4931-943b-08ac70dc06ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:37.772747 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-9c386e91-aa27-4931-943b-08ac70dc06ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 925 time: 0.1368608 Jan 10 18:59:37.808892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-78b4c67f-5dfa-4f39-9d46-f03175ffd409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:37.810208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-78b4c67f-5dfa-4f39-9d46-f03175ffd409 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports/ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 942 time: 0.1018963 Jan 10 18:59:37.837013 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7503ef2a-bd2a-4329-861b-dbbf9c1312e0 req-d71924fd-cf73-48c5-b3d7-6a6d09afc81d tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:37.839773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-538eef78-a81c-4672-a591-fe1720646d96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1 HTTP/1.1" status: 200 len: 217 time: 0.0620689 Jan 10 18:59:37.866077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7503ef2a-bd2a-4329-861b-dbbf9c1312e0 req-d71924fd-cf73-48c5-b3d7-6a6d09afc81d tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:37.910030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-0eba2e82-8616-44c7-ba11-2a4802b37883 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:37.911374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-0eba2e82-8616-44c7-ba11-2a4802b37883 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.0612438 Jan 10 18:59:37.986054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7503ef2a-bd2a-4329-861b-dbbf9c1312e0 req-d71924fd-cf73-48c5-b3d7-6a6d09afc81d tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:37.988147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-6f865114-a4b1-4b08-82d8-8c2d474839cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690711 Jan 10 18:59:38.012333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71924fd-cf73-48c5-b3d7-6a6d09afc81d tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f8e3fb-4c5d-439b-944c-a0167d41de75,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:38.031583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-c7909d65-f31c-4cfb-aff6-c48793e0c564 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.1314051 Jan 10 18:59:38.042076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7503ef2a-bd2a-4329-861b-dbbf9c1312e0 req-d71924fd-cf73-48c5-b3d7-6a6d09afc81d tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.043246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7503ef2a-bd2a-4329-861b-dbbf9c1312e0 req-d71924fd-cf73-48c5-b3d7-6a6d09afc81d tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "DELETE /v2.0/security-groups/37f8e3fb-4c5d-439b-944c-a0167d41de75 HTTP/1.1" status: 204 len: 173 time: 0.3324358 Jan 10 18:59:38.127989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-f39a6ad1-536a-42e6-ad70-5b9755a5f685 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317611 Jan 10 18:59:38.204894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-ecd37d01-659f-44d8-a0b3-7434362d6492 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:38.206265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-ecd37d01-659f-44d8-a0b3-7434362d6492 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.1681700 Jan 10 18:59:38.254200 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41735f61-ff5d-4ba9-b6ba-b7fafaa0440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.315629 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-a619c2ce-71fa-4c06-b1f7-03bac380b88e service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711519 Jan 10 18:59:38.333306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bc7b4054-cdf2-40ee-9fdc-0c93718061cf tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.1196830 Jan 10 18:59:38.339350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:38.343371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 91c200d4-30a4-4fea-a9f4-8fabed872ff1 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:38.509616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:38.529570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'port_id': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'mac_address': 'fa:16:3e:ac:c9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:59:38.535937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-d43ec3a1-0625-4de4-9321-dc5bc597ada6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1095 time: 0.1715844 Jan 10 18:59:38.536667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.591399 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.614171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c200d4-30a4-4fea-a9f4-8fabed872ff1 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:38.633971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:38.640396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.730125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=91c200d4-30a4-4fea-a9f4-8fabed872ff1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:38.751608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-40125c5f-aee8-42d5-8ada-8fa4806228d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:38.753079 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-40125c5f-aee8-42d5-8ada-8fa4806228d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2075808 Jan 10 18:59:38.827830 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-c4ca5506-df84-4c7c-be90-519ad3e39a24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 217 time: 0.0662448 Jan 10 18:59:38.893563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-a37de9e5-4413-497c-b3d3-6d7d3e0d6152 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:38.895018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-a37de9e5-4413-497c-b3d3-6d7d3e0d6152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0610356 Jan 10 18:59:38.921286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['91c200d4-30a4-4fea-a9f4-8fabed872ff1'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:38.945071 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-c787492b-5d1c-4c79-9784-d01561ba611f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402539 Jan 10 18:59:38.951873 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.962006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:38.962307 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Floating IP 77932dd8-6431-4992-ad58-78485ee167f6 disassociated. External IP: 172.25.6.161, port: ff655acb-3a30-48df-bd6f-9f4448400e6b. Jan 10 18:59:39.029756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece65489-c918-4737-9cef-5005b0f7abd6 req-129fcd06-9553-4d5a-bf80-e5fb2822b27d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:39.031245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece65489-c918-4737-9cef-5005b0f7abd6 req-129fcd06-9553-4d5a-bf80-e5fb2822b27d tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 944 time: 0.2277920 Jan 10 18:59:39.171389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-8e650f45-6424-4031-9f5f-1e55046827bf service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189877 Jan 10 18:59:39.193306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece65489-c918-4737-9cef-5005b0f7abd6 req-2820ac59-7680-41d3-aa36-39f6ff06fc03 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512249 Jan 10 18:59:39.330671 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eeb5c551-b0c5-404d-a9fb-dd9a11a60766 req-d57a05f8-b35a-4d0f-9893-6047840423c3 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526678 Jan 10 18:59:39.443185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e41be7bb-5039-40ea-917c-3e1b52ae65fa req-c5e0edd2-522b-418d-b5e7-c886975c7ed8 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "GET /v2.0/security-groups/1f959301-e729-4218-b259-0b049d041b5e HTTP/1.1" status: 200 len: 1611 time: 0.1481733 Jan 10 18:59:39.573591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e41be7bb-5039-40ea-917c-3e1b52ae65fa req-499be1a0-2bfe-44b6-8b05-bc980b5dbe50 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:39.610379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e41be7bb-5039-40ea-917c-3e1b52ae65fa req-499be1a0-2bfe-44b6-8b05-bc980b5dbe50 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:39.687774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e41be7bb-5039-40ea-917c-3e1b52ae65fa req-499be1a0-2bfe-44b6-8b05-bc980b5dbe50 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:39.715514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:39.718315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499be1a0-2bfe-44b6-8b05-bc980b5dbe50 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f959301-e729-4218-b259-0b049d041b5e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:39.729279 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e41be7bb-5039-40ea-917c-3e1b52ae65fa req-499be1a0-2bfe-44b6-8b05-bc980b5dbe50 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:39.730378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e41be7bb-5039-40ea-917c-3e1b52ae65fa req-499be1a0-2bfe-44b6-8b05-bc980b5dbe50 tempest-SecurityGroupsTestAdminJSON-1726276554 tempest-SecurityGroupsTestAdminJSON-1726276554-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f959301-e729-4218-b259-0b049d041b5e HTTP/1.1" status: 204 len: 173 time: 0.2864263 Jan 10 18:59:40.003726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-5e1b12f7-da6f-4c09-81cf-f8ccc6d52d8c tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:40.005173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-5e1b12f7-da6f-4c09-81cf-f8ccc6d52d8c tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 950 time: 0.1873026 Jan 10 18:59:40.138458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cb8d1-68f7-4a73-946f-f5e02fcc56d4 req-9d665786-ac9e-4012-a13d-31364840aa45 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:40.139927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad3cb8d1-68f7-4a73-946f-f5e02fcc56d4 req-9d665786-ac9e-4012-a13d-31364840aa45 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a HTTP/1.1" status: 200 len: 950 time: 0.2523081 Jan 10 18:59:40.161485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Deleting port fc356ea8-4d99-41ab-aec4-c14fc2b07912 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:59:40.161823 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.182222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:40.341352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:40.346798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 91c200d4-30a4-4fea-a9f4-8fabed872ff1 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:59:40.379731 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-54cf3390-6490-459d-bccb-3fc5b7e94f7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cc51b1851624c0a81c029e5b9dfe9d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954067 Jan 10 18:59:40.382086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58956) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:40.391297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad3cb8d1-68f7-4a73-946f-f5e02fcc56d4 req-1b16fe28-669e-4fb0-a436-2e4cabace4b2 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6134781-a5c0-402f-87b1-b6f2e4f29158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355080 Jan 10 18:59:40.439145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:40.463094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.469739 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ed24-6e87-4b09-87c0-514dad3b1d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.497576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ed24-6e87-4b09-87c0-514dad3b1d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.532479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:40.553031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ed24-6e87-4b09-87c0-514dad3b1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.572278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5ed24-6e87-4b09-87c0-514dad3b1d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb6b19-c101-4634-a5c1-c5a05b02aa79,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:40.576222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-19d1e8d5-482a-429f-9854-0dbabd4e96c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.580307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ed24-6e87-4b09-87c0-514dad3b1d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.582064 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1bb5ed24-6e87-4b09-87c0-514dad3b1d70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efbb6b19-c101-4634-a5c1-c5a05b02aa79 HTTP/1.1" status: 204 len: 168 time: 0.1981187 Jan 10 18:59:40.595107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:40.595720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:40.646338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-bd20cfa4-dd60-4a14-9a4f-e0c615a9fc77 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "PUT /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 696 time: 2.3121350 Jan 10 18:59:40.651461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:40.692106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:40.700960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:40.701331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.745499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] For port fc356ea8-4d99-41ab-aec4-c14fc2b07912, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=fc356ea8-4d99-41ab-aec4-c14fc2b07912,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:40.745715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.748888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:40.840691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'port_id': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'mac_address': 'fa:16:3e:6c:74:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 18:59:40.889329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Calling delete_port for fc356ea8-4d99-41ab-aec4-c14fc2b07912 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:59:40.928036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552ad0-5324-4d3b-aac3-c6b31b215f0c req-f540c1e3-895c-48fc-89d0-f8a491626b87 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:40.929992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a552ad0-5324-4d3b-aac3-c6b31b215f0c req-f540c1e3-895c-48fc-89d0-f8a491626b87 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 944 time: 0.3698080 Jan 10 18:59:40.935703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:40.983253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:40.999066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-940e4d78-ec81-49f5-9852-20f41be3f62a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.3212330 Jan 10 18:59:41.005612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58968) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:41.063891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107a41c5-2f9a-48ea-b1dc-1731048614c4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:41.066463 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d5873886-1908-404c-9501-6391af374532 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a56112809c934731bff2d5722883f243&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0588861 Jan 10 18:59:41.068853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:41.129173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a552ad0-5324-4d3b-aac3-c6b31b215f0c req-e5a4d36a-e658-4a8d-9cec-0c30f43beedd tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842670 Jan 10 18:59:41.137583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0fe0-c282-4d05-b6c7-aa8265ec678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.179589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.184775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0fe0-c282-4d05-b6c7-aa8265ec678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.235621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['fc356ea8-4d99-41ab-aec4-c14fc2b07912'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:41.249910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0fe0-c282-4d05-b6c7-aa8265ec678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.250710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-3449d29c-b2e1-4b84-b804-14693e567ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:41.252278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-3449d29c-b2e1-4b84-b804-14693e567ca9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2347457 Jan 10 18:59:41.270938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d0fe0-c282-4d05-b6c7-aa8265ec678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b516814-9771-40c9-af18-c9f29dc9feca,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:41.277925 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.278235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0fe0-c282-4d05-b6c7-aa8265ec678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.279423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6e7d0fe0-c282-4d05-b6c7-aa8265ec678d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b516814-9771-40c9-af18-c9f29dc9feca HTTP/1.1" status: 204 len: 168 time: 0.2094822 Jan 10 18:59:41.356063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-de9d54d2-a6d8-4304-9cbd-4461417fad97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.0881939 Jan 10 18:59:41.357390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Pushing event deleted for resources: {'Port': ['ID=fc356ea8-4d99-41ab-aec4-c14fc2b07912,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:41.487667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:41.497997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] No DVR routers for this DVR port fc356ea8-4d99-41ab-aec4-c14fc2b07912 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:59:41.501748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.510663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.534125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b997121-2edc-4792-a10b-64e81e78b6ee req-658e7592-270b-434a-8a9a-4410b19c08b1 tempest-ServerDiagnosticsNegativeTest-1947433805 tempest-ServerDiagnosticsNegativeTest-1947433805-project] 10.222.0.30 "DELETE /v2.0/ports/fc356ea8-4d99-41ab-aec4-c14fc2b07912 HTTP/1.1" status: 204 len: 173 time: 1.4669056 Jan 10 18:59:41.585186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-c66e0838-8ed3-4d37-af2b-cc74ae31d95d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:41.587496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-c66e0838-8ed3-4d37-af2b-cc74ae31d95d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1972096 Jan 10 18:59:41.645674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:41.648348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:41.733150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:41.757144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.764457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-9add59eb-ccca-45fe-a05b-bb8e4f755579 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686323 Jan 10 18:59:41.825237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['107a41c5-2f9a-48ea-b1dc-1731048614c4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:41.850186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.851854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:41.926313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=91c200d4-30a4-4fea-a9f4-8fabed872ff1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:41.996053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-2b4d31a6-ff20-46d6-ba6d-c7fcc43e5dfe service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249284 Jan 10 18:59:42.002509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05d4e9a3-3a54-4949-93a9-051b2bcc1f4b req-f15127db-43d1-48fa-ad37-5291a6aeb511 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1097 time: 0.1218460 Jan 10 18:59:42.002721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:42.016136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:42.047117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:42.047966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:42.261274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:42.327825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba7285d-31a4-45fb-bbe6-b4ec81920c7d req-4ffbb0ca-9134-4c76-b892-a55ac4641d7f service neutron] 10.222.0.21 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222947 Jan 10 18:59:42.339694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05d4e9a3-3a54-4949-93a9-051b2bcc1f4b req-323528d2-f8d7-4445-b8db-5d5baa3071e9 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098102 Jan 10 18:59:42.501916 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'status': 'completed', 'code': 200} Jan 10 18:59:42.609154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6d7bb-76e1-4b13-985c-f11854945d67 req-81512cb9-2e37-4371-a909-803235a21b26 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:42.611968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bb6d7bb-76e1-4b13-985c-f11854945d67 req-81512cb9-2e37-4371-a909-803235a21b26 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.1570034 Jan 10 18:59:42.659912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-0684fef2-7edd-4c2e-a984-4932027238af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0704dec638084287be4a8291bf8b428f&device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 1096 time: 0.1543322 Jan 10 18:59:42.791761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:42.801916 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'code': 200} Jan 10 18:59:42.802816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00133e8-d468-455e-b21c-4b8c2c0edf49 None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:57:56Z', 'revision_number': 4, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '36a624c1-13fc-4195-b71a-ea89022c613a', 'name': '', 'network_id': '08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'mac_address': 'fa:16:3e:5f:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:54Z', 'updated_at': '2022-01-10T18:58:16Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'subnets': [{'id': '56779889-558b-4734-a8c1-d453f2bb78cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:42.878358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-aa1908e0-a454-4f7f-b16b-7a1b1e12abff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:42.880090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-aa1908e0-a454-4f7f-b16b-7a1b1e12abff service neutron] 10.222.0.30 "GET /v2.0/networks?id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 200 len: 921 time: 0.2050083 Jan 10 18:59:42.909058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:43.047251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bb6d7bb-76e1-4b13-985c-f11854945d67 req-aa17a735-7c86-42b8-a056-19f5d041be41 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140244 Jan 10 18:59:43.053339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-9cb99668-34b9-46bc-ac07-e093540d46bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 200 len: 217 time: 0.1506178 Jan 10 18:59:43.102391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-094d65c6-7648-4647-85f2-b37751c0a87c req-e34091a2-0294-47a9-8a6e-63e71538f777 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1875684 Jan 10 18:59:43.221364 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-094d65c6-7648-4647-85f2-b37751c0a87c req-0e4d7a9c-e077-4627-ad7d-f675cc8e0aeb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119721 Jan 10 18:59:43.229713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-452d047b-afa7-415e-95b8-5e225b9743ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:43.229713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-452d047b-afa7-415e-95b8-5e225b9743ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 200 len: 859 time: 0.1656940 Jan 10 18:59:43.305105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59056) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:43.478861 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251284f-3afe-437f-96f0-ba3d8593c055 None None] New status for floating IP 77932dd8-6431-4992-ad58-78485ee167f6: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:43.496570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-6e71a3c0-9031-46c2-8b0d-b7052e191eaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643178 Jan 10 18:59:43.532839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d9233-130f-478b-907e-08b533e93e05 req-8d7da95b-5627-4762-834f-479ce2643e7d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:43.534516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-246d9233-130f-478b-907e-08b533e93e05 req-8d7da95b-5627-4762-834f-479ce2643e7d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 945 time: 0.1568017 Jan 10 18:59:43.563308 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-73b97b5c-84ff-4d88-817d-cea517f90e9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d110c5a670424a9db91b0e995bf1dfd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2617235 Jan 10 18:59:43.565740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59070) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:43.640758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04f94c7f-d9f0-4c41-9186-965d470cf27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:43.676172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-246d9233-130f-478b-907e-08b533e93e05 req-5108f6b4-d7a8-409d-bee0-6ce3c039de85 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776145 Jan 10 18:59:43.702964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04f94c7f-d9f0-4c41-9186-965d470cf27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:43.734124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-af2eb016-3add-4f7f-bac8-3df4b65266a9 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275896 Jan 10 18:59:43.808822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04f94c7f-d9f0-4c41-9186-965d470cf27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:43.838143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94c7f-d9f0-4c41-9186-965d470cf27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6134781-a5c0-402f-87b1-b6f2e4f29158,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:43.851868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04f94c7f-d9f0-4c41-9186-965d470cf27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:43.853223 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04f94c7f-d9f0-4c41-9186-965d470cf27a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6134781-a5c0-402f-87b1-b6f2e4f29158 HTTP/1.1" status: 204 len: 168 time: 0.2865982 Jan 10 18:59:44.143278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abf6e25-767b-401a-b81b-d46ad1b8743a req-bf81ae94-b55c-4cad-a385-8cf8b1789a66 service neutron] 10.222.0.30 "GET /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004812 Jan 10 18:59:44.184162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba79247e-6cd4-404f-a12b-eca2f4748148 req-6a7effbf-0bc0-4816-868f-dc058859eea8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2884529 Jan 10 18:59:44.348012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 18:59:44.461693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device fc356ea8-4d99-41ab-aec4-c14fc2b07912 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:59:44.503859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'name': 'network-vif-deleted', 'tag': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:44.541761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: fc356ea8-4d99-41ab-aec4-c14fc2b07912 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:59:44.542322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device fc356ea8-4d99-41ab-aec4-c14fc2b07912 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:59:44.573404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 107a41c5-2f9a-48ea-b1dc-1731048614c4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:44.580143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 107a41c5-2f9a-48ea-b1dc-1731048614c4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:44.580521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.596025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59128) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:44.627473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.670089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:44.675316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Usage tracker for resource:security_group_rule and tenant:1b91d7276117461abf35b36aaa57a806 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:44.680420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:44.687814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:44.720079 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.769214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:44.775200 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.790091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.796167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.818519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:44.853403 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.866208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd2371-59ca-4a25-9179-40f445e72e77,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:44.872483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:44.877570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-edc0ea2b-7f40-4163-951b-f28211303729 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b91d7276117461abf35b36aaa57a806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2797582 Jan 10 18:59:44.880653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59148) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:44.914443 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.965507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-173ab04f-b543-4649-942f-50d3c9d3c5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:44.995127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-173ab04f-b543-4649-942f-50d3c9d3c5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:45.060923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-173ab04f-b543-4649-942f-50d3c9d3c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:45.079804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ab04f-b543-4649-942f-50d3c9d3c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd2371-59ca-4a25-9179-40f445e72e77,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:45.110715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-173ab04f-b543-4649-942f-50d3c9d3c5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:45.115328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-173ab04f-b543-4649-942f-50d3c9d3c5b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dafd2371-59ca-4a25-9179-40f445e72e77 HTTP/1.1" status: 204 len: 168 time: 0.2332258 Jan 10 18:59:45.202804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ddd20-fbeb-4d56-9c4d-67b94d8e5af4 req-af9e3789-6368-4b55-b0d0-f8211b3d5f6e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:45.206796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a9ddd20-fbeb-4d56-9c4d-67b94d8e5af4 req-af9e3789-6368-4b55-b0d0-f8211b3d5f6e tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.0884206 Jan 10 18:59:45.254033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a9ddd20-fbeb-4d56-9c4d-67b94d8e5af4 req-f2b279a9-7057-426d-8bb1-1d47ab8b2221 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440583 Jan 10 18:59:45.384139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-94050527-598c-4e11-8354-128248c8a5cc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 200 len: 694 time: 0.0904858 Jan 10 18:59:45.424680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-d0449efe-8133-46f4-a6cf-a9a68415c935 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:59:45.425749 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-d0449efe-8133-46f4-a6cf-a9a68415c935 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052607 Jan 10 18:59:45.436186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:45.436634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 18:59:45.534235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-18823f2b-2c96-4d08-8dca-e385242ecc40 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:45.535602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-18823f2b-2c96-4d08-8dca-e385242ecc40 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.1463284 Jan 10 18:59:45.547339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-c1710f07-c825-47d0-bcef-4723e6c59e0a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 18:59:45.548515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-c1710f07-c825-47d0-bcef-4723e6c59e0a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070806 Jan 10 18:59:45.631021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-e4879ca9-e75c-4494-a0ad-1c9388b253e9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 697 time: 0.0754342 Jan 10 18:59:45.646060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:45.646610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:45.646853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:45.653283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:45.653609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:45.659786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:45.660124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:45.660503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:45.660944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Bound port: 1224a829-6298-4926-92a0-6d047ddaa69b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:45.691529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:45.704361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:45.705566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35e3e0f1-0ffa-403d-8bc3-788a9d03f36a service neutron] 10.222.0.21 "POST /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2734697 Jan 10 18:59:45.814811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-8d290d6e-0433-45b3-89ac-7b3aa5e8688e tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 697 time: 0.1731539 Jan 10 18:59:45.881204 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac2cd8-d63d-4e3e-9fac-a8789a75b51a', 'name': 'network-vif-deleted', 'tag': 'fc356ea8-4d99-41ab-aec4-c14fc2b07912', 'status': 'completed', 'code': 200} Jan 10 18:59:46.029087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Deleting port f377a0d8-b336-4fb6-aeec-a455697ef52c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:59:46.029428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:46.214388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-e9878eb5-2549-42cb-8273-de5a0fd9bb9c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419745 Jan 10 18:59:46.219388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-7f03d913-63f6-400c-b12c-7d7ce7ac89af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1097 time: 0.2581325 Jan 10 18:59:46.434479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:46.434826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:46.613814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Calling delete_port for f377a0d8-b336-4fb6-aeec-a455697ef52c owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:59:46.679946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ce6a5-645f-469e-944e-adc32d190867 req-ecd7b589-5f01-4de0-ac72-de37a3585679 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:46.681403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-ecd7b589-5f01-4de0-ac72-de37a3585679 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4544880 Jan 10 18:59:46.684340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb207-3087-4274-83dd-1b5679732952 req-1771bf2a-9dac-48d0-9da7-39f936e9cdc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:46.685695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-1771bf2a-9dac-48d0-9da7-39f936e9cdc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.4548321 Jan 10 18:59:46.714839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-92eea0b1-48ac-4b84-973d-f50e4fc59882 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:46.715568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-92eea0b1-48ac-4b84-973d-f50e4fc59882 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Synchronizing usage tracker for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:46.726948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-92eea0b1-48ac-4b84-973d-f50e4fc59882 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Unset dirty status for tenant:2c7b1c0061f24cb6ba764b5970d34c18 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:46.728141 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-92eea0b1-48ac-4b84-973d-f50e4fc59882 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.30 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 945 time: 0.1002264 Jan 10 18:59:46.784423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-db497b2a-3f77-4fed-8362-aba64f966a21 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/quotas/b2e1161afdee4a9381d55891c0c08c26 HTTP/1.1" status: 200 len: 375 time: 0.0957963 Jan 10 18:59:46.786122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e68d1829-1545-434c-9cd8-3d7f57dfbb5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 217 time: 0.0909524 Jan 10 18:59:46.800714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Deleting port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:59:46.801220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:46.916385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-671c25d2-f981-48d9-9b67-fcbf5df02b07 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849094 Jan 10 18:59:46.965172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb207-3087-4274-83dd-1b5679732952 req-c8e72e30-daca-499f-ada0-1536afe6af24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:46.968521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-c8e72e30-daca-499f-ada0-1536afe6af24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1764512 Jan 10 18:59:47.024934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-a48c2a01-27ae-4d3c-9904-68ee82bd029d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503695 Jan 10 18:59:47.078447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:47.309045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] For port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:47.309045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:47.353143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event deleted for resources: {'Port': ['ID=f377a0d8-b336-4fb6-aeec-a455697ef52c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:47.432032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Calling delete_port for 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:59:47.451284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.451641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.451986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.452322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.452670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.453003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.453333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.453661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.453989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.454311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.454633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:47.572799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:47.579678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-38db2f6e-9757-4710-9e04-5a4c52441067 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490754 Jan 10 18:59:47.590084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:47.602273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7b5e5632-0ed3-412b-a5f0-72ebaed4e88b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:47.646783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Pushing event deleted for resources: {'Port': ['ID=7b5e5632-0ed3-412b-a5f0-72ebaed4e88b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:47.695261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34280227-7f0a-4e1e-b048-cec2be93c02e req-5ce04a6d-c78d-4243-a7a5-f84798926155 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:47.697702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34280227-7f0a-4e1e-b048-cec2be93c02e req-5ce04a6d-c78d-4243-a7a5-f84798926155 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.3573959 Jan 10 18:59:47.701905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:47.711393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd3b08e-ffe2-4b46-aa4b-3df947ab8a14 req-7afeaa18-716c-4962-8314-4d79de93212a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "DELETE /v2.0/floatingips/77932dd8-6431-4992-ad58-78485ee167f6 HTTP/1.1" status: 204 len: 173 time: 1.8956642 Jan 10 18:59:47.746066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] No DVR routers for this DVR port 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:59:47.751071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:47.761313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'name': 'network-vif-deleted', 'tag': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:47.786846 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-418939c7-f66b-41b8-b931-5b1b300fabbc req-f3fe3884-114f-4730-a0fe-3c53e7dfb3f1 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.30 "DELETE /v2.0/ports/7b5e5632-0ed3-412b-a5f0-72ebaed4e88b HTTP/1.1" status: 204 len: 173 time: 1.0536938 Jan 10 18:59:47.787893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34280227-7f0a-4e1e-b048-cec2be93c02e req-e0c51ed3-4d3b-4d92-aa4b-2f6e833462c6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754347 Jan 10 18:59:47.806042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-0cb08769-7320-47ce-8f57-ea66c210c303 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177932 Jan 10 18:59:47.854987 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'code': 200} Jan 10 18:59:47.968643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11df3902-79fd-4fa3-9aaa-e82dd7f35f1b req-5cd8ad72-88f9-4772-837d-6b72c03435e8 tempest-AttachSCSIVolumeTestJSON-947550535 tempest-AttachSCSIVolumeTestJSON-947550535-project] 10.222.0.21 "GET /v2.0/ports?device_id=1379c5eb-bcd2-4271-ad08-874e4830b230 HTTP/1.1" status: 200 len: 210 time: 0.0469809 Jan 10 18:59:48.118597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fdf5d-1904-436e-a20b-b0f24172d598 req-1e0956d5-2d3f-4adb-a60c-390f6db91de3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:48.120100 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f71385d1-654f-42ca-9b5a-bb1be153541f req-a639b05e-79c6-4aa7-87b0-8bfbcbc4d3e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1097 time: 0.1626647 Jan 10 18:59:48.122956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-964fdf5d-1904-436e-a20b-b0f24172d598 req-1e0956d5-2d3f-4adb-a60c-390f6db91de3 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.1410975 Jan 10 18:59:48.128971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59238) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:48.135428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Request body: {'floatingip': {'port_id': '91c200d4-30a4-4fea-a9f4-8fabed872ff1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:48.182427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f71385d1-654f-42ca-9b5a-bb1be153541f req-097fd054-effd-4f2a-9444-7d6e06cbfbd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558424 Jan 10 18:59:48.336933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:48.388830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af640ab0-8b61-476a-bac1-2ba43e66ba56 req-19e33dea-3424-46b9-a170-5fd8cf2c631d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 210 time: 0.1088874 Jan 10 18:59:48.518976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-f0666ec2-8bc6-4ef3-871a-c7ff6ea2c496 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391836 Jan 10 18:59:48.591954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670494-09e7-4215-9e0f-2db8516aa044 req-8a320ca9-ab0d-4735-b2ef-99cd370b00f7 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:48.598760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff670494-09e7-4215-9e0f-2db8516aa044 req-8a320ca9-ab0d-4735-b2ef-99cd370b00f7 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 946 time: 0.3789523 Jan 10 18:59:48.862666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-5993359a-432b-4a31-9a1d-3f00f4a05a9b tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=93374e719a5d4df7a26825ccaa44e64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784945 Jan 10 18:59:48.869279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff670494-09e7-4215-9e0f-2db8516aa044 req-d24631ab-f2fc-4334-b867-3be94048f20a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696710 Jan 10 18:59:49.036756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ce6a5-645f-469e-944e-adc32d190867 req-5442b74a-a045-48be-831a-032c3e131a1f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:49.038201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-5442b74a-a045-48be-831a-032c3e131a1f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4906864 Jan 10 18:59:49.059851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': '113aef91-c2c5-4317-b7f3-979814dd7101', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:49.237669 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1379c5eb-bcd2-4271-ad08-874e4830b230', 'name': 'network-vif-deleted', 'tag': '7b5e5632-0ed3-412b-a5f0-72ebaed4e88b', 'status': 'completed', 'code': 200} Jan 10 18:59:49.422418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cd428-7cbe-4520-8530-0f338504047b req-3a644a5f-d626-4287-8fe3-f03f8b196a77 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:49.429666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-3a644a5f-d626-4287-8fe3-f03f8b196a77 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5594501 Jan 10 18:59:49.481636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-3f7c82cb-6720-486a-93b8-d43d2a1eee31 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/quotas/93374e719a5d4df7a26825ccaa44e64c HTTP/1.1" status: 200 len: 375 time: 0.0511107 Jan 10 18:59:49.488666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:49.501140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Usage tracker for resource:port and tenant:b2e1161afdee4a9381d55891c0c08c26 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:49.535379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:49.552570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:49.556637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-e5d2d36f-4d84-4fde-85c8-d1132b87f312 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568335 Jan 10 18:59:49.574648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:49.578430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:49.593035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:49.752659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:49.782648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Usage tracker for resource:security_group_rule and tenant:b2e1161afdee4a9381d55891c0c08c26 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:49.788967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:49.806588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:49.812811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:49.830518 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:49.998360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ce6-43a1-430a-b9d1-2e44f72c96fd req-7d853cb3-1aaa-4514-ae6d-3df1899dd505 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:49.999835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43da1ce6-43a1-430a-b9d1-2e44f72c96fd req-7d853cb3-1aaa-4514-ae6d-3df1899dd505 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.3058200 Jan 10 18:59:50.084774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:50.104051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:50.195347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43da1ce6-43a1-430a-b9d1-2e44f72c96fd req-5371d295-a186-473c-813d-7a6dddab21f2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832263 Jan 10 18:59:50.285019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39cdb8-ffe5-4566-8441-1eff863d40c4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:50.328674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10fe7f-b664-416d-b0e6-b06171ca2229 req-4d059300-066c-42c9-9e4f-1809bdb2e3d7 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:50.329453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0e10fe7f-b664-416d-b0e6-b06171ca2229 req-4d059300-066c-42c9-9e4f-1809bdb2e3d7 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:50.459507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19f6bfb6-91a7-42ac-b33a-6544a7553676 req-3d63417e-8ed3-477a-a2be-c07d15cd6eee tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 210 time: 0.0852888 Jan 10 18:59:50.466888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0e10fe7f-b664-416d-b0e6-b06171ca2229 req-4d059300-066c-42c9-9e4f-1809bdb2e3d7 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:50.467994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e10fe7f-b664-416d-b0e6-b06171ca2229 req-4d059300-066c-42c9-9e4f-1809bdb2e3d7 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 945 time: 0.5260351 Jan 10 18:59:50.500368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:59:50.516645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.100 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/40baf758-dfec-4b8a-986c-561c7a9fee91) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:50.585039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:59:50.585635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b5e5632-0ed3-412b-a5f0-72ebaed4e88b not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:59:50.607918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e10fe7f-b664-416d-b0e6-b06171ca2229 req-45898254-3f74-413c-84cd-735fab9c0084 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b0489d-92ba-4b3e-bf42-99702b708f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295781 Jan 10 18:59:50.617691 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf associated. External IP: 172.25.6.105, port: 91c200d4-30a4-4fea-a9f4-8fabed872ff1. Jan 10 18:59:50.641367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-ff053139-97f7-4d86-a929-2a0a6ca10fcc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:50.642991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-ff053139-97f7-4d86-a929-2a0a6ca10fcc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Synchronizing usage tracker for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:50.670061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-ff053139-97f7-4d86-a929-2a0a6ca10fcc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Unset dirty status for tenant:0704dec638084287be4a8291bf8b428f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:50.674233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-ff053139-97f7-4d86-a929-2a0a6ca10fcc tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.30 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 945 time: 0.1621318 Jan 10 18:59:50.786860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Deleting port ff655acb-3a30-48df-bd6f-9f4448400e6b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 18:59:50.787118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:50.850013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-da9ed22a-feb0-4e44-b649-cd1cecb150d0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=93374e719a5d4df7a26825ccaa44e64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792365 Jan 10 18:59:50.936632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.30', 64951) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:50.993325 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-06655f05-1f39-4e97-901c-4daef35ad9de tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=93374e719a5d4df7a26825ccaa44e64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551755 Jan 10 18:59:51.206972 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:51.309499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object 40baf758-dfec-4b8a-986c-561c7a9fee91 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:51.316306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf8e05-95b8-403e-baf9-adbc73badeb1 req-054751b9-7c14-4f0a-82ca-285236ef2c07 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:51.318045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ddf8e05-95b8-403e-baf9-adbc73badeb1 req-054751b9-7c14-4f0a-82ca-285236ef2c07 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 946 time: 0.5146861 Jan 10 18:59:51.344979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] For port ff655acb-3a30-48df-bd6f-9f4448400e6b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ff655acb-3a30-48df-bd6f-9f4448400e6b,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:51.345369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:51.359896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cd428-7cbe-4520-8530-0f338504047b req-78fa146b-f4b7-4629-aac2-78246cbfb515 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:51.361353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-78fa146b-f4b7-4629-aac2-78246cbfb515 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612285 Jan 10 18:59:51.366049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-85fc4498-271e-4177-9707-8bbc38493a08 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:51.368861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-85fc4498-271e-4177-9707-8bbc38493a08 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915257 Jan 10 18:59:51.414848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-da926989-4dd7-433e-b726-89f0213a5c3e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/quotas/93374e719a5d4df7a26825ccaa44e64c HTTP/1.1" status: 200 len: 375 time: 0.0392971 Jan 10 18:59:51.415188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Request body: {'port': {'device_id': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '93374e719a5d4df7a26825ccaa44e64c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:51.467880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:51.477210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ddf8e05-95b8-403e-baf9-adbc73badeb1 req-66fc96d0-97f7-4f4e-9329-f33530a38fad tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438451 Jan 10 18:59:51.491805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Calling delete_port for ff655acb-3a30-48df-bd6f-9f4448400e6b owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 18:59:51.550831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:51.563377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-68036f0e-a5ec-47d4-918b-5ebdcf10e0e5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1389749 Jan 10 18:59:51.576270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:51.591200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:51.691336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:51.692935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:51.823741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7711751 Jan 10 18:59:51.842438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:51.847365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Usage tracker for resource:port and tenant:93374e719a5d4df7a26825ccaa44e64c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:51.858029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:51.863813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Request body: {'port': {'device_id': '113aef91-c2c5-4317-b7f3-979814dd7101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:51.870057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:51.950907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Made reservation on behalf of 93374e719a5d4df7a26825ccaa44e64c for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:51.954400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:51.977469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fec38058-b24e-40f0-93db-1d7b0f25fb21 None None] Provisioning for port 40baf758-dfec-4b8a-986c-561c7a9fee91 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:51.984862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.000241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fec38058-b24e-40f0-93db-1d7b0f25fb21 None None] Provisioning complete for port 40baf758-dfec-4b8a-986c-561c7a9fee91 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:52.000615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fec38058-b24e-40f0-93db-1d7b0f25fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.012314 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 18:59:52.020192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.080099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ff655acb-3a30-48df-bd6f-9f4448400e6b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:52.080962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Pushing event deleted for resources: {'Port': ['ID=ff655acb-3a30-48df-bd6f-9f4448400e6b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:52.092872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:52.103566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Usage tracker for resource:security_group_rule and tenant:93374e719a5d4df7a26825ccaa44e64c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:52.107104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:52.110769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.111372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.112052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.112607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.113139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.113679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.114206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.114742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.115286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.115817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.116930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:52.165475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:52.172996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fec38058-b24e-40f0-93db-1d7b0f25fb21 None None] Port 40baf758-dfec-4b8a-986c-561c7a9fee91 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:59:52.247099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22c1e1-7e29-4415-b09d-c3d3947796a8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=40baf758-dfec-4b8a-986c-561c7a9fee91,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:52.273941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] No DVR routers for this DVR port ff655acb-3a30-48df-bd6f-9f4448400e6b on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:59:52.281564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.287377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'name': 'network-vif-deleted', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:52.296004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbebea31-e815-4be2-ba6e-b7389147110b req-f8336d8b-207a-4b87-843f-c7b95fcde3b5 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1097 time: 0.6162317 Jan 10 18:59:52.320924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.328333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.348741 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.390219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6fe8f705-5a3c-4059-a218-27d57ef5c4c5 req-38818582-9181-4e19-8bd2-78726f90e52a tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.30 "DELETE /v2.0/ports/ff655acb-3a30-48df-bd6f-9f4448400e6b HTTP/1.1" status: 204 len: 173 time: 1.7081497 Jan 10 18:59:52.440568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa7c8fb-23b1-458f-a22b-87900752711d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:52.602183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbebea31-e815-4be2-ba6e-b7389147110b req-1a36afd4-6794-41af-8231-f5b6ac4dfd44 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051302 Jan 10 18:59:52.619395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Allocated IP 192.168.233.45 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/7d396069-008e-4cc5-a3db-e69ab8e0be4b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:52.930595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:52.937423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41783de3-ddf3-4330-b3f3-f3058f6d406d req-108c8677-bb6b-46ce-995e-a20214d7c3b9 tempest-FloatingIPsAssociationTestJSON-1087347547 tempest-FloatingIPsAssociationTestJSON-1087347547-project] 10.222.0.21 "GET /v2.0/ports?device_id=33cf6ab4-b887-4d28-8576-f981673e8266 HTTP/1.1" status: 200 len: 210 time: 0.0610473 Jan 10 18:59:52.957619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Transition to ACTIVE for port object 7d396069-008e-4cc5-a3db-e69ab8e0be4b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:52.959208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-886f3c0f-adff-4319-a961-9a9a1a03b851 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:52.960553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-886f3c0f-adff-4319-a961-9a9a1a03b851 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:52.990694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:59:52.993616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-886f3c0f-adff-4319-a961-9a9a1a03b851 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:52.998792 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.001240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-886f3c0f-adff-4319-a961-9a9a1a03b851 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 936 time: 0.3835611 Jan 10 18:59:53.094022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:53.097394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:53.100468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:53.107574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:53.108207 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.127747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:53.181674 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-13379608-63e4-43ea-aff2-ac2dafd37540 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7702405 Jan 10 18:59:53.195746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Request body: {'port': {'device_id': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:53.308642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-aa18c88c-6fcc-4e11-ba33-1b0352652b1c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 18:59:53.376125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1c4fa8-7e38-46b0-b9d7-59130b23c883 req-3514f0b0-208e-4ea7-8fc1-b0ace5af1d87 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 210 time: 0.1117592 Jan 10 18:59:53.376730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.429845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-aa18c88c-6fcc-4e11-ba33-1b0352652b1c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 18:59:53.440600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5b9849f-6fc5-4bb5-b667-211998a150e5 req-aa18c88c-6fcc-4e11-ba33-1b0352652b1c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383447 Jan 10 18:59:53.563683 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-aeb6aef9-7b33-44a6-8b81-9933982d3d98 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=93374e719a5d4df7a26825ccaa44e64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784323 Jan 10 18:59:53.573584 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cf6ab4-b887-4d28-8576-f981673e8266', 'name': 'network-vif-deleted', 'tag': 'ff655acb-3a30-48df-bd6f-9f4448400e6b', 'status': 'completed', 'code': 200} Jan 10 18:59:53.624747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8b3d31c-ad97-4d15-bc1b-e5d8c9e8c70c None None] Provisioning for port 7d396069-008e-4cc5-a3db-e69ab8e0be4b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:53.630090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8b3d31c-ad97-4d15-bc1b-e5d8c9e8c70c None None] Provisioning complete for port 7d396069-008e-4cc5-a3db-e69ab8e0be4b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:53.630387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8b3d31c-ad97-4d15-bc1b-e5d8c9e8c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.704839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40baf758-dfec-4b8a-986c-561c7a9fee91 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:53.720022 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.759897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3d31c-ad97-4d15-bc1b-e5d8c9e8c70c None None] Port 7d396069-008e-4cc5-a3db-e69ab8e0be4b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:59:53.769713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Transition to ACTIVE for port object 40baf758-dfec-4b8a-986c-561c7a9fee91 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:53.847551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.937929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:59:53.942157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:53.960259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 18:59:53.990668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:53.994036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:54.035029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-01f68dbd-8db8-45e4-b6b9-f9c14eed91d4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:54.036885 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-01f68dbd-8db8-45e4-b6b9-f9c14eed91d4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606380 Jan 10 18:59:54.065448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Request body: {'port': {'device_id': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '93374e719a5d4df7a26825ccaa44e64c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:54.088207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061aaab9-5766-406a-922c-090227624434 service neutron] Pushing event updated for resources: {'Port': ['ID=40baf758-dfec-4b8a-986c-561c7a9fee91,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:54.111582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366b131-89e4-4349-8103-5730048bbccd req-b3e99e58-91b1-4e67-9ef2-697944b5516a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:54.119643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6366b131-89e4-4349-8103-5730048bbccd req-b3e99e58-91b1-4e67-9ef2-697944b5516a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 946 time: 0.3469005 Jan 10 18:59:54.197357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6366b131-89e4-4349-8103-5730048bbccd req-63da008c-c652-47af-aaea-eac3c7b32193 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Jan 10 18:59:54.203295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5454609f-159a-4696-aa73-b4bb41557278 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "PUT /v2.0/floatingips/5ffe015c-ab39-46fc-9823-456e60c540cf HTTP/1.1" status: 200 len: 991 time: 6.0729175 Jan 10 18:59:54.204707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:54.348002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Attempting to bind port 40baf758-dfec-4b8a-986c-561c7a9fee91 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:54.349398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Attempting to bind port 40baf758-dfec-4b8a-986c-561c7a9fee91 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:54.349903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Attempting to bind port 40baf758-dfec-4b8a-986c-561c7a9fee91 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:54.357173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Port 40baf758-dfec-4b8a-986c-561c7a9fee91 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:54.357697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Attempting to bind port 40baf758-dfec-4b8a-986c-561c7a9fee91 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:54.364997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:54.365590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:54.366212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:54.367003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Bound port: 40baf758-dfec-4b8a-986c-561c7a9fee91, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:54.371566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:54.415419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 18:59:54.443370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59426) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:54.450161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:54.458540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Usage tracker for resource:port and tenant:93374e719a5d4df7a26825ccaa44e64c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 18:59:54.469239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 18:59:54.555776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 18:59:54.600537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] For port 40baf758-dfec-4b8a-986c-561c7a9fee91, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:54.604958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] For port 40baf758-dfec-4b8a-986c-561c7a9fee91, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=40baf758-dfec-4b8a-986c-561c7a9fee91,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:54.633566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:54.638710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Made reservation on behalf of 93374e719a5d4df7a26825ccaa44e64c for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:59:54.642735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:54.669966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ff655acb-3a30-48df-bd6f-9f4448400e6b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 18:59:54.684650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:54.693083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:54.707919 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'status': 'completed', 'code': 200} Jan 10 18:59:54.764948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:54.766473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-061aaab9-5766-406a-922c-090227624434 service neutron] 10.222.0.30 "PUT /v2.0/ports/40baf758-dfec-4b8a-986c-561c7a9fee91 HTTP/1.1" status: 200 len: 1096 time: 2.9269686 Jan 10 18:59:54.933486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 18:59:54.963176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: ff655acb-3a30-48df-bd6f-9f4448400e6b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 18:59:54.963470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ff655acb-3a30-48df-bd6f-9f4448400e6b not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 18:59:55.077100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Transition to ACTIVE for port object 7d396069-008e-4cc5-a3db-e69ab8e0be4b will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:55.115784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:55.210843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-747dfc77-5c97-46cc-8a02-384a6adab182 req-f7a1535d-54e5-4b6c-9bf3-a6dd0faea051 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 210 time: 0.2966506 Jan 10 18:59:55.306613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:55.353655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061aaab9-5766-406a-922c-090227624434 service neutron] Pushing event updated for resources: {'Port': ['ID=40baf758-dfec-4b8a-986c-561c7a9fee91,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:55.417622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-8c0565d4-66d3-4bf6-bd4f-95c53a79bfe5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 1096 time: 0.7352958 Jan 10 18:59:55.469699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5ffe015c-ab39-46fc-9823-456e60c540cf', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'port_id': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'mac_address': 'fa:16:3e:ac:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:57:09Z', 'updated_at': '2022-01-10T18:59:49Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:55.487285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-4b3440fb-fa30-47c9-870c-ef21109c811d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 1099 time: 0.6644793 Jan 10 18:59:55.487942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 18:59:55.504567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:59:55.505189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:55.688966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-7bbe9a96-44f3-4e45-9c19-7d5ba833962e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=40baf758-dfec-4b8a-986c-561c7a9fee91 HTTP/1.1" status: 200 len: 217 time: 0.1836913 Jan 10 18:59:55.699585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c9fb0-6f86-4bcb-9938-896e628baf85 req-57491cc8-8114-4ce0-9941-49d1f7abbd51 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:55.706806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d58c9fb0-6f86-4bcb-9938-896e628baf85 req-57491cc8-8114-4ce0-9941-49d1f7abbd51 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 948 time: 0.4800982 Jan 10 18:59:55.844391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Allocated IP 192.168.233.98 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:59:55.876151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 18:59:55.877825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Attempting to bind port 7d396069-008e-4cc5-a3db-e69ab8e0be4b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:55.878165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Attempting to bind port 7d396069-008e-4cc5-a3db-e69ab8e0be4b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:55.878490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Attempting to bind port 7d396069-008e-4cc5-a3db-e69ab8e0be4b on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:55.905743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ce6a5-645f-469e-944e-adc32d190867 req-935d9bf8-8e4f-4a62-a18d-6bca6310592f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:55.907569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-935d9bf8-8e4f-4a62-a18d-6bca6310592f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1959424 Jan 10 18:59:55.925878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-d3d75a70-0c47-431a-a53d-bea258be7ed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:55.927368 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-d3d75a70-0c47-431a-a53d-bea258be7ed6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 925 time: 0.4980927 Jan 10 18:59:55.936524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Port 7d396069-008e-4cc5-a3db-e69ab8e0be4b on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:55.936883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Attempting to bind port 7d396069-008e-4cc5-a3db-e69ab8e0be4b on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:56.078024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:56.078693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:56.078820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:56.079194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Bound port: 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:56.079501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:56.090677 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-c591ab2d-2957-489c-8023-df797cbd3d21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1 HTTP/1.1" status: 200 len: 999 time: 0.1321840 Jan 10 18:59:56.179485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d58c9fb0-6f86-4bcb-9938-896e628baf85 req-9f274255-1014-4163-9f58-e4ec38fbe27a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716408 Jan 10 18:59:56.318265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5ffe015c-ab39-46fc-9823-456e60c540cf', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'port_id': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'mac_address': 'fa:16:3e:ac:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:57:09Z', 'updated_at': '2022-01-10T18:59:49Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:59:56.324384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5b8d49-da93-4bf2-b1b6-2483accd7263 None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5ffe015c-ab39-46fc-9823-456e60c540cf', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'port_id': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'mac_address': 'fa:16:3e:ac:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:57:09Z', 'updated_at': '2022-01-10T18:59:49Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 18:59:56.326220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:56.332613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:56.354123 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-a3953518-374a-469a-9aac-f65314d6e4b2 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1097 time: 0.8037353 Jan 10 18:59:56.360085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-05f6ba2c-2aa4-465c-b8de-80379c1db0a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:56.361609 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-05f6ba2c-2aa4-465c-b8de-80379c1db0a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.2349746 Jan 10 18:59:56.365978 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:56.373561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:56.572879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-8ae27983-3a6d-46b2-bcc7-64ac05a972ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6491339 Jan 10 18:59:56.616157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:56.616617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3afd-c253-4c7d-afea-3a2ff8a8cdb7 req-8c127c0b-829b-4d8f-ad9a-f5f871da3c58 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:56.617528 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] 10.222.0.30 "PUT /v2.0/ports/7d396069-008e-4cc5-a3db-e69ab8e0be4b HTTP/1.1" status: 200 len: 1095 time: 3.4279125 Jan 10 18:59:56.618120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32ba3afd-c253-4c7d-afea-3a2ff8a8cdb7 req-8c127c0b-829b-4d8f-ad9a-f5f871da3c58 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 946 time: 0.4351218 Jan 10 18:59:56.629217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:56.642106 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f070255-e5cb-4d3d-bb22-7a6addc24ff5 None None] New status for floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 18:59:56.758170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113aef91-c2c5-4317-b7f3-979814dd7101', 'tag': '40baf758-dfec-4b8a-986c-561c7a9fee91'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:56.804370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:56.825202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Transition to ACTIVE for port object 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:56.865563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98869d-3b6b-4a2d-a67a-7121d469d234 service neutron] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:56.940576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32ba3afd-c253-4c7d-afea-3a2ff8a8cdb7 req-b556ed96-b124-49ae-98ae-3c5f17915329 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811213 Jan 10 18:59:56.950248 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:56.962046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:57.108065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event updated for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:57.117094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-e35c23c3-83a7-4c8a-8399-261c5681a8e7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305269 Jan 10 18:59:57.136521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:57.166374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:59:57.170656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:59:57.173913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:59:57.177711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:57.178880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:57.222592 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-a380f509-9a31-4001-a3a9-f599793248ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7552986 Jan 10 18:59:57.225465 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-2c31c363-325b-45f9-93b2-f2627dd930a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1098 time: 0.5551107 Jan 10 18:59:57.349437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d81f3-bd8b-40c9-8c20-1cd2efaf7f5d req-addc7e4d-b64c-424b-9d51-5434d2ec368e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:57.351599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b62d81f3-bd8b-40c9-8c20-1cd2efaf7f5d req-addc7e4d-b64c-424b-9d51-5434d2ec368e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 935 time: 0.3055124 Jan 10 18:59:57.420395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-045ce6a5-645f-469e-944e-adc32d190867 req-a90f6e2c-8ed3-4549-9410-dff1078e3135 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932508 Jan 10 18:59:57.457746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d5992582-816d-4ea6-aa64-511b551c0107 None None] Provisioning for port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:59:57.458705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:57.462589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d5992582-816d-4ea6-aa64-511b551c0107 None None] Provisioning complete for port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:59:57.463191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d5992582-816d-4ea6-aa64-511b551c0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:57.518812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e3b1f332-ee64-4e62-9abf-eda47945b873 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4614193 Jan 10 18:59:57.527098 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-62fab9ea-b6ce-4e60-8c06-1072a0e30b4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b HTTP/1.1" status: 200 len: 217 time: 0.2909007 Jan 10 18:59:57.557573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Request body: {'port': {'device_id': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 18:59:57.595498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b62d81f3-bd8b-40c9-8c20-1cd2efaf7f5d req-17f41573-2064-4b5d-b469-f88f8cd10392 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859326 Jan 10 18:59:57.684668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d5992582-816d-4ea6-aa64-511b551c0107 None None] Port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 18:59:57.762168 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'status': 'completed', 'code': 200} Jan 10 18:59:57.886963 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113aef91-c2c5-4317-b7f3-979814dd7101', 'tag': '40baf758-dfec-4b8a-986c-561c7a9fee91', 'status': 'completed', 'code': 200} Jan 10 18:59:57.909081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cd428-7cbe-4520-8530-0f338504047b req-5b34c479-4183-4d6d-ad08-991e7266972a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:57.910567 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-5b34c479-4183-4d6d-ad08-991e7266972a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.3624284 Jan 10 18:59:58.001322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-2c1dcb0d-0b0d-4d81-96fc-1a7affcd07ab service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637568 Jan 10 18:59:58.079650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:58.135917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:58.214459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:58.248804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:58.317872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7cad0-0cec-453b-a574-9394ed8ca5e6 req-1c4586b6-f6d4-478c-87de-a60143ef47a6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:58.320208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38c7cad0-0cec-453b-a574-9394ed8ca5e6 req-1c4586b6-f6d4-478c-87de-a60143ef47a6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 948 time: 0.3816006 Jan 10 18:59:58.330242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:58.334519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-e57eaaf1-3161-4223-a8e6-f6b46469a916 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 1099 time: 0.4565783 Jan 10 18:59:58.531629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 18:59:58.583841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:58.656827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38c7cad0-0cec-453b-a574-9394ed8ca5e6 req-44f675b6-f1e7-4f13-b0ee-0144f00357ef tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174615 Jan 10 18:59:58.677860 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-129b0b6e-7df8-4fa0-b062-83d181c6644c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7294934 Jan 10 18:59:58.700831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:58.718966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-2889a176-c3b0-4994-8bfa-b1fa8e6d9d56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:58.721327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-2889a176-c3b0-4994-8bfa-b1fa8e6d9d56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3769660 Jan 10 18:59:58.741883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:58.742269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:58.742631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:58.759750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:58.760348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:58.767383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:58.767989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:58.768824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:58.769488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Bound port: 1224a829-6298-4926-92a0-6d047ddaa69b, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:58.770167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:58.932613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-2c82c0d1-00df-4c8f-9f82-b75aee5ae72c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=40baf758-dfec-4b8a-986c-561c7a9fee91 HTTP/1.1" status: 200 len: 217 time: 0.2008142 Jan 10 18:59:59.002304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:59:59.007429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:59:59.018272 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:59.080621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1368349-798a-4636-b04d-a57d1b89c083 req-a59c84b3-9a88-485b-94d0-063078ba143c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:59.084261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1368349-798a-4636-b04d-a57d1b89c083 req-a59c84b3-9a88-485b-94d0-063078ba143c tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.5236669 Jan 10 18:59:59.131671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-50e21a10-01e1-4be6-8a37-436948c7eaa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:59.135219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-50e21a10-01e1-4be6-8a37-436948c7eaa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1918170 Jan 10 18:59:59.210430 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-7e96f446-d2a0-4c2c-8bf5-a29da7dedc53 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018036 Jan 10 18:59:59.212197 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c86cae97-b0e5-43a2-b6d3-6b07df1f9c16 req-db25c45b-0e16-40a7-86ed-b85217137b35 service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9332440 Jan 10 18:59:59.247247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:59:59.258000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.258372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.258722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.259088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.259417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.259746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.260071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.260441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.260763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.261082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.261403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:59:59.275418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 18:59:59.300195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1368349-798a-4636-b04d-a57d1b89c083 req-1c0de88f-481b-4f5a-b3fb-883536c86281 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149627 Jan 10 18:59:59.325250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 18:59:59.325597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 18:59:59.326046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:59.364426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 18:59:59.364744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Attempting to bind port 1224a829-6298-4926-92a0-6d047ddaa69b on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 18:59:59.400648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 18:59:59.400987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 18:59:59.401372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 18:59:59.401814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Bound port: 1224a829-6298-4926-92a0-6d047ddaa69b, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 18:59:59.402153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:59.550087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-898ac690-4aa5-420e-89b8-e3f6be22ba68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3809416 Jan 10 18:59:59.594321 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-988cd428-7cbe-4520-8530-0f338504047b req-73fb8eef-02a6-4f99-b4e7-b9bb95c6b1f7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645821 Jan 10 18:59:59.656771 n-d-816927-8 neutron-server[83629]: WARNING neutron.plugins.ml2.plugin [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Concurrent port binding operations failed on port 1224a829-6298-4926-92a0-6d047ddaa69b Jan 10 18:59:59.772641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:59:59.782793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:59:59.792860 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Attempt 2 to bind port 1224a829-6298-4926-92a0-6d047ddaa69b Jan 10 18:59:59.796459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:59.798180 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-3eef850f-b036-457c-9e83-34e59fd13ec6 service neutron] 10.222.0.30 "PUT /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 1122 time: 3.4353380 Jan 10 18:59:59.798316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0e98c-2a42-44a2-af8f-3628dc0da9a3 req-d016085e-b9af-4357-871b-dfbcc4a16a46 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:59:59.799865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1f0e98c-2a42-44a2-af8f-3628dc0da9a3 req-d016085e-b9af-4357-871b-dfbcc4a16a46 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 935 time: 0.3502667 Jan 10 18:59:59.837454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:59:59.871819 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:59.885181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['1224a829-6298-4926-92a0-6d047ddaa69b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 18:59:59.908857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Transition to ACTIVE for port object 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:59:59.920008 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-f0043a13-8064-4610-a34d-92477c5b9cad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1098 time: 0.2650936 Jan 10 18:59:59.921085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 18:59:59.964009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['1224a829-6298-4926-92a0-6d047ddaa69b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:00.022411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Deleting port 36a624c1-13fc-4195-b71a-ea89022c613a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:00.022904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.051316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-a7156450-8ed5-4d6e-a1da-125769ebe5bf service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881005 Jan 10 19:00:00.172122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Pushing event updated for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:00.281524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-7d28a471-714e-48b9-82d5-2762fa5d72ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:00.283010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-7d28a471-714e-48b9-82d5-2762fa5d72ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3148496 Jan 10 19:00:00.287991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Attempting to bind port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:00.288379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Attempting to bind port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:00.288715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Attempting to bind port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:00.289878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1f0e98c-2a42-44a2-af8f-3628dc0da9a3 req-a40d3fbd-3f4e-4977-9fef-e2a9b3740a78 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025254 Jan 10 19:00:00.361014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:00.361344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Attempting to bind port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:00.364949 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-347ddd37-b56e-4d9e-9bbc-3cc09a904092 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b HTTP/1.1" status: 200 len: 217 time: 0.0735233 Jan 10 19:00:00.422898 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b', 'code': 200} Jan 10 19:00:00.427769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:00.431709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:00.431709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:00.431709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Bound port: 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:00.431709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.507534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-01e8a527-c263-49d4-8c12-2e38f5767746 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:00.508994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-01e8a527-c263-49d4-8c12-2e38f5767746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1348598 Jan 10 19:00:00.566698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 40baf758-dfec-4b8a-986c-561c7a9fee91 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:00.598107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:00.601203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:00.609627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:00.619708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.708165 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-7d62ed6b-77b4-44c8-9817-392aa2d31e95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911671 Jan 10 19:00:00.716612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.718546 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] 10.222.0.44 "PUT /v2.0/ports/5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 HTTP/1.1" status: 200 len: 1095 time: 3.1716061 Jan 10 19:00:00.800415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3e557-9ef6-4068-86f4-667192160b84 req-b718c6db-51cb-4a4d-aa90-f123bcd29145 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:00.800990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 40baf758-dfec-4b8a-986c-561c7a9fee91, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=40baf758-dfec-4b8a-986c-561c7a9fee91,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:00.801899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58a3e557-9ef6-4068-86f4-667192160b84 req-b718c6db-51cb-4a4d-aa90-f123bcd29145 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 948 time: 0.9090149 Jan 10 19:00:00.811122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d9dc7-bea0-42aa-9404-3b96a4e4e532 req-3eb5ffc2-e513-4b02-9b0c-15130874959c service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494431 Jan 10 19:00:00.817066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '40baf758-dfec-4b8a-986c-561c7a9fee91', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '40baf758-dfec-4b8a-986c-561c7a9fee91', 'mac_address': 'fa:16:3e:27:2d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:00.877694 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.887255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Deleting port e2a68210-42bb-4dc6-92da-1372ff924f36 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:00.887599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.896606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40baf758-dfec-4b8a-986c-561c7a9fee91 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:00.908109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.913674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 40baf758-dfec-4b8a-986c-561c7a9fee91, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=40baf758-dfec-4b8a-986c-561c7a9fee91,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:00.919455 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:00.974573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:00.979794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Usage tracker for resource:security_group_rule and tenant:989e6e97f01d4505a9c24517e133419b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:00.982638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:00.988942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:01.009150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=40baf758-dfec-4b8a-986c-561c7a9fee91,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:01.010706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406d31b-ca3e-4540-bcff-3882d288c3c1 req-8265e288-45c8-4f1f-85c0-b44d11bcbf1e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:01.012273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1406d31b-ca3e-4540-bcff-3882d288c3c1 req-8265e288-45c8-4f1f-85c0-b44d11bcbf1e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.3712366 Jan 10 19:00:01.016720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b8907-f803-44c2-be9d-cf3fda07c84a service neutron] Pushing event updated for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:01.016987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] For port 36a624c1-13fc-4195-b71a-ea89022c613a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=36a624c1-13fc-4195-b71a-ea89022c613a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:01.017338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.036102 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-5ef8607f-f211-4db3-865b-6f67b0a9c365 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163700 Jan 10 19:00:01.066655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58a3e557-9ef6-4068-86f4-667192160b84 req-d8cc6589-e25b-4dbe-97e6-689ef746d34f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471416 Jan 10 19:00:01.181085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:01.188031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.212945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.240425 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-6c0c5918-4e87-46de-8a57-901e43894c1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 1098 time: 0.3826606 Jan 10 19:00:01.254234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Calling delete_port for 36a624c1-13fc-4195-b71a-ea89022c613a owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:01.358571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-e6a2e887-c2b9-494a-935f-718df521d360 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 HTTP/1.1" status: 200 len: 217 time: 0.0966127 Jan 10 19:00:01.406627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] For port e2a68210-42bb-4dc6-92da-1372ff924f36, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e2a68210-42bb-4dc6-92da-1372ff924f36,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:01.407060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.440072 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de277b07-b0db-48f4-a4b5-f4b72ac4dd71 req-1c0f46c8-f9bc-4f20-b443-a36cece1ad4a service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921287 Jan 10 19:00:01.442397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3d923-6577-4814-a7ed-41ef156bf911,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:01.451947 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3d13f6e6-aee3-4beb-9fae-4c2df5ff94b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=989e6e97f01d4505a9c24517e133419b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8447664 Jan 10 19:00:01.454622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59614) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:01.489993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-01361945-c3d2-40d4-903a-e782c2387eeb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:01.491919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-01361945-c3d2-40d4-903a-e782c2387eeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1077745 Jan 10 19:00:01.540730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Calling delete_port for e2a68210-42bb-4dc6-92da-1372ff924f36 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:01.572270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e2827c-cb12-4641-a540-b12fb1d8b542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.596593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1406d31b-ca3e-4540-bcff-3882d288c3c1 req-81bd6b77-a47d-4ec0-b17a-3262d148ec32 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660453 Jan 10 19:00:01.607551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e2827c-cb12-4641-a540-b12fb1d8b542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.722660 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-ea319ea0-6c54-467a-947f-0bad399a4bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175024 Jan 10 19:00:01.845784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e2827c-cb12-4641-a540-b12fb1d8b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.870043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802af6b-be0a-4c36-96a1-129d4ac91b99 req-b68317d1-d0e4-4d45-9a31-d747295b8981 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:01.871659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e802af6b-be0a-4c36-96a1-129d4ac91b99 req-b68317d1-d0e4-4d45-9a31-d747295b8981 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 947 time: 0.3965433 Jan 10 19:00:01.877242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2827c-cb12-4641-a540-b12fb1d8b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3d923-6577-4814-a7ed-41ef156bf911,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:01.881818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e2827c-cb12-4641-a540-b12fb1d8b542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:01.882936 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0e2827c-cb12-4641-a540-b12fb1d8b542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3d3d923-6577-4814-a7ed-41ef156bf911 HTTP/1.1" status: 204 len: 168 time: 0.4275365 Jan 10 19:00:01.885040 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-ece7ad96-7cd3-4cd8-a1ad-6f0b5703b754 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546009 Jan 10 19:00:02.019278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:02.029953 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-53201fbe-6f07-46b7-b0f8-46bcdf2a7a5b req-2e024ee2-9bb1-485a-b6e3-3de3952e6e6c service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382227 Jan 10 19:00:02.056323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e802af6b-be0a-4c36-96a1-129d4ac91b99 req-31356aa3-ef1b-4632-a31f-3b5094acb3d3 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672750 Jan 10 19:00:02.074410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a624c1-13fc-4195-b71a-ea89022c613a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:02.308444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:02.372282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a68210-42bb-4dc6-92da-1372ff924f36,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:02.424254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b'}, {'name': 'network-changed', 'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:02.521423 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b', 'status': 'completed', 'code': 200} Jan 10 19:00:02.521776 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5', 'status': 'completed', 'code': 200} Jan 10 19:00:02.583345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:02.669646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b734-f2fb-4c83-9ed6-ec72d7eb1566 req-157b7928-7acc-432a-b784-4a8d18588bb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:02.671290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4e2b734-f2fb-4c83-9ed6-ec72d7eb1566 req-157b7928-7acc-432a-b784-4a8d18588bb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 949 time: 0.4074166 Jan 10 19:00:02.696781 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-e8711ed2-298a-4375-8a9f-5a9358856919 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1125 time: 0.1389391 Jan 10 19:00:02.712070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 40baf758-dfec-4b8a-986c-561c7a9fee91 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:02.817704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4e2b734-f2fb-4c83-9ed6-ec72d7eb1566 req-465501b1-1c86-4e3c-a420-340da68590d2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238592 Jan 10 19:00:02.868316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 40baf758-dfec-4b8a-986c-561c7a9fee91 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:02.874945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:02.894345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 40baf758-dfec-4b8a-986c-561c7a9fee91 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:02.894927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:02.900104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-fcac7827-9695-4bf0-95a7-cc8071b94b71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:02.901824 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-fcac7827-9695-4bf0-95a7-cc8071b94b71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.1966207 Jan 10 19:00:02.927837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'mac_address': 'fa:16:3e:0d:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:03.007358 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:03.007923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-bebc78d3-3126-499e-8ae4-047ded31c89e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 217 time: 0.0977261 Jan 10 19:00:03.015840 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:03.034142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:03.085039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-88c4e0b1-a7f1-41ff-a139-8128dc48ddbd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:03.086847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-88c4e0b1-a7f1-41ff-a139-8128dc48ddbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0705016 Jan 10 19:00:03.087542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:03.098242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:03.148192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f503f3-03c8-45af-ad94-3b201339e707 req-bfe4b898-dd1a-4073-804e-ae54d4dda121 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:03.155383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99f503f3-03c8-45af-ad94-3b201339e707 req-bfe4b898-dd1a-4073-804e-ae54d4dda121 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.2606583 Jan 10 19:00:03.201048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:03.230295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:03.246252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-ca37b00f-9226-49bc-be9d-44907f6ac8ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459851 Jan 10 19:00:03.263249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:03.271055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113aef91-c2c5-4317-b7f3-979814dd7101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40baf758-dfec-4b8a-986c-561c7a9fee91'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:03.282730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 40baf758-dfec-4b8a-986c-561c7a9fee91, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=40baf758-dfec-4b8a-986c-561c7a9fee91,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:03.286772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:03.350243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99f503f3-03c8-45af-ad94-3b201339e707 req-e936b349-7df7-4f30-90e5-524900a2848b tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936815 Jan 10 19:00:03.357566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=40baf758-dfec-4b8a-986c-561c7a9fee91,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:03.399995 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-29203ba4-fa82-4535-b614-06efd4d4cf39 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450841 Jan 10 19:00:03.432731 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113aef91-c2c5-4317-b7f3-979814dd7101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40baf758-dfec-4b8a-986c-561c7a9fee91', 'code': 200} Jan 10 19:00:03.513348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ae555-dd25-42b4-ad05-f2783453f04c req-836cfbda-99dd-4bbc-a66d-2ba874110e36 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:03.515491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c6ae555-dd25-42b4-ad05-f2783453f04c req-836cfbda-99dd-4bbc-a66d-2ba874110e36 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 947 time: 0.2209709 Jan 10 19:00:03.520011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7d396069-008e-4cc5-a3db-e69ab8e0be4b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:03.604692 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-be10106a-70e4-44ec-a5e5-47affdab9af4 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981771 Jan 10 19:00:03.641078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-20e691d2-7975-43d5-aaf7-b16ab80eb1e8 req-fe7fed33-1687-46b1-bc06-a150b30227dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 1101 time: 0.1373281 Jan 10 19:00:03.750793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-20e691d2-7975-43d5-aaf7-b16ab80eb1e8 req-958b672b-6d6b-48b4-aa98-527b3bfc772a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025596 Jan 10 19:00:03.762609 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-82e70aa1-cdbf-4502-8049-7e0f150abf5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0962081 Jan 10 19:00:03.898908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-e2d4713e-f6c7-4211-b591-4ebd937fa4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:03.900281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-e2d4713e-f6c7-4211-b591-4ebd937fa4ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1292901 Jan 10 19:00:03.928877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c6ae555-dd25-42b4-ad05-f2783453f04c req-c916d20a-ec08-4ffd-a07f-a62e5e362591 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487988 Jan 10 19:00:03.967592 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-2c740cc6-0237-460b-8490-00c57df6351b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 HTTP/1.1" status: 200 len: 217 time: 0.0606573 Jan 10 19:00:04.031918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-bee42541-07fd-403f-afe7-a03d3d752d29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:04.033365 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-bee42541-07fd-403f-afe7-a03d3d752d29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0596771 Jan 10 19:00:04.109782 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-057cab3b-af62-4abe-8160-4bde3548d8b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689859 Jan 10 19:00:04.295429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a68c7-9576-4c20-979d-050019492c33 req-d8bcd4bb-7ad7-44b1-8ec2-d02c8c74a859 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:04.296889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e5a68c7-9576-4c20-979d-050019492c33 req-d8bcd4bb-7ad7-44b1-8ec2-d02c8c74a859 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 950 time: 0.3383532 Jan 10 19:00:04.328843 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-2d2cb975-b5ca-40c9-ac67-9dbb35321bb2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115421 Jan 10 19:00:04.477381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e5a68c7-9576-4c20-979d-050019492c33 req-3cbdf8a5-b66a-4142-af47-dea6d78ccb13 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719027 Jan 10 19:00:04.477887 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1aaffb18-7b38-45a1-8dbf-b5a5df57d74f req-94ed8e49-5bbb-4207-9e1f-6eb6609dd985 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403458 Jan 10 19:00:04.494800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:04.582427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:04.701271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Router 519bc027-d437-46e7-94e6-82846369fda0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:00:04.710008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d37ff6-b9fe-4f42-b81a-b99cf8d50849 req-5b26f0f4-4fa9-4421-9b9c-365d0b70cfd0 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:04.711693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05d37ff6-b9fe-4f42-b81a-b99cf8d50849 req-5b26f0f4-4fa9-4421-9b9c-365d0b70cfd0 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.2053533 Jan 10 19:00:04.724053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7d396069-008e-4cc5-a3db-e69ab8e0be4b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:04.731744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7d396069-008e-4cc5-a3db-e69ab8e0be4b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:04.732227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:04.837635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Router 0354bf7f-a3e6-4e81-a011-c680cb45436c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:00:04.846132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05d37ff6-b9fe-4f42-b81a-b99cf8d50849 req-cf1467e3-7269-4271-9c4a-f75331757720 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273434 Jan 10 19:00:04.879663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:04.918809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:04.958461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:04.958461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5', 'mac_address': 'fa:16:3e:91:b0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:05.012234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:05.021028 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:05.157268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:05.267424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:05.269781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:05.285758 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:05.392571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:00:05.396026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:05.403650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] Sync routers for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:00:05.431721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c8d91f18-f4f0-4a7d-a06d-450ee5384041 admin admin] 10.222.0.21 "PUT /v2.0/routers/519bc027-d437-46e7-94e6-82846369fda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9873500 Jan 10 19:00:05.434529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59696) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:05.451069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f6c0-6f65-4fb3-bbfe-68c4d380f915 req-38b8f7bd-8129-4024-b2ee-796bc9c20354 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:05.452525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e661f6c0-6f65-4fb3-bbfe-68c4d380f915 req-38b8f7bd-8129-4024-b2ee-796bc9c20354 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 948 time: 0.1348038 Jan 10 19:00:05.471573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:05.492524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:00:05.501753 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] Sync routers for ids ['0354bf7f-a3e6-4e81-a011-c680cb45436c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:00:05.520111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-63f1cd48-00c5-4fb9-bbed-5987d95e0be9 admin admin] 10.222.0.21 "PUT /v2.0/routers/0354bf7f-a3e6-4e81-a011-c680cb45436c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5740921 Jan 10 19:00:05.524057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59704) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:05.526565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:05.527460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] Routers {'0354bf7f-a3e6-4e81-a011-c680cb45436c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:05.528149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:05.535204 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0354bf7f-a3e6-4e81-a011-c680cb45436c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:05.641310 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'code': 200} Jan 10 19:00:05.655937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:05.805316 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] Set router 0354bf7f-a3e6-4e81-a011-c680cb45436c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:05.849740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-078990f3-fbb2-422b-b3ca-b35f7cb46667 req-1599dab6-ffb0-4dfc-9f19-80d55ee69df0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1100 time: 0.1902919 Jan 10 19:00:05.867460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e661f6c0-6f65-4fb3-bbfe-68c4d380f915 req-094be3d6-324f-4967-ac23-68cc04c5e5e7 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053512 Jan 10 19:00:05.880004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:05.914146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-49684097-bb16-4ec6-975b-c62ab7d97b44 service neutron] 10.222.0.44 "GET /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.3133359 Jan 10 19:00:05.970045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b577-ccad-464b-bc33-2a1237619792 req-819396fe-3b10-487d-9ed3-b181de6127a4 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:05.976763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5c8b577-ccad-464b-bc33-2a1237619792 req-819396fe-3b10-487d-9ed3-b181de6127a4 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 950 time: 0.2097394 Jan 10 19:00:06.223170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-078990f3-fbb2-422b-b3ca-b35f7cb46667 req-d334123c-1c99-4d56-9bb1-1c471e11f18b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540254 Jan 10 19:00:06.273238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5c8b577-ccad-464b-bc33-2a1237619792 req-2fa43f5e-0de0-41bf-a1d2-6a1a4d8f5897 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888734 Jan 10 19:00:06.275891 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T19:00:01Z', 'revision_number': 5, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:06.280335 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] Checking router: 0354bf7f-a3e6-4e81-a011-c680cb45436c for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:00:06.311235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] Routers {'0354bf7f-a3e6-4e81-a011-c680cb45436c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:06.311856 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0354bf7f-a3e6-4e81-a011-c680cb45436c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:06.512522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:06.556553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:06.558802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] Set router 0354bf7f-a3e6-4e81-a011-c680cb45436c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:06.571437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T19:00:01Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:06.580483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] Checking router: 519bc027-d437-46e7-94e6-82846369fda0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:00:06.607453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] Routers {'519bc027-d437-46e7-94e6-82846369fda0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:06.608291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T18:59:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['519bc027-d437-46e7-94e6-82846369fda0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:06.684094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8ff0e-fe52-428d-a40f-2c1ae3b88803 req-f65e9a2d-5ba0-4964-b550-dcfdfe9911a2 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:06.685653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86e8ff0e-fe52-428d-a40f-2c1ae3b88803 req-f65e9a2d-5ba0-4964-b550-dcfdfe9911a2 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 944 time: 0.4072998 Jan 10 19:00:06.721268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:06.771084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86e8ff0e-fe52-428d-a40f-2c1ae3b88803 req-c3c41d3e-1996-4616-8df3-f55731750f34 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716321 Jan 10 19:00:06.790848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad49f5e4-58a9-42c9-9df7-13ea2b6b89b2 req-b9442c6d-b339-41f8-9ff9-ea8c6f706007 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1097 time: 0.3471339 Jan 10 19:00:06.818968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:06.861156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] Set router 519bc027-d437-46e7-94e6-82846369fda0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:06.908574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1224a829-6298-4926-92a0-6d047ddaa69b {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:06.915685 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T19:00:01Z', 'revision_number': 5, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:06.920242 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11d25b-9ed5-42bd-ba11-c5a1cc9382ce None None] The sync data for ids ['0354bf7f-a3e6-4e81-a011-c680cb45436c'] in n-d-816927-8 is: [{'id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'name': 'tempest-AttachSCSIVolumeTestJSON-961931897-router', 'tenant_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'deb1de18-4345-49b5-8765-07024170f279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:43Z', 'updated_at': '2022-01-10T19:00:01Z', 'revision_number': 5, 'project_id': '2c7b1c0061f24cb6ba764b5970d34c18', 'gw_port': {'id': 'deb1de18-4345-49b5-8765-07024170f279', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0354bf7f-a3e6-4e81-a011-c680cb45436c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:44Z', 'updated_at': '2022-01-10T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:00:06.929731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:06.932539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad49f5e4-58a9-42c9-9df7-13ea2b6b89b2 req-16a70853-bdd5-47f4-bea8-1bd783fd414b tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406925 Jan 10 19:00:06.969623 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:06.986240 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.007295 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.025167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Deleting port deb1de18-4345-49b5-8765-07024170f279 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:07.025536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.051075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Deleting port b189a722-b991-4525-add8-e70ff470d997 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:07.051075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.263463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] Transition to ACTIVE for port object 1224a829-6298-4926-92a0-6d047ddaa69b will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:07.281424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.388869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:07.450244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] For port deb1de18-4345-49b5-8765-07024170f279, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deb1de18-4345-49b5-8765-07024170f279,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:07.451048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.555669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T19:00:01Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:07.579579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305edfd4-2206-418e-a6cf-8ebb3847594e None None] The sync data for ids ['519bc027-d437-46e7-94e6-82846369fda0'] in n-d-816927-8 is: [{'id': '519bc027-d437-46e7-94e6-82846369fda0', 'name': 'tempest-FloatingIPsAssociationTestJSON-191238223-router', 'tenant_id': '0704dec638084287be4a8291bf8b428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b189a722-b991-4525-add8-e70ff470d997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T19:00:01Z', 'revision_number': 5, 'project_id': '0704dec638084287be4a8291bf8b428f', 'gw_port': {'id': 'b189a722-b991-4525-add8-e70ff470d997', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bc027-d437-46e7-94e6-82846369fda0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:46Z', 'updated_at': '2022-01-10T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:00:07.592844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] For port b189a722-b991-4525-add8-e70ff470d997, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b189a722-b991-4525-add8-e70ff470d997,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:07.593424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.648708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Calling delete_port for deb1de18-4345-49b5-8765-07024170f279 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:07.689806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386ca2b-fade-493d-87bd-bd60754671d1 req-ea8e32d0-9a50-4679-901e-efddafa988cd tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:07.691284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9386ca2b-fade-493d-87bd-bd60754671d1 req-ea8e32d0-9a50-4679-901e-efddafa988cd tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 948 time: 0.4649665 Jan 10 19:00:07.756894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Calling delete_port for b189a722-b991-4525-add8-e70ff470d997 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:07.787643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9386ca2b-fade-493d-87bd-bd60754671d1 req-c283dbe0-695a-4e3e-af2d-9bb7640d5f76 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829542 Jan 10 19:00:07.790751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] No DVR routers for this DVR port 1224a829-6298-4926-92a0-6d047ddaa69b on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:00:07.796999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-93158350-0c9f-4cd0-a51f-25e0d9399c32 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 1101 time: 0.3642073 Jan 10 19:00:07.829849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:07.853794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-e0673ec9-9df9-4bc8-9e03-6ddf17f7f6ca service neutron] 10.222.0.44 "PUT /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 1.9255795 Jan 10 19:00:07.909029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:07.951073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 36a624c1-13fc-4195-b71a-ea89022c613a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:07.965355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Usage tracker for resource:security_group_rule and tenant:efd14f8752cb45f9a05336d9415939f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:07.976296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:07.988727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:07.988963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 36a624c1-13fc-4195-b71a-ea89022c613a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:07.989144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 36a624c1-13fc-4195-b71a-ea89022c613a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:07.989547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e2a68210-42bb-4dc6-92da-1372ff924f36 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:08.016869 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.028835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: e2a68210-42bb-4dc6-92da-1372ff924f36 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:08.029633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e2a68210-42bb-4dc6-92da-1372ff924f36 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:08.121588 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-cf569496-ba20-469f-a939-e261cd465912 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.1255467 Jan 10 19:00:08.234149 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.253185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb1de18-4345-49b5-8765-07024170f279,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:08.259510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6959c4ea-05c5-4765-821b-ebce3e9e3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.281059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b189a722-b991-4525-add8-e70ff470d997,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:08.328209 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-c9013e6e-8ef4-42b9-bf95-1a897aa16916 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829&tenant_id=3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 1096 time: 0.1741822 Jan 10 19:00:08.371278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a429d3ed-33cb-4ded-aa33-9de42cf33672 req-571042d9-fea3-4407-9fec-c40815f82d8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4589655 Jan 10 19:00:08.467131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.468420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.501654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.511204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:08.528316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.610029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:08.616708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:08.617248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.638143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b95a3e8e-d7b6-46b9-bf16-66d584524daa req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8280783 Jan 10 19:00:08.707581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee834-5e83-4124-8e55-626d102337eb tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a9628f-3e52-46d6-b45f-b8f7826d56c0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:08.789107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.794306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.903341 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.914717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.915371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0354bf7f-a3e6-4e81-a011-c680cb45436c {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:00:08.955224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:08.956073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.956206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:08.958198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-50ebc709-ae50-4bdb-bfce-144a115ff756 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0354bf7f-a3e6-4e81-a011-c680cb45436c HTTP/1.1" status: 204 len: 168 time: 3.4331739 Jan 10 19:00:08.962063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59774) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:08.982062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:08.985464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:09.023520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-24f97dc5-301a-4c11-9db3-a0e9dfff4422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1096 time: 0.6380167 Jan 10 19:00:09.048335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Deleting subnet 3ec4de38-acca-45b8-8b8e-9361533e862d {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:00:09.051523 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.070790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.120672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.186344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:09.212748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:09.219841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.316641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.347171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35b61f14-23fe-429c-833b-1306c2929ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:09.348639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-35b61f14-23fe-429c-833b-1306c2929ec8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.3144567 Jan 10 19:00:09.350360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.351315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519bc027-d437-46e7-94e6-82846369fda0 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:00:09.393782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a646-2b18-4659-817f-a8c30bc0038a req-bff1a002-5aeb-4dd4-a9f8-832c2b16fef6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:09.399432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1082a646-2b18-4659-817f-a8c30bc0038a req-bff1a002-5aeb-4dd4-a9f8-832c2b16fef6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 945 time: 0.1591468 Jan 10 19:00:09.431290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.432885 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a089459-605a-4c47-aab5-1190052503fa admin admin] 10.222.0.21 "DELETE /v2.0/routers/519bc027-d437-46e7-94e6-82846369fda0 HTTP/1.1" status: 204 len: 168 time: 3.9971988 Jan 10 19:00:09.439029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59790) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:09.443196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.450298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-62f7eb8b-7fd9-48d7-bcc7-12c08a44ac39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 200 len: 217 time: 0.0844109 Jan 10 19:00:09.531347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb207-3087-4274-83dd-1b5679732952 req-cf0298c6-5ec7-4c57-9655-8494dc11565c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:09.533603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.537930 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-cf0298c6-5ec7-4c57-9655-8494dc11565c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0824273 Jan 10 19:00:09.539575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb076a-cccb-4c97-8446-be761aa02a33 None None] Network a8218faa-dba7-46ec-8123-9c6433307b57 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:00:09.550304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec4de38-acca-45b8-8b8e-9361533e862d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:09.568234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1082a646-2b18-4659-817f-a8c30bc0038a req-216f6588-c87b-4e29-8757-fed8afb188eb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656818 Jan 10 19:00:09.571795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aef3d421-4235-4026-819c-77fd3c853e28 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ec4de38-acca-45b8-8b8e-9361533e862d HTTP/1.1" status: 204 len: 168 time: 0.6062629 Jan 10 19:00:09.572306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59796) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:09.613050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-b194fb75-4f42-4866-b649-a2df5ad7b904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608599 Jan 10 19:00:09.676056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Deleting subnet 56779889-558b-4734-a8c1-d453f2bb78cf {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:00:09.679642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:09.715634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-5ce25d85-ff11-4ff2-82b7-e85778631eba tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:00:09.716677 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-5ce25d85-ff11-4ff2-82b7-e85778631eba tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053730 Jan 10 19:00:09.730847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:09.731646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 19:00:09.738549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.007698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] DHCP port deletion for a8218faa-dba7-46ec-8123-9c6433307b57 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:00:10.021965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] Deleting port 27b69f44-a8db-4fff-b3a6-184118d5f93c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:10.023967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.076247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:10.076729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:10.076898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:10.085198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.112846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:10.113179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:10.145613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Deleting port 27b69f44-a8db-4fff-b3a6-184118d5f93c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:10.146091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.168684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deb1de18-4345-49b5-8765-07024170f279 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:10.179737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:10.180297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:10.180693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:10.181176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Bound port: 107a41c5-2f9a-48ea-b1dc-1731048614c4, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:10.184978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.220491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:10.231310 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-f409091d-add2-4030-90a5-6455ef135832 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114855 Jan 10 19:00:10.233622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.234808 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-e99cf9b9-bd51-47a3-82a2-a8f710f349d7 service neutron] 10.222.0.21 "POST /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5082412 Jan 10 19:00:10.316373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e49407-a5c0-4977-b05b-8bd29df778c2 req-66c626a0-ff0d-46eb-8f84-8e9230533404 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:10.317853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73e49407-a5c0-4977-b05b-8bd29df778c2 req-66c626a0-ff0d-46eb-8f84-8e9230533404 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 949 time: 0.2847672 Jan 10 19:00:10.454846 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-4d31e479-2e13-4db7-87fa-ee3ba7dee75f service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164299 Jan 10 19:00:10.466031 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.495217 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5', 'code': 200} Jan 10 19:00:10.513231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: deb1de18-4345-49b5-8765-07024170f279 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:10.513576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deb1de18-4345-49b5-8765-07024170f279 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:10.513974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b189a722-b991-4525-add8-e70ff470d997 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:10.529571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56779889-558b-4734-a8c1-d453f2bb78cf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:10.555332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b189a722-b991-4525-add8-e70ff470d997 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:10.555667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b189a722-b991-4525-add8-e70ff470d997 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:10.560587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73e49407-a5c0-4977-b05b-8bd29df778c2 req-695f0e34-828b-4414-bbce-adfc1714eff8 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240505 Jan 10 19:00:10.563435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] For port 27b69f44-a8db-4fff-b3a6-184118d5f93c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=27b69f44-a8db-4fff-b3a6-184118d5f93c,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:10.564135 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.570382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.588637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] For port 27b69f44-a8db-4fff-b3a6-184118d5f93c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=27b69f44-a8db-4fff-b3a6-184118d5f93c,segment=NetworkSegment(8522565b-4b3c-4683-a98c-f09bb4ec36eb),segment_id=8522565b-4b3c-4683-a98c-f09bb4ec36eb)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:10.589060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.593833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a424efd8-4c43-40f4-b4ff-b54008288d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.595750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea6f5a-bcf1-4b6c-bd70-2d98a5d67625 None None] Network 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:00:10.626734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cc8adb5c-1a4a-494d-98e8-3a334accc98d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/56779889-558b-4734-a8c1-d453f2bb78cf HTTP/1.1" status: 204 len: 168 time: 1.1866677 Jan 10 19:00:10.629239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59824) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:10.649118 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a64ae99-0eb7-4bef-8a81-85c346ef2dc5 req-db891431-189f-42ae-80ba-d654a0134b26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 1100 time: 0.1215017 Jan 10 19:00:10.748281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a64ae99-0eb7-4bef-8a81-85c346ef2dc5 req-74ac10f0-0c58-460e-8993-e7f4ff029f96 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899310 Jan 10 19:00:10.781666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] Calling delete_port for 27b69f44-a8db-4fff-b3a6-184118d5f93c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:10.786322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Calling delete_port for 27b69f44-a8db-4fff-b3a6-184118d5f93c owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:10.863581 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-d7332458-45f0-49aa-ae75-8a536a511944 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.0749631 Jan 10 19:00:10.946485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-48524628-727a-44df-b382-9d2ad022db73 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316168 Jan 10 19:00:10.967003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0dbb207-3087-4274-83dd-1b5679732952 req-4ca35bde-8b68-410c-aa3f-440b7edd6427 service neutron] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:10.970466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0dbb207-3087-4274-83dd-1b5679732952 req-4ca35bde-8b68-410c-aa3f-440b7edd6427 service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:10.971586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0dbb207-3087-4274-83dd-1b5679732952 req-4ca35bde-8b68-410c-aa3f-440b7edd6427 service neutron] 10.222.0.30 "DELETE /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.1026702 Jan 10 19:00:11.015706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.067337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] Pushing event deleted for resources: {'Port': ['ID=27b69f44-a8db-4fff-b3a6-184118d5f93c,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:11.075211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898056b-3ea4-4553-8ba9-20b798bd2923 None None] No DVR routers for this DVR port 27b69f44-a8db-4fff-b3a6-184118d5f93c on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:00:11.092918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.121105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:00:11.121458 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:00:11.152257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Deleting port 257ad6a8-5286-470d-b2b1-67837349145a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:11.152257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.158672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] DHCP port deletion for 08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:00:11.162836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] Deleting port 257ad6a8-5286-470d-b2b1-67837349145a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:11.163243 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.218133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94dde-e5fe-48b9-bdea-5edb3ca1e2ed req-dfee2b1c-1c47-4755-bc22-9f77b046b72b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:11.219536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eea94dde-e5fe-48b9-bdea-5edb3ca1e2ed req-dfee2b1c-1c47-4755-bc22-9f77b046b72b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.3842747 Jan 10 19:00:11.227834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-12320e85-18a7-4430-86ed-171d0bc47c91 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:11.229193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-12320e85-18a7-4430-86ed-171d0bc47c91 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760031 Jan 10 19:00:11.315019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-479f6094-6aee-4def-8c87-9bcfc713e3a5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/quotas/b2e1161afdee4a9381d55891c0c08c26 HTTP/1.1" status: 200 len: 375 time: 0.0678146 Jan 10 19:00:11.363126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] For port 257ad6a8-5286-470d-b2b1-67837349145a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=257ad6a8-5286-470d-b2b1-67837349145a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:11.363436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.388975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eea94dde-e5fe-48b9-bdea-5edb3ca1e2ed req-396d0fb3-828b-427c-80d0-bcabbcb1552e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588335 Jan 10 19:00:11.486812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] Calling delete_port for 257ad6a8-5286-470d-b2b1-67837349145a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:11.497108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] For port 257ad6a8-5286-470d-b2b1-67837349145a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=257ad6a8-5286-470d-b2b1-67837349145a,segment=NetworkSegment(b1f41d60-50ac-468d-89f3-2655ed977811),segment_id=b1f41d60-50ac-468d-89f3-2655ed977811)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:11.497467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.569832 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.619667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] Pushing event deleted for resources: {'Port': ['ID=257ad6a8-5286-470d-b2b1-67837349145a,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:11.631001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0474a-c984-42fe-8440-8d58fbe143fd None None] No DVR routers for this DVR port 257ad6a8-5286-470d-b2b1-67837349145a on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:00:11.635823 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.669885 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.708234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Deleting port 27b69f44-a8db-4fff-b3a6-184118d5f93c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:11.708234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:11.737903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Calling delete_port for 257ad6a8-5286-470d-b2b1-67837349145a owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:11.767971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 257ad6a8-5286-470d-b2b1-67837349145a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:11.805424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 257ad6a8-5286-470d-b2b1-67837349145a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:11.805954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 257ad6a8-5286-470d-b2b1-67837349145a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:11.806391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 27b69f44-a8db-4fff-b3a6-184118d5f93c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:11.836418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 27b69f44-a8db-4fff-b3a6-184118d5f93c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:11.836765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 27b69f44-a8db-4fff-b3a6-184118d5f93c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:11.864552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] The port '27b69f44-a8db-4fff-b3a6-184118d5f93c' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:00:11.872014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-00574444-9aa3-4325-98f7-49645a3c4ade tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5489421 Jan 10 19:00:12.004271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:00:12.004595 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:00:12.027280 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.056363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653a31-899d-4b41-8002-d0472e3ba599 req-74f4abfa-781f-4b20-9ffb-4f77e40a8a3b tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:12.057827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74653a31-899d-4b41-8002-d0472e3ba599 req-74f4abfa-781f-4b20-9ffb-4f77e40a8a3b tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 945 time: 0.3269446 Jan 10 19:00:12.064412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8218faa-dba7-46ec-8123-9c6433307b57']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:12.096272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8522565b-4b3c-4683-a98c-f09bb4ec36eb') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:12.096620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8522565b-4b3c-4683-a98c-f09bb4ec36eb') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:12.116318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.154381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74653a31-899d-4b41-8002-d0472e3ba599 req-fee957a5-4b7e-4676-a6fe-58f1bd5177a8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825212 Jan 10 19:00:12.155490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.162933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:00:12.163361 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:00:12.177700 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:00:12.268044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.290035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.329930 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-d4499a6d-46d2-4a1c-a06d-eb6205ee87c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1097 time: 0.1462278 Jan 10 19:00:12.333387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=a8218faa-dba7-46ec-8123-9c6433307b57,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:12.374607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c050dbec-5c4e-4252-b920-d6d5649a8b8c admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8218faa-dba7-46ec-8123-9c6433307b57 HTTP/1.1" status: 204 len: 168 time: 2.8012726 Jan 10 19:00:12.377738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59852) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:12.528761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Deleting port 257ad6a8-5286-470d-b2b1-67837349145a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:12.529175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.536282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-3f1db44b-06fb-469b-ba78-d42dd508d27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:12.539167 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-3f1db44b-06fb-469b-ba78-d42dd508d27f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2014301 Jan 10 19:00:12.629544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] The port '257ad6a8-5286-470d-b2b1-67837349145a' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:00:12.720393 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-382ba814-7c3a-41ad-a2e8-3a72ae11c5f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 217 time: 0.1746781 Jan 10 19:00:12.796063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-042390c0-c21f-4c32-a83e-08e407de39bf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:12.798249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-042390c0-c21f-4c32-a83e-08e407de39bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0712078 Jan 10 19:00:12.806188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.819459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248eb8b-67ca-4467-ad2c-ee47f23e9238 req-3716f917-e0ee-4a9e-9ed8-6f15115457a5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:12.827137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6248eb8b-67ca-4467-ad2c-ee47f23e9238 req-3716f917-e0ee-4a9e-9ed8-6f15115457a5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 949 time: 0.3485572 Jan 10 19:00:12.849643 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-992e11d9-4800-47ff-82c4-2484064ecd47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440145 Jan 10 19:00:12.886932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:12.912007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:12.961728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f41d60-50ac-468d-89f3-2655ed977811') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:12.961728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f41d60-50ac-468d-89f3-2655ed977811') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:12.988020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:13.008106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6248eb8b-67ca-4467-ad2c-ee47f23e9238 req-cd59168f-c093-48d3-a62b-051eeeffb7f9 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792974 Jan 10 19:00:13.034189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-d043c7c4-f892-4913-9a48-d0abc6b2c235 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777058 Jan 10 19:00:13.104871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:13.134508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:00:13.134935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:00:13.151741 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:00:13.208844 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-10ff29f9-8c0d-4c92-841f-08cea48bc022 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683965 Jan 10 19:00:13.288586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-74b8ed7c-5801-4c97-b677-5ce8abb604e5 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358609 Jan 10 19:00:13.333813 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:13.532069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:13.553735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019f61-0d84-4b7e-a64d-69cdb70ca031 req-0f6b9797-f158-40eb-ae75-c5195e57f343 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:13.555356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8019f61-0d84-4b7e-a64d-69cdb70ca031 req-0f6b9797-f158-40eb-ae75-c5195e57f343 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.5416794 Jan 10 19:00:13.610710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:13.663921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ba94591b-f1e1-463a-a9b9-8fc81cb6a4a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/08af3eb0-9421-40bc-b2d5-dd29cc0cd4e7 HTTP/1.1" status: 204 len: 168 time: 3.0308042 Jan 10 19:00:13.733593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8019f61-0d84-4b7e-a64d-69cdb70ca031 req-f4d4fed2-e39e-4ad2-82da-7598e9c6b8a6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284976 Jan 10 19:00:13.740088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-07ea5748-2895-4822-a42e-6ac0cc8f4cca tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:13.746666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-07ea5748-2895-4822-a42e-6ac0cc8f4cca tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4438889 Jan 10 19:00:13.773890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-c673c896-f228-44fc-bf9f-955ecee5d777 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/quotas/c52e443d42e948309d0d405e7d7dbc2c HTTP/1.1" status: 200 len: 375 time: 0.0227461 Jan 10 19:00:13.817854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-d50c49fa-024d-4717-9f45-182a52150c4f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465412 Jan 10 19:00:13.957807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59888) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:14.011672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:14.044346 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-92140db8-5703-4012-a22c-9674e3538f07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0704dec638084287be4a8291bf8b428f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0833929 Jan 10 19:00:14.046552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59896) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:14.148497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe89cd-fb96-4ac9-90f4-62f8833adfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:14.225573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe89cd-fb96-4ac9-90f4-62f8833adfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:14.317937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1191b24c-0f33-45bf-82ac-4c769d1fb209 req-b3995ec5-9e40-4748-bfc2-71634ff48542 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0855539 Jan 10 19:00:14.355890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a0354fb-5189-4924-ae96-4b09937e457a req-bb4b5e80-717f-406e-80d4-af911362b598 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1096 time: 0.4029377 Jan 10 19:00:14.370145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe89cd-fb96-4ac9-90f4-62f8833adfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:14.423723 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-2b0df74b-60a8-49f8-be8b-dc4dfd847783 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068964 Jan 10 19:00:14.426406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe89cd-fb96-4ac9-90f4-62f8833adfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b0489d-92ba-4b3e-bf42-99702b708f46,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:14.564048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe89cd-fb96-4ac9-90f4-62f8833adfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:14.565182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8bbe89cd-fb96-4ac9-90f4-62f8833adfd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43b0489d-92ba-4b3e-bf42-99702b708f46 HTTP/1.1" status: 204 len: 168 time: 0.5166762 Jan 10 19:00:14.643982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a0354fb-5189-4924-ae96-4b09937e457a req-c5c167fc-54bc-46fe-830e-7f9d4fa29e6c tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810109 Jan 10 19:00:14.708904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-e6a56fcc-5c2f-45cd-ad48-ae5acfd6b43d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:14.714239 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-e6a56fcc-5c2f-45cd-ad48-ae5acfd6b43d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784870 Jan 10 19:00:14.719862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675da3-9f91-4373-bfe3-8564c5ce3db8 req-1a6758ec-62bc-46d2-ac70-3748b0c26229 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:14.721404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19675da3-9f91-4373-bfe3-8564c5ce3db8 req-1a6758ec-62bc-46d2-ac70-3748b0c26229 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2157369 Jan 10 19:00:14.736799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:14.822667 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:14.914053 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:15.009135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19675da3-9f91-4373-bfe3-8564c5ce3db8 req-6a76f5bc-2dcc-462b-aad6-89d8f051f039 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756584 Jan 10 19:00:15.068323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-c2b7710a-30bd-4bc5-b684-8c04a5bcc62e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1265888 Jan 10 19:00:15.247201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-516c099c-e27f-4317-8658-9930f6ec181a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994134 Jan 10 19:00:15.399503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:15.421202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:15.427568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-5f15fa63-10da-4c3c-914e-5f81eca5e6ca tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:15.428918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-5f15fa63-10da-4c3c-914e-5f81eca5e6ca tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3413875 Jan 10 19:00:15.439038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:15.442972 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:15.460341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:15.608563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-dbbbe8f7-22a0-4e4b-b398-fa81a98aab01 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:15.609965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-dbbbe8f7-22a0-4e4b-b398-fa81a98aab01 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609962 Jan 10 19:00:15.622395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bcbd-3cb2-45fe-b4c9-0c5712b8e566 req-d5cb6add-6498-4b94-896e-9437ca34d0ba tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:15.623871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50d0bcbd-3cb2-45fe-b4c9-0c5712b8e566 req-d5cb6add-6498-4b94-896e-9437ca34d0ba tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.2380161 Jan 10 19:00:15.702786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-d7233d0c-f5fe-4832-978b-937485ad195e tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/quotas/c52e443d42e948309d0d405e7d7dbc2c HTTP/1.1" status: 200 len: 375 time: 0.0779419 Jan 10 19:00:15.709050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:15.720642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Usage tracker for resource:port and tenant:b2e1161afdee4a9381d55891c0c08c26 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:15.726062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:15.736474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:15.748043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.234 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/46b61608-97ce-4b06-abe9-6ca5a5b1836d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:15.759190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:15.762126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:15.796306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-66d1aa89-970a-44c6-a6c1-f3b48d41ab98 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659692 Jan 10 19:00:15.822626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50d0bcbd-3cb2-45fe-b4c9-0c5712b8e566 req-8be908f1-a73c-42d6-a5da-b693d9a5515c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692750 Jan 10 19:00:16.134103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59950) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:16.278179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.297406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object 46b61608-97ce-4b06-abe9-6ca5a5b1836d will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:16.310227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-edff9ece-31ec-4f80-805a-5b14beaf7278 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=93374e719a5d4df7a26825ccaa44e64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1714628 Jan 10 19:00:16.320250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-5a8fd32f-3561-4540-91c7-aafdbe47c536 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2185025 Jan 10 19:00:16.401510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.415237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:16.511377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-network', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:16.525492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:16.531153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=46b61608-97ce-4b06-abe9-6ca5a5b1836d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:16.544178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.189 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/8d6a89e7-9776-4234-829a-5b4f50f43b89) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:16.556940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:16.560181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:16.563297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:16.568060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:16.569122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.586969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Usage tracker for resource:network and tenant:035c0043baf44767a8b5f8714a84ccf5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:16.608297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:16.644568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-aff5e862-085b-4a46-ac37-4c12cc677539 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9132082 Jan 10 19:00:16.647246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:16.671871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Request body: {'port': {'device_id': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:16.738714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffdb3b1b-179f-4a64-a068-aebc0c47cda9 req-36a2b05c-1995-489f-9dad-d348132ff8f0 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 1096 time: 0.7078536 Jan 10 19:00:16.749764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Made reservation on behalf of 035c0043baf44767a8b5f8714a84ccf5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:16.749764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.768582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Deleting port 55450905-dafb-4db5-bec3-24f09c3483af {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:16.768582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.813647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-ec3a725f-cb62-4bfa-a8e5-b8401845d54c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:16.831302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-ec3a725f-cb62-4bfa-a8e5-b8401845d54c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5031137 Jan 10 19:00:16.858983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.939200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-6725ee21-a323-4d23-b0dc-41e56086b1cf tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:16.939200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-6725ee21-a323-4d23-b0dc-41e56086b1cf tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6113911 Jan 10 19:00:16.976815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f8865627-3f5c-4828-8c4d-d653fb007f2d None None] Provisioning for port 46b61608-97ce-4b06-abe9-6ca5a5b1836d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:16.981827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:16.986915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f8865627-3f5c-4828-8c4d-d653fb007f2d None None] Provisioning complete for port 46b61608-97ce-4b06-abe9-6ca5a5b1836d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:16.986915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8865627-3f5c-4828-8c4d-d653fb007f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.010164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-327ab1d4-0fda-4e08-9624-e874d75a9ec8 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/quotas/93374e719a5d4df7a26825ccaa44e64c HTTP/1.1" status: 200 len: 375 time: 0.1783357 Jan 10 19:00:17.042389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffdb3b1b-179f-4a64-a068-aebc0c47cda9 req-62969453-0c98-44ec-8fcd-90e051d2fa0b tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936540 Jan 10 19:00:17.051846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Request body: {'port': {'device_id': '98a0a330-fd01-4337-9368-9721c01af3f6', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'c52e443d42e948309d0d405e7d7dbc2c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:17.100464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f8865627-3f5c-4828-8c4d-d653fb007f2d None None] Port 46b61608-97ce-4b06-abe9-6ca5a5b1836d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:17.159715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.242429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:17.244177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object 8d6a89e7-9776-4234-829a-5b4f50f43b89 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:17.247498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Usage tracker for resource:security_group_rule and tenant:035c0043baf44767a8b5f8714a84ccf5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:17.250732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:17.257563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:17.307705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.320173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:17.459089 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-56f55df1-dd6d-497b-89bf-4c78cef78b09 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896344 Jan 10 19:00:17.524090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] For port 55450905-dafb-4db5-bec3-24f09c3483af, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=55450905-dafb-4db5-bec3-24f09c3483af,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:17.524719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.637660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:17.638330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=8d6a89e7-9776-4234-829a-5b4f50f43b89,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:17.650714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:17.657782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:17.662196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:17.662709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.692217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-97d7b085-3d13-4e91-9e46-e4c0416f9808 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2365882 Jan 10 19:00:17.692560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.700448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Calling delete_port for 55450905-dafb-4db5-bec3-24f09c3483af owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:17.700631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-0e10cd2c-67f6-4420-b20b-ec0f7010169d tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:17.701908 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-0e10cd2c-67f6-4420-b20b-ec0f7010169d tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285299 Jan 10 19:00:17.714980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Request body: {'port': {'device_id': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:17.749809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Request body: {'port': {'device_id': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'c52e443d42e948309d0d405e7d7dbc2c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:17.752203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.839990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:00:17.852818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:17.855818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5066552e-e0c8-4542-8d8b-0d71b121c56c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:17.876249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Usage tracker for resource:port and tenant:c52e443d42e948309d0d405e7d7dbc2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:17.891757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-d82b34bb-3dc0-4a6d-8f53-daf27595114c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8868587 Jan 10 19:00:17.895836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:17.899462 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.899787 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Added segment 9ee0963a-c27d-4512-8b52-f317eef91b7d of type vlan for network 99b9a994-af79-42de-b843-a8c9e80691b8 Jan 10 19:00:17.906696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3993a9-2f10-449d-ad57-6772e807f8e2 req-d1b50685-9505-4fac-b033-c0d065d6ef25 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:17.908031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3993a9-2f10-449d-ad57-6772e807f8e2 req-d1b50685-9505-4fac-b033-c0d065d6ef25 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 936 time: 0.5596988 Jan 10 19:00:17.918757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:17.940192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-858e0851-b7d2-4331-bee8-dbbba98b148e None None] Provisioning for port 8d6a89e7-9776-4234-829a-5b4f50f43b89 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:17.948876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-858e0851-b7d2-4331-bee8-dbbba98b148e None None] Provisioning complete for port 8d6a89e7-9776-4234-829a-5b4f50f43b89 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:17.949243 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-858e0851-b7d2-4331-bee8-dbbba98b148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.969367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Made reservation on behalf of c52e443d42e948309d0d405e7d7dbc2c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:17.972892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:17.988792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.009671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.015097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.045797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:18.049879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-858e0851-b7d2-4331-bee8-dbbba98b148e None None] Port 8d6a89e7-9776-4234-829a-5b4f50f43b89 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:18.054503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b61608-97ce-4b06-abe9-6ca5a5b1836d {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:18.069517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3993a9-2f10-449d-ad57-6772e807f8e2 req-5d6ece5a-42fd-4048-80d1-db6ccebdc277 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402538 Jan 10 19:00:18.088735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.089709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:18.090299 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.093204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Usage tracker for resource:port and tenant:c52e443d42e948309d0d405e7d7dbc2c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:18.104031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.106957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:18.113196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:18.127376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:18.186303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Transition to ACTIVE for port object 46b61608-97ce-4b06-abe9-6ca5a5b1836d will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:18.205270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.212088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Usage tracker for resource:security_group_rule and tenant:c52e443d42e948309d0d405e7d7dbc2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:18.214634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Made reservation on behalf of c52e443d42e948309d0d405e7d7dbc2c for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:18.220616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.223320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:18.267903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:18.345997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.455808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1556027 Jan 10 19:00:18.469852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59976) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:18.515154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a342c2b9-397b-46d6-9ebd-e0bcc8ef3e63 req-be07220b-ef9a-42ea-9170-1b52a4610ee1 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 210 time: 0.2423215 Jan 10 19:00:18.523537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Request body: {'subnet': {'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-subnet', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:18.531469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.537932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db5b31-8932-4f4f-8345-679022cbfc34 admin admin] Pushing event updated for resources: {'Network': ['ID=99b9a994-af79-42de-b843-a8c9e80691b8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:18.551563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 99b9a994-af79-42de-b843-a8c9e80691b8 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:00:18.605051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Pushing event updated for resources: {'Port': ['ID=46b61608-97ce-4b06-abe9-6ca5a5b1836d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:18.607597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:18.625079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Usage tracker for resource:subnet and tenant:035c0043baf44767a8b5f8714a84ccf5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:18.629816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Pushing event deleted for resources: {'Port': ['ID=55450905-dafb-4db5-bec3-24f09c3483af,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:18.639651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:18.653763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:18.862568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Attempting to bind port 46b61608-97ce-4b06-abe9-6ca5a5b1836d on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:18.863329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Attempting to bind port 46b61608-97ce-4b06-abe9-6ca5a5b1836d by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:18.875972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Attempting to bind port 46b61608-97ce-4b06-abe9-6ca5a5b1836d on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:18.906764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Made reservation on behalf of 035c0043baf44767a8b5f8714a84ccf5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:18.909960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:18.961484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Port 46b61608-97ce-4b06-abe9-6ca5a5b1836d on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:18.961848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Attempting to bind port 46b61608-97ce-4b06-abe9-6ca5a5b1836d on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:19.031038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:19.031428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:19.031798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:19.032229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Bound port: 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:19.032575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.060885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6a89e7-9776-4234-829a-5b4f50f43b89 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:19.068824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.121948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.126726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Transition to ACTIVE for port object 8d6a89e7-9776-4234-829a-5b4f50f43b89 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:19.136168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c52e443d42e948309d0d405e7d7dbc2c {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:00:19.136525 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:00:19.147678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.174038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df396a47-66b8-413c-b590-fcc998a6dd73 req-5f62ae78-8bd8-465e-8011-905001f3013a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:19.182499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df396a47-66b8-413c-b590-fcc998a6dd73 req-5f62ae78-8bd8-465e-8011-905001f3013a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.7242041 Jan 10 19:00:19.184711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.224982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] For port 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:19.230595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] For port 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:19.293309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.310118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a89e7-9776-4234-829a-5b4f50f43b89,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:19.410241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.411731 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/46b61608-97ce-4b06-abe9-6ca5a5b1836d HTTP/1.1" status: 200 len: 1096 time: 2.7444074 Jan 10 19:00:19.414903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'tag': '46b61608-97ce-4b06-abe9-6ca5a5b1836d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:19.452604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1c35d-580d-485e-a74a-873ebcb116e5 service neutron] Pushing event updated for resources: {'Port': ['ID=46b61608-97ce-4b06-abe9-6ca5a5b1836d,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:19.491200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Attempting to bind port 8d6a89e7-9776-4234-829a-5b4f50f43b89 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:19.491540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Attempting to bind port 8d6a89e7-9776-4234-829a-5b4f50f43b89 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:19.492116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Attempting to bind port 8d6a89e7-9776-4234-829a-5b4f50f43b89 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:19.492240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e637abb-b4d6-447c-9284-57e5b1fd7d94 req-cc8bc23e-43ed-4fb8-8248-75f9736f341e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 210 time: 0.1400049 Jan 10 19:00:19.508869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Port 8d6a89e7-9776-4234-829a-5b4f50f43b89 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:19.509510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Attempting to bind port 8d6a89e7-9776-4234-829a-5b4f50f43b89 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:19.534572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4021f17a-05e0-4231-933f-bd50470c8ebe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:19.538363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:19.539016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:19.539855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:19.540644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Bound port: 8d6a89e7-9776-4234-829a-5b4f50f43b89, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:19.541212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.559724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df396a47-66b8-413c-b590-fcc998a6dd73 req-2ee195fd-e07c-4a57-80df-a7883908d2fe tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760078 Jan 10 19:00:19.608059 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-b1c68dc5-3ecd-4038-8b85-c39dfacaf175 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 1099 time: 0.1526072 Jan 10 19:00:19.704786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:19.808551 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-4353f645-bda5-4d12-a699-563755ea6d0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d HTTP/1.1" status: 200 len: 217 time: 0.1907041 Jan 10 19:00:19.950455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-1887e795-516f-4fed-9919-4dfb76d19421 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=93374e719a5d4df7a26825ccaa44e64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2284162 Jan 10 19:00:19.956555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] For port 8d6a89e7-9776-4234-829a-5b4f50f43b89, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:20.000510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] For port 8d6a89e7-9776-4234-829a-5b4f50f43b89, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:20.002371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-c858b17e-a9a5-4d18-ab1e-8e5111df1b62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:20.003900 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-c858b17e-a9a5-4d18-ab1e-8e5111df1b62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1892345 Jan 10 19:00:20.069962 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'tag': '46b61608-97ce-4b06-abe9-6ca5a5b1836d', 'status': 'completed', 'code': 200} Jan 10 19:00:20.078169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:20.145782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:20.148308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Allocated IP 192.168.233.157 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/0da74ef1-6065-4e39-87a8-554b1cd30d49) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:20.151285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] 10.222.0.44 "PUT /v2.0/ports/8d6a89e7-9776-4234-829a-5b4f50f43b89 HTTP/1.1" status: 200 len: 1096 time: 2.4483442 Jan 10 19:00:20.182062 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:20.237418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5aabe-bf4c-4e1a-94dd-6968b8a7965f service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a89e7-9776-4234-829a-5b4f50f43b89,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:20.341918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-10e57de4-deaa-4eae-9e56-03df707ab812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314979 Jan 10 19:00:20.349397 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-efe57045-f517-423d-ac42-af923ea6da44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 1099 time: 0.1247640 Jan 10 19:00:20.353887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6166fd26-cb50-469b-8287-5edc4a3f321c req-e5312d27-b571-411e-bed0-8e1623fc4957 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 210 time: 0.1031778 Jan 10 19:00:20.371920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-05e2a541-57b7-4db0-9a9a-555209d8755a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:20.374064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-05e2a541-57b7-4db0-9a9a-555209d8755a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4045177 Jan 10 19:00:20.431654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Request body: {'port': {'device_id': '5e5a0771-e133-4830-ad80-291002011cd1', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '93374e719a5d4df7a26825ccaa44e64c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:20.451788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3dc414e-85e3-49af-ae0e-8befaca5f801,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:20.470167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5c25-6b97-4746-ad2c-abef8ea49d98 req-24d2c5a5-5230-43f0-a4cb-502be00161eb tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:20.471757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-443d5c25-6b97-4746-ad2c-abef8ea49d98 req-24d2c5a5-5230-43f0-a4cb-502be00161eb tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 948 time: 0.7704945 Jan 10 19:00:20.512139 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-4dd72d5a-f102-47bf-8042-90ddd6fe9930 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89 HTTP/1.1" status: 200 len: 217 time: 0.1306229 Jan 10 19:00:20.754827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-8cbc8e35-22e4-4e27-ba46-808a40d333b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:20.756204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-8cbc8e35-22e4-4e27-ba46-808a40d333b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2373462 Jan 10 19:00:20.759244 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-725ef26d-4645-46c1-a27e-ee0ce7a618f2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089682 Jan 10 19:00:20.812599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Checking segment: {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:20.813166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Network hostable DHCP agents. Network: 99b9a994-af79-42de-b843-a8c9e80691b8, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:00:20.852770 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:20.857469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae20d30a-77e4-4aef-b2b3-a3d208b87f88 req-f3d5ef85-2dbc-4f92-8f67-e39faa441678 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 210 time: 0.0991683 Jan 10 19:00:20.924130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-443d5c25-6b97-4746-ad2c-abef8ea49d98 req-180f1e1f-0ca0-4663-9aaa-7cd9574d4515 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342384 Jan 10 19:00:20.945105 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-874142f8-6b9e-4f96-ae68-66fe98893a46 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769497 Jan 10 19:00:20.948898 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-93ae954f-ff84-4149-9e45-90fc3fcb95c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819084 Jan 10 19:00:21.100024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:21.107942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.114405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Network 99b9a994-af79-42de-b843-a8c9e80691b8 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:00:21.119214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Usage tracker for resource:port and tenant:93374e719a5d4df7a26825ccaa44e64c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:21.125640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:21.141572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:21.158284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 99b9a994-af79-42de-b843-a8c9e80691b8) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:21.161131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-a6e2297c-1d71-4640-9e55-50b9789cbc43 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051930 Jan 10 19:00:21.165288 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-3308d362-4114-47c9-9d2e-2864a5b59f9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 1099 time: 0.1386178 Jan 10 19:00:21.169927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c78f1-e51d-4204-b21a-2e2f9185dd31 None None] Network 99b9a994-af79-42de-b843-a8c9e80691b8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:00:21.174583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Transition to ACTIVE for port object 0da74ef1-6065-4e39-87a8-554b1cd30d49 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:21.176251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:21.176848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.217501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Made reservation on behalf of 93374e719a5d4df7a26825ccaa44e64c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:21.220582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.324612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-89eaf475-c7af-4a3a-aa73-3b73b1ada821 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8444541 Jan 10 19:00:21.335376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60008) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:21.406846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f528ea-5dda-4ba6-b1d5-abda5abb7141 req-d7366809-20af-4912-bf17-4be490d53b06 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:21.415150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72f528ea-5dda-4ba6-b1d5-abda5abb7141 req-d7366809-20af-4912-bf17-4be490d53b06 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 0.3989756 Jan 10 19:00:21.421189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:21.479520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:21.605779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Usage tracker for resource:router and tenant:035c0043baf44767a8b5f8714a84ccf5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:21.618125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-c98afdda-22ba-406d-a262-c0924bd329ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:21.619763 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-c98afdda-22ba-406d-a262-c0924bd329ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3180473 Jan 10 19:00:21.621646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:21.640737 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-46c62493-d73d-4ca7-82e1-d3f1d7dc72c3 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1097 time: 0.3375399 Jan 10 19:00:21.658824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.660814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.44', 51960) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:21.668697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:21.776683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-99b9a994-af79-42de-b843-a8c9e80691b8', 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'fixed_ips': [{'subnet_id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:00:21.777518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.782445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38a5939a-7e3d-4360-b922-1325f11023d9 req-a8aaaa71-1abd-4f6c-8888-ac046e484c3e service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079211 Jan 10 19:00:21.783827 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-3d391644-62a6-4519-8856-f2162aabae09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d HTTP/1.1" status: 200 len: 217 time: 0.1506047 Jan 10 19:00:21.796556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:21.866310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.867371 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:21.881006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8be90ba5-3136-4f7c-b6b0-3312abfdc35c req-cfb12aa1-984e-4400-9d3d-a5a7820fbaee tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Synchronizing usage tracker for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:21.904984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72f528ea-5dda-4ba6-b1d5-abda5abb7141 req-654821fa-84b1-4f90-a23c-e4701f2c219c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886215 Jan 10 19:00:21.928441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:21.937233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-60d65dbe-d671-462f-b362-6b7c0e215aa8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:21.938688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-60d65dbe-d671-462f-b362-6b7c0e215aa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0952866 Jan 10 19:00:21.958629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:21.976954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:21.986406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:22.000760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Allocated IP 172.20.0.2 (99b9a994-af79-42de-b843-a8c9e80691b8/f3dc414e-85e3-49af-ae0e-8befaca5f801/c408d381-dcdc-4747-a0f0-8b2582bddee8) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:22.054791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8be90ba5-3136-4f7c-b6b0-3312abfdc35c req-cfb12aa1-984e-4400-9d3d-a5a7820fbaee tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Unset dirty status for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:22.060913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8be90ba5-3136-4f7c-b6b0-3312abfdc35c req-cfb12aa1-984e-4400-9d3d-a5a7820fbaee tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 210 time: 0.2821128 Jan 10 19:00:22.157001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'tag': '8d6a89e7-9776-4234-829a-5b4f50f43b89'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:22.160935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.191727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.246956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Allocated IP 192.168.233.55 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/0757f227-7fff-45c5-a3ba-15352c5c1d05) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:22.262710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bf83461-0a8d-45d7-a1e8-1bb68c3acb7b req-715b88d2-45c6-4000-b2a4-d5f0c116a594 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 210 time: 0.1235054 Jan 10 19:00:22.297009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:22.298086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.372110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-b4b83142-4695-4894-b3eb-3ff35bfea095 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6998618 Jan 10 19:00:22.444757 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'tag': '8d6a89e7-9776-4234-829a-5b4f50f43b89', 'status': 'completed', 'code': 200} Jan 10 19:00:22.514821 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.545661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Transition to ACTIVE for port object c408d381-dcdc-4747-a0f0-8b2582bddee8 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:22.565249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-47ffc267-6b7c-4759-b636-c11bbbd7aa34 None None] Provisioning for port 0da74ef1-6065-4e39-87a8-554b1cd30d49 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:22.589266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-47ffc267-6b7c-4759-b636-c11bbbd7aa34 None None] Provisioning complete for port 0da74ef1-6065-4e39-87a8-554b1cd30d49 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:22.590169 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-47ffc267-6b7c-4759-b636-c11bbbd7aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.645118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Transition to ACTIVE for port object c408d381-dcdc-4747-a0f0-8b2582bddee8 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:22.669550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.681125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-d691cf26-c571-458b-a4ae-c455c9718593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6127949 Jan 10 19:00:22.731172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:22.746198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-47ffc267-6b7c-4759-b636-c11bbbd7aa34 None None] Port 0da74ef1-6065-4e39-87a8-554b1cd30d49 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:22.753574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Network 99b9a994-af79-42de-b843-a8c9e80691b8 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:22.763243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:22.768819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:22.826197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Pushing event updated for resources: {'Port': ['ID=c408d381-dcdc-4747-a0f0-8b2582bddee8,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:22.964946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Attempting to bind port c408d381-dcdc-4747-a0f0-8b2582bddee8 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:22.965254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Attempting to bind port c408d381-dcdc-4747-a0f0-8b2582bddee8 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:22.965791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Attempting to bind port c408d381-dcdc-4747-a0f0-8b2582bddee8 on network 99b9a994-af79-42de-b843-a8c9e80691b8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:22.980469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:22.980846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Checking segment: {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:22.981248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:22.981690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Bound using segment: {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:22.982416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Bound port: c408d381-dcdc-4747-a0f0-8b2582bddee8, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:22.982790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.075919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:23.106569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:23.144916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 19:00:23.153803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] For port c408d381-dcdc-4747-a0f0-8b2582bddee8, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:23.158172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] For port c408d381-dcdc-4747-a0f0-8b2582bddee8, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c408d381-dcdc-4747-a0f0-8b2582bddee8,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:23.162636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-0098e11e-834c-472d-8a90-9b6fcf123c8f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1515918 Jan 10 19:00:23.164722 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.274684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cef47-762e-431c-82b5-ef5ae80c8237 None None] Pushing event updated for resources: {'Port': ['ID=c408d381-dcdc-4747-a0f0-8b2582bddee8,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:23.280811 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-6930938e-c71b-4325-8bb1-6757a3b6ba58 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834100 Jan 10 19:00:23.333805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:23.367195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.389846 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-bf11071a-2ac3-40c6-b54d-931a68a68e64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 1099 time: 0.6622596 Jan 10 19:00:23.491934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Request body: {'port': {'device_id': '98a0a330-fd01-4337-9368-9721c01af3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:23.594789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Transition to ACTIVE for port object 0757f227-7fff-45c5-a3ba-15352c5c1d05 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:23.627808 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.656438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.692280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.773464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:23.930342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c408d381-dcdc-4747-a0f0-8b2582bddee8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:23.943366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699adfa2-f440-4b80-a70e-a8b6652fea08 req-8ec0aa21-bd85-42d7-97a9-94f06225dc80 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:23.945051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-699adfa2-f440-4b80-a70e-a8b6652fea08 req-8ec0aa21-bd85-42d7-97a9-94f06225dc80 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 948 time: 1.6614327 Jan 10 19:00:23.977843 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8e5dc33-2053-4f21-8e17-d45827441b0a req-3cb69f28-2361-45c8-9d1d-cd0985275c2a service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862338 Jan 10 19:00:23.984631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-1366d3c5-4545-4d26-a2fa-c9aba5f095f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:23.986262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-1366d3c5-4545-4d26-a2fa-c9aba5f095f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.5170300 Jan 10 19:00:24.038749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c408d381-dcdc-4747-a0f0-8b2582bddee8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:24.078311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:24.135875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-9ba91264-4d7f-48b8-b5df-fd8bf8157f86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfcb173414dc4204947d166bfbece2e2&device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 1096 time: 1.3859916 Jan 10 19:00:24.142427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:24.187920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-d6efd732-53d2-4fb3-9c86-9611c9e6193f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89 HTTP/1.1" status: 200 len: 217 time: 0.1943820 Jan 10 19:00:24.233215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa850-5e6b-4f2b-aa3a-0ce1710de8c5 req-8a9ac875-15fc-460d-806b-4de7186765cf tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:24.235133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-111fa850-5e6b-4f2b-aa3a-0ce1710de8c5 req-8a9ac875-15fc-460d-806b-4de7186765cf tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 946 time: 1.0659337 Jan 10 19:00:24.285606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:24.285940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:24.286266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:24.293793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:24.307437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:24.310005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:24.314309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:24.314792 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:24.321562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:24.330060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-5306a90d-56ff-49c1-bc33-f621ac184706 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:24.331789 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-5306a90d-56ff-49c1-bc33-f621ac184706 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1275206 Jan 10 19:00:24.332296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:24.332611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Attempting to bind port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:24.399274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:24.399684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:24.400126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:24.400567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Bound port: 107a41c5-2f9a-48ea-b1dc-1731048614c4, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:24.400916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:24.427436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-c7ebdd6b-cd55-4db8-9c24-4982536cb980 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6815884 Jan 10 19:00:24.460539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Request body: {'port': {'device_id': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:24.483917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:24.526111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 46b61608-97ce-4b06-abe9-6ca5a5b1836d details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:24.590479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10234c8-db08-45ce-97f4-9e737468834b req-740f49ae-236a-4e7e-bcc8-2c133ee81313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:24.592773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-740f49ae-236a-4e7e-bcc8-2c133ee81313 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 200 len: 925 time: 0.4024088 Jan 10 19:00:24.621378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-699adfa2-f440-4b80-a70e-a8b6652fea08 req-ab5a8c7c-131b-460a-a0af-ff04fd835268 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491687 Jan 10 19:00:24.640205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-7a87d09e-15ce-403a-bf1a-bf99b910acdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2932718 Jan 10 19:00:24.648954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:24.690650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-111fa850-5e6b-4f2b-aa3a-0ce1710de8c5 req-254cb512-9ebf-4aad-8632-52bef36bfe26 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181319 Jan 10 19:00:24.858711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-eebb0a4d-aa6f-47ac-9d25-16a74ee35fba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1 HTTP/1.1" status: 200 len: 1001 time: 0.1779010 Jan 10 19:00:24.865605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Allocated IP 192.168.233.43 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/563d4370-2cef-4742-b8bb-cfb84cf268b0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:24.867928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.30', 64977) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:24.875280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:24.906984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:24.925275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:24.953754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:24.987059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '46b61608-97ce-4b06-abe9-6ca5a5b1836d', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '46b61608-97ce-4b06-abe9-6ca5a5b1836d', 'mac_address': 'fa:16:3e:57:e9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:24.999612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a372ecc-3a08-4f28-8d90-b85257c47be1 None None] Network 99b9a994-af79-42de-b843-a8c9e80691b8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:00:25.045719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-97a10e0f-c716-455b-a5fc-bcc358e88ec0 None None] Provisioning for port 0757f227-7fff-45c5-a3ba-15352c5c1d05 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:25.165945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-397afde3-b8ff-4196-9452-02ad9ac7d9bf req-00fbbc6c-a1d6-46a1-a05a-7b48a17f2ab5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Synchronizing usage tracker for tenant:93374e719a5d4df7a26825ccaa44e64c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:25.254726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10234c8-db08-45ce-97f4-9e737468834b req-f8fdcedb-c7e2-4ca2-aedb-fe1ab1aea620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:25.256252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-f8fdcedb-c7e2-4ca2-aedb-fe1ab1aea620 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 200 len: 863 time: 0.3689797 Jan 10 19:00:25.273601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:25.289961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-97a10e0f-c716-455b-a5fc-bcc358e88ec0 None None] Provisioning complete for port 0757f227-7fff-45c5-a3ba-15352c5c1d05 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:25.290577 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97a10e0f-c716-455b-a5fc-bcc358e88ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:25.339194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=8']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:25.362310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-397afde3-b8ff-4196-9452-02ad9ac7d9bf req-00fbbc6c-a1d6-46a1-a05a-7b48a17f2ab5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Unset dirty status for tenant:93374e719a5d4df7a26825ccaa44e64c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:25.368972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b61608-97ce-4b06-abe9-6ca5a5b1836d {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:25.375259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-397afde3-b8ff-4196-9452-02ad9ac7d9bf req-00fbbc6c-a1d6-46a1-a05a-7b48a17f2ab5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 210 time: 0.3670142 Jan 10 19:00:25.389813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:25.399855 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-80d7990e-67e9-4b72-8fea-dd1855e359c5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468216 Jan 10 19:00:25.403347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:25.404643 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-84941ff0-efc6-4115-bb18-99af70cd7ab2 service neutron] 10.222.0.30 "PUT /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 1122 time: 3.6156988 Jan 10 19:00:25.409985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:25.410857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8d6a89e7-9776-4234-829a-5b4f50f43b89 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:25.516924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390de194-7378-4d17-b5c6-2fefd86abca3 req-cc6cdb2d-bcfc-4d65-8ee0-957f591663c8 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:25.528711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-390de194-7378-4d17-b5c6-2fefd86abca3 req-cc6cdb2d-bcfc-4d65-8ee0-957f591663c8 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 935 time: 0.5156093 Jan 10 19:00:25.547381 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-170f4de8-baa1-4a7a-9460-60f2712e9357 req-a86baac3-3a3f-4b5c-a126-70fe71f15de9 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397305 Jan 10 19:00:25.552425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-97a10e0f-c716-455b-a5fc-bcc358e88ec0 None None] Port 0757f227-7fff-45c5-a3ba-15352c5c1d05 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:25.593180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['107a41c5-2f9a-48ea-b1dc-1731048614c4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:25.684889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['107a41c5-2f9a-48ea-b1dc-1731048614c4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:25.713936 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'code': 200} Jan 10 19:00:25.834301 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:00:25.851692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-5d27374b-6a1f-4305-8cdb-b95831a6506b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9657428 Jan 10 19:00:25.876837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8d6a89e7-9776-4234-829a-5b4f50f43b89, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:25.887898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=46b61608-97ce-4b06-abe9-6ca5a5b1836d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:25.935903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8d6a89e7-9776-4234-829a-5b4f50f43b89', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '8d6a89e7-9776-4234-829a-5b4f50f43b89', 'mac_address': 'fa:16:3e:ee:51:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:25.939013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:00:25.998400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-390de194-7378-4d17-b5c6-2fefd86abca3 req-9046a5f1-0aa7-456d-91eb-f083c3543de0 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Synchronizing usage tracker for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:26.031211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] Provisioning for port c408d381-dcdc-4747-a0f0-8b2582bddee8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:26.057669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] Provisioning complete for port c408d381-dcdc-4747-a0f0-8b2582bddee8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:26.058046 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.147703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.150013 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.182900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.210955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6a89e7-9776-4234-829a-5b4f50f43b89 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:26.211678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.216238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-21b8e703-d15b-49e3-800f-1812f81e5515 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32fba634-0217-49f3-bce1-5a5bbe16f712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9473112 Jan 10 19:00:26.231352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-390de194-7378-4d17-b5c6-2fefd86abca3 req-9046a5f1-0aa7-456d-91eb-f083c3543de0 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Unset dirty status for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:26.243332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-390de194-7378-4d17-b5c6-2fefd86abca3 req-9046a5f1-0aa7-456d-91eb-f083c3543de0 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136700 Jan 10 19:00:26.272734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8d6a89e7-9776-4234-829a-5b4f50f43b89, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:26.291848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.443471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.456574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8d6a89e7-9776-4234-829a-5b4f50f43b89,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:26.476268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Transition to ACTIVE for port object 563d4370-2cef-4742-b8bb-cfb84cf268b0 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:26.494144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] For port c408d381-dcdc-4747-a0f0-8b2582bddee8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c408d381-dcdc-4747-a0f0-8b2582bddee8,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:26.499581 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.585301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082131d2-4265-471a-b61d-12e6436abc6a None None] Pushing event updated for resources: {'Port': ['ID=c408d381-dcdc-4747-a0f0-8b2582bddee8,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:26.612355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:26.665031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['46b61608-97ce-4b06-abe9-6ca5a5b1836d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:26.687412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Allocated IP 172.25.6.227 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:26.694527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-120a39cb-15d9-48db-8d8e-d8baaf0d619f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 1095 time: 0.7542081 Jan 10 19:00:26.708696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e191d2-d9cf-4156-862a-3c5ca6de5fa9 req-94951fc6-16c1-4c1a-b309-9ce7925e62bb tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:26.710194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e191d2-d9cf-4156-862a-3c5ca6de5fa9 req-94951fc6-16c1-4c1a-b309-9ce7925e62bb tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 948 time: 0.8821938 Jan 10 19:00:26.733993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9a682e68-d4a8-4e85-b4f1-ddad412d4e71 None None] Provisioning complete for port c408d381-dcdc-4747-a0f0-8b2582bddee8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:26.734370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a682e68-d4a8-4e85-b4f1-ddad412d4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:26.995234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:27.011237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-d32682f6-4981-4b0c-a404-a20c7d798e7a service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809820 Jan 10 19:00:27.025820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7d396069-008e-4cc5-a3db-e69ab8e0be4b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:27.272321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf15da9-3eee-4cd7-be3b-2b0e2f53d893 req-193fdb92-bceb-463c-ab10-34eb82d05b0a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:27.273720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf15da9-3eee-4cd7-be3b-2b0e2f53d893 req-193fdb92-bceb-463c-ab10-34eb82d05b0a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 944 time: 0.8370047 Jan 10 19:00:27.378367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e191d2-d9cf-4156-862a-3c5ca6de5fa9 req-a91b2158-f2df-4286-bfac-c0a7bcb34bef tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595142 Jan 10 19:00:27.425046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:27.456496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:27.459789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:27.590164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:27.654347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event updated for resources: {'Port': ['ID=563d4370-2cef-4742-b8bb-cfb84cf268b0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:27.715239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:27.803792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c408d381-dcdc-4747-a0f0-8b2582bddee8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:27.814301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf15da9-3eee-4cd7-be3b-2b0e2f53d893 req-41461e94-1995-4cca-88ed-4a2daf876358 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827397 Jan 10 19:00:27.815348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-330282f6-cbb7-4dd5-846a-c9632b84cad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:27.816682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-330282f6-cbb7-4dd5-846a-c9632b84cad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 1.0691960 Jan 10 19:00:27.825456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10234c8-db08-45ce-97f4-9e737468834b req-5bdd71e0-21f9-45ac-868b-80ff302943bd service neutron] 10.222.0.44 "GET /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636614 Jan 10 19:00:27.829308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:27.837561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:27.838317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:27.848386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-357a1a14-c1f4-4e13-85cc-35123ba3e5ce None None] Provisioning for port 563d4370-2cef-4742-b8bb-cfb84cf268b0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:27.879857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-357a1a14-c1f4-4e13-85cc-35123ba3e5ce None None] Provisioning complete for port 563d4370-2cef-4742-b8bb-cfb84cf268b0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:27.880770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-357a1a14-c1f4-4e13-85cc-35123ba3e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:27.963106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-357a1a14-c1f4-4e13-85cc-35123ba3e5ce None None] Port 563d4370-2cef-4742-b8bb-cfb84cf268b0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:27.984819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c408d381-dcdc-4747-a0f0-8b2582bddee8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:27.985450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.033658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-7dcedda1-425c-49ba-a474-736375a5d801 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6139169 Jan 10 19:00:28.040814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:00:28.054061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Request body: {'port': {'device_id': '5e5a0771-e133-4830-ad80-291002011cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:28.087850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-88968ee6-22ea-48f5-b4f2-4b1bfd6ee73e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 200 len: 217 time: 0.2233462 Jan 10 19:00:28.297564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34147f14-3f5b-4c77-a129-c915b5661ddc req-c0374b00-a770-48d6-9840-1b47d474b76a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:28.297564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34147f14-3f5b-4c77-a129-c915b5661ddc req-c0374b00-a770-48d6-9840-1b47d474b76a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 935 time: 0.6252666 Jan 10 19:00:28.326520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da74ef1-6065-4e39-87a8-554b1cd30d49 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:28.369293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.387125 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.446770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:00:28.457874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e37e0f28-1f4b-4348-bdc0-588b63ad92ca admin admin] 10.222.0.21 "PUT /v2.0/routers/f339dd93-dd36-4f38-ab76-cedd1b2dc5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0761619 Jan 10 19:00:28.458542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60112) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:28.463526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] Sync routers for ids ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:00:28.480791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-50b6f142-2efd-4bef-922d-f14cd3f7c940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:28.481662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] Routers {'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:28.482282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:00:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:28.484356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-50b6f142-2efd-4bef-922d-f14cd3f7c940 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.3868332 Jan 10 19:00:28.492299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Transition to ACTIVE for port object 0da74ef1-6065-4e39-87a8-554b1cd30d49 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:28.535147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:28.560026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8d6a89e7-9776-4234-829a-5b4f50f43b89 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:28.598206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:28.605318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:28.668911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.739951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 8d6a89e7-9776-4234-829a-5b4f50f43b89 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:28.762678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0757f227-7fff-45c5-a3ba-15352c5c1d05 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:28.763276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.764000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8d6a89e7-9776-4234-829a-5b4f50f43b89 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:28.764551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.776900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.794484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-35616ab8-61ff-4a33-8bfc-1dcd1648f4fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2521482 Jan 10 19:00:28.805604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] Set router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:28.810758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Transition to ACTIVE for port object 0757f227-7fff-45c5-a3ba-15352c5c1d05 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:28.820672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:28.860062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ccafb-755b-49ae-a28a-96695e866c4e req-8ba6e6e7-277d-4d55-ad2a-1e185fa86da9 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:28.868387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-315ccafb-755b-49ae-a28a-96695e866c4e req-8ba6e6e7-277d-4d55-ad2a-1e185fa86da9 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 935 time: 0.6716022 Jan 10 19:00:28.912317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34147f14-3f5b-4c77-a129-c915b5661ddc req-b3c68be3-1521-4a27-b36a-ef290703419a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815754 Jan 10 19:00:28.913233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Pushing event updated for resources: {'Port': ['ID=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:29.014712 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:00:29.124859 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'status': 'completed', 'code': 200} Jan 10 19:00:29.127221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:29.241791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Attempting to bind port 0757f227-7fff-45c5-a3ba-15352c5c1d05 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:29.242010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Attempting to bind port 0757f227-7fff-45c5-a3ba-15352c5c1d05 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:29.242282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Attempting to bind port 0757f227-7fff-45c5-a3ba-15352c5c1d05 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:29.248339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Port 0757f227-7fff-45c5-a3ba-15352c5c1d05 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:29.248664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Attempting to bind port 0757f227-7fff-45c5-a3ba-15352c5c1d05 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:29.329686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:29.330026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:29.330414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:29.330860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Bound port: 0757f227-7fff-45c5-a3ba-15352c5c1d05, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:29.331224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:29.410108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:29.447995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:29.450307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T19:00:18Z', 'revision_number': 5, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:29.453025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:29.462221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:29.463803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] Checking router: f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:00:29.465752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a89e7-9776-4234-829a-5b4f50f43b89'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:29.491303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8d6a89e7-9776-4234-829a-5b4f50f43b89, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:29.501794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] Routers {'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:29.502839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:00:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:29.544773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:29.549614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:29.551051 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-cf4dd3b1-76b0-41f5-b830-c680927ff676 service neutron] 10.222.0.30 "PUT /v2.0/ports/0757f227-7fff-45c5-a3ba-15352c5c1d05 HTTP/1.1" status: 200 len: 1095 time: 5.0954115 Jan 10 19:00:29.585553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:29.604779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:29.605925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 46b61608-97ce-4b06-abe9-6ca5a5b1836d up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:29.622889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-315ccafb-755b-49ae-a28a-96695e866c4e req-77e04ff4-12fc-4281-978a-f11610f91adc tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7534587 Jan 10 19:00:29.670848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:29.784574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-8c596464-973e-4437-978b-2451b4fea8e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1125 time: 0.5905688 Jan 10 19:00:29.807853 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-ca174bd2-359e-488b-ab37-2fc87fff1211 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 1098 time: 0.1355553 Jan 10 19:00:29.900164 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-d97ff7cf-f8e6-45c5-982f-cab9786bc441 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05 HTTP/1.1" status: 200 len: 217 time: 0.0830579 Jan 10 19:00:30.018856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] Set router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:30.052364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-7d6c83b6-040a-46e5-ab9f-ae5a92427ba8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:30.054616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-7d6c83b6-040a-46e5-ab9f-ae5a92427ba8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0882564 Jan 10 19:00:30.063342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-a3c42b4c-0f67-4f52-9b0c-bc779ebd72c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2521055 Jan 10 19:00:30.080603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 46b61608-97ce-4b06-abe9-6ca5a5b1836d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:30.172917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 46b61608-97ce-4b06-abe9-6ca5a5b1836d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:30.174118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:30.179682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Attempting to bind port 0da74ef1-6065-4e39-87a8-554b1cd30d49 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:30.180017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Attempting to bind port 0da74ef1-6065-4e39-87a8-554b1cd30d49 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:30.180343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Attempting to bind port 0da74ef1-6065-4e39-87a8-554b1cd30d49 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:30.199882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe340-2a7d-4b20-a0ee-7f8ea008ebdc req-15d0cc6a-5074-43b2-9999-afe580460fc5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:30.201423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d2fe340-2a7d-4b20-a0ee-7f8ea008ebdc req-15d0cc6a-5074-43b2-9999-afe580460fc5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 949 time: 0.9050286 Jan 10 19:00:30.291127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8d6a89e7-9776-4234-829a-5b4f50f43b89,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:30.324472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-45fd1190-9c49-4cb9-ba7a-7b2188cb7dec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2441247 Jan 10 19:00:30.362569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:30.383122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Port 0da74ef1-6065-4e39-87a8-554b1cd30d49 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:30.383450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Attempting to bind port 0da74ef1-6065-4e39-87a8-554b1cd30d49 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:30.448011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Deleting port df9515d4-e35a-4096-9962-d21926922d7d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:30.448595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:30.494158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:30.494492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:30.494912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:30.495348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Bound port: 0da74ef1-6065-4e39-87a8-554b1cd30d49, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:30.495693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:30.561341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318845d-67b9-4a80-8d57-b0658881682f req-02b0bcb3-717a-4dde-b881-0fac6803586b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:30.562815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-02b0bcb3-717a-4dde-b881-0fac6803586b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.7420280 Jan 10 19:00:30.565031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d2fe340-2a7d-4b20-a0ee-7f8ea008ebdc req-88de6bcc-bd3a-4914-b5dd-f80c1aaf662c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389564 Jan 10 19:00:30.566767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:30.613328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:30.634049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:30.720616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-6e2596ea-4539-45f7-8a2b-1c043750cb1b service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832350 Jan 10 19:00:30.723447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8084-17b7-4273-a833-3c8e2ece6e64 req-c76d16bb-a7ff-4a24-a8a7-db2389a09cf3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:30.730177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e97c8084-17b7-4273-a833-3c8e2ece6e64 req-c76d16bb-a7ff-4a24-a8a7-db2389a09cf3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 944 time: 0.8761394 Jan 10 19:00:30.768690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf57ea9-061d-4f12-9bdb-de0429dd44a9 req-bd8c04e7-8d40-49b2-bf60-b602c7cca86d service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376610 Jan 10 19:00:30.775968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-fc45f7b1-2284-42f8-aa14-90e719c084f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 217 time: 0.1961982 Jan 10 19:00:30.784819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T19:00:18Z', 'revision_number': 5, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:30.799192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9400b-9912-42a1-a047-c8f1c44e00ff None None] The sync data for ids ['f339dd93-dd36-4f38-ab76-cedd1b2dc5b1'] in n-d-816927-8 is: [{'id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602080524-router', 'tenant_id': '1c012311041942dfa5aa0a3604d06912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:57:57Z', 'updated_at': '2022-01-10T19:00:18Z', 'revision_number': 5, 'project_id': '1c012311041942dfa5aa0a3604d06912', 'gw_port': {'id': 'df9515d4-e35a-4096-9962-d21926922d7d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f339dd93-dd36-4f38-ab76-cedd1b2dc5b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:57:58Z', 'updated_at': '2022-01-10T18:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:00:30.811830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=46b61608-97ce-4b06-abe9-6ca5a5b1836d,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:30.882889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:00:30.908865 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a89e7-9776-4234-829a-5b4f50f43b89', 'code': 200} Jan 10 19:00:30.918611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] For port df9515d4-e35a-4096-9962-d21926922d7d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=df9515d4-e35a-4096-9962-d21926922d7d,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:30.919208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.001647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e97c8084-17b7-4273-a833-3c8e2ece6e64 req-2059a5d7-e6b4-4d3d-97e2-c08c0a6367fa tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704566 Jan 10 19:00:31.017815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:31.022552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.023664 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.037422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318845d-67b9-4a80-8d57-b0658881682f req-cda7be71-5060-41f3-894f-118d852caba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:31.038861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-cda7be71-5060-41f3-894f-118d852caba3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.2258537 Jan 10 19:00:31.045749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:31.107931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Calling delete_port for df9515d4-e35a-4096-9962-d21926922d7d owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:31.149821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563d4370-2cef-4742-b8bb-cfb84cf268b0 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:31.197974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.242793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:31.253754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-624ce6c4-f025-4f15-9d6f-e00a7aed44f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067435 Jan 10 19:00:31.275475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.276272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa484f05-cf6f-46bd-928c-e0631fb7743e req-6190d66f-3350-4390-90be-e6ef3dcd81a8 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401001 Jan 10 19:00:31.374552 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c45d8699-788a-48d5-8de5-cd078131839c req-5db0aabb-b753-4a38-aab5-75b379df70fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 1101 time: 0.2990007 Jan 10 19:00:31.505097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Transition to ACTIVE for port object 563d4370-2cef-4742-b8bb-cfb84cf268b0 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:31.506678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.508238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] 10.222.0.44 "PUT /v2.0/ports/0da74ef1-6065-4e39-87a8-554b1cd30d49 HTTP/1.1" status: 200 len: 1096 time: 8.0536590 Jan 10 19:00:31.511265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:31.518632 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c45d8699-788a-48d5-8de5-cd078131839c req-7e184e5b-ed39-45cc-8a81-3ae61fc962c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372132 Jan 10 19:00:31.545709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.553245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.566961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825c293-09a6-4bbb-b98a-9045c17c1a9b service neutron] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:31.624738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9515d4-e35a-4096-9962-d21926922d7d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:31.671471 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-1286cff6-fc5f-4921-ac51-1459e0e0ae3d service neutron] 10.222.0.44 "GET /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.2106488 Jan 10 19:00:31.810092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868173e3-e669-4032-9d31-d3f8a337ed14 req-f356c4f5-1af0-4cfd-850f-ada31a3e045a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:31.811623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-868173e3-e669-4032-9d31-d3f8a337ed14 req-f356c4f5-1af0-4cfd-850f-ada31a3e045a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 935 time: 0.6576233 Jan 10 19:00:31.819580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 55450905-dafb-4db5-bec3-24f09c3483af no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:31.855192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:31.862140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e912e8-4308-4cf4-9d3a-0ddb051296fb req-489f26f5-8435-4870-b6f8-935ef876c70a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:31.869305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5e912e8-4308-4cf4-9d3a-0ddb051296fb req-489f26f5-8435-4870-b6f8-935ef876c70a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 947 time: 0.6008582 Jan 10 19:00:31.899408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 55450905-dafb-4db5-bec3-24f09c3483af {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:31.900011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 55450905-dafb-4db5-bec3-24f09c3483af not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:31.905555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-81703a40-d720-486b-bee3-231afa5de2d6 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245918 Jan 10 19:00:32.106106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=563d4370-2cef-4742-b8bb-cfb84cf268b0,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:32.341782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-868173e3-e669-4032-9d31-d3f8a337ed14 req-eed0592e-9b65-482b-b896-827c2b63f380 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891138 Jan 10 19:00:32.355491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5e912e8-4308-4cf4-9d3a-0ddb051296fb req-13f221da-2f15-4548-9fd9-3e75ab52604a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849696 Jan 10 19:00:32.440835 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'status': 'completed', 'code': 200} Jan 10 19:00:32.461463 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:32.489855 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'status': 'completed', 'code': 200} Jan 10 19:00:32.493560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8318845d-67b9-4a80-8d57-b0658881682f req-1b74deb5-ef54-4bd8-89b2-71ba28d2c852 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757503 Jan 10 19:00:32.522193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Attempting to bind port 563d4370-2cef-4742-b8bb-cfb84cf268b0 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:32.522581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Attempting to bind port 563d4370-2cef-4742-b8bb-cfb84cf268b0 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:32.522930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Attempting to bind port 563d4370-2cef-4742-b8bb-cfb84cf268b0 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:32.550038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Port 563d4370-2cef-4742-b8bb-cfb84cf268b0 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:32.550378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Attempting to bind port 563d4370-2cef-4742-b8bb-cfb84cf268b0 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:32.573593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:32.576410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:32.576749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:32.577139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:32.577575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Bound port: 563d4370-2cef-4742-b8bb-cfb84cf268b0, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:32.577934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:32.644950 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-cc244845-ef1a-4917-b270-463a0aed88b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 1099 time: 0.6568508 Jan 10 19:00:32.815178 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-628d1103-0f1a-4265-bd8b-04276f6d4abc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49 HTTP/1.1" status: 200 len: 217 time: 0.1466653 Jan 10 19:00:32.866593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:32.866841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:00:32.910583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b61608-97ce-4b06-abe9-6ca5a5b1836d'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:32.914544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Router d53573f0-5046-42f9-84a4-0cf9d7cdb85f is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:00:32.932195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] For port 563d4370-2cef-4742-b8bb-cfb84cf268b0, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:32.938198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] For port 563d4370-2cef-4742-b8bb-cfb84cf268b0, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:32.950188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:32.964973 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-6548a45c-2ef9-4638-83c2-de46093cdc51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 1098 time: 0.4620533 Jan 10 19:00:32.969158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-f439a3c2-ec62-44cf-a951-5a24ae95f0b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:32.970615 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-f439a3c2-ec62-44cf-a951-5a24ae95f0b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1480601 Jan 10 19:00:32.976994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:32.981172 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-68cb0064-0aaa-412f-854a-ba5bdb7e5831 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f339dd93-dd36-4f38-ab76-cedd1b2dc5b1 HTTP/1.1" status: 204 len: 168 time: 4.5199127 Jan 10 19:00:32.995236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf503ec-5c57-44fa-bdae-01f5b37c74e3 req-49204670-f9d9-4c43-9d47-fc47f2ca0e37 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:32.999724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:33.004400 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aaf503ec-5c57-44fa-bdae-01f5b37c74e3 req-49204670-f9d9-4c43-9d47-fc47f2ca0e37 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 950 time: 0.3724608 Jan 10 19:00:33.013824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60146) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:33.075745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8b46-d7ae-40a9-a582-480bd41b47ee req-d11bf8c9-278e-40a3-acae-b62b03850d22 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:33.082470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef9a8b46-d7ae-40a9-a582-480bd41b47ee req-d11bf8c9-278e-40a3-acae-b62b03850d22 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 944 time: 0.3088074 Jan 10 19:00:33.215382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:33.221788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:33.223169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/563d4370-2cef-4742-b8bb-cfb84cf268b0 HTTP/1.1" status: 200 len: 1095 time: 5.1739554 Jan 10 19:00:33.258456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10e51-f0f2-433d-a04d-76c47f03d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=563d4370-2cef-4742-b8bb-cfb84cf268b0,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:33.269645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Deleting subnet 0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:00:33.283677 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:33.306706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107a41c5-2f9a-48ea-b1dc-1731048614c4 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:33.329611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:33.353643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-c3a184ea-73d4-4433-b38c-6102d2f37fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:33.355371 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-c3a184ea-73d4-4433-b38c-6102d2f37fb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3417239 Jan 10 19:00:33.360597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-6a6ffe93-4a74-4d10-87f1-d4caa7b914c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922664 Jan 10 19:00:33.385426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aaf503ec-5c57-44fa-bdae-01f5b37c74e3 req-900a9cba-b0f2-4825-bfc2-0e1190fc891f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796275 Jan 10 19:00:33.405860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef9a8b46-d7ae-40a9-a582-480bd41b47ee req-d90c0f0d-201a-4dc8-8e9b-06bc0470357e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218827 Jan 10 19:00:33.453330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:33.457548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:33.496555 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b61608-97ce-4b06-abe9-6ca5a5b1836d', 'code': 200} Jan 10 19:00:33.628740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-e74e3df4-b051-4d36-bc1a-90d5b5c18f3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05 HTTP/1.1" status: 200 len: 217 time: 0.2656972 Jan 10 19:00:33.747310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df9515d4-e35a-4096-9962-d21926922d7d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:33.801089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: df9515d4-e35a-4096-9962-d21926922d7d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:00:33.801089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df9515d4-e35a-4096-9962-d21926922d7d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:33.809682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-30fbfc6e-bd45-48b1-8641-fe3bec89c126 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:33.811164 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-30fbfc6e-bd45-48b1-8641-fe3bec89c126 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1708758 Jan 10 19:00:33.832081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-d2843dd3-b34a-4e70-93b8-fce7feee1769 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 1098 time: 0.5056002 Jan 10 19:00:33.901400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] Transition to ACTIVE for port object 107a41c5-2f9a-48ea-b1dc-1731048614c4 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:33.903684 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-8292d6e1-66ce-41c7-8b0e-8b0019d95918 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485996 Jan 10 19:00:33.909285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:33.961944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:34.118490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-5902866a-bc09-474a-a604-3fa160823182 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0 HTTP/1.1" status: 200 len: 217 time: 0.2668252 Jan 10 19:00:34.198784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7969e060-bf9d-45ac-bb94-fb655f1a4e19 req-4ee36430-dc52-49da-8add-55c2485004f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 1101 time: 0.6157553 Jan 10 19:00:34.243217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb337-d068-4c2d-9156-7ae0a90b32f8 req-9398b315-2293-458a-8025-445a6508c28d tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:34.244760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f29bb337-d068-4c2d-9156-7ae0a90b32f8 req-9398b315-2293-458a-8025-445a6508c28d tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 947 time: 0.5441034 Jan 10 19:00:34.267863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2496316-02de-487b-8e5f-99434d990cdd req-eb218d9a-6545-48f9-9fc2-676cba37953e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:34.269272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2496316-02de-487b-8e5f-99434d990cdd req-eb218d9a-6545-48f9-9fc2-676cba37953e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 947 time: 0.5652115 Jan 10 19:00:34.309534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-30f38580-b26b-4e03-a3b2-b90bf8719fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:34.312366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-30f38580-b26b-4e03-a3b2-b90bf8719fee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1769266 Jan 10 19:00:34.356174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] Pushing event updated for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:34.362131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] No DVR routers for this DVR port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:00:34.369276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:34.384391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-a305524e-7670-4fa7-8104-1ca331106d28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5504370 Jan 10 19:00:34.388259 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0736d925-0163-4bba-a7ba-3f5c9f1e4da1 req-1369a7f9-4a05-4e85-ac60-c8a697e4ce7e service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723940 Jan 10 19:00:34.407621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:00:34.425784 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Sync routers for ids ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:00:34.444364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:34.449868 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Routers {'d53573f0-5046-42f9-84a4-0cf9d7cdb85f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:34.453144 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:00:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:34.474165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7969e060-bf9d-45ac-bb94-fb655f1a4e19 req-9440b212-8ccb-44a6-94c1-3c1ec00a9029 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610586 Jan 10 19:00:34.490914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5a0771-e133-4830-ad80-291002011cd1', 'tag': '563d4370-2cef-4742-b8bb-cfb84cf268b0'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:34.494347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955122c-7ae9-4800-820b-30e3bff2c880 None None] Network 6a7d640f-f2c8-49a7-8507-28d62a8492e6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:00:34.495042 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-24fd0c6d-5d01-4f5e-aa59-3ac794b996b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 2.5737855 Jan 10 19:00:34.499047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:34.503572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-841ce579-909c-4b94-a7f1-023a185dd71a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0a586d70-a49a-4b2c-8cf4-8fd5d9b96fdc HTTP/1.1" status: 204 len: 168 time: 1.4886012 Jan 10 19:00:34.506670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60164) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:34.518658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f29bb337-d068-4c2d-9156-7ae0a90b32f8 req-ee897d05-26cc-43c8-9c36-157e2bc58d0b tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572284 Jan 10 19:00:34.533987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:34.537579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0c4c4f88-c329-4cb0-9df1-4ba18826c329 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.1920767 Jan 10 19:00:34.553810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60168) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:34.594190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2496316-02de-487b-8e5f-99434d990cdd req-09622b52-cc4b-4666-be55-fc035dafcd44 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932620 Jan 10 19:00:34.662661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:34.784418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-ea987605-f9ad-4476-9ff5-c4bca6fb1b41 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675396 Jan 10 19:00:34.815492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:34.902816 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Set router d53573f0-5046-42f9-84a4-0cf9d7cdb85f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:34.940385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-8b2756c9-cef6-4084-8996-3853d260c6f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 1099 time: 0.4446549 Jan 10 19:00:34.971472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-89babecb-d11e-4635-b3d1-c6bdcfa4181c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6353152 Jan 10 19:00:34.980390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.169347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:00:35.195589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:35.240013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Deleting port f1d6f936-039c-4b03-afd5-309f42129ca3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:35.240371 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.255362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'mac_address': 'fa:16:3e:f2:f8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:35.358527 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:00:29Z', 'revision_number': 3, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:35.363439 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Checking router: d53573f0-5046-42f9-84a4-0cf9d7cdb85f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:00:35.363903 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Updating router d53573f0-5046-42f9-84a4-0cf9d7cdb85f port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:00:35.377170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14443e11-dfe5-4aeb-b600-2a06fa4eb999 req-da9b8550-e3fb-42a6-9913-530f386452f5 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837407 Jan 10 19:00:35.415582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.427927 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.439920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0757f227-7fff-45c5-a3ba-15352c5c1d05 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:35.465237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:35.471630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-ff0c3b37-5dee-488c-bcf7-5c47f5d42aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:35.475992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.481746 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-ff0c3b37-5dee-488c-bcf7-5c47f5d42aea service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.5323553 Jan 10 19:00:35.499889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd50f8-56f8-43a9-94f8-45063dd04ac7 req-072a149b-8a2a-41a7-af17-854576cca2c6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:35.508160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63bd50f8-56f8-43a9-94f8-45063dd04ac7 req-072a149b-8a2a-41a7-af17-854576cca2c6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 945 time: 0.6202316 Jan 10 19:00:35.515886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-8b4c6e41-2a64-4a74-96a9-c908fa8797da service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317545 Jan 10 19:00:35.528576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-b2bedc1f-b296-4f66-a374-7dd54796e185 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.7677310 Jan 10 19:00:35.563158 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-8d10da36-2a4b-4afd-8199-ae7ef82a838b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49 HTTP/1.1" status: 200 len: 217 time: 0.0759008 Jan 10 19:00:35.601599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] DHCP port deletion for 6a7d640f-f2c8-49a7-8507-28d62a8492e6 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:00:35.619734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Deleting port f1d6f936-039c-4b03-afd5-309f42129ca3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:35.620368 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.737899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:35.795135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe286b6-5b3c-486e-849b-fdd64ba90f07 req-bc3873bf-769a-4beb-bf37-5551037a6b3f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:35.802148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abe286b6-5b3c-486e-849b-fdd64ba90f07 req-bc3873bf-769a-4beb-bf37-5551037a6b3f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 950 time: 0.9505897 Jan 10 19:00:35.834479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['0757f227-7fff-45c5-a3ba-15352c5c1d05'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:35.883582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-bc93e7b8-33f2-4bec-928e-67dbf82da354 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:35.885983 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-bc93e7b8-33f2-4bec-928e-67dbf82da354 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2028573 Jan 10 19:00:35.900159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f1d6f936-039c-4b03-afd5-309f42129ca3 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:00:35.960293 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:35.976872 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Transition to ACTIVE for port object 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:35.989756 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.081443 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Pushing event updated for resources: {'Port': ['ID=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:36.084527 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Attempting to bind port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:36.085460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Attempting to bind port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:36.086035 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Attempting to bind port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:36.099976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63bd50f8-56f8-43a9-94f8-45063dd04ac7 req-e307e09b-871f-4c96-b28e-5585175f13c1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339182 Jan 10 19:00:36.113102 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.116551 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.119235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.119810 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.119943 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-b04142c7-9798-4a03-8e60-646e276407e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266712 Jan 10 19:00:36.120479 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.121013 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.121554 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.125259 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.125857 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.126720 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.127289 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:36.142362 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:36.145730 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:36.150141 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.150903 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:36.151615 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Bound port: 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:36.152240 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.174057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abe286b6-5b3c-486e-849b-fdd64ba90f07 req-ac836eb7-24b2-4744-b25b-b27d338be449 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710363 Jan 10 19:00:36.193839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] For port f1d6f936-039c-4b03-afd5-309f42129ca3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f1d6f936-039c-4b03-afd5-309f42129ca3,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:36.194209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.229377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81981da0-9228-47b9-8e6f-4e75d1d3b122 req-53a95fff-429f-4856-99cf-8155467ff778 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171461 Jan 10 19:00:36.366796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] For port f1d6f936-039c-4b03-afd5-309f42129ca3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f1d6f936-039c-4b03-afd5-309f42129ca3,segment=NetworkSegment(f6aa0285-8e31-46e4-a2bd-0d1a65c30812),segment_id=f6aa0285-8e31-46e4-a2bd-0d1a65c30812)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:36.367321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.368248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] For port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:36.380797 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] For port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:36.392380 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.495814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Calling delete_port for f1d6f936-039c-4b03-afd5-309f42129ca3 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:36.548291 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4bb60-c47e-4595-8f11-3245a7cfb511 None None] Pushing event updated for resources: {'Port': ['ID=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:36.558967 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Routers {'d53573f0-5046-42f9-84a4-0cf9d7cdb85f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:36.565248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:00:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:36.666668 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5a0771-e133-4830-ad80-291002011cd1', 'tag': '563d4370-2cef-4742-b8bb-cfb84cf268b0', 'status': 'completed', 'code': 200} Jan 10 19:00:36.688724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Calling delete_port for f1d6f936-039c-4b03-afd5-309f42129ca3 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:00:36.727544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:36.807281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-573b3bb9-82d2-4bfe-ae73-4d6acbfdf36d service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802695 Jan 10 19:00:36.888015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:36.898928 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] Set router d53573f0-5046-42f9-84a4-0cf9d7cdb85f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:36.911977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:36.937176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'mac_address': 'fa:16:3e:fd:e5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:36.978306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-63ae1441-4899-42b6-9674-3ff51dd0a2d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a&tenant_id=16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 1096 time: 1.4475777 Jan 10 19:00:37.028116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d6f936-039c-4b03-afd5-309f42129ca3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:37.047255 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:37.078140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da74ef1-6065-4e39-87a8-554b1cd30d49 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:37.094764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:37.138730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] No DVR routers for this DVR port f1d6f936-039c-4b03-afd5-309f42129ca3 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:00:37.166567 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f5940163-64f5-4e03-9552-5e3f3dfd9639 req-0431efc4-33be-47c9-829e-fa12fb3abf23 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985766 Jan 10 19:00:37.167706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:00:37.168811 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:00:37.181660 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:37.233919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:37.316155 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:00:29Z', 'revision_number': 3, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:37.336531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b825829b-ab76-40e8-984c-23c2e1f962c3 None None] The sync data for ids ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'] in n-d-816927-8 is: [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:00:29Z', 'revision_number': 3, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:00:37.370698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75cbd-b9fc-43ef-ae15-468325bba5a6 req-507769b8-0a25-4370-aa74-bfdbffd6cd0e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:37.376090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92b75cbd-b9fc-43ef-ae15-468325bba5a6 req-507769b8-0a25-4370-aa74-bfdbffd6cd0e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 947 time: 0.6722944 Jan 10 19:00:37.394076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:37.452248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0da74ef1-6065-4e39-87a8-554b1cd30d49'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:37.463681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-ad62ab21-b609-4589-a8b6-f8564cafa7ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 1098 time: 0.7926483 Jan 10 19:00:37.467586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:37.540442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f065c-d1f3-47b8-a6ba-48758c223c2c req-7800f8dc-30f1-4d46-9202-8674051b2cd5 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:37.551016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af7f065c-d1f3-47b8-a6ba-48758c223c2c req-7800f8dc-30f1-4d46-9202-8674051b2cd5 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 948 time: 0.8828578 Jan 10 19:00:37.632238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:37.671566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Deleting port f1d6f936-039c-4b03-afd5-309f42129ca3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:00:37.672333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:37.871860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d7312b0d-1304-4d85-9788-d5e95b749ae8 None None] The port 'f1d6f936-039c-4b03-afd5-309f42129ca3' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:00:37.886974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7d640f-f2c8-49a7-8507-28d62a8492e6']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:37.909642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af7f065c-d1f3-47b8-a6ba-48758c223c2c req-0c8fd1cc-02d9-406d-9add-a1e4d0c8a5cc tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576035 Jan 10 19:00:37.913223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:37.913452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92b75cbd-b9fc-43ef-ae15-468325bba5a6 req-e4d2d170-601b-491e-924a-a43253991ff5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219724 Jan 10 19:00:37.940164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-53e9d2ef-011d-4524-9484-c441a18f412d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1096 time: 0.9011228 Jan 10 19:00:38.017379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:38.017693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aa0285-8e31-46e4-a2bd-0d1a65c30812') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:38.065898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.114764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Allocated IP 172.20.0.1 (99b9a994-af79-42de-b843-a8c9e80691b8/f3dc414e-85e3-49af-ae0e-8befaca5f801/2d55d80b-69cd-43b7-874a-15f7437dfc26) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:38.121491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:38.128259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:38.128680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.367610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-f0949dfc-f669-4c6c-abb7-fa3eadcbc235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:38.369902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-f0949dfc-f669-4c6c-abb7-fa3eadcbc235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.8668625 Jan 10 19:00:38.402128 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.406844 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9b64993-78a5-4e41-aee6-effb076fb78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.423792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:38.429008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.448730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.466976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:00:38.467380 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.481529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.500282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Transition to ACTIVE for port object 2d55d80b-69cd-43b7-874a-15f7437dfc26 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:38.515654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:38.525830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:00:38.538484 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:00:38.600134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Network 99b9a994-af79-42de-b843-a8c9e80691b8 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:38.603949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:38.607823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:38.608278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.621584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Pushing event updated for resources: {'Port': ['ID=2d55d80b-69cd-43b7-874a-15f7437dfc26,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:38.671060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-f3392d83-cc99-4a92-b773-91a2dc18ab4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0 HTTP/1.1" status: 200 len: 217 time: 0.1338661 Jan 10 19:00:38.713589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.744494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 563d4370-2cef-4742-b8bb-cfb84cf268b0 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:38.751765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:38.768168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.858758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 0757f227-7fff-45c5-a3ba-15352c5c1d05 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:38.863020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-3f4aaf7e-b4cd-49b4-bff1-8d8ac475aac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:38.867108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-3f4aaf7e-b4cd-49b4-bff1-8d8ac475aac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1760113 Jan 10 19:00:38.881183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 0757f227-7fff-45c5-a3ba-15352c5c1d05 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:38.881747 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.934256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-1d74ff2e-81c4-4c12-90ff-dc0ecc5b980e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:38.936138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-1d74ff2e-81c4-4c12-90ff-dc0ecc5b980e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.9857063 Jan 10 19:00:38.945657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:38.972545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dcdd5-9342-4d09-8ac7-438014934990 req-5a49c157-01ed-4b0a-9ea4-7f4883798c03 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:38.981027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a52dcdd5-9342-4d09-8ac7-438014934990 req-5a49c157-01ed-4b0a-9ea4-7f4883798c03 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 950 time: 0.7400715 Jan 10 19:00:38.997683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7d640f-f2c8-49a7-8507-28d62a8492e6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:39.005961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2d37-6b6b-4009-881c-eb86edf005b9 req-f9d57846-5504-44d8-93b8-34b6f2a76185 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:39.013182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acaf2d37-6b6b-4009-881c-eb86edf005b9 req-f9d57846-5504-44d8-93b8-34b6f2a76185 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 945 time: 0.6407080 Jan 10 19:00:39.046282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.052443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.053403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.087188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-b2456657-6528-4071-8237-465fafc641e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 200 len: 217 time: 0.1226261 Jan 10 19:00:39.102225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.134810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Pushing event updated for resources: {'Port': ['ID=2d55d80b-69cd-43b7-874a-15f7437dfc26,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:39.158085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9717591d-e07a-4aa8-b882-28a108e13c1b admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a7d640f-f2c8-49a7-8507-28d62a8492e6 HTTP/1.1" status: 204 len: 168 time: 4.6255679 Jan 10 19:00:39.159844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ad615017-4ef1-4d82-8522-d90580860913 None None] Provisioning for port 2d55d80b-69cd-43b7-874a-15f7437dfc26 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:39.189498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 563d4370-2cef-4742-b8bb-cfb84cf268b0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:39.208315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '563d4370-2cef-4742-b8bb-cfb84cf268b0', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '563d4370-2cef-4742-b8bb-cfb84cf268b0', 'mac_address': 'fa:16:3e:9e:84:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:39.212075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ad615017-4ef1-4d82-8522-d90580860913 None None] Provisioning complete for port 2d55d80b-69cd-43b7-874a-15f7437dfc26 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:39.212714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad615017-4ef1-4d82-8522-d90580860913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.225089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acaf2d37-6b6b-4009-881c-eb86edf005b9 req-a3d0864b-08e3-41d3-bc21-55140d77c80d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091675 Jan 10 19:00:39.250566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a52dcdd5-9342-4d09-8ac7-438014934990 req-5830f976-34ee-4de8-bbbd-6bad63968502 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606006 Jan 10 19:00:39.262019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-2388d858-e210-4bf7-88c7-0ad29dc5bf49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:39.263629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-2388d858-e210-4bf7-88c7-0ad29dc5bf49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1544936 Jan 10 19:00:39.329104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Network 99b9a994-af79-42de-b843-a8c9e80691b8 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:39.330469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:39.364282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-7b1a2876-2f8f-43ba-a4fd-31ffacca52ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4775331 Jan 10 19:00:39.366362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-96fab62b-4071-461d-94df-f74af0a9a9ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942938 Jan 10 19:00:39.392331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ad615017-4ef1-4d82-8522-d90580860913 None None] Port 2d55d80b-69cd-43b7-874a-15f7437dfc26 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:39.396639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:39.451338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:39.568650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.593818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563d4370-2cef-4742-b8bb-cfb84cf268b0 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:39.599258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:39.611194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.708562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 563d4370-2cef-4742-b8bb-cfb84cf268b0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:39.718795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:39.760571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:39.841964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-1fed4540-0787-4bf3-bcab-551daac20262 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160683 Jan 10 19:00:39.860219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=563d4370-2cef-4742-b8bb-cfb84cf268b0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:39.866513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:39.941273 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8af056a-c832-458f-9e78-987f57e2be39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c7b1c0061f24cb6ba764b5970d34c18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4881179 Jan 10 19:00:39.954278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60218) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:40.044768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-589a617c-cde0-4799-aee0-ad448a9a4a8f None None] Provisioning complete for port 2d55d80b-69cd-43b7-874a-15f7437dfc26 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:40.045319 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-589a617c-cde0-4799-aee0-ad448a9a4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.119709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8c8be14-844f-459b-adb5-46298c06bc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.128640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-589a617c-cde0-4799-aee0-ad448a9a4a8f None None] Port 2d55d80b-69cd-43b7-874a-15f7437dfc26 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:40.136064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['563d4370-2cef-4742-b8bb-cfb84cf268b0'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:40.211682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52164f-b000-4b1a-bd4a-9cccef77a6bc req-18c87b2e-a726-4dc2-abfa-22a95ae5c884 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:40.213261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a52164f-b000-4b1a-bd4a-9cccef77a6bc req-18c87b2e-a726-4dc2-abfa-22a95ae5c884 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 949 time: 0.7523587 Jan 10 19:00:40.217532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-b8b568d9-d096-40da-9ed3-a470a8c0124c service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226240 Jan 10 19:00:40.219490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-97a69c04-d348-49c0-8b2a-ebb130157c2b service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432870 Jan 10 19:00:40.229098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:40.229482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.229597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c9881-6b61-43ee-95a2-a1c9b842b2dc req-9ca39a62-17e6-4afe-a5ed-9cbcf13b1544 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:40.237840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-980c9881-6b61-43ee-95a2-a1c9b842b2dc req-9ca39a62-17e6-4afe-a5ed-9cbcf13b1544 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 948 time: 0.5830419 Jan 10 19:00:40.290091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8c8be14-844f-459b-adb5-46298c06bc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.379489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8c8be14-844f-459b-adb5-46298c06bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.403319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a52164f-b000-4b1a-bd4a-9cccef77a6bc req-5f8bc70f-cb47-4717-bacb-e37bafb36cd5 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821804 Jan 10 19:00:40.445019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8be14-844f-459b-adb5-46298c06bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e35276-003a-48ab-8ce6-612d1f1b70bd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:40.459141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-980c9881-6b61-43ee-95a2-a1c9b842b2dc req-01f0bc67-9902-4cf7-87f2-4b012781a14c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201643 Jan 10 19:00:40.515080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8c8be14-844f-459b-adb5-46298c06bc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.524059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa47759c-8baa-4d6c-a05f-60b1e135a198 req-6ab798cc-5b17-40a4-9948-d3d30e26db47 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704875 Jan 10 19:00:40.525820 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b8c8be14-844f-459b-adb5-46298c06bc42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6e35276-003a-48ab-8ce6-612d1f1b70bd HTTP/1.1" status: 204 len: 168 time: 0.5704730 Jan 10 19:00:40.613862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:40.667147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f6445e74-4308-47fb-a643-3ae15e84167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:40.773711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Router d53573f0-5046-42f9-84a4-0cf9d7cdb85f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:00:40.775962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-72caa17c-02d3-4413-9e9b-db2c513f6627 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.1826892 Jan 10 19:00:40.857313 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'code': 200} Jan 10 19:00:40.920879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 0da74ef1-6065-4e39-87a8-554b1cd30d49 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:40.929791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 0da74ef1-6065-4e39-87a8-554b1cd30d49 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:40.930569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.242008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.352801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5d8a380-513a-4858-8dc9-ae5481c3f548 req-c511409e-6c1a-4263-8146-457881c1a870 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 1100 time: 0.4185314 Jan 10 19:00:41.359154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:41.365867 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.383049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60230) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:41.429837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-c94f0023-d468-42d2-a685-06f2ce649262 service neutron] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:41.451184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:41.457735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f9ba7-22d6-4ecb-ab23-d7f5ccc7ec4e req-862e149f-983d-4491-b7f4-419c37d3b303 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:41.459312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-912f9ba7-22d6-4ecb-ab23-d7f5ccc7ec4e req-862e149f-983d-4491-b7f4-419c37d3b303 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 945 time: 0.3442349 Jan 10 19:00:41.464105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-c94f0023-d468-42d2-a685-06f2ce649262 service neutron] Notify callbacks [] for binding, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.465182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4671ce6f-c312-4392-affc-79c23bda5d7e req-c94f0023-d468-42d2-a685-06f2ce649262 service neutron] 10.222.0.30 "DELETE /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.6829953 Jan 10 19:00:41.466264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:00:41.471652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295b0c-a283-4025-bcc7-db7980abd207 req-8341dc59-5b58-42bc-86f3-4c4914b12266 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:41.480161 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0dde052a-738b-4374-a033-469b47649722 admin admin] 10.222.0.21 "PUT /v2.0/routers/d53573f0-5046-42f9-84a4-0cf9d7cdb85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9177649 Jan 10 19:00:41.485839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295b0c-a283-4025-bcc7-db7980abd207 req-8341dc59-5b58-42bc-86f3-4c4914b12266 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:41.489895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30295b0c-a283-4025-bcc7-db7980abd207 req-8341dc59-5b58-42bc-86f3-4c4914b12266 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7&device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 1691 time: 0.3995292 Jan 10 19:00:41.513599 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-80e6205b-f9c0-402d-a0c2-f2a6976f5c49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c012311041942dfa5aa0a3604d06912&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1294441 Jan 10 19:00:41.515956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:00:41.603295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e093dc-5105-4354-8b3c-c493f6bd01ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.623214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Sync routers for ids ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:00:41.630215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.632723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5d8a380-513a-4858-8dc9-ae5481c3f548 req-710c5287-8cce-404d-a7a0-11e882bcafe9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626817 Jan 10 19:00:41.635297 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e093dc-5105-4354-8b3c-c493f6bd01ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.649719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Routers {'d53573f0-5046-42f9-84a4-0cf9d7cdb85f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:41.651047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:00:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:41.671455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-912f9ba7-22d6-4ecb-ab23-d7f5ccc7ec4e req-db8fb9ae-bc34-4d9c-9c1d-1502ed1b1dff tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804965 Jan 10 19:00:41.702517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30295b0c-a283-4025-bcc7-db7980abd207 req-52143571-4cff-4d02-9218-985048d7f56c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939425 Jan 10 19:00:41.720953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e093dc-5105-4354-8b3c-c493f6bd01ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.759870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e093dc-5105-4354-8b3c-c493f6bd01ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56681e6-cf47-4d7c-b077-7d4b15e6f33e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:41.763881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e093dc-5105-4354-8b3c-c493f6bd01ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.765013 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57e093dc-5105-4354-8b3c-c493f6bd01ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d56681e6-cf47-4d7c-b077-7d4b15e6f33e HTTP/1.1" status: 204 len: 168 time: 0.2479749 Jan 10 19:00:41.783805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:41.912709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Set router d53573f0-5046-42f9-84a4-0cf9d7cdb85f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:42.052353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f01df-4a57-4055-a240-572424608fcd req-b6eb5f9e-b323-49eb-98ad-ad9d06ef0c7c tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:42.054071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb6f01df-4a57-4055-a240-572424608fcd req-b6eb5f9e-b323-49eb-98ad-ad9d06ef0c7c tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 949 time: 0.1579502 Jan 10 19:00:42.061088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165695-5569-41f4-8084-238d52123a23 req-e8cc9e83-4b97-4c90-8b02-93200f1e95e9 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:42.072912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83165695-5569-41f4-8084-238d52123a23 req-e8cc9e83-4b97-4c90-8b02-93200f1e95e9 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 948 time: 0.1354401 Jan 10 19:00:42.172210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb6f01df-4a57-4055-a240-572424608fcd req-277f417a-0be4-4293-b7dd-9e6593250ac9 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Jan 10 19:00:42.181386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83165695-5569-41f4-8084-238d52123a23 req-40f39b4d-0043-468c-b8e0-dd3c1972629a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076391 Jan 10 19:00:42.541904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2d55d80b-69cd-43b7-874a-15f7437dfc26', 'name': '', 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'mac_address': 'fa:16:3e:ad:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:37Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 2, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'subnets': [{'id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:42.547789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Checking router: d53573f0-5046-42f9-84a4-0cf9d7cdb85f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:00:42.548387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Updating router d53573f0-5046-42f9-84a4-0cf9d7cdb85f port 2d55d80b-69cd-43b7-874a-15f7437dfc26 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:00:42.650132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:42.777429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 563d4370-2cef-4742-b8bb-cfb84cf268b0 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:42.859184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:42.960934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b192c48d-3562-4118-9531-16410517290f req-96f806b7-6a9d-4dfc-9754-6b390da33ea4 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:43.005932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc0597aa-2402-4891-bd96-f8708e4c0903 req-32dcfd33-5c59-4f15-beb9-29fce66f97dd tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 1101 time: 0.2563434 Jan 10 19:00:43.006612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b192c48d-3562-4118-9531-16410517290f req-96f806b7-6a9d-4dfc-9754-6b390da33ea4 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:43.012668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b192c48d-3562-4118-9531-16410517290f req-96f806b7-6a9d-4dfc-9754-6b390da33ea4 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3978498 Jan 10 19:00:43.056361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:43.081591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.087559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:43.105211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 563d4370-2cef-4742-b8bb-cfb84cf268b0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:43.111615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Usage tracker for resource:floatingip and tenant:035c0043baf44767a8b5f8714a84ccf5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:43.115708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:43.123575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:43.153847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.173271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 563d4370-2cef-4742-b8bb-cfb84cf268b0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:43.173895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.180369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc0597aa-2402-4891-bd96-f8708e4c0903 req-d1a49445-b366-439b-91d6-9666ac63fbfc tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Synchronizing usage tracker for tenant:efd14f8752cb45f9a05336d9415939f5 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:43.276854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc0597aa-2402-4891-bd96-f8708e4c0903 req-d1a49445-b366-439b-91d6-9666ac63fbfc tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] Unset dirty status for tenant:efd14f8752cb45f9a05336d9415939f5 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:43.278045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc0597aa-2402-4891-bd96-f8708e4c0903 req-d1a49445-b366-439b-91d6-9666ac63fbfc tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627752 Jan 10 19:00:43.363275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.364591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.384690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Transition to ACTIVE for port object 2d55d80b-69cd-43b7-874a-15f7437dfc26 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:43.387284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.417787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.484391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 563d4370-2cef-4742-b8bb-cfb84cf268b0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:43.558240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.585234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Allocated IP 172.25.6.93 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/56fec80e-4f53-480d-b8d1-c8cb81ee14bb) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:43.669798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6d09-9c16-4010-b82f-07ce91295e41 None None] Pushing event updated for resources: {'Port': ['ID=2d55d80b-69cd-43b7-874a-15f7437dfc26,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:43.738108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84f76a7a-19dd-4cc5-b61d-995591285b96 req-bb1eeb80-fc06-4f0e-b187-c0d9e7b58066 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1096 time: 0.2877767 Jan 10 19:00:43.790565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Attempting to bind port 2d55d80b-69cd-43b7-874a-15f7437dfc26 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:43.791242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Attempting to bind port 2d55d80b-69cd-43b7-874a-15f7437dfc26 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:43.791737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Attempting to bind port 2d55d80b-69cd-43b7-874a-15f7437dfc26 on network 99b9a994-af79-42de-b843-a8c9e80691b8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:43.811688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:43.812278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Checking segment: {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:43.812842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.813406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Bound using segment: {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:43.814462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Bound port: 2d55d80b-69cd-43b7-874a-15f7437dfc26, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee0963a-c27d-4512-8b52-f317eef91b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:43.814784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.823862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84f76a7a-19dd-4cc5-b61d-995591285b96 req-48473246-b3f0-4fc7-8951-6af8a43ccf5f tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Jan 10 19:00:43.837457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=563d4370-2cef-4742-b8bb-cfb84cf268b0,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:43.863705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.901697 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:43.923788 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'code': 200} Jan 10 19:00:43.991461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] For port 2d55d80b-69cd-43b7-874a-15f7437dfc26, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:43.996651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] For port 2d55d80b-69cd-43b7-874a-15f7437dfc26, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2d55d80b-69cd-43b7-874a-15f7437dfc26,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:44.001773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.036799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:44.040625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:44.047155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:44.108882 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7752cb2f-8184-48b8-a34c-f8f355b31bbe req-50db524c-88f6-4aa2-8370-247535253179 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 1101 time: 0.1138110 Jan 10 19:00:44.118123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=56fec80e-4f53-480d-b8d1-c8cb81ee14bb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:44.178794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6d09-9c16-4010-b82f-07ce91295e41 None None] Pushing event updated for resources: {'Port': ['ID=2d55d80b-69cd-43b7-874a-15f7437dfc26,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:44.185209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Routers {'d53573f0-5046-42f9-84a4-0cf9d7cdb85f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:00:44.185875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:00:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:44.201472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7752cb2f-8184-48b8-a34c-f8f355b31bbe req-44dc9ff6-70ff-4aed-8fdd-7afeb552b5fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691476 Jan 10 19:00:44.251927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c33afd-2603-458e-bf7c-cded2f53ef1a req-662907ad-e1d6-4278-aaef-05f164890547 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:44.253882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71c33afd-2603-458e-bf7c-cded2f53ef1a req-662907ad-e1d6-4278-aaef-05f164890547 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 949 time: 0.1720717 Jan 10 19:00:44.395974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71c33afd-2603-458e-bf7c-cded2f53ef1a req-c217f0fb-047c-4b84-8a97-bd6b82dfe7e2 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335065 Jan 10 19:00:44.437145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.464986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] Set router d53573f0-5046-42f9-84a4-0cf9d7cdb85f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:00:44.516684 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.810507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce1fac-84b8-491e-bb3e-e07ac4ab50ce req-14da2f7c-2374-47f6-b6a7-f5a9cbd09389 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:44.817756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94ce1fac-84b8-491e-bb3e-e07ac4ab50ce req-14da2f7c-2374-47f6-b6a7-f5a9cbd09389 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 949 time: 0.2723057 Jan 10 19:00:44.819475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.829486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2d55d80b-69cd-43b7-874a-15f7437dfc26', 'name': '', 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'mac_address': 'fa:16:3e:ad:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:37Z', 'updated_at': '2022-01-10T19:00:43Z', 'revision_number': 4, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'subnets': [{'id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:00:44.834162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a606d-bd5e-4267-8b11-36b16e29082f None None] The sync data for ids ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'] in n-d-816927-8 is: [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2d55d80b-69cd-43b7-874a-15f7437dfc26', 'name': '', 'network_id': '99b9a994-af79-42de-b843-a8c9e80691b8', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'mac_address': 'fa:16:3e:ad:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:37Z', 'updated_at': '2022-01-10T19:00:43Z', 'revision_number': 4, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'subnets': [{'id': 'f3dc414e-85e3-49af-ae0e-8befaca5f801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:00:44.838364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.845911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.915332 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:44.980698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=56fec80e-4f53-480d-b8d1-c8cb81ee14bb,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:44.998228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94ce1fac-84b8-491e-bb3e-e07ac4ab50ce req-62ddfc6a-20ea-4ece-854c-1b43c86cf381 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794426 Jan 10 19:00:45.028613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:45.062120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:45.063551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b192c48d-3562-4118-9531-16410517290f req-33ead677-41da-4910-a70a-ddf76457e7ab tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0500443 Jan 10 19:00:45.167280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b192c48d-3562-4118-9531-16410517290f req-3ee5ca8d-e9c0-4228-856b-dd71a6581c77 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:45.186621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b192c48d-3562-4118-9531-16410517290f req-3ee5ca8d-e9c0-4228-856b-dd71a6581c77 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:45.194656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b192c48d-3562-4118-9531-16410517290f req-3ee5ca8d-e9c0-4228-856b-dd71a6581c77 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.1216724 Jan 10 19:00:45.446079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-66c8533f-29ff-45e8-ad32-c95d1d985b53 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7c0e1f8d2fd84820885025e0622446da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389742 Jan 10 19:00:45.594556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c48d-3562-4118-9531-16410517290f req-04b7583d-4656-4c6a-9367-eff58642f0f7 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:45.595897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b192c48d-3562-4118-9531-16410517290f req-04b7583d-4656-4c6a-9367-eff58642f0f7 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.4000773 Jan 10 19:00:45.640417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-85a472ea-d788-4c1c-a5ff-dbc58a917029 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:45.641990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-85a472ea-d788-4c1c-a5ff-dbc58a917029 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879318 Jan 10 19:00:45.659800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-d7b14721-68c2-4300-af8a-698b3723bcbd tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/quotas/7c0e1f8d2fd84820885025e0622446da HTTP/1.1" status: 200 len: 375 time: 0.0108788 Jan 10 19:00:45.743088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-ad0847cb-4a9a-41e0-a9fb-0055306b518c tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c0e1f8d2fd84820885025e0622446da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757537 Jan 10 19:00:45.789413 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53dc04a6-750e-4d58-9880-29c41940b767 req-bafce0a0-0060-4a42-a886-262aff4a4a01 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 1101 time: 0.0859303 Jan 10 19:00:45.836064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2d55d80b-69cd-43b7-874a-15f7437dfc26 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:45.846188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53dc04a6-750e-4d58-9880-29c41940b767 req-3fad1ab4-667e-41d3-88c8-ece110bc4ed5 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501921 Jan 10 19:00:45.933447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a0771-e133-4830-ad80-291002011cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563d4370-2cef-4742-b8bb-cfb84cf268b0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:45.979317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2d55d80b-69cd-43b7-874a-15f7437dfc26 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:45.986026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2d55d80b-69cd-43b7-874a-15f7437dfc26 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:45.986792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:46.131210 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:46.151425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-517cd29f-f7ed-4267-b09c-7088fda49832 req-1a1fb930-39c2-4713-9d24-bdc6ac0a637b tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 1096 time: 0.0943048 Jan 10 19:00:46.173675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2d55d80b-69cd-43b7-874a-15f7437dfc26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2d55d80b-69cd-43b7-874a-15f7437dfc26,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:46.178239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:46.203985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-517cd29f-f7ed-4267-b09c-7088fda49832 req-a1830220-6bb0-407d-874f-99e9226a00cd tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Jan 10 19:00:46.260239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2d55d80b-69cd-43b7-874a-15f7437dfc26,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:46.463379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-2eadbf00-8848-48b9-a548-8408923be834 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2042983 Jan 10 19:00:46.473860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d62555-09c4-434f-9515-35b571be6c31 req-282504ac-2ba6-44ab-91cd-9285b30ddda6 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:46.475307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1d62555-09c4-434f-9515-35b571be6c31 req-282504ac-2ba6-44ab-91cd-9285b30ddda6 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 950 time: 0.1885805 Jan 10 19:00:46.480302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:46.498907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:46.514369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:46.541458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:46.555686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1d62555-09c4-434f-9515-35b571be6c31 req-b5558204-cd5a-475e-a342-2aab62f17c5a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715435 Jan 10 19:00:46.719860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f3c1313-60db-4cab-956b-a3234925bf7d req-904229cc-75cb-45d8-99c4-6589c95040dc tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 210 time: 0.0475934 Jan 10 19:00:46.721327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:46.873609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Allocated IP 172.25.6.157 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1c03b977-4adb-4e4f-bf65-acb9c1911f30) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:47.107010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-324a5436-8805-4cd3-a3b8-b2de53cbb4b9 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7c0e1f8d2fd84820885025e0622446da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332520 Jan 10 19:00:47.121029 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.194504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-1f0e2b4d-f93e-4eb4-a973-d897e8579551 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:47.195987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-1f0e2b4d-f93e-4eb4-a973-d897e8579551 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.1766329 Jan 10 19:00:47.215684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-a36fed92-3861-4025-9c88-8810b3b3d3d6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/quotas/3a4abe15f1ad4655a67f9ec43547611d HTTP/1.1" status: 200 len: 375 time: 0.0114744 Jan 10 19:00:47.217195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.270458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-d1e10cb5-1d64-4c9b-9e71-3f64879f9080 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:47.271876 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-d1e10cb5-1d64-4c9b-9e71-3f64879f9080 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599805 Jan 10 19:00:47.293751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Request body: {'port': {'device_id': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '7c0e1f8d2fd84820885025e0622446da'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:47.327709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:47.330957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:47.337305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:47.372422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=1c03b977-4adb-4e4f-bf65-acb9c1911f30,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:47.430331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-211169cf-b8b6-4795-a0a2-565f51a26c8d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1779153 Jan 10 19:00:47.433094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:47.436818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Usage tracker for resource:port and tenant:7c0e1f8d2fd84820885025e0622446da is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:47.439681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:47.445716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:47.455175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Made reservation on behalf of 7c0e1f8d2fd84820885025e0622446da for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:47.458097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.470539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.502433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:47.506768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Usage tracker for resource:security_group_rule and tenant:7c0e1f8d2fd84820885025e0622446da is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:47.510211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:47.515923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:47.592087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.598838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.680068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e8b18b-04d3-4031-9ff7-3320aa6e4273,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:47.737517 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.740547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-0cd6f044-a89a-4a0a-b123-29eea0808423 service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016784 Jan 10 19:00:47.782627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Allocated IP 192.168.233.136 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/bea51d10-5a7a-4405-941b-bca60c840d10) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:47.798696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2d55d80b-69cd-43b7-874a-15f7437dfc26 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:47.872997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.907008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2d55d80b-69cd-43b7-874a-15f7437dfc26 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:47.908252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:47.979463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-eddb0618-5e3c-46d6-ac85-c2c0d8ea029d service neutron] 10.222.0.21 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088950 Jan 10 19:00:47.993761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.010584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Transition to ACTIVE for port object bea51d10-5a7a-4405-941b-bca60c840d10 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:48.054702 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.159522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.166046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.251972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:48.256366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:48.258841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:48.263279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:48.263442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.268671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Pushing event updated for resources: {'Port': ['ID=bea51d10-5a7a-4405-941b-bca60c840d10,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:48.273542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=1c03b977-4adb-4e4f-bf65-acb9c1911f30,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:48.296007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.296426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.296830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.297208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.297342 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-603bb6ae-8dbc-4c0d-82b7-fc0cf385662f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0071199 Jan 10 19:00:48.297610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.297947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.298778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.298778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.299017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.299317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.299638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:48.310109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Request body: {'port': {'device_id': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:48.318717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.351480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.352786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-eec11da5-e171-4d5c-ad2b-2e3a432ac23d tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8765466 Jan 10 19:00:48.453678 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a0771-e133-4830-ad80-291002011cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563d4370-2cef-4742-b8bb-cfb84cf268b0', 'code': 200} Jan 10 19:00:48.467482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.469806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-66803b98-38b5-4555-a09d-1804f61ee17a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:48.517933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-66803b98-38b5-4555-a09d-1804f61ee17a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:48.526146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-66803b98-38b5-4555-a09d-1804f61ee17a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.1664014 Jan 10 19:00:48.586479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c08d0cc-7eff-480f-aa1d-003ad14a9d8f None None] Provisioning for port bea51d10-5a7a-4405-941b-bca60c840d10 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:48.593935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c08d0cc-7eff-480f-aa1d-003ad14a9d8f None None] Provisioning complete for port bea51d10-5a7a-4405-941b-bca60c840d10 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:48.594317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c08d0cc-7eff-480f-aa1d-003ad14a9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.671431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5c08d0cc-7eff-480f-aa1d-003ad14a9d8f None None] Port bea51d10-5a7a-4405-941b-bca60c840d10 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:48.823438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-91db1a8e-cedf-405a-bd39-1201d286942c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:48.824771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29046f7-be7c-4a59-8dc0-7eaa05bec53f req-91db1a8e-cedf-405a-bd39-1201d286942c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2977467 Jan 10 19:00:48.836371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14eecf8-dc86-4d29-a15d-7b49137fa3aa req-a7f6dff3-a5c0-4563-af72-62999753181c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 1100 time: 0.2852280 Jan 10 19:00:48.845506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187a26-1277-4a46-923d-bea22f99f27a req-17783f37-ecd9-44a9-a383-f7f00eb76360 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:48.852402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37187a26-1277-4a46-923d-bea22f99f27a req-17783f37-ecd9-44a9-a383-f7f00eb76360 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 949 time: 0.1736217 Jan 10 19:00:48.893265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea51d10-5a7a-4405-941b-bca60c840d10 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:48.901332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.917509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Transition to ACTIVE for port object bea51d10-5a7a-4405-941b-bca60c840d10 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:48.922310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:48.931866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37187a26-1277-4a46-923d-bea22f99f27a req-640c1c30-1096-4025-b3a0-123adcc93196 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781076 Jan 10 19:00:48.937954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14eecf8-dc86-4d29-a15d-7b49137fa3aa req-f117285f-6c69-4c96-bb40-4383ae24c590 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 Jan 10 19:00:48.994883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Pushing event updated for resources: {'Port': ['ID=bea51d10-5a7a-4405-941b-bca60c840d10,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:49.209209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Attempting to bind port bea51d10-5a7a-4405-941b-bca60c840d10 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:49.209818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Attempting to bind port bea51d10-5a7a-4405-941b-bca60c840d10 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:49.210357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Attempting to bind port bea51d10-5a7a-4405-941b-bca60c840d10 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:49.221215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Port bea51d10-5a7a-4405-941b-bca60c840d10 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:49.225552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Attempting to bind port bea51d10-5a7a-4405-941b-bca60c840d10 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:49.233541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:49.234424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:49.235063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:49.235749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Bound port: bea51d10-5a7a-4405-941b-bca60c840d10, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:49.236295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:49.349598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] For port bea51d10-5a7a-4405-941b-bca60c840d10, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:49.352704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] For port bea51d10-5a7a-4405-941b-bca60c840d10, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bea51d10-5a7a-4405-941b-bca60c840d10,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:49.358056 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:49.420553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-68d7b48f-8582-4da4-bb0f-9a8ef5450eb5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495741 Jan 10 19:00:49.423461 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:49.425296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] 10.222.0.44 "PUT /v2.0/ports/bea51d10-5a7a-4405-941b-bca60c840d10 HTTP/1.1" status: 200 len: 1096 time: 1.1193211 Jan 10 19:00:49.428811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'tag': 'bea51d10-5a7a-4405-941b-bca60c840d10'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:49.450024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a144937-8e7e-4a6e-8390-024951280dbe service neutron] Pushing event updated for resources: {'Port': ['ID=bea51d10-5a7a-4405-941b-bca60c840d10,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:49.588428 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-4c3cac96-1332-4cac-8eaf-3459793e3ae5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c0e1f8d2fd84820885025e0622446da&device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 1099 time: 0.1135302 Jan 10 19:00:49.669845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ce4f89ec-a611-488d-b335-fe825e6d1840 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:49.677881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ce4f89ec-a611-488d-b335-fe825e6d1840 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438891 Jan 10 19:00:49.684625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-b61e435a-975b-4891-a502-86d8f695eb10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=bea51d10-5a7a-4405-941b-bca60c840d10 HTTP/1.1" status: 200 len: 217 time: 0.0829866 Jan 10 19:00:49.690001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-f144bdd4-c5a3-4a0d-93ca-a5853cf78a5d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/quotas/b2e1161afdee4a9381d55891c0c08c26 HTTP/1.1" status: 200 len: 375 time: 0.0112960 Jan 10 19:00:49.802671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-c4b4e9b3-df86-4afd-aaf9-74b77ab81603 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:49.804147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-c4b4e9b3-df86-4afd-aaf9-74b77ab81603 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1108413 Jan 10 19:00:49.848377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-a942eb85-5ba8-4ba2-ba8b-7635a5786603 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1516545 Jan 10 19:00:49.895669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e746f1-47ab-46c2-90c2-18688fde8721 req-2f895a33-cead-42fc-8c92-b2cd7c289b5d tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:49.904426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3e746f1-47ab-46c2-90c2-18688fde8721 req-2f895a33-cead-42fc-8c92-b2cd7c289b5d tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 948 time: 0.1147826 Jan 10 19:00:49.968465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3e746f1-47ab-46c2-90c2-18688fde8721 req-4eb911a3-c326-42ff-b65c-b85c4f3e8b0b tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628808 Jan 10 19:00:49.982682 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-ecdcc51b-9cfa-47eb-8af6-6576f5c1edd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270728 Jan 10 19:00:50.070955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-486c02cb-e27e-4a8c-a3f3-4e74eaaab145 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:50.072408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-486c02cb-e27e-4a8c-a3f3-4e74eaaab145 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 820 time: 0.3059678 Jan 10 19:00:50.095082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Request body: {'port': {'device_id': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'admin_state_up': True, 'tenant_id': '3a4abe15f1ad4655a67f9ec43547611d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:50.136590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f49a0382-9b45-46bc-a9d7-7bd17fcab2fb req-990a018d-9b61-4391-b332-19956c2eaecc tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 210 time: 0.0525610 Jan 10 19:00:50.250306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-e850149a-36c3-4d4c-814d-d25934fc91aa service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621636 Jan 10 19:00:50.697921 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-561ea65d-cd89-48d4-a3e6-94d3ed82e4a4 req-1eb0d946-1c76-4dd3-804f-896d1033d031 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399228 Jan 10 19:00:50.698936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:50.699838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-cadf09d7-113b-415a-b341-22fed80118cc tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4577136 Jan 10 19:00:50.703184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Usage tracker for resource:port and tenant:3a4abe15f1ad4655a67f9ec43547611d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:50.707596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:50.711584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:50.714006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:50.727320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:50.730443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Made reservation on behalf of 3a4abe15f1ad4655a67f9ec43547611d for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:50.734495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:50.748497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:50.784058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:50.831878 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'tag': 'bea51d10-5a7a-4405-941b-bca60c840d10', 'status': 'completed', 'code': 200} Jan 10 19:00:51.051249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-714ea39b-0675-4272-9256-b79bd4767752 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c0e1f8d2fd84820885025e0622446da&device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 1099 time: 0.2183514 Jan 10 19:00:51.052512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Allocated IP 172.20.0.14 (c2095056-0d2e-4d3b-bc7e-d82f4d7d38db/bc306723-0f0a-49fd-845e-6b09f9cdf160/bc0e5a39-4ded-4f57-8540-85957b63cb80) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:51.172514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:51.246818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cdda-b793-4401-b1ba-9cc08bdbb7bc req-60d0e4d3-58fa-4c61-ab71-85ae9adc8f15 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:51.248654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9333cdda-b793-4401-b1ba-9cc08bdbb7bc req-60d0e4d3-58fa-4c61-ab71-85ae9adc8f15 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 949 time: 0.1932824 Jan 10 19:00:51.352807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9333cdda-b793-4401-b1ba-9cc08bdbb7bc req-2621398d-5525-4614-91d9-6bd0721c204f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957849 Jan 10 19:00:51.354015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-051be621-a302-470a-9218-8c48b28d0e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:51.355508 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-051be621-a302-470a-9218-8c48b28d0e13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2906358 Jan 10 19:00:51.397760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Allocated IP 172.25.6.189 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/6702ce3f-2d26-4d6c-bab3-01a6970a58b8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:51.470104 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-236fde5e-f302-4864-ab13-0d5c5258b2cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=bea51d10-5a7a-4405-941b-bca60c840d10 HTTP/1.1" status: 200 len: 217 time: 0.1041763 Jan 10 19:00:51.594063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:51.604588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-aacb4733-d4af-4bdb-b921-5bbd56bdd8e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:51.606169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-aacb4733-d4af-4bdb-b921-5bbd56bdd8e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1232338 Jan 10 19:00:51.633647 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:51.671596 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:51.678333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:51.694188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['1224a829-6298-4926-92a0-6d047ddaa69b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:51.803461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:51.820313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:51.838722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:51.843609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:51.844246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:51.863710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:51.872086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:51.883331 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7922993 Jan 10 19:00:51.885084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:51.899071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Request body: {'port': {'device_id': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:51.930500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98f901-a78c-4ee4-9cf2-144664e4ddec tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:51.971396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=6702ce3f-2d26-4d6c-bab3-01a6970a58b8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:51.981753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-d101f404-11e2-4628-a91f-82393ca7b3eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3510606 Jan 10 19:00:52.089774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:52.230162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:52.299884 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:52.364110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347184d1-d62f-4566-bc04-c47f6ed1e679 req-3727ba6d-1ee2-4e29-ad5f-f7f79551540f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:52.366005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-347184d1-d62f-4566-bc04-c47f6ed1e679 req-3727ba6d-1ee2-4e29-ad5f-f7f79551540f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 948 time: 0.1954896 Jan 10 19:00:52.442051 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-0309c7a0-d69e-43d9-a60f-3eb92a9983eb service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720043 Jan 10 19:00:52.523421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-347184d1-d62f-4566-bc04-c47f6ed1e679 req-ec8b7fed-2b96-4d6c-b88f-f6eadaac1426 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419716 Jan 10 19:00:52.676036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-5353a6f8-cf46-4341-8f40-d4f3cdbd6581 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702112 Jan 10 19:00:52.695841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:52.803520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0e5a39-4ded-4f57-8540-85957b63cb80 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:52.822416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:52.834125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-87bd30ad-b21a-4860-bc3d-428ba39cf378 req-dc90b9d7-0fd6-40e5-a45c-0e03e44415e3 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811762 Jan 10 19:00:52.843331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Transition to ACTIVE for port object bc0e5a39-4ded-4f57-8540-85957b63cb80 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:52.849964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:52.891661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:52.929368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.012785 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-67bfe97c-7c01-4e71-b0bc-686a22b8dadc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376298 Jan 10 19:00:53.014475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:53.025982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=6702ce3f-2d26-4d6c-bab3-01a6970a58b8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:53.043898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-f0822ffd-b205-4770-b6a5-83c0297a91c4 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:53.045638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-f0822ffd-b205-4770-b6a5-83c0297a91c4 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645012 Jan 10 19:00:53.048133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'mac_address': 'fa:16:3e:fd:e5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:53.090636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:53.193546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:53.194120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.253389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0da74ef1-6065-4e39-87a8-554b1cd30d49 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:53.284503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.285177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.285700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.286201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.286691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.287265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.287762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.288259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.288801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.289560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.290071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:53.295112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:53.303360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.323119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63af22c-7b4f-4827-8be2-a4bf4265dcb8 req-e4f01853-2ee0-44e9-8565-3dfa99a7be86 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:53.324602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a63af22c-7b4f-4827-8be2-a4bf4265dcb8 req-e4f01853-2ee0-44e9-8565-3dfa99a7be86 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 932 time: 0.6091087 Jan 10 19:00:53.375041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:53.375798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:53.376374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:53.396036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.408964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-2d613981-7a77-41e6-b87e-9055bd06da1f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:53.411124 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-2d613981-7a77-41e6-b87e-9055bd06da1f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951469 Jan 10 19:00:53.411846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:53.413178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:53.423844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:53.425458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:53.426573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:53.428159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Bound port: bc0e5a39-4ded-4f57-8540-85957b63cb80, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:53.428709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.443196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:53.460430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:53.469048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a63af22c-7b4f-4827-8be2-a4bf4265dcb8 req-9d635761-e8c4-483a-8930-8290652a30a9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361544 Jan 10 19:00:53.473056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.480450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-83104311-8337-4a7b-a05b-ace218b88c73 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7786722 Jan 10 19:00:53.489592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0da74ef1-6065-4e39-87a8-554b1cd30d49'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:53.569611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:53.583341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Usage tracker for resource:port and tenant:b2e1161afdee4a9381d55891c0c08c26 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:53.586403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:53.590631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-f8692c58-7b19-424a-af77-988d6f8c4d2c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:00:53.596701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:53.616604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:53.621021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.621612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:53.624782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:53.636115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-f8692c58-7b19-424a-af77-988d6f8c4d2c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:00:53.638422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.642977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-f8692c58-7b19-424a-af77-988d6f8c4d2c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.1615739 Jan 10 19:00:53.750977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:53.777856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.793316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bbaf4259-b6eb-48a8-962c-88562e741032 service neutron] 10.222.0.44 "PUT /v2.0/ports/bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 1092 time: 1.8867142 Jan 10 19:00:53.794063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:53.938026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:53.942978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Usage tracker for resource:port and tenant:b2e1161afdee4a9381d55891c0c08c26 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:53.946643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:53.952490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:53.958618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-f91c0772-667b-4a72-83c5-398d7ae0ccf7 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:53.965741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-f91c0772-667b-4a72-83c5-398d7ae0ccf7 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3218017 Jan 10 19:00:53.969668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:00:53.972948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:53.977340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-799ad2a5-aa10-434a-8256-fa7c45401675 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:00:53.989971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bad759-22fc-414d-b05e-a4f3a41056e9 req-799ad2a5-aa10-434a-8256-fa7c45401675 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0230284 Jan 10 19:00:54.055443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.117 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/7ab31fbb-b414-4d47-96da-e95a690402f2) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:54.148296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-6bf760e5-c474-4be2-8b68-6862639bf170 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1095 time: 0.3049414 Jan 10 19:00:54.309794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-09349bf9-699a-413a-a75e-7425ecfe6446 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 217 time: 0.1369603 Jan 10 19:00:54.369253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86fdfdc3-8375-467d-a691-b7a51f8f7f0d req-f658f209-a41e-40e2-bf41-c4d8345066dd tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 210 time: 0.1644752 Jan 10 19:00:54.399582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-55990584-2b6d-4fae-ab3f-8d7d233ad98c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:54.401010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-55990584-2b6d-4fae-ab3f-8d7d233ad98c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0844874 Jan 10 19:00:54.485745 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-bb40572e-4f2b-49ca-8f77-621be7510ae2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763543 Jan 10 19:00:54.492535 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'status': 'completed', 'code': 200} Jan 10 19:00:54.650560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-ce8238aa-2338-4837-a0bd-062b52260e76 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473091 Jan 10 19:00:54.661861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:54.706215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object 7ab31fbb-b414-4d47-96da-e95a690402f2 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:54.713328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bea51d10-5a7a-4405-941b-bca60c840d10 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:00:54.720006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:54.804225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-4862ac82-dd20-4fa7-8437-0d0ed9975b9b tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2624071 Jan 10 19:00:54.811529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:54.816772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:54.824829 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe5520e7-41de-4aa0-8340-03cbfcdd6341 req-6a1b9b51-d666-42bd-a594-d7f669ecf1f1 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678963 Jan 10 19:00:54.826527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:54.841284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d089c-5d9a-48f4-9a33-c66ff9920510 req-60e673d3-6733-4d5c-8d54-882d4c8ee2a6 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:54.849497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c0d089c-5d9a-48f4-9a33-c66ff9920510 req-60e673d3-6733-4d5c-8d54-882d4c8ee2a6 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 948 time: 0.3836913 Jan 10 19:00:54.854379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:54.973539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:54.990675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:55.043543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:55.056275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c0d089c-5d9a-48f4-9a33-c66ff9920510 req-07fedf2a-e9f2-44a2-a91d-5f076c1845b4 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058187 Jan 10 19:00:55.065816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:55.088804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:55.091186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:55.217310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=7ab31fbb-b414-4d47-96da-e95a690402f2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:55.264679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.197 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/787151ef-d2fe-4538-86ee-58c56f805ed6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:55.305291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:55.305944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:55.426776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-995fe957-b209-4f47-be35-fcd5ad723fd2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3390622 Jan 10 19:00:55.452330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Request body: {'port': {'device_id': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:55.464491 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-cf5e286a-9809-4812-9a1a-5b9c0f163163 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1095 time: 0.5595236 Jan 10 19:00:55.547275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bea51d10-5a7a-4405-941b-bca60c840d10, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bea51d10-5a7a-4405-941b-bca60c840d10,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:55.597316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 0da74ef1-6065-4e39-87a8-554b1cd30d49 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:55.606156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:55.646839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:55.730925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'bea51d10-5a7a-4405-941b-bca60c840d10', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'bea51d10-5a7a-4405-941b-bca60c840d10', 'mac_address': 'fa:16:3e:e8:49:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:00:55.931986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:55.945736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-d21cd275-29d5-4a17-a88a-77df61c744d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:55.945981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:55.947799 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-d21cd275-29d5-4a17-a88a-77df61c744d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.4687350 Jan 10 19:00:56.008404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea51d10-5a7a-4405-941b-bca60c840d10 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:56.042695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.048268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bea51d10-5a7a-4405-941b-bca60c840d10, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bea51d10-5a7a-4405-941b-bca60c840d10,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:56.051485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-4f7df8c7-ab50-4770-80b5-2bd70a7c06a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 217 time: 0.0855699 Jan 10 19:00:56.107592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object 787151ef-d2fe-4538-86ee-58c56f805ed6 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:56.136266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-ce6a7729-6e31-48ff-b31c-47a8394340d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:56.138440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-ce6a7729-6e31-48ff-b31c-47a8394340d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0799696 Jan 10 19:00:56.204817 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-c672f3d8-7227-4ade-85cb-474ddefab04d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585880 Jan 10 19:00:56.239734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.264736 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.384692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bea51d10-5a7a-4405-941b-bca60c840d10,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:56.459206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:56.465447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:56.479221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e677dc1e-4563-49bf-aea0-4bee66756bbf None None] Provisioning for port 7ab31fbb-b414-4d47-96da-e95a690402f2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:56.485213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=787151ef-d2fe-4538-86ee-58c56f805ed6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:56.491466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:56.497475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:56.498330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.510174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.521950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e677dc1e-4563-49bf-aea0-4bee66756bbf None None] Provisioning complete for port 7ab31fbb-b414-4d47-96da-e95a690402f2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:56.523012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e677dc1e-4563-49bf-aea0-4bee66756bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.549662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Allocated IP 172.25.6.171 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/0c7b7042-937d-49d1-9288-e9c4bf5da827) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:00:56.567736 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-03462979-9521-4807-a9f6-0ceba2488ded service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519685 Jan 10 19:00:56.570382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89bf7b6d-270f-44ea-8fdb-affba9b5f316 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1144006 Jan 10 19:00:56.664687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:56.696767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:56.705393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e677dc1e-4563-49bf-aea0-4bee66756bbf None None] Port 7ab31fbb-b414-4d47-96da-e95a690402f2 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:56.719788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:56.745972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Request body: {'port': {'device_id': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:00:56.834450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-6043ef37-0f94-4cdc-8a58-ecc57a5bd466 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341&device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0&device_id=e6273ce5-900e-458e-88bc-f0caafc780a2&device_id=5e5a0771-e133-4830-ad80-291002011cd1&device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df&device_id=98a0a330-fd01-4337-9368-9721c01af3f6&device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7&device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7&device_id=7bc622ea-a989-4469-b103-a87c1a007cc0&device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba&device_id=113aef91-c2c5-4317-b7f3-979814dd7101&device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a&device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1&device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c&device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 16130 time: 0.9721160 Jan 10 19:00:56.877911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.000116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:57.004695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['bea51d10-5a7a-4405-941b-bca60c840d10'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:57.033479 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9fdf037-18f5-43fd-b310-606ce3d66441 req-9161d25f-ee3f-4196-b23a-83b56d47261d service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479344 Jan 10 19:00:57.035734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:57.049823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.105556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:00:57.167404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Usage tracker for resource:security_group_rule and tenant:684d0ee9c92c45678c383a598f3cbf99 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:00:57.188422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c2a6015b-5e0e-479f-a545-17d5cd12f138 None None] Provisioning for port 787151ef-d2fe-4538-86ee-58c56f805ed6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:57.191828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:00:57.215338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c2a6015b-5e0e-479f-a545-17d5cd12f138 None None] Provisioning complete for port 787151ef-d2fe-4538-86ee-58c56f805ed6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:57.215866 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c2a6015b-5e0e-479f-a545-17d5cd12f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.230721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:00:57.241674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.319015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6015b-5e0e-479f-a545-17d5cd12f138 None None] Port 787151ef-d2fe-4538-86ee-58c56f805ed6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:00:57.478712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.526991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.610171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:00:57.625932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.653319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:00:57.662695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:00:57.678134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:00:57.741585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab31fbb-b414-4d47-96da-e95a690402f2 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:57.745628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=0c7b7042-937d-49d1-9288-e9c4bf5da827,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:57.756494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:57.761507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d121b87-235a-4d63-9e4c-3a9d98516db7 req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&id=d3f381dd-a7ef-40ac-a7e4-68756925b467&id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&id=4021f17a-05e0-4231-933f-bd50470c8ebe&id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.9148648 Jan 10 19:00:57.775407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b220f9-3dac-43f2-ab6f-2b06a0e57456 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3245365e-45fe-46c9-a015-ef730553dc26,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:57.820052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Transition to ACTIVE for port object 7ab31fbb-b414-4d47-96da-e95a690402f2 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:57.834003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.188882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab31fbb-b414-4d47-96da-e95a690402f2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:58.260324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787151ef-d2fe-4538-86ee-58c56f805ed6 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:00:58.268892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.287877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Transition to ACTIVE for port object 787151ef-d2fe-4538-86ee-58c56f805ed6 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:00:58.295254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.392907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.515193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Attempting to bind port 7ab31fbb-b414-4d47-96da-e95a690402f2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:58.515532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Attempting to bind port 7ab31fbb-b414-4d47-96da-e95a690402f2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:58.515858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Attempting to bind port 7ab31fbb-b414-4d47-96da-e95a690402f2 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:58.524656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.528529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Pushing event updated for resources: {'Port': ['ID=787151ef-d2fe-4538-86ee-58c56f805ed6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:58.584175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Attempting to bind port 787151ef-d2fe-4538-86ee-58c56f805ed6 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:00:58.584490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Attempting to bind port 787151ef-d2fe-4538-86ee-58c56f805ed6 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:00:58.584823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Attempting to bind port 787151ef-d2fe-4538-86ee-58c56f805ed6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:58.592504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169e39-9d7f-4188-b16d-a916661158c1 req-0ade7c1b-4a31-422c-9060-ba0a0122223a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:58.592820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Port 787151ef-d2fe-4538-86ee-58c56f805ed6 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:58.593151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Attempting to bind port 787151ef-d2fe-4538-86ee-58c56f805ed6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:58.594045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3169e39-9d7f-4188-b16d-a916661158c1 req-0ade7c1b-4a31-422c-9060-ba0a0122223a tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.5078917 Jan 10 19:00:58.594624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Port 7ab31fbb-b414-4d47-96da-e95a690402f2 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:00:58.596551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Attempting to bind port 7ab31fbb-b414-4d47-96da-e95a690402f2 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:00:58.602362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:58.602708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:58.603143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:58.603566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Bound port: 787151ef-d2fe-4538-86ee-58c56f805ed6, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:58.603908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.648064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:00:58.648644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:00:58.648775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:00:58.649194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Bound port: 7ab31fbb-b414-4d47-96da-e95a690402f2, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:00:58.649531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:58.743101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bea51d10-5a7a-4405-941b-bca60c840d10 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:00:58.746795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3169e39-9d7f-4188-b16d-a916661158c1 req-817d3af2-9245-4e01-903b-9a683e49275e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324196 Jan 10 19:00:58.804874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] For port 787151ef-d2fe-4538-86ee-58c56f805ed6, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:58.814231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] For port 787151ef-d2fe-4538-86ee-58c56f805ed6, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=787151ef-d2fe-4538-86ee-58c56f805ed6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:58.822534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.001914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port bea51d10-5a7a-4405-941b-bca60c840d10 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:00:59.016825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port bea51d10-5a7a-4405-941b-bca60c840d10 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:00:59.017389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.044038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] For port 7ab31fbb-b414-4d47-96da-e95a690402f2, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:00:59.067920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] For port 7ab31fbb-b414-4d47-96da-e95a690402f2, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7ab31fbb-b414-4d47-96da-e95a690402f2,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:00:59.107307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.181694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:00:59.188459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.189732 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] 10.222.0.44 "PUT /v2.0/ports/787151ef-d2fe-4538-86ee-58c56f805ed6 HTTP/1.1" status: 200 len: 1096 time: 2.6057780 Jan 10 19:00:59.190241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'tag': '787151ef-d2fe-4538-86ee-58c56f805ed6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:59.225262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13d57-30c9-4c92-9301-bb2bec098f14 service neutron] Pushing event updated for resources: {'Port': ['ID=787151ef-d2fe-4538-86ee-58c56f805ed6,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:59.279472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.302745 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.306311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ab31fbb-b414-4d47-96da-e95a690402f2 HTTP/1.1" status: 200 len: 1096 time: 3.8605287 Jan 10 19:00:59.311132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.314792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'tag': '7ab31fbb-b414-4d47-96da-e95a690402f2'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:00:59.366387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.407147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-bfb097b8-1af1-4fab-a45f-10da3a700d0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 1099 time: 0.1644416 Jan 10 19:00:59.412710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bea51d10-5a7a-4405-941b-bca60c840d10, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bea51d10-5a7a-4405-941b-bca60c840d10,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:00:59.423773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:00:59.507390 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-acde794a-2556-425e-8c4a-6ddee28c0ef2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=787151ef-d2fe-4538-86ee-58c56f805ed6 HTTP/1.1" status: 200 len: 217 time: 0.0900815 Jan 10 19:00:59.531053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bea51d10-5a7a-4405-941b-bca60c840d10,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:59.545701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.546019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.546330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.546671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.547361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.547743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.548130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.548699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.549037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.549366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.549692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:00:59.617965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-de4dcf15-da56-46e7-a723-dd861f351d1e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:00:59.619406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-de4dcf15-da56-46e7-a723-dd861f351d1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1024988 Jan 10 19:00:59.757501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-1c3fd0b1-c3e6-424c-a19d-d9c31810bcde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300740 Jan 10 19:00:59.834299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b31399-bcdf-4b70-9d57-bfaf5c44dd79 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab31fbb-b414-4d47-96da-e95a690402f2,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:00:59.958539 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-b3166844-ea8c-403c-9c8e-1eb47f39d9c1 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930084 Jan 10 19:00:59.969628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:00.016695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event updated for resources: {'Port': ['ID=0c7b7042-937d-49d1-9288-e9c4bf5da827,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:00.077093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-89d07fc0-e1e2-4176-9b02-e3db9cb9383f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 1099 time: 0.7178423 Jan 10 19:01:00.081599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:00.083522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-953269ab-8d23-412b-914a-aaf3192ec7d3 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2777927 Jan 10 19:01:00.165520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-50b2a0d5-4a6e-447a-81ae-933f5853d329 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012796 Jan 10 19:01:00.180547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a143076-f2a1-4939-ba7b-46b3027f2691 req-841930ff-08c0-45b3-abf8-18cfd2425ba5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:00.183105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2a143076-f2a1-4939-ba7b-46b3027f2691 req-841930ff-08c0-45b3-abf8-18cfd2425ba5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:00.287111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-8e0e0681-ee9b-49f9-a7e2-88c3b1bf2ae0 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:00.296380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-9a2b106c-ef8b-44c2-84b0-273f76437175 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7ab31fbb-b414-4d47-96da-e95a690402f2 HTTP/1.1" status: 200 len: 217 time: 0.2095840 Jan 10 19:01:00.311544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2a143076-f2a1-4939-ba7b-46b3027f2691 req-841930ff-08c0-45b3-abf8-18cfd2425ba5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:00.313614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a143076-f2a1-4939-ba7b-46b3027f2691 req-841930ff-08c0-45b3-abf8-18cfd2425ba5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 948 time: 0.6045723 Jan 10 19:01:00.386778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-2ae4189a-62c4-4bb2-942c-bca428e9bb0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:00.388652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-2ae4189a-62c4-4bb2-942c-bca428e9bb0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0804026 Jan 10 19:01:00.458401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-8e0e0681-ee9b-49f9-a7e2-88c3b1bf2ae0 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:00.463696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-8e0e0681-ee9b-49f9-a7e2-88c3b1bf2ae0 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.3037424 Jan 10 19:01:00.632544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a143076-f2a1-4939-ba7b-46b3027f2691 req-840ee430-e078-4bf9-b816-6c2f5043f4a3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428203 Jan 10 19:01:00.663128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-08ad91ec-f082-4aac-9158-9ce0c7627679 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2541883 Jan 10 19:01:00.701062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-26c57562-4fef-4c3b-94a4-8214485dc48a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:00.719482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ebacff4-fda4-4134-a035-094ab8b2e4ea req-26c57562-4fef-4c3b-94a4-8214485dc48a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2548561 Jan 10 19:01:00.817074 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'code': 200} Jan 10 19:01:00.937080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-44c209e7-b337-4d2b-9e99-79f1eb52415b service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654366 Jan 10 19:01:01.071598 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'tag': '787151ef-d2fe-4538-86ee-58c56f805ed6', 'status': 'completed', 'code': 200} Jan 10 19:01:01.077784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc5a8-88bb-4062-91ec-55f12c946804 req-5319819b-5b95-4997-861c-18653c1f2ac3 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:01.103141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-536bc5a8-88bb-4062-91ec-55f12c946804 req-5319819b-5b95-4997-861c-18653c1f2ac3 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 950 time: 0.2857995 Jan 10 19:01:01.143602 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'tag': '7ab31fbb-b414-4d47-96da-e95a690402f2', 'status': 'completed', 'code': 200} Jan 10 19:01:01.243265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-536bc5a8-88bb-4062-91ec-55f12c946804 req-fcf7bba2-1fc4-4ba2-bd64-f902abd05464 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388407 Jan 10 19:01:01.279199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb5a52a7-c0ac-4a0d-a477-a5309e1d82ad req-106bec57-4496-4e00-80e8-b6bebc109ffd service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273144 Jan 10 19:01:01.281770 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-86fb5375-ffbc-4a7c-8780-c852a82dfd5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 1099 time: 0.1790164 Jan 10 19:01:01.466975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-f7203354-1aa2-4850-8b58-a03a69e467df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:01.469611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-f7203354-1aa2-4850-8b58-a03a69e467df service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1753616 Jan 10 19:01:01.549037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-7fdf8730-9219-4bd5-8d64-c3f7c1574a86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 1099 time: 0.1594110 Jan 10 19:01:01.615778 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-708a945c-a838-4dc4-ab94-d7360bfc95ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=787151ef-d2fe-4538-86ee-58c56f805ed6 HTTP/1.1" status: 200 len: 217 time: 0.1385508 Jan 10 19:01:01.693048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a584e-fe94-4ad9-a959-a25c94610b23 req-953e2053-93c1-446f-970d-87c2a5693929 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:01.700853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad3a584e-fe94-4ad9-a959-a25c94610b23 req-953e2053-93c1-446f-970d-87c2a5693929 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.4050438 Jan 10 19:01:01.713662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-67c1aee7-0458-408e-a7e4-b38f7dafafb0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:01.715225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-67c1aee7-0458-408e-a7e4-b38f7dafafb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0922849 Jan 10 19:01:01.799650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dde79fd5-12f4-4951-b1cd-b473489c3c50 req-04768bf3-259d-4991-9915-05679523f694 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips/e0bbd2f7-c1e0-426d-85ce-f5f8ace9554b HTTP/1.1" status: 200 len: 693 time: 0.2089152 Jan 10 19:01:01.813929 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-d5f11383-6bf5-4cd7-b8a3-14f3c4705afb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914969 Jan 10 19:01:01.993027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-5c438b78-89be-4ef9-a959-ce995a64105d service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704011 Jan 10 19:01:02.146524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad3a584e-fe94-4ad9-a959-a25c94610b23 req-ece31c8e-5710-4f39-8c26-d2f670523404 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425251 Jan 10 19:01:02.207129 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fbeca792-6ce1-4f27-a13d-85138aa50964 req-7f364723-eec3-4afe-a029-724c2ae69c38 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079234 Jan 10 19:01:02.266006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-d63f4d51-e228-4696-92f1-601ea8a49979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:02.268319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-d63f4d51-e228-4696-92f1-601ea8a49979 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.7074182 Jan 10 19:01:02.273334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79fd5-12f4-4951-b1cd-b473489c3c50 req-d8adfe00-5c1f-4e7d-bb18-dbd33295472c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:02.294290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dde79fd5-12f4-4951-b1cd-b473489c3c50 req-d8adfe00-5c1f-4e7d-bb18-dbd33295472c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.4935062 Jan 10 19:01:02.447688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-635c2d6f-a969-43ec-970d-851686f2712c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7ab31fbb-b414-4d47-96da-e95a690402f2 HTTP/1.1" status: 200 len: 217 time: 0.1521726 Jan 10 19:01:02.647132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-9778cc59-5a94-467a-93ed-d2ae61f3f1a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:02.648686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-9778cc59-5a94-467a-93ed-d2ae61f3f1a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1947708 Jan 10 19:01:02.734141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ef53-4451-404a-a7b9-d7944b66570a req-f639bacc-43b7-4c4b-8363-dfc0f210cf51 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:02.741091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63a4ef53-4451-404a-a7b9-d7944b66570a req-f639bacc-43b7-4c4b-8363-dfc0f210cf51 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 948 time: 0.2356782 Jan 10 19:01:02.758597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:02.768565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb8e9dc4-be16-4100-8420-7620914f6179 req-91237b03-8fff-4445-8edd-6963c54a5287 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1&device_id=7bc622ea-a989-4469-b103-a87c1a007cc0&device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 2881 time: 0.2222528 Jan 10 19:01:02.851577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63a4ef53-4451-404a-a7b9-d7944b66570a req-6faa4c56-ad78-4d81-b505-804aae9c4076 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095297 Jan 10 19:01:02.853656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cb8e9dc4-be16-4100-8420-7620914f6179 req-d9f3b75d-cafc-430e-8380-6b4327fc3442 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Synchronizing usage tracker for tenant:684d0ee9c92c45678c383a598f3cbf99 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:02.864631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea51d10-5a7a-4405-941b-bca60c840d10'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:02.877091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-e21ee113-f509-48ac-83fd-dc40d43e05c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154868 Jan 10 19:01:02.966320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:03.007053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db', 'port_id': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'mac_address': 'fa:16:3e:f7:27:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc306723-0f0a-49fd-845e-6b09f9cdf160', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:03.035281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-d400a8be-91a0-4128-9a48-5984eb153d44 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379230 Jan 10 19:01:03.119167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:03.161284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0e5a39-4ded-4f57-8540-85957b63cb80 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:03.183285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:03.192829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cb8e9dc4-be16-4100-8420-7620914f6179 req-d9f3b75d-cafc-430e-8380-6b4327fc3442 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] Unset dirty status for tenant:684d0ee9c92c45678c383a598f3cbf99 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:03.211424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:03.211424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 787151ef-d2fe-4538-86ee-58c56f805ed6 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:03.222843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb8e9dc4-be16-4100-8420-7620914f6179 req-d9f3b75d-cafc-430e-8380-6b4327fc3442 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474883 Jan 10 19:01:03.408092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:03.423721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ee4817-bd4f-44f2-a6e7-ebfdc2339bee req-769cdcb3-c76e-4256-a7fb-ecc439e27493 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875544 Jan 10 19:01:03.426976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-172239cd-4579-4412-8982-78b4b474dcbb req-4bf95e8b-1016-4cb5-b18d-83bff7f30717 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips/e0bbd2f7-c1e0-426d-85ce-f5f8ace9554b HTTP/1.1" status: 200 len: 693 time: 0.1657948 Jan 10 19:01:03.493627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 787151ef-d2fe-4538-86ee-58c56f805ed6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=787151ef-d2fe-4538-86ee-58c56f805ed6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:03.514516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '787151ef-d2fe-4538-86ee-58c56f805ed6', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '787151ef-d2fe-4538-86ee-58c56f805ed6', 'mac_address': 'fa:16:3e:78:4a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:03.561134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bf230-d191-4932-bc3f-5d49f046ea33 req-134e1b27-4e6d-4fcb-bf1a-62bbee1fcbb6 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:03.568020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-039bf230-d191-4932-bc3f-5d49f046ea33 req-134e1b27-4e6d-4fcb-bf1a-62bbee1fcbb6 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 950 time: 0.3109632 Jan 10 19:01:03.577930 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:03.599878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787151ef-d2fe-4538-86ee-58c56f805ed6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:03.622352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 787151ef-d2fe-4538-86ee-58c56f805ed6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=787151ef-d2fe-4538-86ee-58c56f805ed6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:03.627563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:03.645765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172239cd-4579-4412-8982-78b4b474dcbb req-40bc8088-7adb-4c10-89f7-197968e3af6a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:03.648547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-172239cd-4579-4412-8982-78b4b474dcbb req-40bc8088-7adb-4c10-89f7-197968e3af6a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2107453 Jan 10 19:01:03.675542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-039bf230-d191-4932-bc3f-5d49f046ea33 req-b18e4e0b-d91c-4c50-9466-fee94b96c692 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065407 Jan 10 19:01:03.738513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=787151ef-d2fe-4538-86ee-58c56f805ed6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:03.781798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-172239cd-4579-4412-8982-78b4b474dcbb req-600da7cd-7a42-41db-99e3-03604e43ffcd tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.1026382 Jan 10 19:01:03.875232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-172239cd-4579-4412-8982-78b4b474dcbb req-4d6233cf-3e45-4cea-a72b-ba18262d1575 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.0924966 Jan 10 19:01:03.971583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['787151ef-d2fe-4538-86ee-58c56f805ed6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:04.027288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['bc0e5a39-4ded-4f57-8540-85957b63cb80'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:04.072450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Deleting port 0c7b7042-937d-49d1-9288-e9c4bf5da827 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:04.072804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:04.084853 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea51d10-5a7a-4405-941b-bca60c840d10', 'code': 200} Jan 10 19:01:04.336173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-16f027e0-9cb0-4dfb-9910-02f1a55fcbba req-5cbba515-fa35-450f-8a52-0c49927317b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 1101 time: 0.1928215 Jan 10 19:01:04.404344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:04.405325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:04.475471 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-16f027e0-9cb0-4dfb-9910-02f1a55fcbba req-24078ad4-700c-4640-9fa1-54cfd5832de8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287601 Jan 10 19:01:04.585667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Calling delete_port for 0c7b7042-937d-49d1-9288-e9c4bf5da827 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:04.780706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb564a-1b0b-448c-b3fc-c3c28588004f req-4f01cb73-720c-492d-ad94-337a18833b5b tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:04.782246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eefb564a-1b0b-448c-b3fc-c3c28588004f req-4f01cb73-720c-492d-ad94-337a18833b5b tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 945 time: 0.1639044 Jan 10 19:01:04.850881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7ab31fbb-b414-4d47-96da-e95a690402f2 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:04.904459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eefb564a-1b0b-448c-b3fc-c3c28588004f req-604e4dfd-dc7f-49dc-b118-aa9745fc4d14 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808725 Jan 10 19:01:04.912468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:05.053191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event deleted for resources: {'Port': ['ID=0c7b7042-937d-49d1-9288-e9c4bf5da827,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:05.249868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:05.295941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0ee67-fbf2-4ef9-ad55-ea8e9cecaa64 req-175d5948-3564-4bc9-91d6-0ca481cb6341 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:05.303994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36b0ee67-fbf2-4ef9-ad55-ea8e9cecaa64 req-175d5948-3564-4bc9-91d6-0ca481cb6341 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 948 time: 0.1256185 Jan 10 19:01:05.320506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:05.321614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-172239cd-4579-4412-8982-78b4b474dcbb req-df0ddf98-73cd-48b0-a766-940f161b84a2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "DELETE /v2.0/floatingips/e0bbd2f7-c1e0-426d-85ce-f5f8ace9554b HTTP/1.1" status: 204 len: 173 time: 1.4456253 Jan 10 19:01:05.363372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7ab31fbb-b414-4d47-96da-e95a690402f2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7ab31fbb-b414-4d47-96da-e95a690402f2,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:05.367657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36b0ee67-fbf2-4ef9-ad55-ea8e9cecaa64 req-e9967eb5-bac4-44aa-8ad9-4d4b30a9c1f3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Jan 10 19:01:05.402773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7ab31fbb-b414-4d47-96da-e95a690402f2', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '7ab31fbb-b414-4d47-96da-e95a690402f2', 'mac_address': 'fa:16:3e:8a:27:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:05.518968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:05.547033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab31fbb-b414-4d47-96da-e95a690402f2 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:05.568447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7ab31fbb-b414-4d47-96da-e95a690402f2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7ab31fbb-b414-4d47-96da-e95a690402f2,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:05.575194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:05.673664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7ab31fbb-b414-4d47-96da-e95a690402f2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:05.785662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219424-e713-440b-9bce-b9065593f3b3 req-10d0e8f4-ccf5-410d-b7a1-3489cf9b0327 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:05.787193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1219424-e713-440b-9bce-b9065593f3b3 req-10d0e8f4-ccf5-410d-b7a1-3489cf9b0327 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 950 time: 0.2635837 Jan 10 19:01:05.867269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba960a5-405a-4e24-b3e8-66811a8e6703 req-209145bf-b34e-470a-abef-564646c3cd42 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:05.868675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ba960a5-405a-4e24-b3e8-66811a8e6703 req-209145bf-b34e-470a-abef-564646c3cd42 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2071242 Jan 10 19:01:05.902401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1219424-e713-440b-9bce-b9065593f3b3 req-71d738d9-8005-4bac-8fcc-f7c25ff8edbe tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 Jan 10 19:01:05.946260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:06.009040 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:01:06.241643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-47342443-4a12-4438-b992-2900f3c9b13a req-85868d1e-9b52-4cd3-a59c-d3fc27f76dda tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:06.267824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-47342443-4a12-4438-b992-2900f3c9b13a req-85868d1e-9b52-4cd3-a59c-d3fc27f76dda tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:06.272059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47342443-4a12-4438-b992-2900f3c9b13a req-85868d1e-9b52-4cd3-a59c-d3fc27f76dda tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=035c0043baf44767a8b5f8714a84ccf5 HTTP/1.1" status: 200 len: 1656 time: 0.2492254 Jan 10 19:01:06.556689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342443-4a12-4438-b992-2900f3c9b13a req-0156a543-47a9-4a9b-bd02-a2a3cdb695c2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:06.558558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47342443-4a12-4438-b992-2900f3c9b13a req-0156a543-47a9-4a9b-bd02-a2a3cdb695c2 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks?id=0dd4f9d0-6582-4da4-b66b-69d558326162&id=0dd4f9d0-6582-4da4-b66b-69d558326162&id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 787 time: 0.2821503 Jan 10 19:01:06.589279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febec66-3026-4cb6-9bf1-19894035c45f req-ad3ab7fb-a666-4ceb-99fd-81ecf96b1e11 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:06.597832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4febec66-3026-4cb6-9bf1-19894035c45f req-ad3ab7fb-a666-4ceb-99fd-81ecf96b1e11 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 945 time: 0.1854947 Jan 10 19:01:06.603122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-47342443-4a12-4438-b992-2900f3c9b13a req-7764b8f3-6dae-49a5-b020-739cf7f2c70e tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:01:06.605686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47342443-4a12-4438-b992-2900f3c9b13a req-7764b8f3-6dae-49a5-b020-739cf7f2c70e tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0360560 Jan 10 19:01:06.683538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4febec66-3026-4cb6-9bf1-19894035c45f req-f71100ae-321b-432e-a8d4-785f933d5f0d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640125 Jan 10 19:01:06.758786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:06.879598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port bc0e5a39-4ded-4f57-8540-85957b63cb80 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:06.884877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port bc0e5a39-4ded-4f57-8540-85957b63cb80 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:06.885259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:07.098803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa0ee-ef50-4fee-9266-69799e18e3bb req-8c10f087-9978-4935-9f9a-0730461ab6d7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:07.103770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-147fa0ee-ef50-4fee-9266-69799e18e3bb req-8c10f087-9978-4935-9f9a-0730461ab6d7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 949 time: 0.1510220 Jan 10 19:01:07.161624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:07.196714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:07.211160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:07.216855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:07.217957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 787151ef-d2fe-4538-86ee-58c56f805ed6 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:07.356320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:07.381724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 787151ef-d2fe-4538-86ee-58c56f805ed6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:07.388015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 787151ef-d2fe-4538-86ee-58c56f805ed6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:07.388506 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:07.395926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-d038389f-f38a-4d0c-af7e-2065ace9d78a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips/9fc4d2a2-7928-42ec-b428-223aa9c66a07 HTTP/1.1" status: 200 len: 693 time: 0.2384987 Jan 10 19:01:07.450276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-147fa0ee-ef50-4fee-9266-69799e18e3bb req-63f5520d-3342-4985-8bd4-2fa02707af5d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322935 Jan 10 19:01:07.600121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:07.671436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 787151ef-d2fe-4538-86ee-58c56f805ed6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=787151ef-d2fe-4538-86ee-58c56f805ed6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:07.678551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:07.707495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-d8e60d05-126c-40e0-921d-08c31e7ad3d8 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:07.714319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-d8e60d05-126c-40e0-921d-08c31e7ad3d8 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3015826 Jan 10 19:01:07.762052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=787151ef-d2fe-4538-86ee-58c56f805ed6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:07.820920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-8c6d8431-f58e-48d3-b570-e1fcca1beafd tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.1056991 Jan 10 19:01:07.963545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-09230e99-6239-42b8-a0f1-37eedbafe62e tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.1416321 Jan 10 19:01:08.209636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Deleting port 6702ce3f-2d26-4d6c-bab3-01a6970a58b8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:08.210367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:08.255609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e8ee5-a2bd-4f33-904b-9c71ee4de40f req-c23dec9a-044e-4047-a199-e177c14be500 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:08.262418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e92e8ee5-a2bd-4f33-904b-9c71ee4de40f req-c23dec9a-044e-4047-a199-e177c14be500 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 950 time: 0.3623211 Jan 10 19:01:08.284309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f300813-6aa5-4b73-8919-818e84451f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:08.336799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e92e8ee5-a2bd-4f33-904b-9c71ee4de40f req-8079552f-f325-4800-8d79-0514102fed90 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733500 Jan 10 19:01:08.445205 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'code': 200} Jan 10 19:01:08.489101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:08.489434 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:08.676996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Calling delete_port for 6702ce3f-2d26-4d6c-bab3-01a6970a58b8 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:08.696066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5ea44f3-af15-49fe-996e-5e8fa8edd184 req-c5ad67a9-1848-4ae8-a8e9-43cdca59f54b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1097 time: 0.1672103 Jan 10 19:01:08.750701 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5ea44f3-af15-49fe-996e-5e8fa8edd184 req-f9113c00-4948-4da3-9fd0-017d0637b172 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Jan 10 19:01:08.823559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd4361-7c40-4026-b2b3-4773eacd8b52 req-a9a8d51f-cc2b-459e-82ac-403f676d10d9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:08.825091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73bd4361-7c40-4026-b2b3-4773eacd8b52 req-a9a8d51f-cc2b-459e-82ac-403f676d10d9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.1940165 Jan 10 19:01:08.874922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7ab31fbb-b414-4d47-96da-e95a690402f2 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:08.956665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73bd4361-7c40-4026-b2b3-4773eacd8b52 req-26ee659e-bbaf-451a-b2df-55c7ff5d2f50 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Jan 10 19:01:08.962455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:09.016613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7ab31fbb-b414-4d47-96da-e95a690402f2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:09.035492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7ab31fbb-b414-4d47-96da-e95a690402f2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:09.035904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:09.081695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event deleted for resources: {'Port': ['ID=6702ce3f-2d26-4d6c-bab3-01a6970a58b8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:09.255346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:09.294050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:09.319728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7ab31fbb-b414-4d47-96da-e95a690402f2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7ab31fbb-b414-4d47-96da-e95a690402f2,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:09.326334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-777244b6-0ca2-4bc6-afad-5d1f265a616f req-793e0d41-147c-45f0-a421-26551f3ab110 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1100 time: 0.1165004 Jan 10 19:01:09.330427 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:09.345136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:09.346149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6a4b33c-45ed-4d15-a27a-5380d4671622 req-75a12015-aa8b-4432-8043-a308190af326 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "DELETE /v2.0/floatingips/9fc4d2a2-7928-42ec-b428-223aa9c66a07 HTTP/1.1" status: 204 len: 173 time: 1.3797665 Jan 10 19:01:09.383406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-777244b6-0ca2-4bc6-afad-5d1f265a616f req-1052c9b1-e929-4029-a574-bac5cd620545 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Jan 10 19:01:09.431247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7ab31fbb-b414-4d47-96da-e95a690402f2,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:09.895546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-8fc6abb6-90a2-4a3e-a49c-f4a94ee5107a tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips/7dfb2519-90d7-4c2d-b649-ea36e55e388b HTTP/1.1" status: 200 len: 693 time: 0.0819824 Jan 10 19:01:10.028181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29cfaa-abfe-4b0d-bfec-16cf5eea3275 req-60b9934c-884f-449b-8d0c-a93b9ce646c3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:10.037259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d29cfaa-abfe-4b0d-bfec-16cf5eea3275 req-60b9934c-884f-449b-8d0c-a93b9ce646c3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 950 time: 0.3812795 Jan 10 19:01:10.117113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-022abc1f-98cb-457a-8e6b-988e1a6f7583 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:10.126813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-022abc1f-98cb-457a-8e6b-988e1a6f7583 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2237556 Jan 10 19:01:10.230244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d29cfaa-abfe-4b0d-bfec-16cf5eea3275 req-75f4dd6a-7e3a-4b13-8042-fcf0a245876b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918862 Jan 10 19:01:10.287144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-0fd906df-1c35-4866-b4d6-3c983127068e tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:10.320749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-0fd906df-1c35-4866-b4d6-3c983127068e tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:10.323210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-0fd906df-1c35-4866-b4d6-3c983127068e tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.1954958 Jan 10 19:01:10.426521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-47e95b50-c219-410d-b63a-8a0005b22f12 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.0958207 Jan 10 19:01:10.427078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26f3bef9-5bb6-4c21-9d92-0140c053c917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:10.446695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787151ef-d2fe-4538-86ee-58c56f805ed6'}, {'server_uuid': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab31fbb-b414-4d47-96da-e95a690402f2'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:10.645146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Deleting port 1c03b977-4adb-4e4f-bf65-acb9c1911f30 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:10.646429 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:10.790249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9b37035-ffbb-4a2f-878e-b57f831d50be req-103377d5-38de-4e38-be1d-e61e68680ca4 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1100 time: 0.2985640 Jan 10 19:01:10.865742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9b37035-ffbb-4a2f-878e-b57f831d50be req-8aa62614-2fd9-4724-bec5-780303ef200b tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688090 Jan 10 19:01:10.880268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:10.880751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:11.010967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Calling delete_port for 1c03b977-4adb-4e4f-bf65-acb9c1911f30 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:11.265869 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:11.321215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e4e28-b044-4d59-9d27-ae5103d09aff req-d35221ec-eb31-4a2c-a938-9400b8de2e6a tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:11.322770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-541e4e28-b044-4d59-9d27-ae5103d09aff req-d35221ec-eb31-4a2c-a938-9400b8de2e6a tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 950 time: 0.1950388 Jan 10 19:01:11.347164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event deleted for resources: {'Port': ['ID=1c03b977-4adb-4e4f-bf65-acb9c1911f30,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:11.482751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-dcbb35e1-91d8-424d-9214-4042434e4b9f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:11.484237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-dcbb35e1-91d8-424d-9214-4042434e4b9f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Synchronizing usage tracker for tenant:7c0e1f8d2fd84820885025e0622446da on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:11.486334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-541e4e28-b044-4d59-9d27-ae5103d09aff req-0208a1bc-a59c-46d4-81d2-7c491b26996c tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e8b18b-04d3-4031-9ff7-3320aa6e4273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536207 Jan 10 19:01:11.506074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-dcbb35e1-91d8-424d-9214-4042434e4b9f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Unset dirty status for tenant:7c0e1f8d2fd84820885025e0622446da on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:11.508313 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-dcbb35e1-91d8-424d-9214-4042434e4b9f tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 950 time: 0.1262944 Jan 10 19:01:11.525750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:11.564490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:11.565905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8503001f-5512-4906-b333-9f79b9a66fb6 req-91b6a282-b23a-493f-97e5-1de4844d9da1 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dfb2519-90d7-4c2d-b649-ea36e55e388b HTTP/1.1" status: 204 len: 173 time: 1.1381536 Jan 10 19:01:11.628778 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:11.721330 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:11.802196 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787151ef-d2fe-4538-86ee-58c56f805ed6', 'code': 200} Jan 10 19:01:11.802616 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab31fbb-b414-4d47-96da-e95a690402f2', 'code': 200} Jan 10 19:01:11.857149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Deleting port bea51d10-5a7a-4405-941b-bca60c840d10 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:11.861528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:12.076262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba384-83ac-4d99-81e4-c672694ff7f3 req-415651ca-7132-4544-ad20-48443ea93fc4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:12.084758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b61ba384-83ac-4d99-81e4-c672694ff7f3 req-415651ca-7132-4544-ad20-48443ea93fc4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.3896146 Jan 10 19:01:12.142493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b61ba384-83ac-4d99-81e4-c672694ff7f3 req-6e73b325-6179-41b5-ab00-56e80decbc66 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Jan 10 19:01:12.154680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63d2f8a4-d54b-4fe9-91ad-e04fe7248fc8 req-451a53b6-c7eb-4795-a35f-d6b7a20bb99d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 1101 time: 0.2449548 Jan 10 19:01:12.275960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63d2f8a4-d54b-4fe9-91ad-e04fe7248fc8 req-646182dc-c102-4704-a4b3-166ff3b5472b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123393 Jan 10 19:01:12.469487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-6a5dd629-5240-456a-8cff-5bb34f8ce33c tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips/2cd1d29e-c78f-42b7-967c-cefbc2ceb38a HTTP/1.1" status: 200 len: 692 time: 0.0955219 Jan 10 19:01:12.471303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] For port bea51d10-5a7a-4405-941b-bca60c840d10, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bea51d10-5a7a-4405-941b-bca60c840d10,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:12.472589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:12.558805 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-420acc3c-de74-4815-bc3e-b08f55daa3f6 req-a9310378-672d-48d5-a1af-8a6af5883fb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 1101 time: 0.6362348 Jan 10 19:01:12.666029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-c3e8a547-07c7-406e-a45b-3bd359d69356 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:12.667424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-c3e8a547-07c7-406e-a45b-3bd359d69356 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.1921036 Jan 10 19:01:12.674562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06094-0e3e-4c7c-bfc2-0c0e22f5a66b req-767fe65a-6e8f-4f43-80b1-7264ae9bdf9e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:12.678482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Calling delete_port for bea51d10-5a7a-4405-941b-bca60c840d10 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:12.681846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd06094-0e3e-4c7c-bfc2-0c0e22f5a66b req-767fe65a-6e8f-4f43-80b1-7264ae9bdf9e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 950 time: 0.3809662 Jan 10 19:01:12.711170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-420acc3c-de74-4815-bc3e-b08f55daa3f6 req-f00c3d21-0fd2-45c2-8efa-c256d30794ac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782111 Jan 10 19:01:12.797568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-49e632af-3e1c-4e9d-88b7-db093d03790b tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Synchronizing usage tracker for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:12.832711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd06094-0e3e-4c7c-bfc2-0c0e22f5a66b req-71ddb9e9-fb09-4bba-98ec-0909a364cb36 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498597 Jan 10 19:01:12.833956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-49e632af-3e1c-4e9d-88b7-db093d03790b tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Unset dirty status for tenant:035c0043baf44767a8b5f8714a84ccf5 on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:12.835045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-49e632af-3e1c-4e9d-88b7-db093d03790b tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.1377177 Jan 10 19:01:12.852430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:12.939954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:12.977763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-d86f45f6-dca6-4770-a8cc-6da628218bac tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.1368401 Jan 10 19:01:13.021479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Pushing event deleted for resources: {'Port': ['ID=bea51d10-5a7a-4405-941b-bca60c840d10,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:13.109727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] No DVR routers for this DVR port bea51d10-5a7a-4405-941b-bca60c840d10 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:01:13.116893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:13.147864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'name': 'network-vif-deleted', 'tag': 'bea51d10-5a7a-4405-941b-bca60c840d10'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:13.160022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6eb5f06a-c820-4a9d-8e0a-b94f3c3bf4dc req-6db672ad-9983-453b-872c-71e495801279 tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.44 "DELETE /v2.0/ports/bea51d10-5a7a-4405-941b-bca60c840d10 HTTP/1.1" status: 204 len: 173 time: 1.6453948 Jan 10 19:01:13.332133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Deleting port 56fec80e-4f53-480d-b8d1-c8cb81ee14bb {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:13.332469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:13.381787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0bf1461-a517-4919-b47b-2bf3ad47ae02 req-46ca1982-1409-4e5f-83c9-b29bf9d8a9e0 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1097 time: 0.3084223 Jan 10 19:01:13.599436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:13.600129 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:13.619522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0bf1461-a517-4919-b47b-2bf3ad47ae02 req-eece85ba-dfee-47d4-95a0-f8d62c4980e5 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323234 Jan 10 19:01:13.857771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Calling delete_port for 56fec80e-4f53-480d-b8d1-c8cb81ee14bb owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:14.088241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:14.303422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Pushing event deleted for resources: {'Port': ['ID=56fec80e-4f53-480d-b8d1-c8cb81ee14bb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:14.349411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68136a6a-7dd2-43c3-8a44-0dbd2af81110 req-c5a89589-ba11-4651-a2d6-c1e80d68ebdf tempest-ImagesNegativeTestJSON-1168775375 tempest-ImagesNegativeTestJSON-1168775375-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6273ce5-900e-458e-88bc-f0caafc780a2 HTTP/1.1" status: 200 len: 210 time: 0.0496287 Jan 10 19:01:14.466360 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:14.486933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:14.488752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a659e40-e12a-463d-a9ad-019bf1d77a46 req-f873842a-ff0e-4928-bc6d-6d0dae111841 tempest-FloatingIPDetailsTestJSON-814137788 tempest-FloatingIPDetailsTestJSON-814137788-project] 10.222.0.21 "DELETE /v2.0/floatingips/2cd1d29e-c78f-42b7-967c-cefbc2ceb38a HTTP/1.1" status: 204 len: 173 time: 1.5057886 Jan 10 19:01:14.494616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:14.605934 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6273ce5-900e-458e-88bc-f0caafc780a2', 'name': 'network-vif-deleted', 'tag': 'bea51d10-5a7a-4405-941b-bca60c840d10', 'status': 'completed', 'code': 200} Jan 10 19:01:14.752449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd95935c-c604-439a-9550-5cccef91b814 req-4bf6cb71-abe0-491d-8c00-708126243f51 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1097 time: 0.0827978 Jan 10 19:01:14.828076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:14.842719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd95935c-c604-439a-9550-5cccef91b814 req-b81fe56d-cc23-40f8-9081-b3cdf5d7c43c tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847497 Jan 10 19:01:14.846496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bea51d10-5a7a-4405-941b-bca60c840d10 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:14.919840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: bea51d10-5a7a-4405-941b-bca60c840d10 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:01:14.920265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bea51d10-5a7a-4405-941b-bca60c840d10 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:14.928132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3bbc7-d3d0-4931-86b6-43978046dfbe req-c6b784fd-cd88-47dd-8ccc-59550537b3a1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:14.929698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f3bbc7-d3d0-4931-86b6-43978046dfbe req-c6b784fd-cd88-47dd-8ccc-59550537b3a1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 950 time: 0.1363981 Jan 10 19:01:14.945814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:15.014597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f3bbc7-d3d0-4931-86b6-43978046dfbe req-feca3fe6-0690-42be-9407-7054789eb031 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757070 Jan 10 19:01:15.023482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:15.399440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79658a-f6fe-4ad3-9c2b-7a9ee5aa07a0 req-e12b7c5c-e6f3-4137-97ab-9867215a24a6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:15.401822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f79658a-f6fe-4ad3-9c2b-7a9ee5aa07a0 req-e12b7c5c-e6f3-4137-97ab-9867215a24a6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 950 time: 0.1130180 Jan 10 19:01:15.463511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f79658a-f6fe-4ad3-9c2b-7a9ee5aa07a0 req-233fa526-c913-41f4-9a27-0d7474f1693c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 Jan 10 19:01:15.595550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843103f2-49c6-4530-9f9b-a3c707c4a794 req-c5041fb2-d8b7-453b-9b4e-fb8979a933f8 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:15.597233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-843103f2-49c6-4530-9f9b-a3c707c4a794 req-c5041fb2-d8b7-453b-9b4e-fb8979a933f8 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 950 time: 0.1328666 Jan 10 19:01:15.655280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-843103f2-49c6-4530-9f9b-a3c707c4a794 req-db836bc3-be9a-4d80-b627-33a353a1b44f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520422 Jan 10 19:01:15.881585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Deleting port 2d55d80b-69cd-43b7-874a-15f7437dfc26 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:15.882149 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:15.883159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d00bb32-ff25-4dac-8ce0-dea1ac22f103 req-bfbbaf5c-ccaa-463d-968b-890dd8d1d0c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0819979 Jan 10 19:01:16.135498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] For port 2d55d80b-69cd-43b7-874a-15f7437dfc26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2d55d80b-69cd-43b7-874a-15f7437dfc26,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:16.135964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:16.308038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Calling delete_port for 2d55d80b-69cd-43b7-874a-15f7437dfc26 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:16.549072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29f9d4-4ddd-4c76-a314-530dcd8dbaf1 req-7ef4d20f-ed95-4e3d-b733-fe5dac97ef71 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:16.553388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29f9d4-4ddd-4c76-a314-530dcd8dbaf1 req-7ef4d20f-ed95-4e3d-b733-fe5dac97ef71 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:16.555154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a29f9d4-4ddd-4c76-a314-530dcd8dbaf1 req-7ef4d20f-ed95-4e3d-b733-fe5dac97ef71 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341&device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 1691 time: 0.1096363 Jan 10 19:01:16.565170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:16.614899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a29f9d4-4ddd-4c76-a314-530dcd8dbaf1 req-2a0c9d3c-b6ee-4dfc-acec-bf792630f2c8 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506485 Jan 10 19:01:16.637483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d55d80b-69cd-43b7-874a-15f7437dfc26,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:17.114420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:17.246243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9852e729-20a3-40f7-8bcf-6d6fdf381ce8 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:01:17.247547 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9852e729-20a3-40f7-8bcf-6d6fdf381ce8 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057180 Jan 10 19:01:17.295779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:17.296193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 19:01:17.517754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee6383-31a5-49df-95c6-20bc5004d5d2 req-f3d57a5a-e5f3-489f-b7f0-0a93bf644204 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:17.519429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24ee6383-31a5-49df-95c6-20bc5004d5d2 req-f3d57a5a-e5f3-489f-b7f0-0a93bf644204 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.0980561 Jan 10 19:01:17.575540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24ee6383-31a5-49df-95c6-20bc5004d5d2 req-56871587-2a42-4e4d-a481-812aaa7bdc40 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498271 Jan 10 19:01:17.731776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:17.732066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:17.732394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:17.741944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:17.742277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:17.812504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:17.812841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:17.813233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:17.813726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Bound port: bc0e5a39-4ded-4f57-8540-85957b63cb80, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:17.926527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:17.940101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:17.941289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6c947639-948f-46be-8068-2d9eab1cf53f service neutron] 10.222.0.21 "POST /v2.0/ports/bc0e5a39-4ded-4f57-8540-85957b63cb80/bindings HTTP/1.1" status: 201 len: 389 time: 0.6492057 Jan 10 19:01:18.010889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768d144b-e464-42ac-a4cc-b31d239fc65b req-748c4b91-ca97-4df0-9f0e-002b3e345e8a tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 1101 time: 0.0834966 Jan 10 19:01:18.082582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768d144b-e464-42ac-a4cc-b31d239fc65b req-345df04a-6443-480b-82d9-abdc170c6e37 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Jan 10 19:01:18.092153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Router d53573f0-5046-42f9-84a4-0cf9d7cdb85f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:01:18.319702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:01:18.327994 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] Sync routers for ids ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:01:18.329919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-763595b6-e8ae-400f-af6a-c78700b24dd0 admin admin] 10.222.0.21 "PUT /v2.0/routers/d53573f0-5046-42f9-84a4-0cf9d7cdb85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8336303 Jan 10 19:01:18.332442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60816) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:18.340446 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] Routers {'d53573f0-5046-42f9-84a4-0cf9d7cdb85f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:18.341138 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:18.487950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-530f0549-0963-49cf-b427-39371aa1a032 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1097 time: 0.2668812 Jan 10 19:01:18.497613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-9bb654c9-84c5-4409-a1d1-7358a62ca3da tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:18.499037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-9bb654c9-84c5-4409-a1d1-7358a62ca3da tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.2268329 Jan 10 19:01:18.521919 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] Set router d53573f0-5046-42f9-84a4-0cf9d7cdb85f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:18.533634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de306bfb-419d-49ac-8cab-93354fb89aed req-1190bb50-cd72-4dfb-aea2-952996fa70ef tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:18.535277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de306bfb-419d-49ac-8cab-93354fb89aed req-1190bb50-cd72-4dfb-aea2-952996fa70ef tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.2371097 Jan 10 19:01:18.537289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:18.611136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-452e6cfb-271c-44fd-820d-3ad38edd4451 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/quotas/16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 375 time: 0.0834346 Jan 10 19:01:18.729237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de306bfb-419d-49ac-8cab-93354fb89aed req-b26979cd-e443-4ec9-9388-7e31d1c0ca79 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416397 Jan 10 19:01:18.745373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:18.746060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44229e-bcd8-4020-9324-d408885fad5a req-4ef15a7f-f948-46b6-8285-c3fb2069183d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:18.747819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-4ef15a7f-f948-46b6-8285-c3fb2069183d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.2447627 Jan 10 19:01:18.757835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Deleting port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:18.758452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:18.828618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-09fa989c-c822-4ace-838b-cfe6df8783a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 217 time: 0.0720959 Jan 10 19:01:18.835497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-1751ca99-232b-48e5-b271-454323bfdfe5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2162502 Jan 10 19:01:18.842302 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:01:16Z', 'revision_number': 5, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port': {'id': '4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:00:26Z', 'updated_at': '2022-01-10T19:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:18.846901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] Checking router: d53573f0-5046-42f9-84a4-0cf9d7cdb85f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:01:18.859918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] Routers {'d53573f0-5046-42f9-84a4-0cf9d7cdb85f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:18.860610 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:18.868365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:18.979943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] For port 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:18.980214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:19.111935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:19.112219 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] Set router d53573f0-5046-42f9-84a4-0cf9d7cdb85f gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:19.133506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44229e-bcd8-4020-9324-d408885fad5a req-2fcf549f-65e9-41b9-adf4-5ea001d444ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:19.135281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-2fcf549f-65e9-41b9-adf4-5ea001d444ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.2986786 Jan 10 19:01:19.154814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:19.165852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:19.172627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:19.191904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Calling delete_port for 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:19.208718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-ebbaa86a-0b27-469a-91ee-49519cc2b020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498900 Jan 10 19:01:19.246148 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:01:18Z', 'revision_number': 6, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:19.252079 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b992f-53b9-418f-ba28-e94d9ddc9620 None None] The sync data for ids ['d53573f0-5046-42f9-84a4-0cf9d7cdb85f'] in n-d-816927-8 is: [{'id': 'd53573f0-5046-42f9-84a4-0cf9d7cdb85f', 'name': 'tempest-FloatingIPDetailsTestJSON-1719130650-router', 'tenant_id': '035c0043baf44767a8b5f8714a84ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:00:21Z', 'updated_at': '2022-01-10T19:01:18Z', 'revision_number': 6, 'project_id': '035c0043baf44767a8b5f8714a84ccf5', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:01:19.256991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:19.332086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f67f1485-1277-45d2-a5af-b48f6445f234 req-199e43d0-b114-4371-9b86-5b12ecf71a09 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 1101 time: 0.4279723 Jan 10 19:01:19.340296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-18a66c3d-93a3-46c7-b8ef-dfe503fdda85 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737604 Jan 10 19:01:19.486247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:19.504460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-51d61d24-892e-4fc2-8ad0-ac1f120a6e08 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827821 Jan 10 19:01:19.511325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f67f1485-1277-45d2-a5af-b48f6445f234 req-8d930f80-ba15-422c-beb9-5e1219894fc1 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734200 Jan 10 19:01:19.533658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:19.653246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-69fae4da-5fa0-4e77-a097-9bad3bd34996 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014133 Jan 10 19:01:19.724293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:19.759289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-876302aa-6be7-4df2-8cbd-420e894098a2 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470281 Jan 10 19:01:19.790472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a67c-1b92-427a-8e59-e7445eb30c09 req-40f345a3-4f76-43d8-a207-c64f5d2d091d tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:19.792510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb2a67c-1b92-427a-8e59-e7445eb30c09 req-40f345a3-4f76-43d8-a207-c64f5d2d091d tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.1385689 Jan 10 19:01:19.856801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb2a67c-1b92-427a-8e59-e7445eb30c09 req-41d0d90f-1475-47fe-953d-35c95d3865d7 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569217 Jan 10 19:01:20.004962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.009456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.071937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.072966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53573f0-5046-42f9-84a4-0cf9d7cdb85f {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:01:20.089931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.091625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-67909fea-59d2-48d0-b7eb-beb424b636ae admin admin] 10.222.0.21 "DELETE /v2.0/routers/d53573f0-5046-42f9-84a4-0cf9d7cdb85f HTTP/1.1" status: 204 len: 168 time: 1.7577589 Jan 10 19:01:20.093559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60852) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:20.174371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Deleting subnet f3dc414e-85e3-49af-ae0e-8befaca5f801 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:01:20.182355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.183536 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'code': 200} Jan 10 19:01:20.209685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2d55d80b-69cd-43b7-874a-15f7437dfc26 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:20.270994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2d55d80b-69cd-43b7-874a-15f7437dfc26 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:01:20.271693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2d55d80b-69cd-43b7-874a-15f7437dfc26 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:20.272569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:20.304263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.338831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:01:20.339630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8fb821-afa0-41d0-8c4a-8fe7d470a0a0 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:20.392945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-c69e0c50-5685-4d98-8607-50dbdb856722 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013088 Jan 10 19:01:20.406847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.523441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.590048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3dc414e-85e3-49af-ae0e-8befaca5f801,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:20.603587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.606911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-8b58a82c-c921-4115-a86b-4a21e97d8aef tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:20.607460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8022c-0678-4cad-9b51-637858066138 None None] Network 99b9a994-af79-42de-b843-a8c9e80691b8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:01:20.614183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-8b58a82c-c921-4115-a86b-4a21e97d8aef tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097042 Jan 10 19:01:20.633600 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bea127d5-7bee-4c9f-9cf8-b0eff4fc6583 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3dc414e-85e3-49af-ae0e-8befaca5f801 HTTP/1.1" status: 204 len: 168 time: 0.5386264 Jan 10 19:01:20.637720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-b5f3c9b2-0518-4282-9ef4-62e398ffcd49 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/quotas/b2e1161afdee4a9381d55891c0c08c26 HTTP/1.1" status: 200 len: 375 time: 0.0226042 Jan 10 19:01:20.639357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:20.746103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231fc8d-8124-4991-a2fc-5a82860a1e36 req-79c76379-99b7-404a-a7a5-65328c091de4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:20.747948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5231fc8d-8124-4991-a2fc-5a82860a1e36 req-79c76379-99b7-404a-a7a5-65328c091de4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.4120753 Jan 10 19:01:20.782487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-3a3ccd77-3d3b-4bd5-b663-f7c25921091c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1439993 Jan 10 19:01:20.793367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.809543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Deleting port c408d381-dcdc-4747-a0f0-8b2582bddee8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:20.809916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:20.827600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5231fc8d-8124-4991-a2fc-5a82860a1e36 req-63081409-ba84-4610-b88e-80d18458214e tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708656 Jan 10 19:01:20.969556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:21.154780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] DHCP port deletion for 99b9a994-af79-42de-b843-a8c9e80691b8 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:01:21.180296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] Deleting port c408d381-dcdc-4747-a0f0-8b2582bddee8 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:21.180895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:21.352820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] For port c408d381-dcdc-4747-a0f0-8b2582bddee8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c408d381-dcdc-4747-a0f0-8b2582bddee8,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:21.353622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:21.447637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4c823e7-d7fb-4d41-828c-533fbc114270 req-da10b3c0-7daa-4ebe-a9c7-ee1e58f52cba tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0802355 Jan 10 19:01:21.529446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] For port c408d381-dcdc-4747-a0f0-8b2582bddee8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c408d381-dcdc-4747-a0f0-8b2582bddee8,segment=NetworkSegment(9ee0963a-c27d-4512-8b52-f317eef91b7d),segment_id=9ee0963a-c27d-4512-8b52-f317eef91b7d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:21.530475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:21.538510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d402-35af-4a2b-84c5-669d0d3b0961 req-dd4c0f07-1d1a-455b-840d-3be64769199c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:21.551429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f64d402-35af-4a2b-84c5-669d0d3b0961 req-dd4c0f07-1d1a-455b-840d-3be64769199c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2522752 Jan 10 19:01:21.641551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7035fd-8285-408d-93af-311089b39007 req-d28ceea8-4f86-437d-8034-9143be2b8c0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 210 time: 0.0606036 Jan 10 19:01:21.707517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f64d402-35af-4a2b-84c5-669d0d3b0961 req-7bb5ebcb-f164-4e35-a09a-7f601a4ad6f2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550851 Jan 10 19:01:21.713563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60892) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:21.788574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:21.806893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'mac_address': 'fa:16:3e:f2:f8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:21.816695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] Calling delete_port for c408d381-dcdc-4747-a0f0-8b2582bddee8 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:22.089429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c408d381-dcdc-4747-a0f0-8b2582bddee8 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:22.156804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.213170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-19d15644-47a7-494e-88af-b47ffc7f80ae tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:22.214645 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-19d15644-47a7-494e-88af-b47ffc7f80ae tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 808 time: 0.1898503 Jan 10 19:01:22.234991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Calling delete_port for c408d381-dcdc-4747-a0f0-8b2582bddee8 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:22.272385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c408d381-dcdc-4747-a0f0-8b2582bddee8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:01:22.273093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c408d381-dcdc-4747-a0f0-8b2582bddee8 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:22.273844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Request body: {'port': {'device_id': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'admin_state_up': True, 'tenant_id': '16270c363a3742fe89ef8e15c5f8d43b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:22.324996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] Pushing event deleted for resources: {'Port': ['ID=c408d381-dcdc-4747-a0f0-8b2582bddee8,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:22.370336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689be21-9f81-4f57-af5a-c229577c7d65 None None] No DVR routers for this DVR port c408d381-dcdc-4747-a0f0-8b2582bddee8 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:01:22.377755 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.387605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d6c5d-fc3e-428b-92c7-f7bd3c249bba req-0a23d323-b898-46e8-bfa5-4882f353ccb9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:22.398071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd2d6c5d-fc3e-428b-92c7-f7bd3c249bba req-0a23d323-b898-46e8-bfa5-4882f353ccb9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.2871606 Jan 10 19:01:22.435823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0757f227-7fff-45c5-a3ba-15352c5c1d05 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:22.472151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:22.473318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fbd5729d-e61a-4d51-a928-c5cc44433803 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c0e1f8d2fd84820885025e0622446da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7583539 Jan 10 19:01:22.475783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60902) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:22.479333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.511600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:01:22.511960 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:01:22.519457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd2d6c5d-fc3e-428b-92c7-f7bd3c249bba req-c9ed44c9-7a98-4bdb-bae3-734e9a4bfd61 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979016 Jan 10 19:01:22.610157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8af7361-019f-4e5a-84e4-24eba5d684f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.614841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:22.620226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Usage tracker for resource:port and tenant:16270c363a3742fe89ef8e15c5f8d43b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:22.627913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:22.642041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:22.655416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8af7361-019f-4e5a-84e4-24eba5d684f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.664135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Made reservation on behalf of 16270c363a3742fe89ef8e15c5f8d43b for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:22.667531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.670199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:22.703191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['0757f227-7fff-45c5-a3ba-15352c5c1d05'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:22.761418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cca72f2-72a9-4fb0-b6a7-c74d40c4e185 req-858d0cb6-02fc-4222-97fb-10d7e6287196 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0687530 Jan 10 19:01:22.832563 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8af7361-019f-4e5a-84e4-24eba5d684f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.872488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af7361-019f-4e5a-84e4-24eba5d684f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e8b18b-04d3-4031-9ff7-3320aa6e4273,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:22.875514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8af7361-019f-4e5a-84e4-24eba5d684f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:22.876805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e8af7361-019f-4e5a-84e4-24eba5d684f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3e8b18b-04d3-4031-9ff7-3320aa6e4273 HTTP/1.1" status: 204 len: 168 time: 0.4001300 Jan 10 19:01:22.990309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Allocated IP 172.20.0.12 (1bcd03f3-210f-4242-b69a-b3a60675d3d9/ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7/898a744c-acba-4ba0-93ca-0b11c7811095) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:01:23.114029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Deleting port c408d381-dcdc-4747-a0f0-8b2582bddee8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:23.114376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:23.295609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] The port 'c408d381-dcdc-4747-a0f0-8b2582bddee8' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:01:23.381367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97bbf066-0286-434c-9568-7cb3ac24a838 req-3f9a8af1-e6ec-46ad-a351-93db6787164a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 210 time: 0.4313903 Jan 10 19:01:23.385883 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-2f573cdd-b529-4c97-b9fa-795e4fb732d4 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502917 Jan 10 19:01:23.488170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11d932-97f5-4f46-bbae-e001272a8ee7 req-10ccd140-babb-41ec-a856-ec09fc1cde4f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:23.490447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b11d932-97f5-4f46-bbae-e001272a8ee7 req-10ccd140-babb-41ec-a856-ec09fc1cde4f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.4475722 Jan 10 19:01:23.612830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b11d932-97f5-4f46-bbae-e001272a8ee7 req-c378fe14-9985-426a-9adf-6b295d7f355b tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136076 Jan 10 19:01:23.863962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:23.935991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.936352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.937087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.937422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > port after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.937749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > port after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.938104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.938430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.938962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.939300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:23.939616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:24.071924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:24.072360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:24.072799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:24.077948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 19:01:24.078376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b9a994-af79-42de-b843-a8c9e80691b8']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:24.124001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee0963a-c27d-4512-8b52-f317eef91b7d') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:24.124291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee0963a-c27d-4512-8b52-f317eef91b7d') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:24.161324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdd9142b-00c8-4ad0-9cee-b1682d98f449 req-1528c68f-1444-4f31-8038-7bd74b1a293b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.1314957 Jan 10 19:01:24.184694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:24.201172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-51ec24cf-5963-43c4-a331-672d0b0adbd6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:24.202734 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-51ec24cf-5963-43c4-a331-672d0b0adbd6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6723006 Jan 10 19:01:24.208566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:24.225988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f54e3-69ec-44d1-b151-48c23798e34e req-8e7b4776-35ed-48a2-be5a-d9704a8c1fc4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:24.226195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:24.244521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-857f54e3-69ec-44d1-b151-48c23798e34e req-8e7b4776-35ed-48a2-be5a-d9704a8c1fc4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.3787272 Jan 10 19:01:24.253117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:24.269418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:01:24.269962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:24.280961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-44afa164-3c98-4eba-85cf-215ed8321e0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3481922 Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: util.warn_limited( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: util.warn_limited( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:01:24.341684 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:01:24.406528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-857f54e3-69ec-44d1-b151-48c23798e34e req-88386214-03ba-4c93-9e2a-b2ea614588c3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606319 Jan 10 19:01:24.475943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-1e10995e-026e-4af6-9477-0eea833b3872 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 1100 time: 0.1662233 Jan 10 19:01:24.535294 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:24.553170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:24.567584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['107a41c5-2f9a-48ea-b1dc-1731048614c4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:24.812356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e918da15-5ef6-4d07-b3ce-fbf3cc5b0d0e req-47a6d7ff-0e35-400b-9856-09426314dcc9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 210 time: 0.1433530 Jan 10 19:01:24.826235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-e49a929d-37c7-45d4-85b7-5d912a540ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:24.827881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-e49a929d-37c7-45d4-85b7-5d912a540ece service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3276913 Jan 10 19:01:24.937763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-81d05c70-bc83-475f-852d-f9fd17d515ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 HTTP/1.1" status: 200 len: 217 time: 0.0984862 Jan 10 19:01:25.005893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:25.178343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-451c1e99-2311-4eaf-b9f9-712cd69f285e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:25.180581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-451c1e99-2311-4eaf-b9f9-712cd69f285e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2279239 Jan 10 19:01:25.218825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 0757f227-7fff-45c5-a3ba-15352c5c1d05 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:25.219244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:25.287340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:25.304838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:25.316559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] Pushing event deleted for resources: {'Network': ['ID=99b9a994-af79-42de-b843-a8c9e80691b8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:25.364760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-fda99a93-b230-49b3-82de-47025f92b4cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3568897 Jan 10 19:01:25.401145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:25.455184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374040c3-c471-4a9f-be03-5b5208c1707f req-36ba3092-df48-40a3-9c5a-645a44a39a41 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:25.463405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-374040c3-c471-4a9f-be03-5b5208c1707f req-36ba3092-df48-40a3-9c5a-645a44a39a41 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.4562325 Jan 10 19:01:25.486938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:25.508238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:25.526734 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a0a18f7-5e5b-42c9-a91a-19c432a4432a admin admin] 10.222.0.21 "DELETE /v2.0/networks/99b9a994-af79-42de-b843-a8c9e80691b8 HTTP/1.1" status: 204 len: 168 time: 4.8802385 Jan 10 19:01:25.549350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:25.573728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-5560cfbc-66d2-4744-be61-cacd6da8e77d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3693302 Jan 10 19:01:25.574955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:01:25.588809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-374040c3-c471-4a9f-be03-5b5208c1707f req-7bb764b5-dfdf-4f6b-9488-d7fa8d42e3fd tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233466 Jan 10 19:01:25.622119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:25.687790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:25.720154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:25.727852 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:25.742973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:25.745259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:25.809527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-d537886d-cfe8-458e-bf32-c0bc2a617cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 1096 time: 0.4207401 Jan 10 19:01:25.955317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:26.209645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:26.210300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:26.246842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-fb5befc3-4375-4f21-8624-33e554a64f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:26.249405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-fb5befc3-4375-4f21-8624-33e554a64f24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.3995411 Jan 10 19:01:26.253948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:26.292484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.137 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/d4952ed4-2a4b-4083-a840-b8ad2ae56eaa) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:01:26.326767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c849e964-8edd-4f57-99ce-378bee64f503 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0579791 Jan 10 19:01:26.375938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Request body: {'port': {'device_id': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:26.478630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-e2b2626f-5a2c-4a3d-9c2b-c2678451a65b service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8876460 Jan 10 19:01:26.774895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-cfe7c9ac-734b-4bbc-9e5a-fabe7da98059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 200 len: 217 time: 0.5138469 Jan 10 19:01:26.808039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:26.832144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a54f8cfc-3311-4a16-a4f4-4e5113ef4b59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=035c0043baf44767a8b5f8714a84ccf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5742395 Jan 10 19:01:26.835402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object d4952ed4-2a4b-4083-a840-b8ad2ae56eaa will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:26.862948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:26.889968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60994) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:26.898671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:26.916507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d', '787151ef-d2fe-4538-86ee-58c56f805ed6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:26.952278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f297ee-02c5-4dc5-8163-7f92b26db933 req-93fb7713-e344-4f8e-8838-5e6856196c70 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:26.955672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51f297ee-02c5-4dc5-8163-7f92b26db933 req-93fb7713-e344-4f8e-8838-5e6856196c70 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.7014906 Jan 10 19:01:27.046038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:27.075372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:27.169891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-31e14066-e2de-495e-8fa4-74ff4ef539ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:27.171770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-31e14066-e2de-495e-8fa4-74ff4ef539ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.3501308 Jan 10 19:01:27.203314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:27.207512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:27.215891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:01:27.220184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51f297ee-02c5-4dc5-8163-7f92b26db933 req-09d0f3a9-793c-4dc5-9c5d-f88843427cff tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514029 Jan 10 19:01:27.322158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7988-8d2b-49a0-9fe0-84141be07b59 req-64ac005f-dd88-4443-a75d-e492e7546cec tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:27.333513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138b7988-8d2b-49a0-9fe0-84141be07b59 req-64ac005f-dd88-4443-a75d-e492e7546cec tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 932 time: 1.0814459 Jan 10 19:01:27.340475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c92679fe-dca6-46ae-a3be-2dc79535aa8f req-79d697d3-e8f6-49de-abf2-0ec154ace833 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457673 Jan 10 19:01:27.387353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be2afa39-306d-4445-be44-d763d7b52bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:27.395959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-f2dfde06-ec7c-4627-b0d2-458c1a9f26ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928902 Jan 10 19:01:27.432289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be2afa39-306d-4445-be44-d763d7b52bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:27.484138 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'code': 200} Jan 10 19:01:27.532668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be2afa39-306d-4445-be44-d763d7b52bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:27.559288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138b7988-8d2b-49a0-9fe0-84141be07b59 req-eaec23d0-cd21-4c81-8522-b785e7f99294 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244821 Jan 10 19:01:27.566490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:27.567219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:27.631087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2afa39-306d-4445-be44-d763d7b52bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066552e-e0c8-4542-8d8b-0d71b121c56c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:27.642841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be2afa39-306d-4445-be44-d763d7b52bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:27.655776 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-be2afa39-306d-4445-be44-d763d7b52bb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5066552e-e0c8-4542-8d8b-0d71b121c56c HTTP/1.1" status: 204 len: 168 time: 0.7638812 Jan 10 19:01:27.694372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-d5b3b0a2-0622-4cd0-a64d-6497e7c2cba9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4739172 Jan 10 19:01:27.745483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Request body: {'port': {'device_id': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:27.803716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-e8fb0189-9176-431a-85ff-525ddcc3a4c0 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985841 Jan 10 19:01:27.934317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ba25fd09-ef07-4550-b13d-d964f296ccb6 None None] Provisioning for port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:27.976346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ba25fd09-ef07-4550-b13d-d964f296ccb6 None None] Provisioning complete for port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:27.976729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ba25fd09-ef07-4550-b13d-d964f296ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:28.055703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23b4389d-ab25-4dd6-b682-6c58f305021a req-ccc38665-6780-4991-8e7f-eefd15437ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447431 Jan 10 19:01:28.084176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd0956-ce68-4530-8fe9-d6d541ca8bd4 req-614874c1-0cf9-41ee-866a-e88bd97018af tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:28.092835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebbd0956-ce68-4530-8fe9-d6d541ca8bd4 req-614874c1-0cf9-41ee-866a-e88bd97018af tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 936 time: 0.4775372 Jan 10 19:01:28.196799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebbd0956-ce68-4530-8fe9-d6d541ca8bd4 req-d42823fb-6042-4ad5-92b7-8419506e389c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030636 Jan 10 19:01:28.318789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ba25fd09-ef07-4550-b13d-d964f296ccb6 None None] Port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:01:28.398549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898a744c-acba-4ba0-93ca-0b11c7811095 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:28.419139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:28.452036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Transition to ACTIVE for port object 898a744c-acba-4ba0-93ca-0b11c7811095 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:28.463350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:28.471371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:28.599202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571cbe2-b163-437e-ac2e-8f96a7735d2b req-93524df6-5826-4618-a7f6-5b86f78c544f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:28.618434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e571cbe2-b163-437e-ac2e-8f96a7735d2b req-93524df6-5826-4618-a7f6-5b86f78c544f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.1815722 Jan 10 19:01:28.712903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:28.824811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e571cbe2-b163-437e-ac2e-8f96a7735d2b req-9cc76549-52a2-439d-889d-57e86d391b63 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053843 Jan 10 19:01:28.997012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230d6fb-0d8e-420b-b325-25eb13dab461 req-58a497b7-d812-43bd-9041-aa1c40fea8af tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:29.009375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e230d6fb-0d8e-420b-b325-25eb13dab461 req-58a497b7-d812-43bd-9041-aa1c40fea8af tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 946 time: 0.3008888 Jan 10 19:01:29.125264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e230d6fb-0d8e-420b-b325-25eb13dab461 req-ab11e2fe-a4b3-4bf1-84b3-a1b2ba642c18 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146879 Jan 10 19:01:29.135054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-6041f8f4-7e98-4803-96e2-b8145ea32038 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1097 time: 0.2623334 Jan 10 19:01:29.157777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:29.180327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:29.180658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:29.188203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:29.230569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:29.231182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:29.282193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:29.282540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:29.282984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:29.283486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Bound port: 898a744c-acba-4ba0-93ca-0b11c7811095, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:29.283866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:29.328614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32802) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:29.454579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:29.467911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:29.494432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:29.497043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4952ed4-2a4b-4083-a840-b8ad2ae56eaa {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:29.516184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:29.523773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:29.627257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-network', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:29.632345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Transition to ACTIVE for port object d4952ed4-2a4b-4083-a840-b8ad2ae56eaa will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:29.637897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:29.644184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:29.646908 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] 10.222.0.44 "PUT /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 1092 time: 3.2989681 Jan 10 19:01:29.647764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:29.660669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Usage tracker for resource:network and tenant:ecd57ef90b084a3b9b97d0b2bbc8586c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:29.670346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:29.683812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:29.745223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:29.790548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e8b0-306f-4e72-8174-0aa0cbd054eb service neutron] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:29.926889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:29.946974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Made reservation on behalf of ecd57ef90b084a3b9b97d0b2bbc8586c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:29.953048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.003141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3660957-a9c5-410d-8261-de79b41698e7 req-2f0c58b5-c899-4cd9-a92a-96c84ac31e9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:30.007347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3660957-a9c5-410d-8261-de79b41698e7 req-2f0c58b5-c899-4cd9-a92a-96c84ac31e9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.4277456 Jan 10 19:01:30.015225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abcb6e-912c-4495-becc-18ddc6357252 req-f88eefc3-6b66-44d9-8abe-c0a788331d28 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:30.022014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0abcb6e-912c-4495-becc-18ddc6357252 req-f88eefc3-6b66-44d9-8abe-c0a788331d28 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 948 time: 0.2764540 Jan 10 19:01:30.031725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.058307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:30.061538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Pushing event updated for resources: {'Port': ['ID=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:30.181014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:30.186591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.197209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Attempting to bind port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:30.197605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Attempting to bind port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:30.197953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Attempting to bind port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:30.207042 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-4831a531-371c-412b-8ae1-5460cadef1da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1095 time: 0.4561977 Jan 10 19:01:30.207743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0abcb6e-912c-4495-becc-18ddc6357252 req-f74d9003-7771-4125-9a9e-aaa0bbc05b62 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845644 Jan 10 19:01:30.212391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3660957-a9c5-410d-8261-de79b41698e7 req-1401ab14-8cd7-4150-a293-1832c28187cf tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884017 Jan 10 19:01:30.215272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:30.216142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.276792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:30.277104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Attempting to bind port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:30.279527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Usage tracker for resource:security_group_rule and tenant:ecd57ef90b084a3b9b97d0b2bbc8586c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:30.283528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:30.308039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:30.314042 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-c5625d7e-74bb-4209-af02-23037db3e554 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 217 time: 0.0952294 Jan 10 19:01:30.314784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:30.315230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:30.316089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:30.316089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Bound port: d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:30.316448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.453153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-6f0c1caf-54c6-4bed-87cc-bfdcf41e9ab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:30.454632 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-6f0c1caf-54c6-4bed-87cc-bfdcf41e9ab3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1268950 Jan 10 19:01:30.457883 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095', 'status': 'completed', 'code': 200} Jan 10 19:01:30.520570 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'code': 200} Jan 10 19:01:30.529983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:30.622548 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-91aa6e2c-8777-43bc-b9f1-d33204fe3ecd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335316 Jan 10 19:01:30.803722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:30.803722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:30.804239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:30.819641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:30.820014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:30.838342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:30.838759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:30.839114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:30.839549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Bound port: bc0e5a39-4ded-4f57-8540-85957b63cb80, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:30.839895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.884385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.894530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:30.912923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-361c30d8-fc52-404d-97e9-bfa9ab7d3c9f service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440779 Jan 10 19:01:30.913996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] For port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:30.932413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2c52d-c6c9-4520-999f-280828e9bd88 req-f6436557-1ea1-477b-8424-39c8bbb7e0bd tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:30.939377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5a2c52d-c6c9-4520-999f-280828e9bd88 req-f6436557-1ea1-477b-8424-39c8bbb7e0bd tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.3442273 Jan 10 19:01:30.950507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c81b0b-16e1-4330-b331-71c9a7539153 req-4cd9d795-f4ed-48df-8480-cd4e32f149b9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:30.958319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81b0b-16e1-4330-b331-71c9a7539153 req-4cd9d795-f4ed-48df-8480-cd4e32f149b9 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.2234807 Jan 10 19:01:30.961477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] For port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:30.970460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:01:31.061750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.067217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5a2c52d-c6c9-4520-999f-280828e9bd88 req-28ee2ba9-c24a-416f-94f0-6e04f7c397b8 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231222 Jan 10 19:01:31.067428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:31.072890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:31.078342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:31.129257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81b0b-16e1-4330-b331-71c9a7539153 req-a41017c9-8cde-40d4-85a9-7576f31edd93 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621664 Jan 10 19:01:31.131189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.147099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Pushing event updated for resources: {'Port': ['ID=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:31.155094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ff3a2-863c-4c61-adb7-e60d7d8dcfd0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:31.158384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.158384 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Added segment 2fa15afb-9698-47af-8651-a2845ae1858b of type vlan for network 497d862e-ddf9-4236-baab-24fae1859c46 Jan 10 19:01:31.189604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.191120 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-6294d4e5-4fed-4e7e-9774-43115a8a5f5e service neutron] 10.222.0.44 "PUT /v2.0/ports/d4952ed4-2a4b-4083-a840-b8ad2ae56eaa HTTP/1.1" status: 200 len: 1096 time: 3.4562318 Jan 10 19:01:31.242762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.351181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82beade8-5b3e-4d88-893f-57fc86f54726 req-e3e93f44-c41a-408f-8965-cb05bb289436 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255884 Jan 10 19:01:31.418284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.419171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:31.419754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.479546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:31.532215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:31.532590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:31.532952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:31.553526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:31.553881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:31.566171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:31.566974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:31.567695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:31.568374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Bound port: bc0e5a39-4ded-4f57-8540-85957b63cb80, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:31.569230 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.616179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:31.700045 n-d-816927-8 neutron-server[83631]: WARNING neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Concurrent port binding operations failed on port bc0e5a39-4ded-4f57-8540-85957b63cb80 Jan 10 19:01:31.703710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:31.706895 n-d-816927-8 neutron-server[83631]: INFO neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Attempt 2 to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 Jan 10 19:01:31.707340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 19:01:31.715308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:31.716626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-7222b7b7-e64a-422d-acdd-37e104825ef1 service neutron] 10.222.0.30 "PUT /v2.0/ports/bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 1122 time: 2.5738595 Jan 10 19:01:31.747307 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-28447942-c573-4fa9-8445-cb13ce4b0f33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 1099 time: 0.4868131 Jan 10 19:01:31.778173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225bd1b-24e5-438e-9135-d905b9412ce3 req-32ad353d-8862-41db-924a-765db0833a0b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:31.779670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7225bd1b-24e5-438e-9135-d905b9412ce3 req-32ad353d-8862-41db-924a-765db0833a0b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 948 time: 0.2407093 Jan 10 19:01:31.794635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8284-20cc-4d85-a1ca-a642094879fa req-85db964b-ebc6-4294-9c34-2b809cb3694a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:31.796520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fbb8284-20cc-4d85-a1ca-a642094879fa req-85db964b-ebc6-4294-9c34-2b809cb3694a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.1717567 Jan 10 19:01:31.832185 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-253f494e-6dde-403a-854d-120e934bf160 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa HTTP/1.1" status: 200 len: 217 time: 0.0666776 Jan 10 19:01:31.851280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['bc0e5a39-4ded-4f57-8540-85957b63cb80'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:31.863922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7225bd1b-24e5-438e-9135-d905b9412ce3 req-38347b36-6c8a-4911-98a7-2277b75a402e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663257 Jan 10 19:01:31.880735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] Pushing event updated for resources: {'Network': ['ID=497d862e-ddf9-4236-baab-24fae1859c46,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:31.900873 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0bad34df-61f0-40a8-bfa8-6bdc5ad0ff7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5664561 Jan 10 19:01:31.905142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32846) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:31.922192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Request body: {'subnet': {'network_id': '497d862e-ddf9-4236-baab-24fae1859c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-subnet', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:31.935234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:31.939924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Usage tracker for resource:subnet and tenant:ecd57ef90b084a3b9b97d0b2bbc8586c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:31.944233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['bc0e5a39-4ded-4f57-8540-85957b63cb80'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:31.953075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-a70319cc-b9a7-441f-a46b-4e86cbc9cac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:31.954667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-a70319cc-b9a7-441f-a46b-4e86cbc9cac0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1099639 Jan 10 19:01:31.955876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fbb8284-20cc-4d85-a1ca-a642094879fa req-5d8b3dee-bfc9-49d4-9c29-a54aa8fed049 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273913 Jan 10 19:01:31.956808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:31.970187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:32.002324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Made reservation on behalf of ecd57ef90b084a3b9b97d0b2bbc8586c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:32.004251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 497d862e-ddf9-4236-baab-24fae1859c46 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:01:32.005384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:32.057349 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-d0ae5dc6-125a-40f9-9606-106cbee4113d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1095 time: 0.6335070 Jan 10 19:01:32.314199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-c634285b-0cff-40b5-bc1c-6364b32084fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3525493 Jan 10 19:01:32.502192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'tag': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:32.521600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:32.523875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-381db6dc-b91a-48aa-9ad0-7c1775f2b2e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:32.525348 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-381db6dc-b91a-48aa-9ad0-7c1775f2b2e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.4546633 Jan 10 19:01:32.552167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:32.597265 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-535baa84-adbb-421d-ba59-43b48ecf709e service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750726 Jan 10 19:01:32.725913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba410671-9b51-43e5-9a3b-e46b68f9408b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:32.759566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32870) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:32.768915 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-022d04c1-4633-4d4b-847f-8fa793cdf4fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 217 time: 0.1701207 Jan 10 19:01:32.801595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaceffc-4b19-4d44-98e9-b6b7d4dc2062 req-5ba57ee0-e580-4699-b092-ba5bd840d6c0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:32.803108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeaceffc-4b19-4d44-98e9-b6b7d4dc2062 req-5ba57ee0-e580-4699-b092-ba5bd840d6c0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.4187670 Jan 10 19:01:32.844102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Checking segment: {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:32.844102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Network hostable DHCP agents. Network: 497d862e-ddf9-4236-baab-24fae1859c46, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:01:32.864122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-03f4ea0e-35c5-4b8c-b91b-f4487d30642b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:32.865213 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-03f4ea0e-35c5-4b8c-b91b-f4487d30642b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.0883112 Jan 10 19:01:32.903637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e21681-5993-460c-b915-89352114dd3a req-e2648752-ca83-486b-889c-c8b037ae5f16 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:32.910651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25e21681-5993-460c-b915-89352114dd3a req-e2648752-ca83-486b-889c-c8b037ae5f16 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.2424340 Jan 10 19:01:32.913962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Network 497d862e-ddf9-4236-baab-24fae1859c46 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:01:32.925389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-2b797d50-1cc5-4402-89ce-603ce6df252c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509801 Jan 10 19:01:32.927276 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03fce73e-8c46-4a10-9135-11c3a328bd2d req-089b2e82-6511-4000-865e-0bd4234e5a27 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444048 Jan 10 19:01:32.932347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeaceffc-4b19-4d44-98e9-b6b7d4dc2062 req-83982b3a-1b8f-43fe-9aef-9dc850c9c2a4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183796 Jan 10 19:01:32.987509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 497d862e-ddf9-4236-baab-24fae1859c46) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:32.996498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40325533-063a-4645-8091-ea62b39c025d None None] Network 497d862e-ddf9-4236-baab-24fae1859c46 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:01:33.013754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:33.014339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.041099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.086906 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-03215334-fbaf-4756-b6ac-3b2849eb4580 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516743 Jan 10 19:01:33.105767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25e21681-5993-460c-b915-89352114dd3a req-9cd1fb58-4373-4b10-b638-4a6efaf4f6db tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940610 Jan 10 19:01:33.203794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ec11fcf7-48f2-4b4f-bf5e-cb0178d74a00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2973170 Jan 10 19:01:33.208589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:33.216043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:33.221767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:33.226071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Usage tracker for resource:router and tenant:ecd57ef90b084a3b9b97d0b2bbc8586c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:33.229623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:33.242034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:33.297238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:33.304081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9aa49d191a4d56a163f34598bed130 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:33.307449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.308488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.330857 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.347336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:33.355719 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'tag': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', 'status': 'completed', 'code': 200} Jan 10 19:01:33.369368 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d6b0bdd-14bf-470e-98ec-587c8e3371d6 req-19ecf9ef-6e50-4824-b677-0c6efd820de6 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750866 Jan 10 19:01:33.436318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-497d862e-ddf9-4236-baab-24fae1859c46', 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'fixed_ips': [{'subnet_id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:01:33.437631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.444191 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'status': 'completed', 'code': 200} Jan 10 19:01:33.445328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:33.590076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce9b11-4aee-486e-b137-d37910133bc1 req-4be1db38-f61f-49b0-98ef-0ecbfbed535a tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:33.605566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1ce9b11-4aee-486e-b137-d37910133bc1 req-4be1db38-f61f-49b0-98ef-0ecbfbed535a tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.4936292 Jan 10 19:01:33.620063 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-c2559d77-1fa9-4c63-ba71-82f32127e604 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1125 time: 0.1508346 Jan 10 19:01:33.624771 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-d1b387ba-571d-4af7-a40d-862195377622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 1099 time: 0.2631109 Jan 10 19:01:33.710604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Allocated IP 172.20.0.2 (497d862e-ddf9-4236-baab-24fae1859c46/ba410671-9b51-43e5-9a3b-e46b68f9408b/2128e4c0-f3fd-466e-af89-f0af8b09312b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:01:33.713443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:33.761046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1ce9b11-4aee-486e-b137-d37910133bc1 req-e72cba30-99d5-4b30-b068-172b26be243a tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542137 Jan 10 19:01:34.057988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.069592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Transition to ACTIVE for port object 2128e4c0-f3fd-466e-af89-f0af8b09312b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:34.089075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Transition to ACTIVE for port object 2128e4c0-f3fd-466e-af89-f0af8b09312b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:34.100163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.155919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.179304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.195201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Network 497d862e-ddf9-4236-baab-24fae1859c46 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:34.199245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:34.201808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Pushing event updated for resources: {'Port': ['ID=2128e4c0-f3fd-466e-af89-f0af8b09312b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:34.202755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-d0e70024-d3ba-4ad1-8be1-41258a4f2481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:34.206269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-d0e70024-d3ba-4ad1-8be1-41258a4f2481 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.5716071 Jan 10 19:01:34.207576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:01:34.277556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-3f868adb-62c9-49b8-b06b-14fdd5b6b05e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:34.279356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-3f868adb-62c9-49b8-b06b-14fdd5b6b05e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.6442127 Jan 10 19:01:34.319450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b41b4-f630-4976-a6c1-a6bc38db8ffd req-1941b306-f8ab-4447-b8cb-fa230030f093 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:34.326351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-998b41b4-f630-4976-a6c1-a6bc38db8ffd req-1941b306-f8ab-4447-b8cb-fa230030f093 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 948 time: 0.6791878 Jan 10 19:01:34.350485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Attempting to bind port 2128e4c0-f3fd-466e-af89-f0af8b09312b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:34.350884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Attempting to bind port 2128e4c0-f3fd-466e-af89-f0af8b09312b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:34.351278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Attempting to bind port 2128e4c0-f3fd-466e-af89-f0af8b09312b on network 497d862e-ddf9-4236-baab-24fae1859c46 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:34.351679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-c7bc7016-a901-4da9-80be-86535b0c31a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 217 time: 0.1339691 Jan 10 19:01:34.358846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:34.359449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Checking segment: {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:34.359860 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.360254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Bound using segment: {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:34.361062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Bound port: 2128e4c0-f3fd-466e-af89-f0af8b09312b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:34.361316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-98796b96-c3ca-404c-95bb-9e6f4bf7c023 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa HTTP/1.1" status: 200 len: 217 time: 0.0734708 Jan 10 19:01:34.361438 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.371793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f7d841-a105-428c-8dcf-7343061fdf0e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:34.379928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6ceaa573-028b-492e-a4ea-81d279d18fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e9aa49d191a4d56a163f34598bed130&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6179986 Jan 10 19:01:34.391105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32896) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:34.441160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-5d05192c-7bdf-46ff-b289-471170bb2e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:34.442832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-5d05192c-7bdf-46ff-b289-471170bb2e89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.0739448 Jan 10 19:01:34.449604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-998b41b4-f630-4976-a6c1-a6bc38db8ffd req-5efdbdce-8a3e-4488-bd6d-258f30e5a9fb tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221569 Jan 10 19:01:34.478919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] For port 2128e4c0-f3fd-466e-af89-f0af8b09312b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:34.482206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] For port 2128e4c0-f3fd-466e-af89-f0af8b09312b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2128e4c0-f3fd-466e-af89-f0af8b09312b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:34.491143 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.522598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab874-643f-4376-aeb9-a753551fa086 req-29a805f1-0d99-4914-8f28-a82c3d74c379 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:34.535508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc5ab874-643f-4376-aeb9-a753551fa086 req-29a805f1-0d99-4914-8f28-a82c3d74c379 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.4989660 Jan 10 19:01:34.544027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-cb77502c-4fa3-4865-bad5-16815831ae91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614378 Jan 10 19:01:34.587331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bad8a1-0d70-47e1-98c7-e4cdfe7832db None None] Pushing event updated for resources: {'Port': ['ID=2128e4c0-f3fd-466e-af89-f0af8b09312b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:34.665723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-3552bf08-ed75-47c3-a41d-913883ac65f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:34.667485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-3552bf08-ed75-47c3-a41d-913883ac65f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2281251 Jan 10 19:01:34.748814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c913303-6bea-484d-923e-9af0f39822f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:34.798635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc5ab874-643f-4376-aeb9-a753551fa086 req-aa3080b2-2d3c-4b0f-8f24-86a6d6cf4952 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620046 Jan 10 19:01:34.898243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-a33eecd7-6c76-4c5b-9055-0f105945eb4a service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370953 Jan 10 19:01:34.917697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-b7e836e2-cef7-4a83-bb37-edb4c45372a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2363496 Jan 10 19:01:34.948422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d4952ed4-2a4b-4083-a840-b8ad2ae56eaa details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:35.056935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c913303-6bea-484d-923e-9af0f39822f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:35.072191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:35.303681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:35.337906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', 'mac_address': 'fa:16:3e:16:71:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:35.349486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f54103ed-0dc2-401a-9e7c-e42b9a7de41c req-679f6308-6d7f-4e56-9413-f46aed897c20 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350605 Jan 10 19:01:35.349486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-2f3e56fd-c171-4c46-b615-ed803d3ad1a0 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003410 Jan 10 19:01:35.419990 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:35.423269 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:35.445685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4952ed4-2a4b-4083-a840-b8ad2ae56eaa {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:35.465514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:35.471742 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:35.602450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:35.656349 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8eb01a9-d200-4da3-b47c-57ec53785336 req-5bcae2be-2131-4295-8380-915e1af2a914 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913022 Jan 10 19:01:35.689356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c11b96-734f-48ae-8a11-a0daf0d0c7be req-22b25613-d184-4c44-b3f3-7ff54b7493c4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:35.691584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7c11b96-734f-48ae-8a11-a0daf0d0c7be req-22b25613-d184-4c44-b3f3-7ff54b7493c4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.9951382 Jan 10 19:01:35.819470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d4952ed4-2a4b-4083-a840-b8ad2ae56eaa'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:35.917520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c913303-6bea-484d-923e-9af0f39822f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:35.966320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72f13-a629-4ea4-aa9b-609c67cc4ba6 req-6d29ddcd-1165-487a-807e-5e6ea6176c76 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:35.966320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5da72f13-a629-4ea4-aa9b-609c67cc4ba6 req-6d29ddcd-1165-487a-807e-5e6ea6176c76 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.7827778 Jan 10 19:01:36.021856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c913303-6bea-484d-923e-9af0f39822f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f7d841-a105-428c-8dcf-7343061fdf0e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:36.071244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2128e4c0-f3fd-466e-af89-f0af8b09312b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:36.086561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7c11b96-734f-48ae-8a11-a0daf0d0c7be req-257c3846-5792-4517-87e1-b0eb94b0f08a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781552 Jan 10 19:01:36.104512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Allocated IP 172.25.6.193 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/07de6c9d-556e-4687-a538-4298482c8af2) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:01:36.200942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5da72f13-a629-4ea4-aa9b-609c67cc4ba6 req-bfa76b73-79f6-4668-9770-a30975cf17b3 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310255 Jan 10 19:01:36.233526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c913303-6bea-484d-923e-9af0f39822f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:36.234821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1c913303-6bea-484d-923e-9af0f39822f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56f7d841-a105-428c-8dcf-7343061fdf0e HTTP/1.1" status: 204 len: 168 time: 1.8418922 Jan 10 19:01:36.375192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2128e4c0-f3fd-466e-af89-f0af8b09312b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:36.470903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473eb7f-27b4-4c82-8127-7397c6a0bb1f None None] Network 497d862e-ddf9-4236-baab-24fae1859c46 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:01:36.541027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:36.666746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34621c0a-8b34-4bb2-ae2f-fca19ef193a3 req-30101ecc-25f7-45f7-8d83-40d9fda26487 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:36.677627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34621c0a-8b34-4bb2-ae2f-fca19ef193a3 req-30101ecc-25f7-45f7-8d83-40d9fda26487 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 949 time: 0.1240966 Jan 10 19:01:36.702569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:36.769323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:36.772965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:36.780443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] Provisioning for port 2128e4c0-f3fd-466e-af89-f0af8b09312b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:36.793352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] Provisioning complete for port 2128e4c0-f3fd-466e-af89-f0af8b09312b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:36.793805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:36.796009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:01:36.892411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34621c0a-8b34-4bb2-ae2f-fca19ef193a3 req-8753ed98-eefb-4b63-a39f-4b37c02c374e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134836 Jan 10 19:01:36.924062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Pushing event updated for resources: {'Port': ['ID=07de6c9d-556e-4687-a538-4298482c8af2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:37.014024 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:37.066854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] For port 2128e4c0-f3fd-466e-af89-f0af8b09312b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2128e4c0-f3fd-466e-af89-f0af8b09312b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:37.110071 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:37.302091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe036e-46ba-4f23-aab9-a6b6678eb4c7 req-acf8518c-d325-46ad-af98-aff80a0ab587 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:37.310547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dbe036e-46ba-4f23-aab9-a6b6678eb4c7 req-acf8518c-d325-46ad-af98-aff80a0ab587 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.3458879 Jan 10 19:01:37.330318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4949e45-15d5-49f6-99d9-d0c2e555194b None None] Pushing event updated for resources: {'Port': ['ID=2128e4c0-f3fd-466e-af89-f0af8b09312b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:37.382725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc44d09-0de3-4837-bbb5-b52009d2e7ce req-49eee101-a7f5-4222-960e-832e13690808 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:37.389826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfc44d09-0de3-4837-bbb5-b52009d2e7ce req-49eee101-a7f5-4222-960e-832e13690808 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.2535555 Jan 10 19:01:37.450572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-58bd650c-6800-4f0e-9dec-fb01b70f1c9b None None] Provisioning complete for port 2128e4c0-f3fd-466e-af89-f0af8b09312b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:37.451150 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-58bd650c-6800-4f0e-9dec-fb01b70f1c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:37.462680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dbe036e-46ba-4f23-aab9-a6b6678eb4c7 req-a19a14ed-d614-4afc-bb2b-de0de18ad1c6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508999 Jan 10 19:01:37.506774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfc44d09-0de3-4837-bbb5-b52009d2e7ce req-08b7ea45-512e-4bd9-b07c-69cb0220f98b tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155584 Jan 10 19:01:37.557011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:37.557755 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:37.866086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2128e4c0-f3fd-466e-af89-f0af8b09312b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:37.954534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2128e4c0-f3fd-466e-af89-f0af8b09312b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:37.954933 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:38.071348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f09e6-ffe0-4a7b-924f-b1678e81bb29 req-0607615b-fda0-4c72-9f88-bbee55e3f9ba tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:38.072679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb0f09e6-ffe0-4a7b-924f-b1678e81bb29 req-0607615b-fda0-4c72-9f88-bbee55e3f9ba tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.2900732 Jan 10 19:01:38.080052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eac8e-00c1-41be-95c4-bd3a8d28b015 req-7e881aec-c551-4cfc-82e5-b552060f33d2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:38.086693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-846eac8e-00c1-41be-95c4-bd3a8d28b015 req-7e881aec-c551-4cfc-82e5-b552060f33d2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.3103414 Jan 10 19:01:38.205048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb0f09e6-ffe0-4a7b-924f-b1678e81bb29 req-3d646c2a-08b5-49af-9f7d-d745a16b1feb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126695 Jan 10 19:01:38.209190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-846eac8e-00c1-41be-95c4-bd3a8d28b015 req-16a70d34-cf3a-477c-ba53-62c1c157e7f9 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215162 Jan 10 19:01:38.224081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Router 50f7272a-283e-4d8c-9747-24f5608a09d2 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:01:38.280283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a4644a7-18b0-41fd-a5b7-38221150131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:38.513830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3712f-056d-42e7-9164-ae331d07b4df req-2daa5ea6-46f4-4e87-aaf8-a111b932f2e0 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:38.514578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-21f3712f-056d-42e7-9164-ae331d07b4df req-2daa5ea6-46f4-4e87-aaf8-a111b932f2e0 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Synchronizing usage tracker for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:38.553919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-21f3712f-056d-42e7-9164-ae331d07b4df req-2daa5ea6-46f4-4e87-aaf8-a111b932f2e0 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Unset dirty status for tenant:bfcb173414dc4204947d166bfbece2e2 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:38.555883 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-21f3712f-056d-42e7-9164-ae331d07b4df req-2daa5ea6-46f4-4e87-aaf8-a111b932f2e0 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.1956193 Jan 10 19:01:38.576679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:01:38.591362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Sync routers for ids ['50f7272a-283e-4d8c-9747-24f5608a09d2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:01:38.608704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3d4c-70ed-4ec8-a008-1ccae920d0eb req-289012dd-2acd-4a51-8c22-85779139cf5b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:38.610264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0ad3d4c-70ed-4ec8-a008-1ccae920d0eb req-289012dd-2acd-4a51-8c22-85779139cf5b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 949 time: 0.1328061 Jan 10 19:01:38.618403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:38.619680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9ebfc710-cb49-4996-a1da-7fa725ec3414 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4098923 Jan 10 19:01:38.630024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Routers {'50f7272a-283e-4d8c-9747-24f5608a09d2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:38.631042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['50f7272a-283e-4d8c-9747-24f5608a09d2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:38.642009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32950) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:38.735334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Deleting port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:38.735695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:38.837875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0ad3d4c-70ed-4ec8-a008-1ccae920d0eb req-8b421b7a-657e-4636-a06c-2746f8b44223 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167640 Jan 10 19:01:39.070980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Set router 50f7272a-283e-4d8c-9747-24f5608a09d2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:39.262322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] For port 91c200d4-30a4-4fea-a9f4-8fabed872ff1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=91c200d4-30a4-4fea-a9f4-8fabed872ff1,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:39.262466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:39.295883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:39.298151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d4952ed4-2a4b-4083-a840-b8ad2ae56eaa up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:39.522116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:39.549999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ee48f-55c1-44fa-a274-90ac2ee0d79f req-1c41e49b-fdb1-419f-abf0-4b02a6785aa0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:39.552207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e8ee48f-55c1-44fa-a274-90ac2ee0d79f req-1c41e49b-fdb1-419f-abf0-4b02a6785aa0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.4564233 Jan 10 19:01:39.563639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b408dd-cf69-45e9-913e-1d1e845ca822 req-aa282fcb-e1cf-46c3-aaee-f0174414cde5 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:39.565517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39b408dd-cf69-45e9-913e-1d1e845ca822 req-aa282fcb-e1cf-46c3-aaee-f0174414cde5 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 945 time: 0.3283019 Jan 10 19:01:39.598439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:39.630261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e8ee48f-55c1-44fa-a274-90ac2ee0d79f req-a438dbc4-de54-4ca2-8a0f-ccaf7ef73972 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Jan 10 19:01:39.668161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:39.668531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:39.782205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39b408dd-cf69-45e9-913e-1d1e845ca822 req-f01ba701-bdd5-4951-8985-27fa52919eec tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3f381dd-a7ef-40ac-a7e4-68756925b467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465347 Jan 10 19:01:39.958404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:40.120131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '898a744c-acba-4ba0-93ca-0b11c7811095', 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9', 'port_id': '898a744c-acba-4ba0-93ca-0b11c7811095', 'mac_address': 'fa:16:3e:eb:d4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:40.271918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.319667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.320243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.320453 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf disassociated. External IP: 172.25.6.105, port: 91c200d4-30a4-4fea-a9f4-8fabed872ff1. Jan 10 19:01:40.321335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Calling delete_port for 91c200d4-30a4-4fea-a9f4-8fabed872ff1 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:40.334430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.384311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898a744c-acba-4ba0-93ca-0b11c7811095 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:40.397271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.448804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:40.467322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.467322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:40.485782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:40.485782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1c1cc18a824a79b21bf0b66a6ece39 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:40.489214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:40.496347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:40.595456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:01:37Z', 'revision_number': 3, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:40.615389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-360f0ffd-7fee-48fb-968e-a223e7ec1688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.666168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:40.692659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Checking router: 50f7272a-283e-4d8c-9747-24f5608a09d2 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:01:40.693020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Updating router 50f7272a-283e-4d8c-9747-24f5608a09d2 port 07de6c9d-556e-4687-a538-4298482c8af2 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:01:40.740462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.770256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:40.810297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c7f-c24f-4194-8ba6-b9eb9ecb39b0 req-4aa8737c-9151-4933-bd8d-24bc55e9b352 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:40.825529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6685c7f-c24f-4194-8ba6-b9eb9ecb39b0 req-4aa8737c-9151-4933-bd8d-24bc55e9b352 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 0.8130395 Jan 10 19:01:40.879580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f1c94-cb11-48fd-b5bc-f0b0dd03f81f req-896aacb4-5d39-43f3-b75e-ee303976b664 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:40.879580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-851f1c94-cb11-48fd-b5bc-f0b0dd03f81f req-896aacb4-5d39-43f3-b75e-ee303976b664 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.7413359 Jan 10 19:01:40.894021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['898a744c-acba-4ba0-93ca-0b11c7811095'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:40.940204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event deleted for resources: {'Port': ['ID=91c200d4-30a4-4fea-a9f4-8fabed872ff1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:40.993065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.001566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 91c200d4-30a4-4fea-a9f4-8fabed872ff1 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:41.076047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.145124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:41.193037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b1c1cc18a824a79b21bf0b66a6ece39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6614673 Jan 10 19:01:41.201338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32982) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:41.244059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-851f1c94-cb11-48fd-b5bc-f0b0dd03f81f req-7f8240da-0ed5-4bfd-b37f-7bafe98dbd42 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392291 Jan 10 19:01:41.407523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 91c200d4-30a4-4fea-a9f4-8fabed872ff1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:01:41.407986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 91c200d4-30a4-4fea-a9f4-8fabed872ff1 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:41.422502 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.478158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8dace3b-650a-4a10-bd26-50bf012ab6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.491494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6685c7f-c24f-4194-8ba6-b9eb9ecb39b0 req-1e48cf38-3bad-4bd1-8171-46906e6de2cf tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075809 Jan 10 19:01:41.542237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8dace3b-650a-4a10-bd26-50bf012ab6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.753314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:41.775177 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', 'code': 200} Jan 10 19:01:41.792851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ecd72-4460-440c-a970-721e571c8735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff57e2a0-a4f3-48fd-8817-f23e01a013a4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:41.955924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8dace3b-650a-4a10-bd26-50bf012ab6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.975843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.983538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:41.990712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bec39-851f-4d39-aaaf-2bba735a9460 req-0231f702-1b92-4206-9f11-8f61e2c49abe tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:41.992650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba8bec39-851f-4d39-aaaf-2bba735a9460 req-0231f702-1b92-4206-9f11-8f61e2c49abe tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 950 time: 0.2012343 Jan 10 19:01:42.037658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dace3b-650a-4a10-bd26-50bf012ab6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff57e2a0-a4f3-48fd-8817-f23e01a013a4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:42.182266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba8bec39-851f-4d39-aaaf-2bba735a9460 req-a65a2638-3a67-4f30-b559-76037b6f7f2e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797135 Jan 10 19:01:42.248567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8dace3b-650a-4a10-bd26-50bf012ab6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:42.252131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8dace3b-650a-4a10-bd26-50bf012ab6c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff57e2a0-a4f3-48fd-8817-f23e01a013a4 HTTP/1.1" status: 204 len: 168 time: 1.0482578 Jan 10 19:01:42.259471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-f6aab7fb-4d7e-4d7e-9f53-76ba411e1999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1125 time: 0.2112854 Jan 10 19:01:42.325481 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa709c06-11bc-4725-9115-5ffd2a799418 req-a22cbda6-9fab-4607-8d9f-089ce14c8319 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 1101 time: 0.4633317 Jan 10 19:01:42.409668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:01:42.467478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aa709c06-11bc-4725-9115-5ffd2a799418 req-cf1bf9c6-c16e-4146-9d28-62e29bbdd3b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307907 Jan 10 19:01:42.750926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:42.797285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Transition to ACTIVE for port object 07de6c9d-556e-4687-a538-4298482c8af2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:42.808584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce58ff13-0f7c-4203-838e-33c8fd709fe5 req-da549b5c-b80e-4646-863a-543eec488a99 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd03d7-f880-4ce3-9fdd-2f313d464ce1 HTTP/1.1" status: 200 len: 210 time: 0.1042178 Jan 10 19:01:42.808802 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:42.895501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:01:42.915824 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:01:42.945975 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:42.946791 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:43.099544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] No DVR routers for this DVR port 91c200d4-30a4-4fea-a9f4-8fabed872ff1 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:01:43.120612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:43.120612 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-21f3712f-056d-42e7-9164-ae331d07b4df req-1b2ab877-0ea0-4609-8d64-1fa004d9cbd4 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.44 "DELETE /v2.0/ports/91c200d4-30a4-4fea-a9f4-8fabed872ff1 HTTP/1.1" status: 204 len: 173 time: 4.5407784 Jan 10 19:01:43.120612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'name': 'network-vif-deleted', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:43.219644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d884f50-89d3-40da-9e99-f75694706636 req-41cd4e1a-2182-4829-be17-d8895f5f03ac tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:43.222781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d884f50-89d3-40da-9e99-f75694706636 req-41cd4e1a-2182-4829-be17-d8895f5f03ac tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 1.1021490 Jan 10 19:01:43.257393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e77d2-69b5-411e-95c2-3628aa744079 None None] Pushing event updated for resources: {'Port': ['ID=07de6c9d-556e-4687-a538-4298482c8af2,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:43.290288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Attempting to bind port 07de6c9d-556e-4687-a538-4298482c8af2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:43.292964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Attempting to bind port 07de6c9d-556e-4687-a538-4298482c8af2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:43.293461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Attempting to bind port 07de6c9d-556e-4687-a538-4298482c8af2 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:43.319745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:43.319916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:43.320658 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:43.320756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:43.321193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Bound port: 07de6c9d-556e-4687-a538-4298482c8af2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:43.325231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:43.372932 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:43.451904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:43.481973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44229e-bcd8-4020-9324-d408885fad5a req-fb78938a-fca8-4f33-95cd-87c4dfb9070e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:43.483930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-fb78938a-fca8-4f33-95cd-87c4dfb9070e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 1.1096482 Jan 10 19:01:43.527479 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:01:43.547331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] For port 07de6c9d-556e-4687-a538-4298482c8af2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:43.552567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:43.554700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] For port 07de6c9d-556e-4687-a538-4298482c8af2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=07de6c9d-556e-4687-a538-4298482c8af2,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:43.562833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:43.633490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-4c469899-47ea-4367-8ea2-f78f8cb9497a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 217 time: 0.1380446 Jan 10 19:01:43.635666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d884f50-89d3-40da-9e99-f75694706636 req-8e163e31-0c7a-4857-892c-34e428535605 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677437 Jan 10 19:01:43.763107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Routers {'50f7272a-283e-4d8c-9747-24f5608a09d2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:43.765885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['50f7272a-283e-4d8c-9747-24f5608a09d2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:43.839714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782809ac-7887-4121-bc8a-19be51f87185 req-f9b7d144-f7d5-4e6c-b059-e2dd7fce2a36 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:43.847491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-782809ac-7887-4121-bc8a-19be51f87185 req-f9b7d144-f7d5-4e6c-b059-e2dd7fce2a36 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.5707753 Jan 10 19:01:43.917010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-782809ac-7887-4121-bc8a-19be51f87185 req-2ffa7783-33a7-474f-b419-5e20e532012c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683522 Jan 10 19:01:43.962910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e77d2-69b5-411e-95c2-3628aa744079 None None] Pushing event updated for resources: {'Port': ['ID=07de6c9d-556e-4687-a538-4298482c8af2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:44.120185 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fd03d7-f880-4ce3-9fdd-2f313d464ce1', 'name': 'network-vif-deleted', 'tag': '91c200d4-30a4-4fea-a9f4-8fabed872ff1', 'status': 'completed', 'code': 200} Jan 10 19:01:44.325596 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:44.335602 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:01:44.362843 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:44.363830 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:44.402833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Allocated IP 172.20.0.1 (497d862e-ddf9-4236-baab-24fae1859c46/ba410671-9b51-43e5-9a3b-e46b68f9408b/5f975331-3c13-4468-b372-634362c5062b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:01:44.429567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33024) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:44.494484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] Set router 50f7272a-283e-4d8c-9747-24f5608a09d2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:44.631018 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:44.761184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:44.800199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Transition to ACTIVE for port object 5f975331-3c13-4468-b372-634362c5062b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:44.832921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44229e-bcd8-4020-9324-d408885fad5a req-c98dd8f5-fa1f-42d7-a55a-9b07544e4534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:44.835088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-c98dd8f5-fa1f-42d7-a55a-9b07544e4534 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 1.1415148 Jan 10 19:01:44.843548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-444384012-network', 'tenant_id': '939536afbe6b4a67b1ac1f5820cb4e1b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:44.851333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:44.861031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Usage tracker for resource:network and tenant:939536afbe6b4a67b1ac1f5820cb4e1b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:44.871022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:44.883571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:44.887426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:44.910752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Made reservation on behalf of 939536afbe6b4a67b1ac1f5820cb4e1b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:44.913372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:44.936353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.009426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:45.017139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:45.029638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Usage tracker for resource:security_group_rule and tenant:939536afbe6b4a67b1ac1f5820cb4e1b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:45.035110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:45.041445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:45.082292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.093022 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:45.104637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.109841 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb8ad3-7655-4b2f-8e22-de994aa374ce None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T18:56:46Z', 'revision_number': 4, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'a0ab0eb9-d502-475b-a59f-7041ff208f8d', 'name': '', 'network_id': '32fba634-0217-49f3-bce1-5a5bbe16f712', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'mac_address': 'fa:16:3e:7c:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:46Z', 'updated_at': '2022-01-10T18:57:00Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'subnets': [{'id': '6418533e-be03-48b3-81f9-41d1dbb51aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:01:45.204921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.215648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.284847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:01:45.308475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da01d3c-0867-4a39-b185-102ddb5c811c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:45.331193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.333179 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Added segment 86d4c1e5-f73d-41ac-b633-b527e9b163c7 of type vlan for network bc0685f9-d04a-4253-8beb-76949c2c6db2 Jan 10 19:01:45.336529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 898a744c-acba-4ba0-93ca-0b11c7811095 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:45.348686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:01:37Z', 'revision_number': 3, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:45.352203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 898a744c-acba-4ba0-93ca-0b11c7811095 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:45.353228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.395535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.401277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cea9a-fb84-405f-9c37-199922d256af None None] The sync data for ids ['50f7272a-283e-4d8c-9747-24f5608a09d2'] in n-d-816927-8 is: [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:01:37Z', 'revision_number': 3, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:01:45.462993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.464228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:45.466368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.490060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-d09b0458-3155-4e94-a133-a4a086dfa442 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4903169 Jan 10 19:01:45.595663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.652805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:45.669976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:45.672286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0685f9-d04a-4253-8beb-76949c2c6db2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:45.681482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.703091 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-51fb1c88-d50f-4bc7-b727-13c983608c69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2722969 Jan 10 19:01:45.705852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33038) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:45.712629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Request body: {'subnet': {'network_id': 'bc0685f9-d04a-4253-8beb-76949c2c6db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-444384012-subnet', 'tenant_id': '939536afbe6b4a67b1ac1f5820cb4e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:45.724487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:45.732215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Usage tracker for resource:subnet and tenant:939536afbe6b4a67b1ac1f5820cb4e1b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:45.734765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Network 497d862e-ddf9-4236-baab-24fae1859c46 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:45.741604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:45.754249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:45.783618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Made reservation on behalf of 939536afbe6b4a67b1ac1f5820cb4e1b for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:45.788640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:45.789879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:45.794115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network bc0685f9-d04a-4253-8beb-76949c2c6db2 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:01:45.810295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82d148-5a0b-4734-96d8-3afc57512aa5 None None] New status for floating IP 5ffe015c-ab39-46fc-9823-456e60c540cf: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:01:45.814016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:45.835576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5f975331-3c13-4468-b372-634362c5062b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:45.850032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-b85f1d41-cc9a-4956-b5f1-899af58b4211 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399236 Jan 10 19:01:45.854059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:01:45.965724 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:46.286999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ead1c-afc1-4d14-a181-aa01604d325a req-25b85aab-3e47-4606-a50e-249a72271fbf tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:46.288925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f8ead1c-afc1-4d14-a181-aa01604d325a req-25b85aab-3e47-4606-a50e-249a72271fbf tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 950 time: 1.4489377 Jan 10 19:01:46.376212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea26cd-b50b-4a6b-85af-731a92206ec6 req-e76cbd52-0991-4233-9902-6a89eacb2b4d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:46.378175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10ea26cd-b50b-4a6b-85af-731a92206ec6 req-e76cbd52-0991-4233-9902-6a89eacb2b4d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 944 time: 1.5418158 Jan 10 19:01:46.496349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f8ead1c-afc1-4d14-a181-aa01604d325a req-17ae7962-f4c6-4edc-9d2f-d6eb1b121d7b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791697 Jan 10 19:01:46.631122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c1895dc8-c8c2-4d22-a1e3-93ec2b764edb None None] Provisioning for port 5f975331-3c13-4468-b372-634362c5062b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:46.639793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c1895dc8-c8c2-4d22-a1e3-93ec2b764edb None None] Provisioning complete for port 5f975331-3c13-4468-b372-634362c5062b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:46.639793 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c1895dc8-c8c2-4d22-a1e3-93ec2b764edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:46.718345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:46.724868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-b6f2434b-88f9-4fe1-9b1d-f37c95c1d876 service neutron] 10.222.0.30 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7527070 Jan 10 19:01:46.777593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10ea26cd-b50b-4a6b-85af-731a92206ec6 req-1e0dbbfc-ea64-4581-9a1b-fe406b1eb85d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875499 Jan 10 19:01:46.798444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c1895dc8-c8c2-4d22-a1e3-93ec2b764edb None None] Port 5f975331-3c13-4468-b372-634362c5062b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:01:46.913610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:46.996952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5378cff-99a3-4e21-8ea7-b8869d0dcd0d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:47.005629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Checking segment: {'id': '86d4c1e5-f73d-41ac-b633-b527e9b163c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc0685f9-d04a-4253-8beb-76949c2c6db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:47.006226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Network hostable DHCP agents. Network: bc0685f9-d04a-4253-8beb-76949c2c6db2, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:01:47.054917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Network bc0685f9-d04a-4253-8beb-76949c2c6db2 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:01:47.076256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-ba97aa79-f50e-4a70-9b92-311e3c4a8db1 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0&tenant_id=3a4abe15f1ad4655a67f9ec43547611d&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1125 time: 0.3050296 Jan 10 19:01:47.076853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, bc0685f9-d04a-4253-8beb-76949c2c6db2) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:47.089195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc164ef-8a70-40db-8d34-1f38d9956c4e None None] Network bc0685f9-d04a-4253-8beb-76949c2c6db2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:01:47.092027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:47.092432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:47.093561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:47.137892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:47.161120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:47.178822 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef80acb7-271c-4b8b-b4a7-752d719b6223 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4715462 Jan 10 19:01:47.234990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dc70e-7c8d-49c2-b987-96c3e8762bb9 req-f25df14a-4f3b-408c-9be4-7bad16b3654d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:47.241901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8dc70e-7c8d-49c2-b987-96c3e8762bb9 req-f25df14a-4f3b-408c-9be4-7bad16b3654d tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.3308308 Jan 10 19:01:47.521003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:47.566829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ee849-ddf7-45e6-a9cc-ba86e5e621f8 req-85aa917f-c668-49b8-bd34-a22bfa5c813e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:47.569814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-790ee849-ddf7-45e6-a9cc-ba86e5e621f8 req-85aa917f-c668-49b8-bd34-a22bfa5c813e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.4164190 Jan 10 19:01:47.575360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8dc70e-7c8d-49c2-b987-96c3e8762bb9 req-6673113d-6dee-4530-bad8-fbc5a196d88f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380204 Jan 10 19:01:47.603855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:47.616709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:47.691339 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095', 'code': 200} Jan 10 19:01:47.701614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:47.750292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:47.787373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:47.810253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:47.849136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'mac_address': 'fa:16:3e:0d:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:47.860451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168460b-6103-475b-9d29-f34939f543a3 None None] Network bc0685f9-d04a-4253-8beb-76949c2c6db2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:01:47.969786 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2a103950-d52a-4020-8c3e-9ebdb7b63d18 req-b2efb6f0-372c-4772-9198-cf7a5355ad58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1097 time: 0.2145836 Jan 10 19:01:47.995821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07de6c9d-556e-4687-a538-4298482c8af2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:48.004206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:48.033298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2a103950-d52a-4020-8c3e-9ebdb7b63d18 req-6750ed3a-bd77-4f61-8e0c-569bde1b8969 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554690 Jan 10 19:01:48.041086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:48.094846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0e5a39-4ded-4f57-8540-85957b63cb80 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:48.103619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.178613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.200598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5f975331-3c13-4468-b372-634362c5062b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:48.206105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.238073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.263672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:48.279431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:48.342051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:48.343234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on host n-h1-816927-8 for vnic_type normal with profile {} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:48.343609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:48.343974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:48.347700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 07de6c9d-556e-4687-a538-4298482c8af2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:48.352458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.396127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 07de6c9d-556e-4687-a538-4298482c8af2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:48.396127 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.481654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:48.482240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Attempting to bind port bc0e5a39-4ded-4f57-8540-85957b63cb80 on network c2095056-0d2e-4d3b-bc7e-d82f4d7d38db {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:48.486266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-790ee849-ddf7-45e6-a9cc-ba86e5e621f8 req-f7a07983-6253-4e3a-988a-ccae8f1e9045 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8671896 Jan 10 19:01:48.496804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:48.593317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=9']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:48.595608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:48.596463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Checking segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:48.596566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Bound using segment: {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:48.597579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Bound port: bc0e5a39-4ded-4f57-8540-85957b63cb80, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343ece7-769c-49e8-ae66-fd9ad10a7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2095056-0d2e-4d3b-bc7e-d82f4d7d38db'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:48.597579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.605757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.638425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 07de6c9d-556e-4687-a538-4298482c8af2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=07de6c9d-556e-4687-a538-4298482c8af2,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:48.649900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:48.652479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2241a78a-da35-42c1-b26a-dfe2901ee7ab req-a9e52b4f-19e1-4ed7-ae3a-4794ffacf354 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 1101 time: 0.4533665 Jan 10 19:01:48.653875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.654109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.654450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.654786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.655162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.655573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.655799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.656121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.656450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.656773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.657091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:48.786097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7d396069-008e-4cc5-a3db-e69ab8e0be4b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:48.819604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Network 497d862e-ddf9-4236-baab-24fae1859c46 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:48.821394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:48.823931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:48.827709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:48.830683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2241a78a-da35-42c1-b26a-dfe2901ee7ab req-e0d6142e-a5d4-42e3-9347-918e3a0a4280 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691957 Jan 10 19:01:48.852809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=07de6c9d-556e-4687-a538-4298482c8af2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:48.946940 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:49.360855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9a40ee84-9a3d-4666-801c-cbca6a7c3b20 None None] Provisioning complete for port 5f975331-3c13-4468-b372-634362c5062b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:49.361235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a40ee84-9a3d-4666-801c-cbca6a7c3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:49.417014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:49.418805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] 10.222.0.30 "PUT /v2.0/ports/bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 1092 time: 2.3305550 Jan 10 19:01:49.508686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:49.531783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9a40ee84-9a3d-4666-801c-cbca6a7c3b20 None None] Port 5f975331-3c13-4468-b372-634362c5062b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:01:49.544947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['bc0e5a39-4ded-4f57-8540-85957b63cb80'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:49.587383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['bc0e5a39-4ded-4f57-8540-85957b63cb80'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:49.591865 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-033963c3-c804-4bbd-85ae-e1443895e461 req-3f03c79b-111e-461a-b175-f88dddb022c8 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] show failed (client error): The resource could not be found. Jan 10 19:01:49.607866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-033963c3-c804-4bbd-85ae-e1443895e461 req-3f03c79b-111e-461a-b175-f88dddb022c8 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups/7877ae50-eab4-43a3-bd4c-4d29aebb98e8 HTTP/1.1" status: 404 len: 352 time: 0.1464682 Jan 10 19:01:49.700046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:49.803476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dfd91-0948-46dd-be57-54e3db27c870 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=10']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:49.921273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07de6c9d-556e-4687-a538-4298482c8af2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:50.069948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64077ec-0910-40e6-8d19-634133a6c47b req-841782fe-1082-4ec4-9a4f-e57c274c8c9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:50.078269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f64077ec-0910-40e6-8d19-634133a6c47b req-841782fe-1082-4ec4-9a4f-e57c274c8c9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.7865496 Jan 10 19:01:50.152849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f64077ec-0910-40e6-8d19-634133a6c47b req-6aa07398-f07a-4e09-bb5f-135f2de40b96 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698898 Jan 10 19:01:50.165731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 07de6c9d-556e-4687-a538-4298482c8af2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:50.165982 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:50.334357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d44229e-bcd8-4020-9324-d408885fad5a req-13835192-ca89-4d74-890d-07c968faf8b3 service neutron] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:50.416614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-94c71935-33c1-48da-8cd0-cd0756521b6c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474901 Jan 10 19:01:50.420381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d44229e-bcd8-4020-9324-d408885fad5a req-13835192-ca89-4d74-890d-07c968faf8b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:50.440879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d44229e-bcd8-4020-9324-d408885fad5a req-13835192-ca89-4d74-890d-07c968faf8b3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/bc0e5a39-4ded-4f57-8540-85957b63cb80/bindings/n-h2-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.9062037 Jan 10 19:01:50.472881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e306adaf-f288-475d-9447-c07232104a60 req-3eda6517-eb64-4aaf-ac42-7b8f78423708 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1096 time: 0.4877057 Jan 10 19:01:50.709289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e306adaf-f288-475d-9447-c07232104a60 req-17f76dd5-da93-408b-a4ac-208eea8c2458 tempest-LiveAutoBlockMigrationV225Test-1194441714 tempest-LiveAutoBlockMigrationV225Test-1194441714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300417 Jan 10 19:01:50.737908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-5eb83780-9f6f-4a0a-8558-b35709defa50 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:50.743108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-5eb83780-9f6f-4a0a-8558-b35709defa50 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189814 Jan 10 19:01:50.764330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-3ab6be22-4697-4665-8f03-19d6e03e136f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/quotas/b2e1161afdee4a9381d55891c0c08c26 HTTP/1.1" status: 200 len: 375 time: 0.0192084 Jan 10 19:01:50.837533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Router 50f7272a-283e-4d8c-9747-24f5608a09d2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:01:50.857027 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'status': 'completed', 'code': 200} Jan 10 19:01:50.966953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-50863c48-d194-49b1-8cda-f7708719cc9f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1916213 Jan 10 19:01:50.974037 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-b26f4ab3-4188-449b-b113-1d243ad98ebb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0943882 Jan 10 19:01:51.130003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135877f1-b6cd-464a-aae1-216104b805e1 req-3815d310-a4ff-4715-a3ee-c88236fe0e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:51.134175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-3815d310-a4ff-4715-a3ee-c88236fe0e2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 200 len: 921 time: 0.1518431 Jan 10 19:01:51.149178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:51.219335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:51.323880 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-5fea3bdc-a556-4351-8935-8e5085d957b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 200 len: 217 time: 0.1806331 Jan 10 19:01:51.335456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7d396069-008e-4cc5-a3db-e69ab8e0be4b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:51.335456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:51.387287 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'code': 200} Jan 10 19:01:51.441382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135877f1-b6cd-464a-aae1-216104b805e1 req-b5ff13c6-9eb3-4031-bc32-7e8ded638646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:51.444397 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-b5ff13c6-9eb3-4031-bc32-7e8ded638646 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 200 len: 860 time: 0.1103613 Jan 10 19:01:51.467462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ab954-c54e-4899-9b43-db2d02e8fba3 req-7c151fa4-a779-4015-9ebc-be1bd9ac612b tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:51.474396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e0ab954-c54e-4899-9b43-db2d02e8fba3 req-7c151fa4-a779-4015-9ebc-be1bd9ac612b tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 948 time: 0.4972479 Jan 10 19:01:51.536846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:51.542366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-bd54897c-39e5-401e-87e0-79069de7db76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880983 Jan 10 19:01:51.585482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59a5-77db-4991-8489-46e9af2b7aea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:51.591745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:51.598894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:51.603026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e0ab954-c54e-4899-9b43-db2d02e8fba3 req-e79c1b98-f01e-4d1c-935d-2453029fe487 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274531 Jan 10 19:01:51.658578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:01:51.668454 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Sync routers for ids ['50f7272a-283e-4d8c-9747-24f5608a09d2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:01:51.678130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ec726342-386f-42c1-817d-d289127e37f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/50f7272a-283e-4d8c-9747-24f5608a09d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0261576 Jan 10 19:01:51.679188 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59a5-77db-4991-8489-46e9af2b7aea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:51.704703 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Routers {'50f7272a-283e-4d8c-9747-24f5608a09d2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:51.705367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['50f7272a-283e-4d8c-9747-24f5608a09d2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:51.757003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:51.896345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-325f3d31-346d-43bd-9ad2-cc32d4cef2a2 req-4afd4518-b012-4c0f-a96b-1d9cca15805b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 210 time: 0.0906575 Jan 10 19:01:51.947320 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59a5-77db-4991-8489-46e9af2b7aea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:51.997699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a59a5-77db-4991-8489-46e9af2b7aea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f381dd-a7ef-40ac-a7e4-68756925b467,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:52.040886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59a5-77db-4991-8489-46e9af2b7aea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:52.043975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea0a59a5-77db-4991-8489-46e9af2b7aea tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3f381dd-a7ef-40ac-a7e4-68756925b467 HTTP/1.1" status: 204 len: 168 time: 0.8231802 Jan 10 19:01:52.045989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:52.104749 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Set router 50f7272a-283e-4d8c-9747-24f5608a09d2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:52.119635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-d7df57a3-c44b-4ead-bd1c-9a6b3a3404f4 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322101 Jan 10 19:01:52.120781 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-c26b5a10-51a6-4e5a-86eb-dae90bfcc275 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] show failed (client error): The resource could not be found. Jan 10 19:01:52.122060 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c26b5a10-51a6-4e5a-86eb-dae90bfcc275 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "GET /v2.0/security-groups/d3f381dd-a7ef-40ac-a7e4-68756925b467 HTTP/1.1" status: 404 len: 347 time: 0.0749402 Jan 10 19:01:52.125455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:52.154988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6f2a26c-e326-4be1-a3a1-6b57134a7b30 req-a0480613-4be1-4e4b-a3fa-ca1ec17acaca tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=939536afbe6b4a67b1ac1f5820cb4e1b HTTP/1.1" status: 200 len: 2652 time: 0.1579380 Jan 10 19:01:52.272060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6f2a26c-e326-4be1-a3a1-6b57134a7b30 req-fe6bba04-09ff-4e5a-ba4e-cb4139c8adf7 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups/2da01d3c-0867-4a39-b185-102ddb5c811c HTTP/1.1" status: 200 len: 2649 time: 0.1156557 Jan 10 19:01:52.399671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6f2a26c-e326-4be1-a3a1-6b57134a7b30 req-649231df-6666-41ca-a151-b3425b3d4398 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups/2da01d3c-0867-4a39-b185-102ddb5c811c HTTP/1.1" status: 200 len: 2649 time: 0.1199586 Jan 10 19:01:52.428744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51066e1d-9cec-4ab4-b6df-049362be12d8 req-a18056ae-6edc-4a7b-b466-78e4f59f1324 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:52.430264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51066e1d-9cec-4ab4-b6df-049362be12d8 req-a18056ae-6edc-4a7b-b466-78e4f59f1324 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1260228 Jan 10 19:01:52.505613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Deleting port f4168be4-cd6c-4a1a-b23d-2d57d7cece5c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:52.506085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:52.514578 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51066e1d-9cec-4ab4-b6df-049362be12d8 req-edbc6c79-db03-4e1e-ac7f-84ffcd7f4982 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Jan 10 19:01:52.537109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-135877f1-b6cd-464a-aae1-216104b805e1 req-4b8569f1-69b9-4f46-9cab-73e0bd942a74 service neutron] 10.222.0.44 "GET /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582588 Jan 10 19:01:52.604190 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:01:46Z', 'revision_number': 4, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5f975331-3c13-4468-b372-634362c5062b', 'name': '', 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'mac_address': 'fa:16:3e:5c:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:43Z', 'updated_at': '2022-01-10T19:01:47Z', 'revision_number': 2, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'subnets': [{'id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:52.608597 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Checking router: 50f7272a-283e-4d8c-9747-24f5608a09d2 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:01:52.609555 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Updating router 50f7272a-283e-4d8c-9747-24f5608a09d2 port 5f975331-3c13-4468-b372-634362c5062b binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:01:52.680169 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:52.730723 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-8458c06c-921c-4c28-a8a4-e2703a7bf94a req-eb7017e4-32eb-413a-8234-0670e41d6864 tempest-FloatingIPDetailsNegativeTestJSON-779929888 tempest-FloatingIPDetailsNegativeTestJSON-779929888-project] show failed (client error): The resource could not be found. Jan 10 19:01:52.731748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8458c06c-921c-4c28-a8a4-e2703a7bf94a req-eb7017e4-32eb-413a-8234-0670e41d6864 tempest-FloatingIPDetailsNegativeTestJSON-779929888 tempest-FloatingIPDetailsNegativeTestJSON-779929888-project] 10.222.0.21 "GET /v2.0/floatingips/a0eb50a4-88af-49c7-b734-b4d868ea344d HTTP/1.1" status: 404 len: 350 time: 0.1101477 Jan 10 19:01:52.754160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33156) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:52.918126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97af01-c50e-46c5-a67c-3d3ee7c01710 req-39b8d876-12ee-494c-babb-3485e717eaba tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:52.918126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc97af01-c50e-46c5-a67c-3d3ee7c01710 req-39b8d876-12ee-494c-babb-3485e717eaba tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 945 time: 0.1861207 Jan 10 19:01:52.922862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-23c5f871-ff26-4d72-8b89-08a3ee32f6d9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416727 Jan 10 19:01:52.928437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fde12e57-852a-4393-90ab-334b47cbff3d req-340b4d6a-d33e-4d98-bb4b-58c8bd56f109 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups/2da01d3c-0867-4a39-b185-102ddb5c811c HTTP/1.1" status: 200 len: 2649 time: 0.1390390 Jan 10 19:01:53.043349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc97af01-c50e-46c5-a67c-3d3ee7c01710 req-d34628f2-ba12-44c1-9d20-1fb5d3b1f0d2 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135495 Jan 10 19:01:53.088960 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-fde12e57-852a-4393-90ab-334b47cbff3d req-6bd9dc0a-9382-4d35-8c8b-7bc3884134f0 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 19:01:53.092873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fde12e57-852a-4393-90ab-334b47cbff3d req-6bd9dc0a-9382-4d35-8c8b-7bc3884134f0 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "DELETE /v2.0/security-groups/2da01d3c-0867-4a39-b185-102ddb5c811c HTTP/1.1" status: 409 len: 352 time: 0.1609371 Jan 10 19:01:53.223234 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.242556 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Transition to ACTIVE for port object 5f975331-3c13-4468-b372-634362c5062b will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:53.257056 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.274345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.274815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.391714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Pushing event updated for resources: {'Port': ['ID=5f975331-3c13-4468-b372-634362c5062b,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:53.394578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:53.399819 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.401073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.401844 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.402407 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.402971 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.405528 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.406580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.407194 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.408062 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.408182 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.408707 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:53.426970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bd5ab-aaa5-4d20-9de4-4bd4200cfe76 req-cffa0b06-efb1-4dfa-8085-32cc163900f9 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:53.433678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-018bd5ab-aaa5-4d20-9de4-4bd4200cfe76 req-cffa0b06-efb1-4dfa-8085-32cc163900f9 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 949 time: 0.1659422 Jan 10 19:01:53.444926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca198f7e-8a39-4909-b084-ddbe209efd21 req-97d2c45e-7a43-46ff-9b8d-1c4967e36485 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1097 time: 0.1293392 Jan 10 19:01:53.526416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca198f7e-8a39-4909-b084-ddbe209efd21 req-8edf8a23-fb02-4297-95e6-5f3d85c7c1de tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636811 Jan 10 19:01:53.536069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Calling delete_port for f4168be4-cd6c-4a1a-b23d-2d57d7cece5c owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:53.623478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-018bd5ab-aaa5-4d20-9de4-4bd4200cfe76 req-fa47a0f4-4949-49e6-90cd-9aafe4367d7d tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881783 Jan 10 19:01:53.650344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Attempting to bind port 5f975331-3c13-4468-b372-634362c5062b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:53.650344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Attempting to bind port 5f975331-3c13-4468-b372-634362c5062b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:53.650344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Attempting to bind port 5f975331-3c13-4468-b372-634362c5062b on network 497d862e-ddf9-4236-baab-24fae1859c46 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:53.654819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-6ee6ae2c-5db0-42b9-bcb5-fc245e220527 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:53.654819 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-6ee6ae2c-5db0-42b9-bcb5-fc245e220527 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7243853 Jan 10 19:01:53.659438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:53.659438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Checking segment: {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:53.659438 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.659438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Bound using segment: {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:53.659438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Bound port: 5f975331-3c13-4468-b372-634362c5062b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa15afb-9698-47af-8651-a2845ae1858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:53.659438 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.686744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:53.769082 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] For port 5f975331-3c13-4468-b372-634362c5062b, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:01:53.772825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] For port 5f975331-3c13-4468-b372-634362c5062b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5f975331-3c13-4468-b372-634362c5062b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:53.778091 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:53.878001 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ed46-9e5d-47b0-91d5-d5e627e1c0a2 None None] Pushing event updated for resources: {'Port': ['ID=5f975331-3c13-4468-b372-634362c5062b,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:53.882730 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Routers {'50f7272a-283e-4d8c-9747-24f5608a09d2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:01:53.883361 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['50f7272a-283e-4d8c-9747-24f5608a09d2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:53.913061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:53.943068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:53.950401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88e16cc9-3d2b-4a9d-8dd5-28eb349acd40 req-573bbd7d-fb1f-4573-8768-6f145d355ee7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 210 time: 0.0777922 Jan 10 19:01:54.019594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c40dd1-b841-410c-bc70-5d7a842ba221 req-21af5d7e-be4f-4382-b28c-abaed9e85730 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:54.021408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24c40dd1-b841-410c-bc70-5d7a842ba221 req-21af5d7e-be4f-4382-b28c-abaed9e85730 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2273800 Jan 10 19:01:54.043206 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-49218e42-522e-4d38-83b8-5faad0450924 req-6b713b7b-f379-44a6-88e3-f6b43f25e0db tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] show failed (client error): The resource could not be found. Jan 10 19:01:54.044506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49218e42-522e-4d38-83b8-5faad0450924 req-6b713b7b-f379-44a6-88e3-f6b43f25e0db tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups/f4424cce-8c80-459d-843d-b1c68ecfaee2 HTTP/1.1" status: 404 len: 352 time: 0.0220454 Jan 10 19:01:54.092458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:54.095747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:54.119164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24c40dd1-b841-410c-bc70-5d7a842ba221 req-d322b636-724b-4d5b-9657-fcc31ba97679 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Jan 10 19:01:54.141645 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] Set router 50f7272a-283e-4d8c-9747-24f5608a09d2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:01:54.217064 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'code': 200} Jan 10 19:01:54.337228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:54.407625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0674e18b-b734-4239-94b0-856a4989e54e req-cc43c5cc-d7a2-4947-bb53-af39e30d94a1 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1097 time: 0.1143997 Jan 10 19:01:54.417174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Pushing event deleted for resources: {'Port': ['ID=f4168be4-cd6c-4a1a-b23d-2d57d7cece5c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:54.523457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0674e18b-b734-4239-94b0-856a4989e54e req-5d7ac201-9eb5-48a6-a39c-2203800fd6a5 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104186 Jan 10 19:01:54.526022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.526373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.526713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.527073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.527401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.527909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.528393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.528888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.529372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.529847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.530330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:01:54.532632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7897669-4409-4a17-a3b5-4e17e34034d9 req-e9b6ed40-f2de-4e9e-b2f1-6aadbe9c3f82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1100 time: 0.1015544 Jan 10 19:01:54.618366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:01:46Z', 'revision_number': 4, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5f975331-3c13-4468-b372-634362c5062b', 'name': '', 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'mac_address': 'fa:16:3e:5c:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:43Z', 'updated_at': '2022-01-10T19:01:53Z', 'revision_number': 4, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'subnets': [{'id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:54.628821 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-afb979ac-b9f1-4147-beba-f14a589a3f40 req-310eb198-9d66-4d35-b8c5-c21df40f8c93 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] show failed (client error): The resource could not be found. Jan 10 19:01:54.629480 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d833f1-8211-4a96-8dee-c6636b09359f None None] The sync data for ids ['50f7272a-283e-4d8c-9747-24f5608a09d2'] in n-d-816927-8 is: [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:01:46Z', 'revision_number': 4, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5f975331-3c13-4468-b372-634362c5062b', 'name': '', 'network_id': '497d862e-ddf9-4236-baab-24fae1859c46', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'mac_address': 'fa:16:3e:5c:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:43Z', 'updated_at': '2022-01-10T19:01:53Z', 'revision_number': 4, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'subnets': [{'id': 'ba410671-9b51-43e5-9a3b-e46b68f9408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:01:54.639637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afb979ac-b9f1-4147-beba-f14a589a3f40 req-310eb198-9d66-4d35-b8c5-c21df40f8c93 tempest-SecurityGroupsNegativeTestJSON-1201011273 tempest-SecurityGroupsNegativeTestJSON-1201011273-project] 10.222.0.21 "GET /v2.0/security-groups/5863bfc8-bba4-4e8e-b7c8-93d8459c9ddb HTTP/1.1" status: 404 len: 352 time: 0.0376318 Jan 10 19:01:54.650585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7897669-4409-4a17-a3b5-4e17e34034d9 req-82bd7155-ba37-49a2-8bbf-fa1f8d212a18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111724 Jan 10 19:01:54.651189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33184) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:54.707977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.115 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:01:54.729659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-29632dbf-2321-4b4b-8233-a204f60f40f6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:54.730957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-29632dbf-2321-4b4b-8233-a204f60f40f6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Synchronizing usage tracker for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:01:54.770321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Deleting subnet d5378cff-99a3-4e21-8ea7-b8869d0dcd0d {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:01:54.774658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:54.820901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:54.847448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:54.974571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-29632dbf-2321-4b4b-8233-a204f60f40f6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Unset dirty status for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:01:54.976050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-29632dbf-2321-4b4b-8233-a204f60f40f6 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 945 time: 0.7542300 Jan 10 19:01:54.981926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.061280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.062796 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c25ae6ba-6982-4744-86de-c70314c82482 tempest-ServersWithSpecificFlavorTestJSON-1408501703 tempest-ServersWithSpecificFlavorTestJSON-1408501703-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ffe015c-ab39-46fc-9823-456e60c540cf HTTP/1.1" status: 204 len: 168 time: 2.9366770 Jan 10 19:01:55.075457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a4cf5-4cff-448b-bc6e-83247ec03a94 req-1015f617-bf8d-41cb-af65-f3b752dc3266 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:55.082564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad5a4cf5-4cff-448b-bc6e-83247ec03a94 req-1015f617-bf8d-41cb-af65-f3b752dc3266 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 945 time: 0.1989639 Jan 10 19:01:55.132278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.150181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:55.225058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5378cff-99a3-4e21-8ea7-b8869d0dcd0d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:55.230610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Deleting port bc0e5a39-4ded-4f57-8540-85957b63cb80 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:55.230974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.255044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:55.255751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:55.281914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad5a4cf5-4cff-448b-bc6e-83247ec03a94 req-c929aae0-4de5-40da-8b99-a0be55be2a55 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981363 Jan 10 19:01:55.296229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.322955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-20d15360-49fc-4fac-9627-c3b375d5420b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d5378cff-99a3-4e21-8ea7-b8869d0dcd0d HTTP/1.1" status: 204 len: 168 time: 0.6699648 Jan 10 19:01:55.327122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33204) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:55.456582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.499971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:55.507444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.533142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.580639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:55.623139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85b6f806-21e7-4e98-8b08-f4d42d05cf1b req-8515a85d-c28e-4267-9c9d-b07f57e5df72 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 210 time: 0.0697103 Jan 10 19:01:55.663151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6bbcc88-282f-470a-8a27-56b8fec37513 req-f3309e25-cd4d-4fbd-9f54-9195986d6086 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4306033 Jan 10 19:01:55.666084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.667057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.715320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:55.891960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:55.919584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5f975331-3c13-4468-b372-634362c5062b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:56.032032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0685f9-d04a-4253-8beb-76949c2c6db2']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:56.049923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d4c1e5-f73d-41ac-b633-b527e9b163c7') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:56.050338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d4c1e5-f73d-41ac-b633-b527e9b163c7') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:01:56.056109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5f975331-3c13-4468-b372-634362c5062b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:56.066406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5f975331-3c13-4468-b372-634362c5062b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:56.067072 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.074355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.097880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f943be9-fb0f-46ca-85e3-920791fa7670 req-25e9ec27-42ec-4d3d-9255-7fb78957f6be tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:56.099456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f943be9-fb0f-46ca-85e3-920791fa7670 req-25e9ec27-42ec-4d3d-9255-7fb78957f6be tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.1977291 Jan 10 19:01:56.107797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.133784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.142159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:01:56.143931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:01:56.159573 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:01:56.161700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d', '787151ef-d2fe-4538-86ee-58c56f805ed6', 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:56.191004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] For port bc0e5a39-4ded-4f57-8540-85957b63cb80, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bc0e5a39-4ded-4f57-8540-85957b63cb80,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:56.191374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.200201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:56.239142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:56.258298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f943be9-fb0f-46ca-85e3-920791fa7670 req-54823d0a-7185-41d7-a892-c36a4fbce171 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460922 Jan 10 19:01:56.323300 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.329160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.380345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc0685f9-d04a-4253-8beb-76949c2c6db2 HTTP/1.1" status: 204 len: 168 time: 1.0478997 Jan 10 19:01:56.409456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca1578-726f-4e6c-ae65-489ec3fae9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0685f9-d04a-4253-8beb-76949c2c6db2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:56.472759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Calling delete_port for bc0e5a39-4ded-4f57-8540-85957b63cb80 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:56.522670 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'code': 200} Jan 10 19:01:56.534034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:01:56.545537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:01:56.549963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:01:56.599043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:56.695247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33242) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:56.698651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.733685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:56.734392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.775716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-04e1deb5-4a07-476a-8d0b-2d7e8cb1e801 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1005034 Jan 10 19:01:56.820241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5f975331-3c13-4468-b372-634362c5062b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5f975331-3c13-4468-b372-634362c5062b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:56.854087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf31df-2b4d-4dee-8bb0-384b58590681 req-d5e82c72-fb2a-44ad-96fd-07009c510614 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:56.862603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22bf31df-2b4d-4dee-8bb0-384b58590681 req-d5e82c72-fb2a-44ad-96fd-07009c510614 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 945 time: 0.2293241 Jan 10 19:01:56.879234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:56.905942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d3efe709-972f-41df-a0f0-be4acc8bf0ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=939536afbe6b4a67b1ac1f5820cb4e1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2063053 Jan 10 19:01:56.909440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Request body: {'port': {'device_id': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:56.909965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:56.987832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22bf31df-2b4d-4dee-8bb0-384b58590681 req-f3c4eff8-f07b-4b8f-b7b5-64571d3e3cd4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241419 Jan 10 19:01:57.026533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1001e13f-d231-4653-b857-33c929ef59f9 None None] Provisioning for port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:01:57.045282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5f975331-3c13-4468-b372-634362c5062b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:57.070048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1001e13f-d231-4653-b857-33c929ef59f9 None None] Provisioning complete for port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:57.070423 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1001e13f-d231-4653-b857-33c929ef59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.096548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-412d93cb-d649-4ade-adf6-ae951f2ffc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.110399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:01:57.129221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:01:57.145704 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-412d93cb-d649-4ade-adf6-ae951f2ffc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.198771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.232605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.273519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1001e13f-d231-4653-b857-33c929ef59f9 None None] Port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:01:57.284806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-412d93cb-d649-4ade-adf6-ae951f2ffc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.287981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-99650684-2a07-4ff8-a1bc-eb83a4d5466a tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:01:57.289000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-99650684-2a07-4ff8-a1bc-eb83a4d5466a tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0436628 Jan 10 19:01:57.301712 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:01:57.307391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d93cb-d649-4ade-adf6-ae951f2ffc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da01d3c-0867-4a39-b185-102ddb5c811c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:57.334222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-412d93cb-d649-4ade-adf6-ae951f2ffc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.338305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Request body: {'binding': {'host': 'n-h2-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:57.338494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-412d93cb-d649-4ade-adf6-ae951f2ffc62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2da01d3c-0867-4a39-b185-102ddb5c811c HTTP/1.1" status: 204 len: 168 time: 0.4273343 Jan 10 19:01:57.338761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 19:01:57.358239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c737-ab13-489d-9493-1e73e8a0d265 req-2486df77-ed0f-4bf0-b500-0582e08880ce tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:57.364982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e959c737-ab13-489d-9493-1e73e8a0d265 req-2486df77-ed0f-4bf0-b500-0582e08880ce tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 936 time: 0.1110599 Jan 10 19:01:57.407412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No active binding found for port bc0e5a39-4ded-4f57-8540-85957b63cb80 {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:01:57.407839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bc0e5a39-4ded-4f57-8540-85957b63cb80 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:01:57.416307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e959c737-ab13-489d-9493-1e73e8a0d265 req-f75e1e56-6b55-437c-9513-0bf6d4b7364b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504196 Jan 10 19:01:57.573164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:57.599784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'mac_address': 'fa:16:3e:fd:e5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:01:57.710566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.721345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f496f7-29b9-41b3-80c4-7d0fa5dc1f48 req-17918617-91ca-44cb-a41f-321c255492c5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:57.724069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65f496f7-29b9-41b3-80c4-7d0fa5dc1f48 req-17918617-91ca-44cb-a41f-321c255492c5 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.1200399 Jan 10 19:01:57.755751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da74ef1-6065-4e39-87a8-554b1cd30d49 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:57.758083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event deleted for resources: {'Port': ['ID=bc0e5a39-4ded-4f57-8540-85957b63cb80,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:57.781658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65f496f7-29b9-41b3-80c4-7d0fa5dc1f48 req-707a8907-cbba-4071-afae-73b4d2e7119e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514178 Jan 10 19:01:57.834387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on host n-h2-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:57.834721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:57.835153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:57.837738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:57.850651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.862768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] No DVR routers for this DVR port bc0e5a39-4ded-4f57-8540-85957b63cb80 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:01:57.871470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:57.874893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'name': 'network-vif-deleted', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:01:57.941539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5f975331-3c13-4468-b372-634362c5062b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:01:57.944192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:57.944586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:57.967938 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4feba40b-698e-4bcb-839c-5ee28b1301ed req-a8498c64-e536-431b-bbd6-0e51cd062b33 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.44 "DELETE /v2.0/ports/bc0e5a39-4ded-4f57-8540-85957b63cb80 HTTP/1.1" status: 204 len: 173 time: 2.9785991 Jan 10 19:01:58.028501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:58.028862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:58.029057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0da74ef1-6065-4e39-87a8-554b1cd30d49'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:58.029261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:58.032560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Bound port: 898a744c-acba-4ba0-93ca-0b11c7811095, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:58.128479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['1224a829-6298-4926-92a0-6d047ddaa69b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:01:58.181089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:01:58.216544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:58.239110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-2153a0d0-94fc-4321-9d50-7183805664e6 service neutron] 10.222.0.21 "POST /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095/bindings HTTP/1.1" status: 201 len: 389 time: 0.9163413 Jan 10 19:01:58.308156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:58.389079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca4298-30a1-41e4-948f-e2c8a8a17828 req-43011af6-4bd8-462d-be21-f39febeb9862 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:58.403514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1ca4298-30a1-41e4-948f-e2c8a8a17828 req-43011af6-4bd8-462d-be21-f39febeb9862 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.1822846 Jan 10 19:01:58.438986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:01:58.489479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1ca4298-30a1-41e4-948f-e2c8a8a17828 req-e63cffc8-c5d6-4e44-872b-3bdfac4aed48 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833566 Jan 10 19:01:58.537765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5f975331-3c13-4468-b372-634362c5062b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:01:58.540445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:58.640917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:01:58.666103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:58.696769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Transition to ACTIVE for port object 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:01:58.700911 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595ed26-712a-4c92-a906-d48e308fb0f0', 'name': 'network-vif-deleted', 'tag': 'bc0e5a39-4ded-4f57-8540-85957b63cb80', 'status': 'completed', 'code': 200} Jan 10 19:01:58.731902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:58.751588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82580392-1fc2-486d-b5ab-616a38033ab2 req-cb5031c6-7aab-4423-8174-65d70e191e98 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 210 time: 0.1166127 Jan 10 19:01:58.856714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Pushing event updated for resources: {'Port': ['ID=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:01:58.866115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467b842-341c-49f8-9019-3d3b8293b4af req-62ddd21a-5336-4994-9b83-93d5d492131f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:58.873178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c467b842-341c-49f8-9019-3d3b8293b4af req-62ddd21a-5336-4994-9b83-93d5d492131f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1248407 Jan 10 19:01:58.908896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:01:58.926451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-fba07427-8392-465c-823c-53b473a28d28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1097 time: 0.3803747 Jan 10 19:01:59.251276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-221934060-network', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:01:59.275362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:59.281584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Usage tracker for resource:network and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:59.302404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Deleting port 5f975331-3c13-4468-b372-634362c5062b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:01:59.302791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:59.303303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c467b842-341c-49f8-9019-3d3b8293b4af req-e15ca9d5-955d-46d7-8ddd-4519457cf57c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295609 Jan 10 19:01:59.304595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:59.339733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:59.379146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Made reservation on behalf of cdbea77850274e56a1b17a0193b45dee for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:01:59.381537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:59.391809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Attempting to bind port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:01:59.392146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Attempting to bind port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:01:59.392522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Attempting to bind port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:59.414173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c62bdd-3f6d-4e61-b7ac-5d3799d171cc req-524c73ff-31ff-4b5d-adb3-ec78c11e7886 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:59.421751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9c62bdd-3f6d-4e61-b7ac-5d3799d171cc req-524c73ff-31ff-4b5d-adb3-ec78c11e7886 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 948 time: 0.3687415 Jan 10 19:01:59.442326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:59.470100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:01:59.470450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Attempting to bind port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:01:59.474310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-1a9a0881-3bb7-4bf2-97db-afa9003448eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:59.476336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-1a9a0881-3bb7-4bf2-97db-afa9003448eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.5287979 Jan 10 19:01:59.483615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:01:59.483963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:01:59.484372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:01:59.485452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Bound port: 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:01:59.485811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:59.602345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] For port 5f975331-3c13-4468-b372-634362c5062b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5f975331-3c13-4468-b372-634362c5062b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:01:59.602712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:01:59.728077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-c855beec-87d7-4194-a830-d2f3dbf4cdfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 217 time: 0.2325304 Jan 10 19:01:59.776506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:01:59.785701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:01:59.802731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9c62bdd-3f6d-4e61-b7ac-5d3799d171cc req-73e94b7e-cafc-4ac9-a096-42fd5adb8dae tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800664 Jan 10 19:01:59.803751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:01:59.812198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:01:59.850027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Calling delete_port for 5f975331-3c13-4468-b372-634362c5062b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:01:59.874596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-6cc2be1d-8048-405f-b25b-aeb2cca73aa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:01:59.896231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-6cc2be1d-8048-405f-b25b-aeb2cca73aa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1595619 Jan 10 19:02:00.014847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-adbff2c6-7b27-4a06-8e57-72c7341db8ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119027 Jan 10 19:02:00.061166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] For port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:00.071219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] For port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:00.279184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.380641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:00.400003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.467840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.468458 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] 10.222.0.44 "PUT /v2.0/ports/5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 HTTP/1.1" status: 200 len: 1096 time: 3.6217706 Jan 10 19:02:00.475637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbcac0-1aa7-481e-810c-66e5abf01686 service neutron] Pushing event updated for resources: {'Port': ['ID=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:00.483321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.529113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.559228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91dab286-9688-4179-bb6d-aa7ecad248d6 req-b1fe2994-30de-4ac3-9f69-b828995c48ab tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=2595ed26-712a-4c92-a906-d48e308fb0f0 HTTP/1.1" status: 200 len: 210 time: 0.1620390 Jan 10 19:02:00.677447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:02:00.705863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7b572d-031a-482a-971f-93698999846d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:00.721245 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.722284 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Added segment 2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c of type vlan for network a0adf005-6e55-417f-b164-5f68f9233aa4 Jan 10 19:02:00.784748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-310de488-24e2-4e7a-bfaa-dbbca8394d88 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448394 Jan 10 19:02:00.826568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:00.915961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'tag': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:00.920851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55626e-8158-4f11-90cf-8ac3cf15fb5f req-ee7c95f5-90e7-4222-a369-1a28d26f4aa6 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:00.923660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f975331-3c13-4468-b372-634362c5062b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:00.929315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e55626e-8158-4f11-90cf-8ac3cf15fb5f req-ee7c95f5-90e7-4222-a369-1a28d26f4aa6 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.3770564 Jan 10 19:02:01.041629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e55626e-8158-4f11-90cf-8ac3cf15fb5f req-5473d01c-d9f4-4424-92c4-d0b2fa56f531 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108391 Jan 10 19:02:01.041994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:01.050546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:01.051364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:01.114684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-c71bd71d-2508-4605-b6d9-c467db2513a6 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164284 Jan 10 19:02:01.149052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:01.430613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 0da74ef1-6065-4e39-87a8-554b1cd30d49 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:01.432730 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:01.436524 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-594532de-bd52-4593-a3c4-0a9b16647130 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 1099 time: 0.8426249 Jan 10 19:02:01.463142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0adf005-6e55-417f-b164-5f68f9233aa4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:01.472034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-43f66e4e-2a45-4463-ba3a-a9be8d00d9f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5604205 Jan 10 19:02:01.473710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33348) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:01.487140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Request body: {'subnet': {'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-221934060-subnet', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:01.493417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:01.498575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Usage tracker for resource:subnet and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:01.503682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:01.510964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:01.546957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Made reservation on behalf of cdbea77850274e56a1b17a0193b45dee for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:01.551270 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:01.553981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a0adf005-6e55-417f-b164-5f68f9233aa4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:02:01.581789 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-505afce0-6d33-4ed9-93d1-5e60757048a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 HTTP/1.1" status: 200 len: 217 time: 0.1201577 Jan 10 19:02:01.827616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-cf8d379b-081c-48a5-bfa8-2c325dda217b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:01.829717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-cf8d379b-081c-48a5-bfa8-2c325dda217b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1860230 Jan 10 19:02:01.855753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d440df-a5bd-40b8-92cd-0155d35ba294 req-dbd86a8e-0ddb-433d-b2b8-a12d839e2b78 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:01.864603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3d440df-a5bd-40b8-92cd-0155d35ba294 req-dbd86a8e-0ddb-433d-b2b8-a12d839e2b78 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 948 time: 0.6126568 Jan 10 19:02:01.882042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a985d-055b-418b-a626-d4592c895c2a req-b02c7183-579d-414f-9586-9c8999a17df9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:01.898037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-073a985d-055b-418b-a626-d4592c895c2a req-b02c7183-579d-414f-9586-9c8999a17df9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.7802672 Jan 10 19:02:02.021068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:02.072648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:02.097717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3d440df-a5bd-40b8-92cd-0155d35ba294 req-f5e01138-ea69-469e-9410-7a199d9f813c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935873 Jan 10 19:02:02.099159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:02.114394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:02.131466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-073a985d-055b-418b-a626-d4592c895c2a req-4339ff96-368f-4123-a1ae-79d0521ec9cf tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322276 Jan 10 19:02:02.244114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:02.256117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.256465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.256804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.257138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.257468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.268591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.269008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.273805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.274091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.274431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.274761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:02.280172 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'tag': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3', 'status': 'completed', 'code': 200} Jan 10 19:02:02.407038 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-da27b37a-5470-441c-b9cf-199c1d7bbf72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5486922 Jan 10 19:02:02.466668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:02.614350 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'code': 200} Jan 10 19:02:02.698683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3708d6-d15e-4114-8eaa-3cf99499b953,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:02.702494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Checking segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:02.702907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Network hostable DHCP agents. Network: a0adf005-6e55-417f-b164-5f68f9233aa4, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:02:02.735388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62ab1-c867-415a-9caa-7a1ae9a56dbd req-7ff0a897-512b-4bd5-994f-ad3358e03e39 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:02.737630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4f62ab1-c867-415a-9caa-7a1ae9a56dbd req-7ff0a897-512b-4bd5-994f-ad3358e03e39 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2110696 Jan 10 19:02:02.780387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Network a0adf005-6e55-417f-b164-5f68f9233aa4 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:02:02.807475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4f62ab1-c867-415a-9caa-7a1ae9a56dbd req-639c78e1-66ad-475a-a327-004515a5339e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 Jan 10 19:02:02.811086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a0adf005-6e55-417f-b164-5f68f9233aa4) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:02.820374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:02.821099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:02.822262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac358a-136a-4ed2-8d49-1f974cde5d3c None None] Network a0adf005-6e55-417f-b164-5f68f9233aa4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:02.861816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-80b22c4e-ad02-4355-a754-787624110cfe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3822637 Jan 10 19:02:02.864583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:02.871786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:02.880228 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-d1ae38af-4ca3-4ca2-a9e0-b5463c969854 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755774 Jan 10 19:02:02.881641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:02.889238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Usage tracker for resource:router and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:02.893075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:02.902270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:02.923009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:02.926018 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:02.952919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:03.291022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9e262d34-ff56-4b35-8be9-6c065bb67cc2 req-10d78c0e-fd7e-4488-b460-7e4bbc3cdd93 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789196 Jan 10 19:02:03.351583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:03.519171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a0adf005-6e55-417f-b164-5f68f9233aa4', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:02:03.519637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:03.938293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:04.095523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Allocated IP 172.20.0.2 (a0adf005-6e55-417f-b164-5f68f9233aa4/4c3708d6-d15e-4114-8eaa-3cf99499b953/d64ed472-44c0-43ca-9294-871974532d76) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:04.257493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6edb-1268-40b6-b6a9-01948d0f17dc req-0103dd47-50da-48c2-bf63-e4e28f8dd795 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:04.265042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ace6edb-1268-40b6-b6a9-01948d0f17dc req-0103dd47-50da-48c2-bf63-e4e28f8dd795 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.8530991 Jan 10 19:02:04.462293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293da0c7-f13e-4f54-ac74-08ee952d3422 req-230551de-1a11-4cc6-b506-d83df9438056 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:04.469504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-293da0c7-f13e-4f54-ac74-08ee952d3422 req-230551de-1a11-4cc6-b506-d83df9438056 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 948 time: 0.6612582 Jan 10 19:02:04.518191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-c470f2cc-c2b2-4ab9-83c2-3928db126f86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 1099 time: 1.1366172 Jan 10 19:02:04.538804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-293da0c7-f13e-4f54-ac74-08ee952d3422 req-927cce69-36f1-4e87-92ce-3b508e3570a0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Jan 10 19:02:04.647224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ace6edb-1268-40b6-b6a9-01948d0f17dc req-3ac63f9c-285d-450e-a914-c5ae2818db76 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812153 Jan 10 19:02:04.684097 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:04.745858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Transition to ACTIVE for port object d64ed472-44c0-43ca-9294-871974532d76 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:04.871641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Transition to ACTIVE for port object d64ed472-44c0-43ca-9294-871974532d76 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:04.888244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:04.918790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:04.957169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:05.037353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-0f2387f3-552c-477d-8c6f-496e4ac18bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:05.038515 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-0f2387f3-552c-477d-8c6f-496e4ac18bfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.5028739 Jan 10 19:02:05.068063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:05.153915 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-9cfaaafe-0fe4-43b0-99af-1400de8b8f5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 HTTP/1.1" status: 200 len: 217 time: 0.1082537 Jan 10 19:02:05.286699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Network a0adf005-6e55-417f-b164-5f68f9233aa4 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:05.291600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:02:05.407675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-cc46639b-0754-4a91-9555-63f8d7058218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:05.409520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-cc46639b-0754-4a91-9555-63f8d7058218 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2479298 Jan 10 19:02:05.446988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Allocated IP 172.25.6.220 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/97d213fa-e0b9-499c-92cb-1015fe820536) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:05.467356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:05.481653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8a93-9c64-4614-bbfc-3f7b222cd2a4 req-0883b89d-977d-4fdd-9795-decf38ea232f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:05.484698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:05.489998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-510e8a93-9c64-4614-bbfc-3f7b222cd2a4 req-0883b89d-977d-4fdd-9795-decf38ea232f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.1685328 Jan 10 19:02:05.495633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3', 'mac_address': 'fa:16:3e:76:00:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:02:05.500351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:05.615670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:05.754138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Pushing event updated for resources: {'Port': ['ID=d64ed472-44c0-43ca-9294-871974532d76,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:05.768153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:05.781480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-510e8a93-9c64-4614-bbfc-3f7b222cd2a4 req-78354f05-a2c2-4999-9c7a-e92e88194712 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846446 Jan 10 19:02:05.788663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:05.884262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-a1549e12-65bd-4c51-a4ce-f4398b1218e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4111493 Jan 10 19:02:05.899094 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:05.933759 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:05.941438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Attempting to bind port d64ed472-44c0-43ca-9294-871974532d76 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:05.942633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Attempting to bind port d64ed472-44c0-43ca-9294-871974532d76 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:05.943278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Attempting to bind port d64ed472-44c0-43ca-9294-871974532d76 on network a0adf005-6e55-417f-b164-5f68f9233aa4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:05.961424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817784c3-3906-4747-b403-96573042ce2f req-833720ad-bf5c-44b4-bccf-886c0ac6b69e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:05.973976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-817784c3-3906-4747-b403-96573042ce2f req-833720ad-bf5c-44b4-bccf-886c0ac6b69e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 949 time: 0.1574116 Jan 10 19:02:05.989247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:05.990325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Checking segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:05.990989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:05.991748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Bound using segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:05.992460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Bound port: d64ed472-44c0-43ca-9294-871974532d76, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:05.993880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:06.080845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-817784c3-3906-4747-b403-96573042ce2f req-23af8f94-dc4a-4a91-bd6e-944d29a246a2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053591 Jan 10 19:02:06.146040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:06.244662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:06.290483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:06.452841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:06.473484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:06.483758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:06.533879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] For port d64ed472-44c0-43ca-9294-871974532d76, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:06.544446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] For port d64ed472-44c0-43ca-9294-871974532d76, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d64ed472-44c0-43ca-9294-871974532d76,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:06.555156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:06.560367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Pushing event updated for resources: {'Port': ['ID=97d213fa-e0b9-499c-92cb-1015fe820536,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:06.593072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e24f-bf63-4f56-a52c-74b460fe7684 req-ec7834fb-a75e-4808-bc60-50b808a3fb93 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:06.594563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9b2e24f-bf63-4f56-a52c-74b460fe7684 req-ec7834fb-a75e-4808-bc60-50b808a3fb93 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.4646690 Jan 10 19:02:06.604495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-fb27fbd0-451e-43f8-a347-eb75ee92e6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937776 Jan 10 19:02:06.761831 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9b2e24f-bf63-4f56-a52c-74b460fe7684 req-ddb63eee-63ea-4ad6-8df0-1db6a60d37ee tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589600 Jan 10 19:02:06.789066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ac86-7fcf-46f9-b3a9-d1bf12e18875 None None] Pushing event updated for resources: {'Port': ['ID=d64ed472-44c0-43ca-9294-871974532d76,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:06.832475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:06.833242 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:07.324099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-131e404a-fdef-485f-8b17-51cb22bcffb1 req-26cfd1da-19c5-47ee-b052-3dc110a5bbbc service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962048 Jan 10 19:02:07.421581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96604d82-ecf3-4eda-be3a-fcc74ed85418 req-8440b304-c6d6-411f-b4fa-201566216977 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:07.430377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96604d82-ecf3-4eda-be3a-fcc74ed85418 req-8440b304-c6d6-411f-b4fa-201566216977 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2996538 Jan 10 19:02:07.491520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96604d82-ecf3-4eda-be3a-fcc74ed85418 req-cd04bcf7-ce50-43cd-a3c7-5aea00c5b54e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Jan 10 19:02:07.572224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Router 50f7272a-283e-4d8c-9747-24f5608a09d2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:02:07.684494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c601f-7550-4fd8-9ca2-55ed55e87a08 req-ee256c07-ee54-4c3f-9092-da42e3d6873c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:07.696053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-401c601f-7550-4fd8-9ca2-55ed55e87a08 req-ee256c07-ee54-4c3f-9092-da42e3d6873c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 949 time: 0.3447642 Jan 10 19:02:07.750309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Router 3087d86c-b081-482e-adb5-00ed9b07bff0 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:02:07.817899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-401c601f-7550-4fd8-9ca2-55ed55e87a08 req-8799329e-b39c-4ba4-8f06-a3c9cf1c187f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207244 Jan 10 19:02:08.005183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d64ed472-44c0-43ca-9294-871974532d76 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:08.281949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d64ed472-44c0-43ca-9294-871974532d76 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:08.294216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5fde033d-4174-4bc5-8df4-917fa5de92ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:08.379642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Deleting port a0ab0eb9-d502-475b-a59f-7041ff208f8d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:08.380684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:08.433570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ac360-7fde-4f94-b713-940451d5025c None None] Network a0adf005-6e55-417f-b164-5f68f9233aa4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:08.554552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6d1a1-9c14-4e38-8a9a-13858c9fc7e7 req-013b5a88-e5ef-438d-be45-b3e7c9f58fd8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:08.562609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4b6d1a1-9c14-4e38-8a9a-13858c9fc7e7 req-013b5a88-e5ef-438d-be45-b3e7c9f58fd8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 945 time: 0.3342435 Jan 10 19:02:08.574039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32660e-e4e3-463a-bf17-21db7d27a09e req-fa2cd89e-13e7-495c-b2dc-9e3876f8c633 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:08.583560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef32660e-e4e3-463a-bf17-21db7d27a09e req-fa2cd89e-13e7-495c-b2dc-9e3876f8c633 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.3107913 Jan 10 19:02:08.601290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] Provisioning for port d64ed472-44c0-43ca-9294-871974532d76 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:08.623209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] Provisioning complete for port d64ed472-44c0-43ca-9294-871974532d76 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:08.623622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:08.626284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:02:08.654191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c977b06-bfb3-445e-8ae4-b3a7e6e06450 admin admin] 10.222.0.21 "PUT /v2.0/routers/50f7272a-283e-4d8c-9747-24f5608a09d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8969300 Jan 10 19:02:08.663975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33422) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:08.694042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] Sync routers for ids ['50f7272a-283e-4d8c-9747-24f5608a09d2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:02:08.749419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] For port a0ab0eb9-d502-475b-a59f-7041ff208f8d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a0ab0eb9-d502-475b-a59f-7041ff208f8d,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:08.750133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:08.758733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4b6d1a1-9c14-4e38-8a9a-13858c9fc7e7 req-4ae768b0-3999-46ed-9f7c-3884ee8ac115 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948609 Jan 10 19:02:08.791550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef32660e-e4e3-463a-bf17-21db7d27a09e req-2ddf3286-454f-4b67-8222-c70864b902bd tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063329 Jan 10 19:02:08.818282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] Routers {'50f7272a-283e-4d8c-9747-24f5608a09d2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:08.820317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['50f7272a-283e-4d8c-9747-24f5608a09d2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:08.859568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:02:08.869914 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df692-7c41-458f-996b-9a84704430cb None None] Sync routers for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:02:08.892957 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:08.893484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:01:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:08.909430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Calling delete_port for a0ab0eb9-d502-475b-a59f-7041ff208f8d owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:08.925771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-369de461-519c-488e-88f5-31821c7746a4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:08.930199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-369de461-519c-488e-88f5-31821c7746a4 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 945 time: 0.3020253 Jan 10 19:02:08.998772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:09.000335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9dee8604-0e54-456d-9e0e-a3fddc7b83c2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1330471 Jan 10 19:02:09.010550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33432) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:09.197307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:09.313866 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:09.332239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:09.364134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:09.413738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Deleting port 1224a829-6298-4926-92a0-6d047ddaa69b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:09.414077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:09.477719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:09.543897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ab0eb9-d502-475b-a59f-7041ff208f8d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:09.744796 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:06Z', 'revision_number': 3, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:09.755875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1b13-d52c-4b12-bb5e-742af42ac616 req-ec1e4f31-2c80-42b3-b2a8-a04ab4579324 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:09.757432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce2b1b13-d52c-4b12-bb5e-742af42ac616 req-ec1e4f31-2c80-42b3-b2a8-a04ab4579324 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.5330338 Jan 10 19:02:09.766675 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df692-7c41-458f-996b-9a84704430cb None None] Checking router: 3087d86c-b081-482e-adb5-00ed9b07bff0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:02:09.767851 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df692-7c41-458f-996b-9a84704430cb None None] Updating router 3087d86c-b081-482e-adb5-00ed9b07bff0 port 97d213fa-e0b9-499c-92cb-1015fe820536 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:02:09.897187 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-176df692-7c41-458f-996b-9a84704430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:09.944050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989f2e-9e00-4387-b4d0-723d23750561 req-ed5b78df-3551-43e3-b0e3-e7f246a07561 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:09.945596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14989f2e-9e00-4387-b4d0-723d23750561 req-ed5b78df-3551-43e3-b0e3-e7f246a07561 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 949 time: 0.6490612 Jan 10 19:02:09.958809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] Set router 50f7272a-283e-4d8c-9747-24f5608a09d2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:10.082006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] For port d64ed472-44c0-43ca-9294-871974532d76, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d64ed472-44c0-43ca-9294-871974532d76,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:10.164125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce2b1b13-d52c-4b12-bb5e-742af42ac616 req-e93eb67c-d1df-47a7-8ca5-7acca0c9ce34 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266070 Jan 10 19:02:10.185761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14989f2e-9e00-4387-b4d0-723d23750561 req-e1ed6558-0316-4d45-bfbe-83edd1c7b89c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930296 Jan 10 19:02:10.207634 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.271410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Deleting port 07de6c9d-556e-4687-a538-4298482c8af2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:10.271750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.285283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.362161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] For port 1224a829-6298-4926-92a0-6d047ddaa69b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=1224a829-6298-4926-92a0-6d047ddaa69b,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:10.362161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.445056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a966518-d476-442e-bd91-79d63d02e504 None None] Pushing event updated for resources: {'Port': ['ID=d64ed472-44c0-43ca-9294-871974532d76,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:10.541103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:10.616522 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-176df692-7c41-458f-996b-9a84704430cb None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.629904 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-176df692-7c41-458f-996b-9a84704430cb None None] Transition to ACTIVE for port object 97d213fa-e0b9-499c-92cb-1015fe820536 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:10.639417 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-176df692-7c41-458f-996b-9a84704430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.651282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] For port 07de6c9d-556e-4687-a538-4298482c8af2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=07de6c9d-556e-4687-a538-4298482c8af2,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:10.652522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.698756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:10.707409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.808259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-088027b6-6280-433b-8c39-5869f7539884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.813098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Calling delete_port for 07de6c9d-556e-4687-a538-4298482c8af2 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:10.848784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Calling delete_port for 1224a829-6298-4926-92a0-6d047ddaa69b owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:10.849765 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0437d4-fa51-4c41-b5aa-77cb1101f6bb None None] Pushing event updated for resources: {'Port': ['ID=97d213fa-e0b9-499c-92cb-1015fe820536,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:10.857428 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-176df692-7c41-458f-996b-9a84704430cb None None] Attempting to bind port 97d213fa-e0b9-499c-92cb-1015fe820536 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:10.857971 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-176df692-7c41-458f-996b-9a84704430cb None None] Attempting to bind port 97d213fa-e0b9-499c-92cb-1015fe820536 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:10.858336 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176df692-7c41-458f-996b-9a84704430cb None None] Attempting to bind port 97d213fa-e0b9-499c-92cb-1015fe820536 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:10.879432 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176df692-7c41-458f-996b-9a84704430cb None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:10.879807 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176df692-7c41-458f-996b-9a84704430cb None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:10.888558 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-176df692-7c41-458f-996b-9a84704430cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.888980 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176df692-7c41-458f-996b-9a84704430cb None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:10.889486 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-176df692-7c41-458f-996b-9a84704430cb None None] Bound port: 97d213fa-e0b9-499c-92cb-1015fe820536, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:10.889891 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-176df692-7c41-458f-996b-9a84704430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:10.951214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:11.067491 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-176df692-7c41-458f-996b-9a84704430cb None None] For port 97d213fa-e0b9-499c-92cb-1015fe820536, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:11.071733 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-176df692-7c41-458f-996b-9a84704430cb None None] For port 97d213fa-e0b9-499c-92cb-1015fe820536, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97d213fa-e0b9-499c-92cb-1015fe820536,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:11.081026 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-176df692-7c41-458f-996b-9a84704430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:11.221722 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0437d4-fa51-4c41-b5aa-77cb1101f6bb None None] Pushing event updated for resources: {'Port': ['ID=97d213fa-e0b9-499c-92cb-1015fe820536,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:11.227030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:02:11.229229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 1224a829-6298-4926-92a0-6d047ddaa69b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:11.260445 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:11.261321 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:11.271275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ee9c8bf5-a4dc-4bab-b032-1da0e54a8a47 None None] Provisioning complete for port d64ed472-44c0-43ca-9294-871974532d76 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:11.271707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8bf5-a4dc-4bab-b032-1da0e54a8a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:11.332431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:11.383642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '07de6c9d-556e-4687-a538-4298482c8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:02:00Z', 'revision_number': 5, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port': {'id': '07de6c9d-556e-4687-a538-4298482c8af2', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:01:35Z', 'updated_at': '2022-01-10T19:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:11.393251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:11.403695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cf371-1de0-4799-a018-03234d00e9cc req-953a2d59-b41c-4ebc-b1bd-f909145de843 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:11.412364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b8cf371-1de0-4799-a018-03234d00e9cc req-953a2d59-b41c-4ebc-b1bd-f909145de843 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d3ef0f-89d6-426c-8b64-592d40e98829 HTTP/1.1" status: 200 len: 945 time: 0.6681848 Jan 10 19:02:11.444520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565b06e-7282-48de-9107-05102482f38d req-6924a9ed-7795-474e-8166-63399818c17b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:11.453218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7565b06e-7282-48de-9107-05102482f38d req-6924a9ed-7795-474e-8166-63399818c17b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.9208961 Jan 10 19:02:11.485399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] Checking router: 50f7272a-283e-4d8c-9747-24f5608a09d2 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:02:11.488983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:11.608499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-f77c831d-d7e2-42fc-b1a0-4a313cbfa5e9 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1097 time: 0.6053569 Jan 10 19:02:11.638171 n-d-816927-8 neutron-server[83631]: INFO neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No ports have port_id starting with 1224a829-6298-4926-92a0-6d047ddaa69b Jan 10 19:02:11.647463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b8cf371-1de0-4799-a018-03234d00e9cc req-34fc1525-a639-43ea-b6b5-281cec56bbf7 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340336 Jan 10 19:02:11.648654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:11.649863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7565b06e-7282-48de-9107-05102482f38d req-63854c16-5cd9-448c-b342-4ebb3b9b2b2e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957099 Jan 10 19:02:11.656262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:11.696839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:11.833379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816927-8'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:11.976517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:11.986421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d64ed472-44c0-43ca-9294-871974532d76 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:12.031698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event deleted for resources: {'Port': ['ID=1224a829-6298-4926-92a0-6d047ddaa69b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:12.122893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:12.162188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:12.195602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07de6c9d-556e-4687-a538-4298482c8af2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:12.225351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] Routers {'50f7272a-283e-4d8c-9747-24f5608a09d2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:12.225351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['50f7272a-283e-4d8c-9747-24f5608a09d2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:12.331665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] No DVR routers for this DVR port 1224a829-6298-4926-92a0-6d047ddaa69b on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:12.331665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:12.350089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'name': 'network-vif-deleted', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:12.426754 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:12.450771 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-176df692-7c41-458f-996b-9a84704430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:06Z', 'revision_number': 3, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:12.450771 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df692-7c41-458f-996b-9a84704430cb None None] The sync data for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 is: [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:06Z', 'revision_number': 3, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:02:12.546450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:12.628934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaba02cd-271d-49b0-9b29-48310affcd88 req-56a58917-81a5-4989-a8a8-c8c228519f67 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.30 "DELETE /v2.0/ports/1224a829-6298-4926-92a0-6d047ddaa69b HTTP/1.1" status: 204 len: 173 time: 3.6699669 Jan 10 19:02:12.668604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] Set router 50f7272a-283e-4d8c-9747-24f5608a09d2 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:12.776707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:12.889461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402876cc-e7c4-43cd-819c-3bd19ab6fcc7 req-aeff4bbf-ef71-4aaf-ae53-892b185bf3b9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:12.901928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-402876cc-e7c4-43cd-819c-3bd19ab6fcc7 req-aeff4bbf-ef71-4aaf-ae53-892b185bf3b9 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 950 time: 0.6600194 Jan 10 19:02:12.941124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2f2d8-0a38-453c-b03d-78c45e69fd50 req-9a2d4778-104b-4354-ad65-41bad3259542 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:12.941124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ba2f2d8-0a38-453c-b03d-78c45e69fd50 req-9a2d4778-104b-4354-ad65-41bad3259542 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.8724728 Jan 10 19:02:13.008756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 has no active binding in host n-h2-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 19:02:13.020380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:13.020380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:02:11Z', 'revision_number': 7, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:13.031477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d64ed472-44c0-43ca-9294-871974532d76 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:13.031477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:13.101139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea860b-3a94-47a6-8d87-d1b4af052a92 None None] The sync data for ids ['50f7272a-283e-4d8c-9747-24f5608a09d2'] in n-d-816927-8 is: [{'id': '50f7272a-283e-4d8c-9747-24f5608a09d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25726381-router', 'tenant_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:01:33Z', 'updated_at': '2022-01-10T19:02:11Z', 'revision_number': 7, 'project_id': 'ecd57ef90b084a3b9b97d0b2bbc8586c', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:02:13.303357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:13.806915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-402876cc-e7c4-43cd-819c-3bd19ab6fcc7 req-b9226cfd-309e-4f68-ba7b-273b1d188341 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8753231 Jan 10 19:02:13.838370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ba2f2d8-0a38-453c-b03d-78c45e69fd50 req-29d9b057-b890-479c-ac48-041622c19747 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184602 Jan 10 19:02:13.935975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:13.951028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:13.998568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:14.012215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Router 866fbb64-b293-4d6d-a7a1-fc487256fb3b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:02:14.016413 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3', 'code': 200} Jan 10 19:02:14.033523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.037576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f7272a-283e-4d8c-9747-24f5608a09d2 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:02:14.093437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.094604 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1248f76-3689-4fb1-9d75-0a59ceb8acc4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/50f7272a-283e-4d8c-9747-24f5608a09d2 HTTP/1.1" status: 204 len: 168 time: 5.4293606 Jan 10 19:02:14.105482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33470) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:14.269905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:14.312416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97d213fa-e0b9-499c-92cb-1015fe820536 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:14.373968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.419545 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d3ef0f-89d6-426c-8b64-592d40e98829', 'name': 'network-vif-deleted', 'tag': '1224a829-6298-4926-92a0-6d047ddaa69b', 'status': 'completed', 'code': 200} Jan 10 19:02:14.420678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.605774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cf39de3-80c3-48f5-99cb-33eb9f483bb0 req-c42eded9-6448-4adc-9d66-1333a912c276 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 1101 time: 0.3505652 Jan 10 19:02:14.615840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 97d213fa-e0b9-499c-92cb-1015fe820536 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:14.622491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 97d213fa-e0b9-499c-92cb-1015fe820536 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:14.623557 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.663508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Deleting subnet ba410671-9b51-43e5-9a3b-e46b68f9408b {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:02:14.665597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:02:14.667662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.677163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cf54dbb5-837d-4e91-a26a-2ed378f2d6df admin admin] 10.222.0.21 "PUT /v2.0/routers/866fbb64-b293-4d6d-a7a1-fc487256fb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2657640 Jan 10 19:02:14.680708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33480) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:14.718039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] Sync routers for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:02:14.739593 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:14.775173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cf39de3-80c3-48f5-99cb-33eb9f483bb0 req-cd14575a-7ba1-4b99-a4c4-038ed7fb391e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490502 Jan 10 19:02:14.969211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.028771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.034541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:15.035388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:15.116957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.133086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:15.258356 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.278749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on host n-h1-816927-8 for vnic_type normal with profile {"migrating_to": "n-h2-816927-8"} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:15.280244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:15.280244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:15.306690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d482fe3-6384-4a64-a294-cb3d6e2b104a req-4846c9db-ee9a-4a34-ba03-577bb8169033 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:15.310991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 97d213fa-e0b9-499c-92cb-1015fe820536, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97d213fa-e0b9-499c-92cb-1015fe820536,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:15.315660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d482fe3-6384-4a64-a294-cb3d6e2b104a req-4846c9db-ee9a-4a34-ba03-577bb8169033 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.9313378 Jan 10 19:02:15.316288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.322732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.367147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.377596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:15.436451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5f975331-3c13-4468-b372-634362c5062b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:15.465484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.481448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Deleting port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:15.482069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.500123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:02:15.500445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Attempting to bind port 898a744c-acba-4ba0-93ca-0b11c7811095 on network 1bcd03f3-210f-4242-b69a-b3a60675d3d9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:15.549087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5f975331-3c13-4468-b372-634362c5062b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:15.549602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5f975331-3c13-4468-b372-634362c5062b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:15.550313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07de6c9d-556e-4687-a538-4298482c8af2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:15.598637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:15.599013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Checking segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:15.599581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Bound using segment: {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:15.600494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Bound port: 898a744c-acba-4ba0-93ca-0b11c7811095, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beeb49e-d070-4c1b-8555-7d73b25dc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bcd03f3-210f-4242-b69a-b3a60675d3d9'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:15.601030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.605232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 07de6c9d-556e-4687-a538-4298482c8af2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:15.605722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07de6c9d-556e-4687-a538-4298482c8af2 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:15.629167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d482fe3-6384-4a64-a294-cb3d6e2b104a req-844c2fa5-60c3-4365-bb95-ecc690c52a30 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120544 Jan 10 19:02:15.718127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=97d213fa-e0b9-499c-92cb-1015fe820536,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:15.904094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] For port 40cf0c70-81c3-4d9b-905a-964b5e36e8d4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:15.904637 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:15.929988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97d213fa-e0b9-499c-92cb-1015fe820536 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:15.968501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:16.034636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba410671-9b51-43e5-9a3b-e46b68f9408b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:16.052624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T19:02:09Z', 'revision_number': 5, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port': {'id': '40cf0c70-81c3-4d9b-905a-964b5e36e8d4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:43Z', 'updated_at': '2022-01-10T18:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:16.059381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00099d-f61b-438a-8760-a4b358165341 req-1228ddf3-e872-4a3f-bb5c-09b1135b7822 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:16.061877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] Checking router: 866fbb64-b293-4d6d-a7a1-fc487256fb3b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:02:16.067342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b00099d-f61b-438a-8760-a4b358165341 req-1228ddf3-e872-4a3f-bb5c-09b1135b7822 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 950 time: 0.7143860 Jan 10 19:02:16.111397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] Routers {'866fbb64-b293-4d6d-a7a1-fc487256fb3b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:16.111949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:16.121558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Calling delete_port for 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:16.233665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c6dd9-435c-4e75-b4c1-0c4826eb3dde None None] Network 497d862e-ddf9-4236-baab-24fae1859c46 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:16.239612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:16.330611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 97d213fa-e0b9-499c-92cb-1015fe820536 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:16.352565 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:16.372008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38e06c87-4c03-4c31-82d4-b64eefd7ffc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba410671-9b51-43e5-9a3b-e46b68f9408b HTTP/1.1" status: 204 len: 168 time: 2.2627013 Jan 10 19:02:16.385060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33492) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:16.405586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:16.477466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:16.493661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-30a8a8ab-b0b9-4df7-8203-e79d55c23da8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:16.494368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-30a8a8ab-b0b9-4df7-8203-e79d55c23da8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Synchronizing usage tracker for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:16.551965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:16.579457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b00099d-f61b-438a-8760-a4b358165341 req-313ff7b4-3676-468c-bba6-4c91e2e7bbf2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114176 Jan 10 19:02:16.603901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:16.615760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Allocated IP 172.20.0.1 (a0adf005-6e55-417f-b164-5f68f9233aa4/4c3708d6-d15e-4114-8eaa-3cf99499b953/40a0c785-e80d-44c8-b524-3dd77121d537) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:16.679376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] Set router 866fbb64-b293-4d6d-a7a1-fc487256fb3b gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:16.682238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed2dd-a1b1-479b-8aa3-69796ecfe396 req-58cbb4d9-10e9-49f5-b19f-1e680a171cff tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:16.682238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39eed2dd-a1b1-479b-8aa3-69796ecfe396 req-58cbb4d9-10e9-49f5-b19f-1e680a171cff tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.7828946 Jan 10 19:02:16.753484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Pushing event deleted for resources: {'Port': ['ID=40cf0c70-81c3-4d9b-905a-964b5e36e8d4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:16.765034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:16.868850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T19:02:15Z', 'revision_number': 6, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:16.868850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4daa4f8-552e-467a-a1e7-0a34d4f01124 None None] The sync data for ids ['866fbb64-b293-4d6d-a7a1-fc487256fb3b'] in n-d-816927-8 is: [{'id': '866fbb64-b293-4d6d-a7a1-fc487256fb3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211794961-router', 'tenant_id': 'bfcb173414dc4204947d166bfbece2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:42Z', 'updated_at': '2022-01-10T19:02:15Z', 'revision_number': 6, 'project_id': 'bfcb173414dc4204947d166bfbece2e2', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:02:17.012420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-30a8a8ab-b0b9-4df7-8203-e79d55c23da8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Unset dirty status for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:17.012420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-30a8a8ab-b0b9-4df7-8203-e79d55c23da8 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.30 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 944 time: 1.4442205 Jan 10 19:02:17.124073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.241106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.263994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39eed2dd-a1b1-479b-8aa3-69796ecfe396 req-32b5e1f1-2dd3-4a66-8264-22540f2281f6 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747824 Jan 10 19:02:17.506642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038999b-8e62-451e-84e4-b1382619636c None None] DHCP port deletion for 497d862e-ddf9-4236-baab-24fae1859c46 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:02:17.515492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2038999b-8e62-451e-84e4-b1382619636c None None] Deleting port 2128e4c0-f3fd-466e-af89-f0af8b09312b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:17.515492 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2038999b-8e62-451e-84e4-b1382619636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.599805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Deleting port 2128e4c0-f3fd-466e-af89-f0af8b09312b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:17.599805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.639828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:17.664939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Deleting port 4a1da525-8140-453a-926c-a669fa596d0f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:17.665642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.703394 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095', 'code': 200} Jan 10 19:02:17.791815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d8c7-f757-41c8-b347-022c06e00ba9 req-99853bd9-ced9-42e3-b33d-a7ac5e56358d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:17.805376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af56d8c7-f757-41c8-b347-022c06e00ba9 req-99853bd9-ced9-42e3-b33d-a7ac5e56358d tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 944 time: 1.0215712 Jan 10 19:02:17.820896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.836613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.879534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.879534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 866fbb64-b293-4d6d-a7a1-fc487256fb3b {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:02:17.920753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:17.920753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c0f70ca3-7e97-4e11-9525-149fac80497b admin admin] 10.222.0.21 "DELETE /v2.0/routers/866fbb64-b293-4d6d-a7a1-fc487256fb3b HTTP/1.1" status: 204 len: 168 time: 3.2278731 Jan 10 19:02:17.920753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33506) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:17.959483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2038999b-8e62-451e-84e4-b1382619636c None None] For port 2128e4c0-f3fd-466e-af89-f0af8b09312b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2128e4c0-f3fd-466e-af89-f0af8b09312b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:17.959900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2038999b-8e62-451e-84e4-b1382619636c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.109456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Deleting subnet 6418533e-be03-48b3-81f9-41d1dbb51aa0 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:02:18.113347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.162327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:18.254521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.304034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.305835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-89a0ec73-f405-4e5f-8e28-96b47511c8eb service neutron] 10.222.0.30 "PUT /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 1122 time: 6.6852591 Jan 10 19:02:18.308667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af56d8c7-f757-41c8-b347-022c06e00ba9 req-6c408ef8-0c84-4a08-827b-a4ce31075df7 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021925 Jan 10 19:02:18.358797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2038999b-8e62-451e-84e4-b1382619636c None None] Calling delete_port for 2128e4c0-f3fd-466e-af89-f0af8b09312b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:18.440815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.456105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:18.458188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40cf0c70-81c3-4d9b-905a-964b5e36e8d4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:18.459534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a0ab0eb9-d502-475b-a59f-7041ff208f8d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:18.633338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a0ab0eb9-d502-475b-a59f-7041ff208f8d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:18.633338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a0ab0eb9-d502-475b-a59f-7041ff208f8d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:18.634438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2128e4c0-f3fd-466e-af89-f0af8b09312b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:18.641672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.659521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.705744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['898a744c-acba-4ba0-93ca-0b11c7811095'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:18.708521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6418533e-be03-48b3-81f9-41d1dbb51aa0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:18.722659 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:18.733774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['898a744c-acba-4ba0-93ca-0b11c7811095'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:18.735382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7afd3c4f-624e-4786-b768-b14b830d663d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6418533e-be03-48b3-81f9-41d1dbb51aa0 HTTP/1.1" status: 204 len: 168 time: 0.8191059 Jan 10 19:02:18.736919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33514) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:18.805549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Transition to ACTIVE for port object 40a0c785-e80d-44c8-b524-3dd77121d537 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:18.842671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed78388-aa18-4e54-b919-779de7d45a6c None None] Network 32fba634-0217-49f3-bce1-5a5bbe16f712 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:19.011041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No active binding found for port 2128e4c0-f3fd-466e-af89-f0af8b09312b {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:02:19.011364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2128e4c0-f3fd-466e-af89-f0af8b09312b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:19.013178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2038999b-8e62-451e-84e4-b1382619636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.094534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.110377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Deleting port a5aa9242-051b-44ff-b38c-eef144e82f21 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:19.111511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.149005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.168982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038999b-8e62-451e-84e4-b1382619636c None None] Pushing event deleted for resources: {'Port': ['ID=2128e4c0-f3fd-466e-af89-f0af8b09312b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:19.205493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038999b-8e62-451e-84e4-b1382619636c None None] No DVR routers for this DVR port 2128e4c0-f3fd-466e-af89-f0af8b09312b on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:19.224830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] For port 2128e4c0-f3fd-466e-af89-f0af8b09312b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2128e4c0-f3fd-466e-af89-f0af8b09312b,segment=NetworkSegment(2fa15afb-9698-47af-8651-a2845ae1858b),segment_id=2fa15afb-9698-47af-8651-a2845ae1858b)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:19.225453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.315779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4a1da525-8140-453a-926c-a669fa596d0f no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:19.424719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] For port a5aa9242-051b-44ff-b38c-eef144e82f21, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5aa9242-051b-44ff-b38c-eef144e82f21,segment=NetworkSegment(ec3d0c0f-3ac0-4677-a3e3-85a91b8df479),segment_id=ec3d0c0f-3ac0-4677-a3e3-85a91b8df479)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:19.424719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.598903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Calling delete_port for a5aa9242-051b-44ff-b38c-eef144e82f21 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:19.617511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Calling delete_port for 2128e4c0-f3fd-466e-af89-f0af8b09312b owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:19.662365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Network a0adf005-6e55-417f-b164-5f68f9233aa4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:19.693196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f382-d415-4980-87d9-4deb1120f4e4 req-51a75295-c777-4a11-b633-ea09e7f6fe4b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:19.699360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840feb87-0ef6-43a2-965c-837554ae76d7 None None] DHCP port deletion for 32fba634-0217-49f3-bce1-5a5bbe16f712 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:02:19.700246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0dd4f382-d415-4980-87d9-4deb1120f4e4 req-51a75295-c777-4a11-b633-ea09e7f6fe4b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 950 time: 1.0258441 Jan 10 19:02:19.705812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-840feb87-0ef6-43a2-965c-837554ae76d7 None None] Deleting port a5aa9242-051b-44ff-b38c-eef144e82f21 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:19.705812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-840feb87-0ef6-43a2-965c-837554ae76d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.716757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.718370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:19.727065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664caf9-cbf4-421c-8545-c00d18752cb6 req-f6269ff6-38a6-4c46-b4d8-7854118f7173 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:19.729105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9664caf9-cbf4-421c-8545-c00d18752cb6 req-f6269ff6-38a6-4c46-b4d8-7854118f7173 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 1.5472982 Jan 10 19:02:19.735569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:19.762714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:19.768690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=40a0c785-e80d-44c8-b524-3dd77121d537,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:19.795072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-840feb87-0ef6-43a2-965c-837554ae76d7 None None] The port 'a5aa9242-051b-44ff-b38c-eef144e82f21' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:02:19.868942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5aa9242-051b-44ff-b38c-eef144e82f21,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:19.882191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] No DVR routers for this DVR port a5aa9242-051b-44ff-b38c-eef144e82f21 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:19.923001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] For port 4a1da525-8140-453a-926c-a669fa596d0f, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4a1da525-8140-453a-926c-a669fa596d0f,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:19.923001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:19.926407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5aa9242-051b-44ff-b38c-eef144e82f21 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:19.965413 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.014197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a5aa9242-051b-44ff-b38c-eef144e82f21 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:20.015158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5aa9242-051b-44ff-b38c-eef144e82f21 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:20.090968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-141dfdd2-cc84-40c1-8cb9-bbedc4cf0b53 None None] Provisioning for port 40a0c785-e80d-44c8-b524-3dd77121d537 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:20.103600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-141dfdd2-cc84-40c1-8cb9-bbedc4cf0b53 None None] Provisioning complete for port 40a0c785-e80d-44c8-b524-3dd77121d537 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:20.103972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-141dfdd2-cc84-40c1-8cb9-bbedc4cf0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.141223 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.177945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fba634-0217-49f3-bce1-5a5bbe16f712']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:20.194338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:20.194973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3d0c0f-3ac0-4677-a3e3-85a91b8df479') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:20.207433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Calling delete_port for 4a1da525-8140-453a-926c-a669fa596d0f owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:20.210776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.227790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.234520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:02:20.235443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.237734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-141dfdd2-cc84-40c1-8cb9-bbedc4cf0b53 None None] Port 40a0c785-e80d-44c8-b524-3dd77121d537 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:02:20.346453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.375601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.394098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] Pushing event deleted for resources: {'Network': ['ID=32fba634-0217-49f3-bce1-5a5bbe16f712,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:20.413217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-03510608-c208-4462-967d-e6e4086b2773 admin admin] 10.222.0.21 "DELETE /v2.0/networks/32fba634-0217-49f3-bce1-5a5bbe16f712 HTTP/1.1" status: 204 len: 168 time: 1.6608024 Jan 10 19:02:20.413217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:20.454850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9664caf9-cbf4-421c-8545-c00d18752cb6 req-883c0a3b-39ef-4770-acd3-2f5140fe893f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749549 Jan 10 19:02:20.454850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.491284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0dd4f382-d415-4980-87d9-4deb1120f4e4 req-59792b63-9397-4142-98cf-7130598270cf tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898064 Jan 10 19:02:20.512954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:02:20.518024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event deleted for resources: {'Port': ['ID=4a1da525-8140-453a-926c-a669fa596d0f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:20.533615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:02:20.533940 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:02:20.951452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.959444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-594a5787-85dd-4d80-a589-8061fce8f0e4 req-6c88577f-2348-4dc4-838c-e3eea4f07397 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0feb7abf-8d74-4c99-a17a-44ce541e737c HTTP/1.1" status: 200 len: 210 time: 0.1538074 Jan 10 19:02:20.966572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] No DVR routers for this DVR port 4a1da525-8140-453a-926c-a669fa596d0f on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:20.974760 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:20.990195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:21.043127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a155ca4e-1a85-4f42-b79e-7a583b47bb8d req-fe749228-01ea-43d8-8b35-54580811653f tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.30 "DELETE /v2.0/ports/4a1da525-8140-453a-926c-a669fa596d0f HTTP/1.1" status: 204 len: 173 time: 3.9906199 Jan 10 19:02:21.048833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Deleting port 2128e4c0-f3fd-466e-af89-f0af8b09312b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:21.049619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:21.281343 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095', 'status': 'completed', 'code': 200} Jan 10 19:02:21.290570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] The port '2128e4c0-f3fd-466e-af89-f0af8b09312b' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:02:21.518811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:21.604558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eb34b-808e-42d9-b2c6-22ec10906a29 req-c096f398-e048-4d67-851b-46735e4f8b99 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:21.606284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e8eb34b-808e-42d9-b2c6-22ec10906a29 req-c096f398-e048-4d67-851b-46735e4f8b99 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.8019061 Jan 10 19:02:21.657605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:21.752481 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-77925ca7-6709-4b39-a4cf-a95d50bfee5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1125 time: 0.4634595 Jan 10 19:02:21.906726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:21.920851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4086260-f5fc-40bb-b258-4949b608f799 req-24624912-9f39-43ba-973a-872ed7551cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:21.922241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-24624912-9f39-43ba-973a-872ed7551cca service neutron] 10.222.0.44 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.1640735 Jan 10 19:02:22.063598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-9fc5bbd7-9aed-4b8f-8d22-26b1d996c9c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 217 time: 0.1251664 Jan 10 19:02:22.130273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497d862e-ddf9-4236-baab-24fae1859c46']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:22.182181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=40a0c785-e80d-44c8-b524-3dd77121d537,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:22.191543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa15afb-9698-47af-8651-a2845ae1858b') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:22.192363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa15afb-9698-47af-8651-a2845ae1858b') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:22.201964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:22.220871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4086260-f5fc-40bb-b258-4949b608f799 req-9f15814b-5809-45d7-8176-09b3c172404b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:22.222527 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-9f15814b-5809-45d7-8176-09b3c172404b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1495979 Jan 10 19:02:22.262036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4df4c42-e517-454a-8b27-f0734fa164e3 req-1870a2a6-cc1d-426b-a571-831b68a5c98a tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 1101 time: 0.9210823 Jan 10 19:02:22.270154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e8eb34b-808e-42d9-b2c6-22ec10906a29 req-4a325f4e-b6b2-4bbe-bd99-88ab0c453542 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506007 Jan 10 19:02:22.284223 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-c1753b24-11c9-4963-ae91-30b8134f8f86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515709 Jan 10 19:02:22.305718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:22.436112 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:22.445412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:02:22.445966 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:02:22.551258 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:02:22.634336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-f8619d7c-8951-4e94-af35-c969ad58b7dc service neutron] 10.222.0.44 "GET /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.1759543 Jan 10 19:02:22.733970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Network a0adf005-6e55-417f-b164-5f68f9233aa4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:22.741688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:22.741688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:22.776781 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-b3ab8cc2-e9a4-48ac-af01-d2d5443e83cc service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841769 Jan 10 19:02:22.895854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:22.937468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/497d862e-ddf9-4236-baab-24fae1859c46 HTTP/1.1" status: 204 len: 168 time: 6.5227747 Jan 10 19:02:22.968399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4df4c42-e517-454a-8b27-f0734fa164e3 req-41048b8a-bb98-4969-b889-1811ae5111b0 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042875 Jan 10 19:02:22.985231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5df086-bfc2-4120-9336-5d4a43228a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=497d862e-ddf9-4236-baab-24fae1859c46,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:23.038581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Deleting port 5466f23c-fa9f-483b-b564-569b7794d91b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:23.038698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:23.226356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4bebee2-793f-4108-8e96-808b47d6ac1a None None] Provisioning complete for port 40a0c785-e80d-44c8-b524-3dd77121d537 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:23.232903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4bebee2-793f-4108-8e96-808b47d6ac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:23.249328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993814fc-6f90-4e9d-ac2e-0150aec01800 req-5051cf78-8272-4e5d-88e0-ed308f233be6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:23.250949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-993814fc-6f90-4e9d-ac2e-0150aec01800 req-5051cf78-8272-4e5d-88e0-ed308f233be6 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.6947114 Jan 10 19:02:23.270045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:23.293278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'name': 'network-vif-deleted', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:23.332550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b4bebee2-793f-4108-8e96-808b47d6ac1a None None] Port 40a0c785-e80d-44c8-b524-3dd77121d537 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:02:23.522441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4086260-f5fc-40bb-b258-4949b608f799 req-bed25e92-95ac-40c4-9965-b4ed0908b263 service neutron] 10.222.0.44 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312300 Jan 10 19:02:23.543833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8e214fd4-1620-4c5f-8aa2-ec544e935714 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481553 Jan 10 19:02:23.556981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-993814fc-6f90-4e9d-ac2e-0150aec01800 req-6cbb125f-0e55-4e19-af56-ec45716313a2 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978716 Jan 10 19:02:23.676095 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0feb7abf-8d74-4c99-a17a-44ce541e737c', 'name': 'network-vif-deleted', 'tag': '4a1da525-8140-453a-926c-a669fa596d0f', 'status': 'completed', 'code': 200} Jan 10 19:02:23.853157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-0a7d8e11-0ca6-404f-bfd6-5af6444318e3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:23.859809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-0a7d8e11-0ca6-404f-bfd6-5af6444318e3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012245 Jan 10 19:02:23.951170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-fe035810-03cc-4237-b998-a691960fe82a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/quotas/b2e1161afdee4a9381d55891c0c08c26 HTTP/1.1" status: 200 len: 375 time: 0.0906622 Jan 10 19:02:24.061516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f97771c5-4c74-4805-8bae-6454e5af0cc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecd57ef90b084a3b9b97d0b2bbc8586c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7767773 Jan 10 19:02:24.064605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] For port 5466f23c-fa9f-483b-b564-569b7794d91b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5466f23c-fa9f-483b-b564-569b7794d91b,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:24.069367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Router 3087d86c-b081-482e-adb5-00ed9b07bff0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:02:24.069992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33568) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:24.070299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:24.088488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc23af-4a3e-4e97-afba-fb75ffd52123 req-9f48c2b0-b3ca-4f4d-9f88-667467909c3e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:24.096320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77fc23af-4a3e-4e97-afba-fb75ffd52123 req-9f48c2b0-b3ca-4f4d-9f88-667467909c3e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2344716 Jan 10 19:02:24.237270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-c8e84b29-99c1-4db7-9dc6-1300047ee742 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2713735 Jan 10 19:02:24.250778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Calling delete_port for 5466f23c-fa9f-483b-b564-569b7794d91b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:24.336282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:24.341021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77fc23af-4a3e-4e97-afba-fb75ffd52123 req-9e031c66-7dc8-4026-81db-ecd406eb86c7 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438672 Jan 10 19:02:24.367535 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-df7f0b86-ab77-4665-9701-b392add0e156 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5477185 Jan 10 19:02:24.394567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:24.404119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc47bcba-3223-4937-97e7-dcb1364370fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:24.507269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898a744c-acba-4ba0-93ca-0b11c7811095 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:24.552245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:24.560665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc47bcba-3223-4937-97e7-dcb1364370fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:24.632041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:24.741306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc47bcba-3223-4937-97e7-dcb1364370fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:24.811962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47bcba-3223-4937-97e7-dcb1364370fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ff3a2-863c-4c61-adb7-e60d7d8dcfd0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:24.872116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:24.967137 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-4ff96fe3-be49-47b4-8be6-4a1c8f04d548 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93374e719a5d4df7a26825ccaa44e64c&device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 1100 time: 0.4024551 Jan 10 19:02:24.995355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=5466f23c-fa9f-483b-b564-569b7794d91b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:25.030443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] Transition to ACTIVE for port object 898a744c-acba-4ba0-93ca-0b11c7811095 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:25.086049 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:25.213274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc47bcba-3223-4937-97e7-dcb1364370fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:25.215518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cc47bcba-3223-4937-97e7-dcb1364370fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f89ff3a2-863c-4c61-adb7-e60d7d8dcfd0 HTTP/1.1" status: 204 len: 168 time: 1.1033905 Jan 10 19:02:25.235541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebd713ca-4904-4ad3-ac0f-491370d3e0c0 req-6ae02942-1eed-4060-9203-0d2a6dc9864c tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 210 time: 0.4494877 Jan 10 19:02:25.319823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:25.460091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:02:25.473231 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Sync routers for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:02:25.483424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-596ac765-93c7-4da9-badb-dcc3ebdedcf2 admin admin] 10.222.0.21 "PUT /v2.0/routers/3087d86c-b081-482e-adb5-00ed9b07bff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4719317 Jan 10 19:02:25.491818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:25.504738 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:25.505369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:25.693699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] Pushing event updated for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:25.725468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] No DVR routers for this DVR port 898a744c-acba-4ba0-93ca-0b11c7811095 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:25.746018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-2c9d2ce1-ce2e-43a6-a4e1-df2f8926f6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:25.749716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-2c9d2ce1-ce2e-43a6-a4e1-df2f8926f6bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.7468066 Jan 10 19:02:25.952730 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-3b51eb04-74ec-426e-916b-762a85999b01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 HTTP/1.1" status: 200 len: 217 time: 0.1709578 Jan 10 19:02:25.956485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-eff35849-12fc-47fa-946b-d37bcb9934a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095/bindings/n-h2-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 3.3031337 Jan 10 19:02:26.092580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:26.357307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-673fbf05-830c-4bf6-b395-cc3f494a624b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:26.357307 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-673fbf05-830c-4bf6-b395-cc3f494a624b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.3745825 Jan 10 19:02:26.771863 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-807aa9f1-750a-4874-8896-8196d139fa8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4184563 Jan 10 19:02:26.828688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4762268-6f0a-4a6b-8a87-329fb7ff5f5c req-b4ea6ab0-e444-41dd-aa34-ad1710d2c081 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:26.836306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4762268-6f0a-4a6b-8a87-329fb7ff5f5c req-b4ea6ab0-e444-41dd-aa34-ad1710d2c081 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.8178115 Jan 10 19:02:26.846026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:26.912047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-019c55e8-bad9-4af6-8f42-027998c794d2 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.8075216 Jan 10 19:02:26.983804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-9343cb95-69b2-4c79-bcd2-725cf1728dd5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:26.984578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-9343cb95-69b2-4c79-bcd2-725cf1728dd5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Synchronizing usage tracker for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:27.006909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4762268-6f0a-4a6b-8a87-329fb7ff5f5c req-b48c53f6-de02-4dd5-a43a-052338c213c4 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661470 Jan 10 19:02:27.078890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-9343cb95-69b2-4c79-bcd2-725cf1728dd5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Unset dirty status for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:27.083963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-9343cb95-69b2-4c79-bcd2-725cf1728dd5 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 944 time: 1.6960030 Jan 10 19:02:27.092362 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:21Z', 'revision_number': 2, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:27.098718 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Checking router: 3087d86c-b081-482e-adb5-00ed9b07bff0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:02:27.098718 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Updating router 3087d86c-b081-482e-adb5-00ed9b07bff0 port 40a0c785-e80d-44c8-b524-3dd77121d537 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:02:27.115399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1baa-6815-4176-b4d4-6cb37de82850 req-cec2da8b-4fb4-4ecb-bf5f-82c4e3d685e0 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:27.127757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e66d1baa-6815-4176-b4d4-6cb37de82850 req-cec2da8b-4fb4-4ecb-bf5f-82c4e3d685e0 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 944 time: 0.4470630 Jan 10 19:02:27.229361 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:27.256778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-d68e652e-512b-4200-85a5-2295babe38d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6&tenant_id=16270c363a3742fe89ef8e15c5f8d43b HTTP/1.1" status: 200 len: 1096 time: 0.3331800 Jan 10 19:02:27.302795 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-b875fe13-e4a0-4ea3-a67b-5a2d3c93fa8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3203044 Jan 10 19:02:27.496084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Deleting port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:27.496613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:27.564034 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-cb25b4ae-6c8a-41be-96ed-b183a4c85422 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570679 Jan 10 19:02:27.603305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e66d1baa-6815-4176-b4d4-6cb37de82850 req-8f9d8250-a1ed-41e1-bd5a-5a28f19a8dfb tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f1e44a6-6ee7-45f6-b01b-3ce756be9190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877871 Jan 10 19:02:28.067310 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-5dc7795e-4518-4a18-a72a-6bc595e5c9d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 1095 time: 0.6003788 Jan 10 19:02:28.175511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] For port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,segment=NetworkSegment(f343ece7-769c-49e8-ae66-fd9ad10a7275),segment_id=f343ece7-769c-49e8-ae66-fd9ad10a7275)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:28.176222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:28.341346 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:28.367568 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Transition to ACTIVE for port object 40a0c785-e80d-44c8-b524-3dd77121d537 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:28.386023 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:28.400042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-786e75d4-843b-4748-adf7-203aa04c6b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:28.401978 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-786e75d4-843b-4748-adf7-203aa04c6b5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 0.2819061 Jan 10 19:02:28.408787 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7999629-1ca2-4c98-9e3e-9509f3e1d5d5 req-2155baf1-ba74-4b54-acc1-116bcf7982ca service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8394527 Jan 10 19:02:28.423987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Calling delete_port for 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:28.573114 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-14351ec8-cf6f-4c9d-9f7a-ebb357cbd656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 200 len: 217 time: 0.1632023 Jan 10 19:02:28.618025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33640) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:28.790550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ae81d-a139-45d1-a8d4-7ac0eb07da4d req-a975fa1c-2ae2-4454-83d2-1979053890b8 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:28.792387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b9ae81d-a139-45d1-a8d4-7ac0eb07da4d req-a975fa1c-2ae2-4454-83d2-1979053890b8 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 1.4558766 Jan 10 19:02:28.815951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-f916201f-70bf-4b4b-b541-02795447cf96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1096 time: 1.4823692 Jan 10 19:02:28.832945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66b8297-2901-41fc-966b-900cb5702501 req-bd02b307-5393-45c9-b7dc-5b0f37f206c4 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 210 time: 0.2352927 Jan 10 19:02:28.905466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2ee02-1710-4d0b-a524-65779568b61e None None] Pushing event updated for resources: {'Port': ['ID=40a0c785-e80d-44c8-b524-3dd77121d537,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:28.930968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-5d8d2e5f-2612-4dfb-b0a5-e9cc87a5e01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:28.932950 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-5d8d2e5f-2612-4dfb-b0a5-e9cc87a5e01c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.3511081 Jan 10 19:02:29.119767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-7bfb81c5-a085-45b4-abb5-be0ebe8c4e53 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2e1161afdee4a9381d55891c0c08c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2473240 Jan 10 19:02:29.145637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-e5d6ca4b-2b04-45b7-8ff3-f805ae46f068 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820223 Jan 10 19:02:29.222499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1646577008-network', 'tenant_id': 'b9eba64317c14cd89af66416cb26853e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:29.275160 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Attempting to bind port 40a0c785-e80d-44c8-b524-3dd77121d537 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:29.275542 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Attempting to bind port 40a0c785-e80d-44c8-b524-3dd77121d537 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:29.275941 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Attempting to bind port 40a0c785-e80d-44c8-b524-3dd77121d537 on network a0adf005-6e55-417f-b164-5f68f9233aa4 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:29.289255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:29.291405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Checking segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:29.293994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:29.294508 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:29.295778 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Bound using segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:29.297862 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Bound port: 40a0c785-e80d-44c8-b524-3dd77121d537, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:29.302666 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:29.312480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Usage tracker for resource:network and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:29.324853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:29.331013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:29.468226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:29.504727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b9ae81d-a139-45d1-a8d4-7ac0eb07da4d req-5d1da069-5b17-4fa2-a2bb-7d1c986c068c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422977 Jan 10 19:02:29.515100 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] For port 40a0c785-e80d-44c8-b524-3dd77121d537, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:29.519934 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] For port 40a0c785-e80d-44c8-b524-3dd77121d537, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40a0c785-e80d-44c8-b524-3dd77121d537,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:29.540987 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:29.712417 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2ee02-1710-4d0b-a524-65779568b61e None None] Pushing event updated for resources: {'Port': ['ID=40a0c785-e80d-44c8-b524-3dd77121d537,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:29.753672 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:29.757105 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:29.781027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:29.949810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Made reservation on behalf of b9eba64317c14cd89af66416cb26853e for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:29.967961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:30.091638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:30.162570 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:30.162673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-9dc57137-b2ec-462c-92f2-b1c0b3f03a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:30.165377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-9dc57137-b2ec-462c-92f2-b1c0b3f03a79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 200 len: 909 time: 1.3291833 Jan 10 19:02:30.199935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-ee8608f2-26f7-4c4d-aba6-a73f10322381 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:30.212277 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-ee8608f2-26f7-4c4d-aba6-a73f10322381 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0691540 Jan 10 19:02:30.224182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Pushing event deleted for resources: {'Port': ['ID=8ce5031e-0ed5-4ad6-95d1-c934019c71c9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:30.246362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Request body: {'port': {'device_id': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'b2e1161afdee4a9381d55891c0c08c26'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:30.269172 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-1c82eba1-dcda-4b09-b979-1c3d039ea12f service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0306206 Jan 10 19:02:30.364005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-4205ad5a-c6ea-471e-9ac3-6480346a9b56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 200 len: 217 time: 0.1031599 Jan 10 19:02:30.490645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] No DVR routers for this DVR port 8ce5031e-0ed5-4ad6-95d1-c934019c71c9 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:30.493575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-da030bd3-c451-4dc2-b075-23e6cd60b8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:30.496146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-da030bd3-c451-4dc2-b075-23e6cd60b8ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 200 len: 848 time: 0.1118181 Jan 10 19:02:30.497255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:30.508378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'name': 'network-vif-deleted', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:30.602923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:30.612299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-b03ed2cd-6bdd-41cb-b236-52275a8da3f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bcd03f3-210f-4242-b69a-b3a60675d3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895369 Jan 10 19:02:30.613605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:30.636717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:30.689050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Made reservation on behalf of b2e1161afdee4a9381d55891c0c08c26 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:30.693804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:30.699006 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:29Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:30.703224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:30.704052 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e02726-8c2c-4e2a-a71f-201396415e99 None None] The sync data for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 is: [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:29Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:02:30.712710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:30.725399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:30.736099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bbd3e51-ff36-489e-8d71-5efbd40aa015 req-77e6f1e3-f8d5-4368-899a-648bb7c88420 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.30 "DELETE /v2.0/ports/8ce5031e-0ed5-4ad6-95d1-c934019c71c9 HTTP/1.1" status: 204 len: 173 time: 3.6032102 Jan 10 19:02:30.751521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33664) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:30.833551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:30.840759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568626766', 'description': 'tempest-description--892055441'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:30.857758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:30.880570 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:30.920280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697981da-d4d8-46e8-a8c2-17deb29cd3ba req-35d790d4-746e-4ab7-9c83-08f0d2e0816f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:30.921894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-697981da-d4d8-46e8-a8c2-17deb29cd3ba req-35d790d4-746e-4ab7-9c83-08f0d2e0816f tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.7548609 Jan 10 19:02:30.924238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Usage tracker for resource:security_group and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:30.943139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:30.971273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:30.974073 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c4389790-f5ec-41c8-9663-2dd88d9e64a7 req-91c8f9a4-7991-46c2-8c4b-72ab2827ec6b service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269226 Jan 10 19:02:31.011979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce280028-47e2-49df-9cd4-915ec63938f6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:31.041092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-f05b48c2-0670-47ea-bb37-4566a910c899 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178162 Jan 10 19:02:31.048590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-eb605c7d-7b7e-47f7-b833-c8e7327067e5 req-8cb6a287-1864-463e-b710-89932bd71826 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Synchronizing usage tracker for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:31.072803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:02:31.101250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:31.164089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:02:31.272708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Allocated IP 192.168.233.156 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/ae0ea592-c340-45d1-9a31-9c4fce984421) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:31.319894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:31.320969 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Added segment 5b5c3fef-8d00-49f6-985a-fbd422219348 of type vlan for network ee7aa881-807e-4af2-bd1c-4f9277269768 Jan 10 19:02:31.350593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-eb605c7d-7b7e-47f7-b833-c8e7327067e5 req-8cb6a287-1864-463e-b710-89932bd71826 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] Unset dirty status for tenant:3a4abe15f1ad4655a67f9ec43547611d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:31.353065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb605c7d-7b7e-47f7-b833-c8e7327067e5 req-8cb6a287-1864-463e-b710-89932bd71826 tempest-LiveAutoBlockMigrationV225Test-1842983951 tempest-LiveAutoBlockMigrationV225Test-1842983951-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74 HTTP/1.1" status: 200 len: 210 time: 0.4111891 Jan 10 19:02:31.400969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-697981da-d4d8-46e8-a8c2-17deb29cd3ba req-6e8633ac-3879-482f-aaea-2e6d104c78e3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501295 Jan 10 19:02:31.526064 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:31.588024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:31.617080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Usage tracker for resource:security_group_rule and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:31.629483 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7cfea2-e22a-4dd3-b8c8-2d55f0f96e74', 'name': 'network-vif-deleted', 'tag': '8ce5031e-0ed5-4ad6-95d1-c934019c71c9', 'status': 'completed', 'code': 200} Jan 10 19:02:31.660470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:31.693557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:31.700469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-8c0c8adc-b480-49b0-aaa1-12b25b2eef10 service neutron] 10.222.0.30 "GET /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455483 Jan 10 19:02:31.765849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:31.795795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddff2f1-be94-4e7a-a449-9cac0dd5ba5e req-23ac293e-7e50-42d5-8df9-4024eb121680 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 210 time: 0.0919859 Jan 10 19:02:31.806834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Transition to ACTIVE for port object ae0ea592-c340-45d1-9a31-9c4fce984421 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:31.814954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:31.816228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:31.816933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:31.824564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:02:31.842763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] Sync routers for ids ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:02:31.862420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-70d1575d-494f-4d4b-93fc-40049a0e9f1d admin admin] 10.222.0.21 "PUT /v2.0/routers/c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4585211 Jan 10 19:02:31.863416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33674) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:31.877523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] Routers {'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:31.878165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:32.035056 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.191337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:32.199310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:32.202675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:32.255141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7aa881-807e-4af2-bd1c-4f9277269768,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:32.292382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event updated for resources: {'Port': ['ID=ae0ea592-c340-45d1-9a31-9c4fce984421,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:32.331520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:32.398121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d', '787151ef-d2fe-4538-86ee-58c56f805ed6', 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:32.451852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:32.451852 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.478098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a0c785-e80d-44c8-b524-3dd77121d537 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:32.506392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ee7aa881-807e-4af2-bd1c-4f9277269768 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:02:32.515223 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8da92f7b-cc38-4a27-8e3b-eb6b91c23bc1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2745674 Jan 10 19:02:32.536382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Request body: {'port': {'device_id': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:32.644713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.668695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.688434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5ee99f37-7a23-45e2-a279-83c07ed7f9f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.0452607 Jan 10 19:02:32.694938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33688) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:32.713897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.717959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9602423 Jan 10 19:02:32.722352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Request body: {'subnet': {'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1646577008-subnet', 'tenant_id': 'b9eba64317c14cd89af66416cb26853e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:32.730603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:32.740894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Request body: {'security_group_rule': {'security_group_id': 'a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:32.742961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:32.748006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] Set router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:32.759442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:32.764042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf08e15-2196-48bc-85fd-cdae59e85fe6 req-be7bd622-2eba-49af-b8a3-03eab3f91d38 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:32.771739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3cf08e15-2196-48bc-85fd-cdae59e85fe6 req-be7bd622-2eba-49af-b8a3-03eab3f91d38 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 951 time: 0.3889358 Jan 10 19:02:32.775592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Usage tracker for resource:security_group_rule and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:32.775592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:32.775940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Usage tracker for resource:subnet and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:32.782513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:32.790658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193b105-31e7-45f3-a63e-c125791d33e4 req-66d7bc3b-fe14-4c0b-89a2-fea90b57bf78 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:32.792202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5193b105-31e7-45f3-a63e-c125791d33e4 req-66d7bc3b-fe14-4c0b-89a2-fea90b57bf78 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.9557681 Jan 10 19:02:32.810695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:32.829839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:32.836468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-85a2b7c4-9ebb-42fc-a453-68e032444912 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6&tenant_id=16270c363a3742fe89ef8e15c5f8d43b&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.5663414 Jan 10 19:02:32.841188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac75fbe-500a-48f2-9976-ba752143859c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:32.886770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.908918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.924982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3cf08e15-2196-48bc-85fd-cdae59e85fe6 req-7176459e-a104-4b5d-bc64-6b519d45437d tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309171 Jan 10 19:02:32.927671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Made reservation on behalf of b9eba64317c14cd89af66416cb26853e for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:32.930204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:32.967970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f449d748-75e4-477a-809d-c190e47b8ffa None None] Provisioning for port ae0ea592-c340-45d1-9a31-9c4fce984421 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:33.003093 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.026245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f449d748-75e4-477a-809d-c190e47b8ffa None None] Provisioning complete for port ae0ea592-c340-45d1-9a31-9c4fce984421 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:33.026771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f449d748-75e4-477a-809d-c190e47b8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.093543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33700) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:33.152491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5193b105-31e7-45f3-a63e-c125791d33e4 req-2e9079d7-c6ff-4077-9d9f-30aff044faad tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196225 Jan 10 19:02:33.242404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.261559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.294706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-e0510c5f-ae5e-4e41-ad55-b413221fbb6a service neutron] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:33.314263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f449d748-75e4-477a-809d-c190e47b8ffa None None] Port ae0ea592-c340-45d1-9a31-9c4fce984421 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:02:33.336389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e09724-3cec-46db-8522-ea4ee1dd1fc8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:33.433562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:33.479969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 40a0c785-e80d-44c8-b524-3dd77121d537 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:33.482394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.487080 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-351ca39a-299b-49f1-ac56-5b26b2a01796 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7544229 Jan 10 19:02:33.493296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33706) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:33.498659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Request body: {'security_group_rule': {'security_group_id': 'a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:33.521063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40a0c785-e80d-44c8-b524-3dd77121d537 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:33.521305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.523679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:33.545358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Usage tracker for resource:security_group_rule and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:33.553345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:33.584699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:33.594682 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-e0510c5f-ae5e-4e41-ad55-b413221fbb6a service neutron] Notify callbacks [] for binding, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.594682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31a046a4-f2dc-44c4-a059-b1542d756c72 req-e0510c5f-ae5e-4e41-ad55-b413221fbb6a service neutron] 10.222.0.30 "DELETE /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095/bindings/n-h1-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.7501647 Jan 10 19:02:33.715710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.759649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Deleting subnet bc306723-0f0a-49fd-845e-6b09f9cdf160 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:02:33.781918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.824190 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.865399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e134-9d9d-4890-8d88-28edbb944e4e req-b5107cbe-c389-49ce-970e-731d16eb02c0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:33.865672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Deleting port 81d6449a-c141-42b2-b624-896747b1b7e7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:33.865672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.869025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae09e134-9d9d-4890-8d88-28edbb944e4e req-b5107cbe-c389-49ce-970e-731d16eb02c0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 936 time: 0.4214437 Jan 10 19:02:33.887226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.904829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.969816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:33.990304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73169f1-df43-497b-b649-9db91cb03dcb req-c809b9bd-a4f1-4ef3-a8b8-ccf301cd70ac tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:33.997098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d73169f1-df43-497b-b649-9db91cb03dcb req-c809b9bd-a4f1-4ef3-a8b8-ccf301cd70ac tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.5482085 Jan 10 19:02:34.119928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.133579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.148552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.159100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:34.181022 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.207557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:34.207891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T19:02:24Z', 'revision_number': 5, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port': {'id': '81d6449a-c141-42b2-b624-896747b1b7e7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T18:56:53Z', 'updated_at': '2022-01-10T18:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:34.229179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.237088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae09e134-9d9d-4890-8d88-28edbb944e4e req-f6274f77-b84d-4396-8a7d-cfc6549b5fc7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532231 Jan 10 19:02:34.249449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3edadf2f-c1ae-4021-ae5e-3bdd7054b127,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:34.273413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0b1c45-ec8b-4ff2-a1c4-7b92de8a3193,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:34.273413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:02:34.291412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d73169f1-df43-497b-b649-9db91cb03dcb req-e53736e0-fa24-491e-8359-20eb4a67caf9 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853260 Jan 10 19:02:34.310211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] Checking router: c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:02:34.345998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Checking segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:34.345998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Network hostable DHCP agents. Network: ee7aa881-807e-4af2-bd1c-4f9277269768, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:02:34.379372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.440454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Network ee7aa881-807e-4af2-bd1c-4f9277269768 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:02:34.452762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.463380 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3da5b63-118f-40e9-a729-f5c8dd6f6b8e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9644296 Jan 10 19:02:34.463380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33724) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:34.463380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] For port 81d6449a-c141-42b2-b624-896747b1b7e7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=81d6449a-c141-42b2-b624-896747b1b7e7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:34.467470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.469677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc306723-0f0a-49fd-845e-6b09f9cdf160,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:34.475099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ee7aa881-807e-4af2-bd1c-4f9277269768) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:34.479443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:34.483645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.488069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:34.490368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.507060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cf70f64f-b2b7-4a18-a6be-ecdb9d306c40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc306723-0f0a-49fd-845e-6b09f9cdf160 HTTP/1.1" status: 204 len: 168 time: 1.4017425 Jan 10 19:02:34.512936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33730) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:34.563074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:34.608546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=11']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:34.622217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a0673818-abe4-427e-89e9-a46d0ee14e5f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9103954 Jan 10 19:02:34.686954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Calling delete_port for 81d6449a-c141-42b2-b624-896747b1b7e7 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:34.701620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c330c26-5537-468c-887c-26b075c1ff7a None None] Network ee7aa881-807e-4af2-bd1c-4f9277269768 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:34.711890 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.727116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Usage tracker for resource:floatingip and tenant:cdbea77850274e56a1b17a0193b45dee is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:34.753766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:34.774149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0ea592-c340-45d1-9a31-9c4fce984421 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:34.806933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:34.816014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.838061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8751db-8c47-4687-b096-0cda235684ab req-2d02c2e1-b5ac-4ba3-9542-36220d878bf6 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:34.839730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f8751db-8c47-4687-b096-0cda235684ab req-2d02c2e1-b5ac-4ba3-9542-36220d878bf6 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 949 time: 0.2080986 Jan 10 19:02:34.844242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.858704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Transition to ACTIVE for port object ae0ea592-c340-45d1-9a31-9c4fce984421 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:34.888954 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'code': 200} Jan 10 19:02:34.902686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:34.997769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 40a0c785-e80d-44c8-b524-3dd77121d537, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40a0c785-e80d-44c8-b524-3dd77121d537,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:35.035491 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.087630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] Routers {'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:02:35.088444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:02:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:35.091525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0ea592-c340-45d1-9a31-9c4fce984421,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:35.224516 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.295888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2095056-0d2e-4d3b-bc7e-d82f4d7d38db']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:35.323476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f8751db-8c47-4687-b096-0cda235684ab req-d0f58d7e-c756-4ecb-b3e1-201896dbc448 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519302 Jan 10 19:02:35.331679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f343ece7-769c-49e8-ae66-fd9ad10a7275') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:35.332395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f343ece7-769c-49e8-ae66-fd9ad10a7275') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:35.347194 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.366232 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.385413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:02:35.385756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.391400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:02:35.393166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:35.508526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=40a0c785-e80d-44c8-b524-3dd77121d537,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:02:35.520144 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:02:35.530284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.558833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.565621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f30b15ec-5b40-40b6-8244-f3de70e71e16 req-99b88c03-b6b0-464e-ae7f-2c8d4556874b tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 1096 time: 0.4584672 Jan 10 19:02:35.590462 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:02:35.590919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2095056-0d2e-4d3b-bc7e-d82f4d7d38db,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:35.608592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-231ef18f-662e-4669-9d26-be2a6158ec02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2095056-0d2e-4d3b-bc7e-d82f4d7d38db HTTP/1.1" status: 204 len: 168 time: 1.0935051 Jan 10 19:02:35.613638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33754) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:35.647905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f30b15ec-5b40-40b6-8244-f3de70e71e16 req-f6b3a960-a8df-4c26-bb53-962d8446e116 tempest-LiveMigrationTest-665773019 tempest-LiveMigrationTest-665773019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749156 Jan 10 19:02:35.674790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.747965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Pushing event deleted for resources: {'Port': ['ID=81d6449a-c141-42b2-b624-896747b1b7e7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:35.784717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:35.800548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Attempting to bind port ae0ea592-c340-45d1-9a31-9c4fce984421 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:35.800831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Attempting to bind port ae0ea592-c340-45d1-9a31-9c4fce984421 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:35.801527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Attempting to bind port ae0ea592-c340-45d1-9a31-9c4fce984421 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:35.805843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Deleting subnet 05a82a2e-3746-4b5b-a683-14b992bdb517 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:02:35.814954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40cbfe-414b-4dc2-81a6-c13a3003f434 None None] Network ee7aa881-807e-4af2-bd1c-4f9277269768 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:35.826619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Port ae0ea592-c340-45d1-9a31-9c4fce984421 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:02:35.827103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Attempting to bind port ae0ea592-c340-45d1-9a31-9c4fce984421 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:35.831940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] Set router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:02:35.835201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.849856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-d020e81f-4998-44ea-84e0-6aab84d60774 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:35.850981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-d020e81f-4998-44ea-84e0-6aab84d60774 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:35.887874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-d020e81f-4998-44ea-84e0-6aab84d60774 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:35.889134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-d020e81f-4998-44ea-84e0-6aab84d60774 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.2320409 Jan 10 19:02:35.893947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'mac_address': 'fa:16:3e:0d:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:02:35.911893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:35.917634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-e65a3e73-6fd6-4ef8-aaa8-c90afb161f4f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/quotas/b9eba64317c14cd89af66416cb26853e HTTP/1.1" status: 200 len: 375 time: 0.0201261 Jan 10 19:02:35.949369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:35.949725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:35.950105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:35.950549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Bound port: ae0ea592-c340-45d1-9a31-9c4fce984421, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:35.950909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.006624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-6e1e851e-b3fa-4b03-9bb7-0622a21cec86 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827329 Jan 10 19:02:36.090478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f448b5e-00fa-4f0b-a93c-d79bff9d476e req-82d14d79-c669-4c10-ab3c-b4be43d85848 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:36.092120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f448b5e-00fa-4f0b-a93c-d79bff9d476e req-82d14d79-c669-4c10-ab3c-b4be43d85848 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 948 time: 0.1316152 Jan 10 19:02:36.118978 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.149512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T19:02:33Z', 'revision_number': 6, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:36.233024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015ee63-f281-46fd-8ff4-a585a5671a8d None None] The sync data for ids ['c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1'] in n-d-816927-8 is: [{'id': 'c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302034346-router', 'tenant_id': 'aa0436145e9b407891c41afc7463cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T18:56:52Z', 'updated_at': '2022-01-10T19:02:33Z', 'revision_number': 6, 'project_id': 'aa0436145e9b407891c41afc7463cf15', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:02:36.252969 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.253333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f448b5e-00fa-4f0b-a93c-d79bff9d476e req-a70f0aef-ac17-45ec-a7ca-d81aca92d835 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534362 Jan 10 19:02:36.281904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.325932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.326819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:36.327361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-1df0bd7b-c4f5-4bcc-8553-23f73954708a service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104613 Jan 10 19:02:36.389360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.424387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:36.443020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.498995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-29883e4c-168f-4199-bc54-ce1cacc0dba7 service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701241 Jan 10 19:02:36.603118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] For port ae0ea592-c340-45d1-9a31-9c4fce984421, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:36.689100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:02:36.689571 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:02:36.707703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:36.757508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7d396069-008e-4cc5-a3db-e69ab8e0be4b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:36.810128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] For port ae0ea592-c340-45d1-9a31-9c4fce984421, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae0ea592-c340-45d1-9a31-9c4fce984421,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:36.825950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.828023 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.832633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Allocated IP 172.25.6.33 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/3643a27f-1db8-49af-8dae-5e08cdbabdcf) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:36.856966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3113de-7ea2-464f-b07b-8b059180e4b4 req-06acb025-533f-4542-84cb-7b58a00690c2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:36.864567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e3113de-7ea2-464f-b07b-8b059180e4b4 req-06acb025-533f-4542-84cb-7b58a00690c2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 948 time: 0.1018276 Jan 10 19:02:36.876762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.921453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:36.943892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a82a2e-3746-4b5b-a683-14b992bdb517,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:37.000595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e3113de-7ea2-464f-b07b-8b059180e4b4 req-0d0269d8-a109-48d4-a67a-247d93299e89 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344039 Jan 10 19:02:37.051634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a316-d0e4-4355-a997-50f56fc386d2 req-9fb95e4c-b12f-4423-a410-fecea9eadd3c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:37.057385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9980a316-d0e4-4355-a997-50f56fc386d2 req-9fb95e4c-b12f-4423-a410-fecea9eadd3c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.1730614 Jan 10 19:02:37.208059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.209866 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae0ea592-c340-45d1-9a31-9c4fce984421 HTTP/1.1" status: 200 len: 1096 time: 4.6807897 Jan 10 19:02:37.213649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'tag': 'ae0ea592-c340-45d1-9a31-9c4fce984421'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:37.230520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9980a316-d0e4-4355-a997-50f56fc386d2 req-41658a3a-bc11-41a2-8d3f-02245522fba5 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553998 Jan 10 19:02:37.238901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.281753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e8291-96e2-4093-9e56-913ab75e2e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0ea592-c340-45d1-9a31-9c4fce984421,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:37.310132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-348cf20a-1b8a-4b4a-a4a9-ba1cdede2d16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/05a82a2e-3746-4b5b-a683-14b992bdb517 HTTP/1.1" status: 204 len: 168 time: 1.6923776 Jan 10 19:02:37.312222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33794) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:37.315347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a0c785-e80d-44c8-b524-3dd77121d537 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:37.395843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.426291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:37.430449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b14cad1-66fc-473d-9a3d-3836405aed85 req-a81af91d-65ac-4ad7-9490-c6ddce26cccd tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 210 time: 0.2174103 Jan 10 19:02:37.459018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:37.473790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.507177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-b7a42f22-90b3-441a-91cc-b42241a35675 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 1099 time: 0.1559694 Jan 10 19:02:37.514205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40a0c785-e80d-44c8-b524-3dd77121d537 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:37.514633 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.543078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 898a744c-acba-4ba0-93ca-0b11c7811095 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:37.670788 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.675304 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'tag': 'ae0ea592-c340-45d1-9a31-9c4fce984421', 'status': 'completed', 'code': 200} Jan 10 19:02:37.698854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.699396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:02:37.714717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-485bc9ee-51c0-4c20-b3f4-82c2c539dd51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ae0ea592-c340-45d1-9a31-9c4fce984421 HTTP/1.1" status: 200 len: 217 time: 0.2002120 Jan 10 19:02:37.750314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.752416 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76e759de-0c84-4495-b516-97fb62ae857b admin admin] 10.222.0.21 "DELETE /v2.0/routers/c61a8f9f-c8d8-491e-acfd-f6aaa3845fe1 HTTP/1.1" status: 204 len: 168 time: 5.8859475 Jan 10 19:02:37.757089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:37.761004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33808) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:37.808251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:37.875202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8ff2d152-382e-44bc-9153-d09195d4d43b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:37.877887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-8ff2d152-382e-44bc-9153-d09195d4d43b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1438868 Jan 10 19:02:37.888242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ec1b-6b74-443d-8c33-82ce2ae3d480 req-a5d8a30a-bc47-4719-86d9-30b64d3baf54 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:37.900601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e7ec1b-6b74-443d-8c33-82ce2ae3d480 req-a5d8a30a-bc47-4719-86d9-30b64d3baf54 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 948 time: 0.2875338 Jan 10 19:02:37.902097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5466f23c-fa9f-483b-b564-569b7794d91b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:37.924537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-8dd44fd8-7ca8-410c-aea2-b050da4594c3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:37.925238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-8dd44fd8-7ca8-410c-aea2-b050da4594c3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Synchronizing usage tracker for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:37.947924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5466f23c-fa9f-483b-b564-569b7794d91b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:37.948662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5466f23c-fa9f-483b-b564-569b7794d91b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:37.978285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Deleting subnet 66a3e10a-36d7-4599-b4da-1cc2c003ad7d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:02:37.980437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.112347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.131729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e7ec1b-6b74-443d-8c33-82ce2ae3d480 req-cc802281-a939-46bb-9962-5b5802e4c4ed tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297730 Jan 10 19:02:38.140601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-62b047e2-b116-443f-a835-6e68cb05df85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2367496 Jan 10 19:02:38.183104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-8dd44fd8-7ca8-410c-aea2-b050da4594c3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Unset dirty status for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:38.184262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-8dd44fd8-7ca8-410c-aea2-b050da4594c3 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.9068694 Jan 10 19:02:38.278646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:38.282117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:38.289694 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57c046d3-ac9e-4fb1-b549-b1d3fecc5770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.302551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:38.338545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.379872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-52f077fd-be7b-498c-8f65-97807c7c54f9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334020 Jan 10 19:02:38.383918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.414281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event updated for resources: {'Port': ['ID=3643a27f-1db8-49af-8dae-5e08cdbabdcf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:38.427919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Deleting port 898a744c-acba-4ba0-93ca-0b11c7811095 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:38.428304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.508490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a13fba4-8c55-4dca-ac41-33f49c1baa5f']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:38.540331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0753dc-3b56-418d-862d-6c75e535562b req-79b8ee58-96de-43fc-9121-f95eb51654f9 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:38.541985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d0753dc-3b56-418d-862d-6c75e535562b req-79b8ee58-96de-43fc-9121-f95eb51654f9 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 948 time: 0.2770281 Jan 10 19:02:38.551315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7ebe87-a911-4b5c-be32-7c2c9585ebed') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:38.551895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7ebe87-a911-4b5c-be32-7c2c9585ebed') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:38.628868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.633294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18e13739-1167-4774-bea3-e1be9b0bf1bb req-3ae9f51b-2c51-4e87-b343-e10782d67f8d service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205040 Jan 10 19:02:38.648458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8402f-0259-40be-a37a-4fedc2047e9a req-e5eba761-3cc7-4bef-9370-cae97ba58f08 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:38.656874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50d8402f-0259-40be-a37a-4fedc2047e9a req-e5eba761-3cc7-4bef-9370-cae97ba58f08 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.2792461 Jan 10 19:02:38.684734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d0753dc-3b56-418d-862d-6c75e535562b req-7768e926-0aba-4d9b-b407-90d096d183c4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295300 Jan 10 19:02:38.720936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.748609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:02:38.749005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:02:38.762821 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:02:38.781648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50d8402f-0259-40be-a37a-4fedc2047e9a req-e8a1ccc9-a85d-4d1e-8609-6f48cb11fb04 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230564 Jan 10 19:02:38.798096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-76c15003-4faf-4875-9f2e-6781bb6b8607 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 1099 time: 0.1186035 Jan 10 19:02:38.985834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-31445720-876a-41cc-9ab0-8125e0586ca6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:38.987291 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-31445720-876a-41cc-9ab0-8125e0586ca6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.5242794 Jan 10 19:02:38.988533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:38.993477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-545244ec-f682-498e-ab7f-73b132773a48 req-ff355e77-b8c0-4b38-9f21-af94592ffe90 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 210 time: 0.0679436 Jan 10 19:02:39.000748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-b8aeaa49-054c-4829-9c86-c67de3887e8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:39.002979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-b8aeaa49-054c-4829-9c86-c67de3887e8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1990366 Jan 10 19:02:39.035644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.040367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Request body: {'port': {'device_id': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'admin_state_up': True, 'tenant_id': 'b9eba64317c14cd89af66416cb26853e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:39.074684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 81d6449a-c141-42b2-b624-896747b1b7e7 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:39.119867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-46af7180-1a60-407c-b8b1-6f9e08155782 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ae0ea592-c340-45d1-9a31-9c4fce984421 HTTP/1.1" status: 200 len: 217 time: 0.1070282 Jan 10 19:02:39.136289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 81d6449a-c141-42b2-b624-896747b1b7e7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:39.136624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 81d6449a-c141-42b2-b624-896747b1b7e7 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:39.149928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.203637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-8563301c-474a-41c7-ba62-73725c946358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:39.205766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-8563301c-474a-41c7-ba62-73725c946358 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0795181 Jan 10 19:02:39.359863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-b73a4b06-a521-4987-991b-043d8ffac62d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434629 Jan 10 19:02:39.382611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.392883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:39.397023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79088822-06b2-44a2-b909-1feab32614b3 req-460a39ea-36f5-4c19-aafa-bd4208dceaa3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:39.398777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79088822-06b2-44a2-b909-1feab32614b3 req-460a39ea-36f5-4c19-aafa-bd4208dceaa3 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 948 time: 0.1422515 Jan 10 19:02:39.412804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a13fba4-8c55-4dca-ac41-33f49c1baa5f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:39.521822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.524029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7d396069-008e-4cc5-a3db-e69ab8e0be4b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:39.524650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.549204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79088822-06b2-44a2-b909-1feab32614b3 req-eaff9d1f-4781-402c-91f2-1f9f6a39cf02 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999041 Jan 10 19:02:39.587341 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-29a7a190-1350-4f04-b5c0-1d4216ba42e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a13fba4-8c55-4dca-ac41-33f49c1baa5f HTTP/1.1" status: 204 len: 168 time: 2.0150642 Jan 10 19:02:39.594538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-133581c3-a318-4f6d-aa59-b7ba65918dde service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261021 Jan 10 19:02:39.602575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] For port 898a744c-acba-4ba0-93ca-0b11c7811095, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=898a744c-acba-4ba0-93ca-0b11c7811095,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:39.603485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.755126 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.845855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:39.858433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:39.865099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.890228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Calling delete_port for 898a744c-acba-4ba0-93ca-0b11c7811095 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:39.893234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33900) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:39.920876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:39.972385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=11']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:40.002766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b974011-2002-49d3-a1b9-95ef0e56a540 req-7942f1d6-33e5-4918-9d69-027cc8c4dd26 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975582 Jan 10 19:02:40.030456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.036056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83385fed-b8e4-4c10-956f-03cbdcbab761 None None] Network 4b3d2069-401f-44d8-a074-6e4b5e6558fd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:02:40.060326 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66a3e10a-36d7-4599-b4da-1cc2c003ad7d HTTP/1.1" status: 204 len: 168 time: 2.2973683 Jan 10 19:02:40.066300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7921069-59a7-450c-9882-38dbbd2dbaf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a3e10a-36d7-4599-b4da-1cc2c003ad7d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:40.070576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33906) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:40.072850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-edc4c89a-b4e3-439e-8420-a031480668cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a4abe15f1ad4655a67f9ec43547611d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785245 Jan 10 19:02:40.077492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33908) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:40.090184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:40.168965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8389286-d39e-4572-8782-a5d714556b4c req-65c73d50-e6f0-424d-a38a-99554a7b5f70 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:40.170896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8389286-d39e-4572-8782-a5d714556b4c req-65c73d50-e6f0-424d-a38a-99554a7b5f70 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 950 time: 0.2785025 Jan 10 19:02:40.257468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7270649a-6e51-477b-b6c9-001e861998a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.271430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8389286-d39e-4572-8782-a5d714556b4c req-fcb164d2-b246-4a31-b400-225e287788f2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876269 Jan 10 19:02:40.306956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Usage tracker for resource:port and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:40.313424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:40.316156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7270649a-6e51-477b-b6c9-001e861998a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.344314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:40.410033 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7270649a-6e51-477b-b6c9-001e861998a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.416396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d6011ea-6e29-4ad1-af25-353fdc72e086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.452214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] DHCP port deletion for 4b3d2069-401f-44d8-a074-6e4b5e6558fd request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:02:40.455241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270649a-6e51-477b-b6c9-001e861998a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e44a6-6ee7-45f6-b01b-3ce756be9190,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:40.457427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7270649a-6e51-477b-b6c9-001e861998a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.457729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] Deleting port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:40.458322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.458556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7270649a-6e51-477b-b6c9-001e861998a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f1e44a6-6ee7-45f6-b01b-3ce756be9190 HTTP/1.1" status: 204 len: 168 time: 0.3797996 Jan 10 19:02:40.531063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Made reservation on behalf of b9eba64317c14cd89af66416cb26853e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:40.537469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.620579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73293-7401-4bd9-9e38-12bf9c0df1e6 req-fc299968-9bbd-46d2-8b13-754be6183d7a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:40.630856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19e73293-7401-4bd9-9e38-12bf9c0df1e6 req-fc299968-9bbd-46d2-8b13-754be6183d7a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.1181066 Jan 10 19:02:40.669935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.818012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Deleting port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:40.818272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.835908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19e73293-7401-4bd9-9e38-12bf9c0df1e6 req-8766ff76-6804-4646-a8b2-72a8bc4491d7 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031629 Jan 10 19:02:40.920156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] For port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:40.920550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:40.945525 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'code': 200} Jan 10 19:02:40.951577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.027521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['107a41c5-2f9a-48ea-b1dc-1731048614c4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:41.076564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:02:41.145986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] Calling delete_port for 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:41.177612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event deleted for resources: {'Port': ['ID=898a744c-acba-4ba0-93ca-0b11c7811095,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:41.195111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:41.262794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bffd8b24-1c99-409e-9356-ebf6bde1211d req-0f754246-b89d-4f99-ac1b-65c8917a5073 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 210 time: 0.0878236 Jan 10 19:02:41.304664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] No DVR routers for this DVR port 898a744c-acba-4ba0-93ca-0b11c7811095 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:41.306540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:41.308352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.319464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.327043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'name': 'network-vif-deleted', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:41.364519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.368650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1b41ab0-48b8-4b51-8d39-9626038befe9 req-d7ec9ec5-032d-4653-a217-df5c0c18f258 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1101 time: 0.1918368 Jan 10 19:02:41.392789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae0ea592-c340-45d1-9a31-9c4fce984421 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:02:41.402148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f56596-d8ff-42fb-b949-81bd0b00e40b req-a19609ac-d969-4e1e-8079-727d5df8b9ac tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:41.404224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-13f56596-d8ff-42fb-b949-81bd0b00e40b req-a19609ac-d969-4e1e-8079-727d5df8b9ac tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 948 time: 0.1375909 Jan 10 19:02:41.460283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1b41ab0-48b8-4b51-8d39-9626038befe9 req-0f5fc665-94a6-45cd-8bb2-0650893b20dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855196 Jan 10 19:02:41.484652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.496864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-13f56596-d8ff-42fb-b949-81bd0b00e40b req-8b4309af-9a83-4b7a-afee-c7e3a17d79d2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776751 Jan 10 19:02:41.527986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.551822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] For port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,segment=NetworkSegment(8aae27ee-5d15-48d3-a0de-3127f9a05d41),segment_id=8aae27ee-5d15-48d3-a0de-3127f9a05d41)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:41.552257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.552581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] No DVR routers for this DVR port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:41.587590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4862967-2f45-417a-963b-f1496e3e7612 None None] Pushing event deleted for resources: {'Port': ['ID=8989667f-5e4b-495c-bb92-4fc6b5ba10e4,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:41.591879 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:02:41.701125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49adcef-8818-40ba-8d85-ca4895ac51da req-0e2d82e8-40ac-4439-b31a-3e04a526caf1 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:41.710346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d49adcef-8818-40ba-8d85-ca4895ac51da req-0e2d82e8-40ac-4439-b31a-3e04a526caf1 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 950 time: 0.0897853 Jan 10 19:02:41.742757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.773424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d49adcef-8818-40ba-8d85-ca4895ac51da req-97c86e58-8b2c-4b6d-bf99-0884e54612c6 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618358 Jan 10 19:02:41.815070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.852966 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:41.866746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Calling delete_port for 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:41.943995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ae0ea592-c340-45d1-9a31-9c4fce984421, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae0ea592-c340-45d1-9a31-9c4fce984421,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:41.962951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'ae0ea592-c340-45d1-9a31-9c4fce984421', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'ae0ea592-c340-45d1-9a31-9c4fce984421', 'mac_address': 'fa:16:3e:21:62:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:02:41.965388 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b01a423-85d5-4045-bf62-3ffeded9ccf6', 'name': 'network-vif-deleted', 'tag': '898a744c-acba-4ba0-93ca-0b11c7811095', 'status': 'completed', 'code': 200} Jan 10 19:02:41.976245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Allocated IP 172.20.0.10 (ee7aa881-807e-4af2-bd1c-4f9277269768/3edadf2f-c1ae-4021-ae5e-3bdd7054b127/4e62139d-977d-4e21-b587-68c156cad0ba) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:41.985661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:02:41.985980 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:02:41.992981 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dba573ce-d7ba-4f8b-8b59-51121ee552ed req-2236f4b2-f0dd-4546-bc17-4ebf3faa491e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "DELETE /v2.0/ports/898a744c-acba-4ba0-93ca-0b11c7811095 HTTP/1.1" status: 204 len: 173 time: 3.7850847 Jan 10 19:02:42.025692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event updated for resources: {'Port': ['ID=3643a27f-1db8-49af-8dae-5e08cdbabdcf,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:42.034638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.044402 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dfc4b153-2a6c-4e25-8377-701a9f1c8e6b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5633476 Jan 10 19:02:42.058807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.105568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0ea592-c340-45d1-9a31-9c4fce984421 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:42.106326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07aba545-b032-46f1-a4f2-7705fe707adf req-7aeca642-1188-4451-b93a-7bb6fa4d90e0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b01a423-85d5-4045-bf62-3ffeded9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0832841 Jan 10 19:02:42.134727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ae0ea592-c340-45d1-9a31-9c4fce984421, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae0ea592-c340-45d1-9a31-9c4fce984421,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:42.140528 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.245757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ae0ea592-c340-45d1-9a31-9c4fce984421,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:42.266308 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4d4f3d6a-802d-4150-8324-4081d50669f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e4f6ea702f4ca0b62c7b784e10e76f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9467821 Jan 10 19:02:42.267436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34000) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:42.305019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.343562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.403880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae2e5-36a3-4a4c-9026-99400fa207b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.445372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ae0ea592-c340-45d1-9a31-9c4fce984421'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:42.486908 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae2e5-36a3-4a4c-9026-99400fa207b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.492981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Deleting port 8989667f-5e4b-495c-bb92-4fc6b5ba10e4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:42.497856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.623323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Network ee7aa881-807e-4af2-bd1c-4f9277269768 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:42.634435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:42.650203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:42.758123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:42.847718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] The port '8989667f-5e4b-495c-bb92-4fc6b5ba10e4' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:02:42.851153 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae2e5-36a3-4a4c-9026-99400fa207b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:42.942661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556fef0-0bf1-4e1e-9f53-2ab2eeb968a5 req-39ec91ba-2b20-4209-b0f3-48d69c43cacf tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:42.954477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9556fef0-0bf1-4e1e-9f53-2ab2eeb968a5 req-39ec91ba-2b20-4209-b0f3-48d69c43cacf tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 932 time: 0.4470074 Jan 10 19:02:42.959772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ae2e5-36a3-4a4c-9026-99400fa207b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3501823-b078-4ddd-997e-f140cc8bd318,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:42.965719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.002640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae2e5-36a3-4a4c-9026-99400fa207b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.003783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb1ae2e5-36a3-4a4c-9026-99400fa207b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3501823-b078-4ddd-997e-f140cc8bd318 HTTP/1.1" status: 204 len: 168 time: 0.7349789 Jan 10 19:02:43.083808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9556fef0-0bf1-4e1e-9f53-2ab2eeb968a5 req-1ee9932b-2c14-49f9-94ad-cf33cc99738c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:43.126691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9556fef0-0bf1-4e1e-9f53-2ab2eeb968a5 req-1ee9932b-2c14-49f9-94ad-cf33cc99738c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:43.127904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9556fef0-0bf1-4e1e-9f53-2ab2eeb968a5 req-1ee9932b-2c14-49f9-94ad-cf33cc99738c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721883 Jan 10 19:02:43.198506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:43.199065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.229255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.245218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-da360b8b-6ae5-45b3-a424-cfb5e92064b3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2146726 Jan 10 19:02:43.267750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Request body: {'port': {'device_id': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:43.308634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea0ee3-a235-4900-800d-e26d34e57eef req-1d82d059-4d24-4c5b-a0d8-4e2dcb1f8599 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:43.310151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3d2069-401f-44d8-a074-6e4b5e6558fd']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:43.320704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84ea0ee3-a235-4900-800d-e26d34e57eef req-1d82d059-4d24-4c5b-a0d8-4e2dcb1f8599 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 949 time: 0.1895266 Jan 10 19:02:43.327062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aae27ee-5d15-48d3-a0de-3127f9a05d41') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:43.327437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aae27ee-5d15-48d3-a0de-3127f9a05d41') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:02:43.348847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.371413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.421220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:02:43.421627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:02:43.435973 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:02:43.513867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84ea0ee3-a235-4900-800d-e26d34e57eef req-9ad74a37-9ef6-4953-be2c-c9e417bb709a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890497 Jan 10 19:02:43.591950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf14b7-a9e6-447e-97c9-fdf620b8ad94 req-241460bd-0c39-4872-b05b-b5fd6a7530f0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:43.611752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27bf14b7-a9e6-447e-97c9-fdf620b8ad94 req-241460bd-0c39-4872-b05b-b5fd6a7530f0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 950 time: 0.1884692 Jan 10 19:02:43.710112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.747989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:43.768495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27bf14b7-a9e6-447e-97c9-fdf620b8ad94 req-11496e76-6af1-4e0e-a56d-c703b542b72a tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502600 Jan 10 19:02:43.770963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3d2069-401f-44d8-a074-6e4b5e6558fd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:43.786990 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c3c7c5da-c2d4-4705-974f-530a3e7a2acd admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b3d2069-401f-44d8-a074-6e4b5e6558fd HTTP/1.1" status: 204 len: 168 time: 3.6920471 Jan 10 19:02:43.805321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:44.239088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34108) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:44.451584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34114) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:44.452848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5f302490-af0c-4572-bd0e-7ee298a2c143 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfcb173414dc4204947d166bfbece2e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085311 Jan 10 19:02:44.506237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229aa7-d708-45a4-b241-e3297ddde8b8 req-699c6cf9-f5fb-4aa4-b79a-1513422670ca tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:44.517173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e229aa7-d708-45a4-b241-e3297ddde8b8 req-699c6cf9-f5fb-4aa4-b79a-1513422670ca tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 947 time: 0.1721611 Jan 10 19:02:44.595580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e229aa7-d708-45a4-b241-e3297ddde8b8 req-9136675c-8005-493f-84ed-06dd5bcb13b3 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774209 Jan 10 19:02:44.809421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef9278b7-6625-480b-91e4-00ce52d75573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:44.868738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:44.926018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e62139d-977d-4e21-b587-68c156cad0ba {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:44.944579 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:44.968303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:45.018364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef9278b7-6625-480b-91e4-00ce52d75573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:45.089021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Transition to ACTIVE for port object 4e62139d-977d-4e21-b587-68c156cad0ba will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:45.105647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d741c-0a10-44a3-9cdd-9e0d0561d05b req-86352907-5d6b-4c45-9672-3a53eab1b38a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:45.113583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b3d741c-0a10-44a3-9cdd-9e0d0561d05b req-86352907-5d6b-4c45-9672-3a53eab1b38a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 932 time: 0.4243264 Jan 10 19:02:45.143716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:45.222737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef9278b7-6625-480b-91e4-00ce52d75573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:45.230225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f3f98b-32e5-4dfc-80fe-8da073a58f67 req-a29f605d-a1e7-4d09-80ef-f9e6c222e81f tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1101 time: 0.2985680 Jan 10 19:02:45.267776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b3d741c-0a10-44a3-9cdd-9e0d0561d05b req-2e95068e-4d8f-4e8e-a3d8-2eedc78307da tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508937 Jan 10 19:02:45.321141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9278b7-6625-480b-91e4-00ce52d75573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2973a0-637d-4fdf-8cad-b51ca2e5c68f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:45.354572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef9278b7-6625-480b-91e4-00ce52d75573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:45.355923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef9278b7-6625-480b-91e4-00ce52d75573 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab2973a0-637d-4fdf-8cad-b51ca2e5c68f HTTP/1.1" status: 204 len: 168 time: 0.9034123 Jan 10 19:02:45.356817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:45.366174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f3f98b-32e5-4dfc-80fe-8da073a58f67 req-e4f9e367-a88f-44ca-b1ca-4af738380c41 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154969 Jan 10 19:02:45.421417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae0ea592-c340-45d1-9a31-9c4fce984421 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:45.692475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port ae0ea592-c340-45d1-9a31-9c4fce984421 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:45.705523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port ae0ea592-c340-45d1-9a31-9c4fce984421 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:45.706147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:45.757373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564b399-3b8e-4312-b4e6-6679f3d844c7 req-aa5c627e-20e9-4694-a527-11f0d57d6dbd tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:45.772271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2564b399-3b8e-4312-b4e6-6679f3d844c7 req-aa5c627e-20e9-4694-a527-11f0d57d6dbd tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 949 time: 0.2740812 Jan 10 19:02:45.905794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2564b399-3b8e-4312-b4e6-6679f3d844c7 req-449d6c03-07c2-42c5-bc6a-71b2eaeb5500 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211927 Jan 10 19:02:46.082313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Attempting to bind port 4e62139d-977d-4e21-b587-68c156cad0ba on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:46.099436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Attempting to bind port 4e62139d-977d-4e21-b587-68c156cad0ba by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:46.099804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Attempting to bind port 4e62139d-977d-4e21-b587-68c156cad0ba on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:46.122896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Port 4e62139d-977d-4e21-b587-68c156cad0ba on network ee7aa881-807e-4af2-bd1c-4f9277269768 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:02:46.127116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Attempting to bind port 4e62139d-977d-4e21-b587-68c156cad0ba on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:46.152997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-ec35bd4a-1cbb-4b1d-9484-a9e36b30f60e tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:46.153761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-ec35bd4a-1cbb-4b1d-9484-a9e36b30f60e tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Synchronizing usage tracker for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:46.181898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:46.182241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Checking segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:46.182640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Bound using segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:46.183106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Bound port: 4e62139d-977d-4e21-b587-68c156cad0ba, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:46.183463 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.227870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.271905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-ec35bd4a-1cbb-4b1d-9484-a9e36b30f60e tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Unset dirty status for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:46.274002 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-ec35bd4a-1cbb-4b1d-9484-a9e36b30f60e tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 947 time: 0.6221194 Jan 10 19:02:46.312788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ea592-c340-45d1-9a31-9c4fce984421'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:46.336003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ae0ea592-c340-45d1-9a31-9c4fce984421, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae0ea592-c340-45d1-9a31-9c4fce984421,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:46.341881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:46.346772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.494048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ae0ea592-c340-45d1-9a31-9c4fce984421,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:46.529152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821d51-68e0-4452-958b-806cd514aad5 req-4f51531e-d8cc-4255-9162-146edc066859 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:46.539092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:46.539740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed821d51-68e0-4452-958b-806cd514aad5 req-4f51531e-d8cc-4255-9162-146edc066859 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 947 time: 0.3255279 Jan 10 19:02:46.542912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:46.551666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Deleting port 0757f227-7fff-45c5-a3ba-15352c5c1d05 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:46.552027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.588040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.635650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f3e2488a-6941-4c6a-8a9f-d3c0c9144c45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa0436145e9b407891c41afc7463cf15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2906942 Jan 10 19:02:46.636538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34162) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:02:46.727198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-717bfb4a-1e54-400e-851e-d6ebd28c6ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.757067 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-717bfb4a-1e54-400e-851e-d6ebd28c6ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.768229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.769663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] 10.222.0.44 "PUT /v2.0/ports/4e62139d-977d-4e21-b587-68c156cad0ba HTTP/1.1" status: 200 len: 1092 time: 3.5113654 Jan 10 19:02:46.774104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:46.840354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb1018ea-6531-4e46-b7bc-6f884d12f9f3 req-61e06fff-3400-4dd9-9538-bb2987060178 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 1101 time: 0.4853635 Jan 10 19:02:46.844687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-717bfb4a-1e54-400e-851e-d6ebd28c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:46.900630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed821d51-68e0-4452-958b-806cd514aad5 req-6720270d-270d-475e-82bf-44a805d29e45 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596225 Jan 10 19:02:46.935185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bfb4a-1e54-400e-851e-d6ebd28c6ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f5b43d-8058-4128-8559-fd1008701bed,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:46.966118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cb481-7d25-442d-9cab-e2839e50466b service neutron] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:46.997250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb1018ea-6531-4e46-b7bc-6f884d12f9f3 req-91f2b902-2689-427e-a5e3-deadec528285 tempest-ServersAdminTestJSON-52068506 tempest-ServersAdminTestJSON-52068506-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551795 Jan 10 19:02:47.009258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-717bfb4a-1e54-400e-851e-d6ebd28c6ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:47.013849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-717bfb4a-1e54-400e-851e-d6ebd28c6ab9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3f5b43d-8058-4128-8559-fd1008701bed HTTP/1.1" status: 204 len: 168 time: 0.3748348 Jan 10 19:02:47.227801 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ea592-c340-45d1-9a31-9c4fce984421', 'code': 200} Jan 10 19:02:47.298943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88d03-3dcb-462e-a6e7-520ce7677cef req-d96aef19-3669-4655-9916-4993d43474e5 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:47.310004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3be88d03-3dcb-462e-a6e7-520ce7677cef req-d96aef19-3669-4655-9916-4993d43474e5 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 944 time: 0.1471984 Jan 10 19:02:47.437309 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba', 'status': 'completed', 'code': 200} Jan 10 19:02:47.590565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] For port 0757f227-7fff-45c5-a3ba-15352c5c1d05, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0757f227-7fff-45c5-a3ba-15352c5c1d05,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:47.591010 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:47.642862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-ca147078-9a47-4483-82d8-71d4ae6764b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.7493451 Jan 10 19:02:47.779968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3be88d03-3dcb-462e-a6e7-520ce7677cef req-be24c3b2-3b8f-4d3c-9309-a7e61a52bdd4 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646428 Jan 10 19:02:47.868987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f80a1f4-0e96-49c1-a2c2-0bb6e7b1b370 req-9298c606-badd-4e44-85cc-58600127da71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 1101 time: 0.5489340 Jan 10 19:02:47.883581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f564b-7d3f-4e10-be4f-3226a1f17234 req-80ed95dd-b576-4678-ac61-e97ceb5e4e9e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:47.892719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-089f564b-7d3f-4e10-be4f-3226a1f17234 req-80ed95dd-b576-4678-ac61-e97ceb5e4e9e tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 950 time: 0.2286379 Jan 10 19:02:47.950761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Calling delete_port for 0757f227-7fff-45c5-a3ba-15352c5c1d05 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:47.998204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f80a1f4-0e96-49c1-a2c2-0bb6e7b1b370 req-c59d2e74-18b8-4dd7-9ec4-d558c9eb8797 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024680 Jan 10 19:02:48.014279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-2f4b135f-cdc7-4314-b5ed-53746104ee71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e62139d-977d-4e21-b587-68c156cad0ba HTTP/1.1" status: 200 len: 217 time: 0.2937341 Jan 10 19:02:48.019450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-089f564b-7d3f-4e10-be4f-3226a1f17234 req-ab3472a6-1274-4b1c-a7b4-2d07b080a4ba tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256604 Jan 10 19:02:48.193224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-72acac12-0847-4180-9634-6713351c5672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:48.194942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-72acac12-0847-4180-9634-6713351c5672 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.1720355 Jan 10 19:02:48.202346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:48.343916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Pushing event deleted for resources: {'Port': ['ID=0757f227-7fff-45c5-a3ba-15352c5c1d05,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:48.358500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-2c3a9f72-6aea-4fb6-b7f2-26da6e7dc96a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002295 Jan 10 19:02:48.566698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] No DVR routers for this DVR port 0757f227-7fff-45c5-a3ba-15352c5c1d05 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:48.581187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:48.654976 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95108fa1-a33e-49a5-b071-7bfe0801e8a6 req-823ec416-334a-4d51-82c9-ee7e83c7507a tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.30 "DELETE /v2.0/ports/0757f227-7fff-45c5-a3ba-15352c5c1d05 HTTP/1.1" status: 204 len: 173 time: 2.3702242 Jan 10 19:02:48.770450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-59fdce92-8839-4ed7-887d-a874f4a2d493 service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776817 Jan 10 19:02:48.841595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a7486b2-b29f-46c6-b80f-c2fff7304946 req-74c80c8c-c818-470e-badc-0ab3267de770 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f35e80-2219-424b-9c3c-79b9067bb2df HTTP/1.1" status: 200 len: 210 time: 0.2277691 Jan 10 19:02:48.856810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-877403d4-c695-48ca-8d11-93613767edf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ec72f39357be44b683b860cedffb2970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359441 Jan 10 19:02:49.303289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-a9dcf83c-bb95-496a-92a1-e1d49abe204c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:49.313318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-a9dcf83c-bb95-496a-92a1-e1d49abe204c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4555686 Jan 10 19:02:49.334323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-f8139bc5-1740-49da-9d96-e96141c03147 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/quotas/ec72f39357be44b683b860cedffb2970 HTTP/1.1" status: 200 len: 375 time: 0.0188763 Jan 10 19:02:49.348724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8cb1c6a5-69e2-4630-b442-cd2e74f9150e req-cf730239-fde0-45c8-a487-5f112a962a06 service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677648 Jan 10 19:02:49.434587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:49.451464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-3b792672-c141-481f-ba95-7e45e0b2c739 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec72f39357be44b683b860cedffb2970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159217 Jan 10 19:02:49.507599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-deleted', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:49.533329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed777-9327-4a92-8f89-6f73ab5f12b1 req-1c49e05e-a134-4c5a-8979-e587a37f4971 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:49.534931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8aeed777-9327-4a92-8f89-6f73ab5f12b1 req-1c49e05e-a134-4c5a-8979-e587a37f4971 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 949 time: 0.2082467 Jan 10 19:02:49.543316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 0757f227-7fff-45c5-a3ba-15352c5c1d05 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:49.549543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0757f227-7fff-45c5-a3ba-15352c5c1d05 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:49.608457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-0672fa25-00d5-42d6-9097-78f9c080784c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.1965768 Jan 10 19:02:49.633670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8aeed777-9327-4a92-8f89-6f73ab5f12b1 req-ccdf8494-9648-4941-9cbb-cc3a1d5c88c3 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906153 Jan 10 19:02:49.895079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-4a04e796-5bd6-4dc9-8e6c-5aba16dabe22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:49.897844 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-4a04e796-5bd6-4dc9-8e6c-5aba16dabe22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 906 time: 0.2810595 Jan 10 19:02:50.106324 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-58449e7d-d776-47d7-848f-abe8c6c54498 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e62139d-977d-4e21-b587-68c156cad0ba HTTP/1.1" status: 200 len: 217 time: 0.2015529 Jan 10 19:02:50.191046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-512c5481-7b6c-47a4-b2e7-5d00bb78d311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:50.193511 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-512c5481-7b6c-47a4-b2e7-5d00bb78d311 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.0805614 Jan 10 19:02:50.247238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48039489-b807-418f-b3a1-a424fb3f258e req-ea346849-910c-48d2-a2e2-d2596ae0d69e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:50.251413 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48039489-b807-418f-b3a1-a424fb3f258e req-ea346849-910c-48d2-a2e2-d2596ae0d69e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 944 time: 0.2840014 Jan 10 19:02:50.264170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bccc2-ff26-4eb2-8457-2ba09e09c0a3 req-d95c5bc9-0250-4092-a7eb-d5924efcb2fc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:50.266732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-548bccc2-ff26-4eb2-8457-2ba09e09c0a3 req-d95c5bc9-0250-4092-a7eb-d5924efcb2fc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 950 time: 0.1846478 Jan 10 19:02:50.277626 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-6f2ea5ed-1a06-438a-878d-2fbf03552a6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764332 Jan 10 19:02:50.334295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-91a8b2fa-c46a-43ef-aab7-94188c7af911 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:50.335232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-91a8b2fa-c46a-43ef-aab7-94188c7af911 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Synchronizing usage tracker for tenant:93374e719a5d4df7a26825ccaa44e64c on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:50.356504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48039489-b807-418f-b3a1-a424fb3f258e req-dc7616fe-6226-4947-b0e5-7baf68896077 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886660 Jan 10 19:02:50.367072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-548bccc2-ff26-4eb2-8457-2ba09e09c0a3 req-546adfae-bf93-46e0-bfe3-2330a09458a0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845847 Jan 10 19:02:50.494768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-91a8b2fa-c46a-43ef-aab7-94188c7af911 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Unset dirty status for tenant:93374e719a5d4df7a26825ccaa44e64c on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:50.496425 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-91a8b2fa-c46a-43ef-aab7-94188c7af911 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 949 time: 0.4795251 Jan 10 19:02:50.554159 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f35e80-2219-424b-9c3c-79b9067bb2df', 'name': 'network-vif-deleted', 'tag': '0757f227-7fff-45c5-a3ba-15352c5c1d05', 'status': 'completed', 'code': 200} Jan 10 19:02:50.604420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-04ebd4fb-3927-4c61-9c5d-937a9ad4d15a service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146911 Jan 10 19:02:50.710723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Deleting port 563d4370-2cef-4742-b8bb-cfb84cf268b0 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:50.710723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:50.834611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5466117-8e18-48f4-98ea-2deebd0a339e req-ba141ede-80e5-4b10-b906-6ff9e726082e tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 210 time: 0.0679967 Jan 10 19:02:51.198764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5682a016-ad9e-4146-89ef-f28f4fd88f7c req-75c9a190-48a0-4f15-96f7-32773eeab4b1 service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822058 Jan 10 19:02:51.215933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] For port 563d4370-2cef-4742-b8bb-cfb84cf268b0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=563d4370-2cef-4742-b8bb-cfb84cf268b0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:51.216307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:51.284903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33510e2-2c1b-43fe-97eb-e310e54a1a8b req-05656483-0880-4d32-9733-ba2c5ea7f7f0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:51.287008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e33510e2-2c1b-43fe-97eb-e310e54a1a8b req-05656483-0880-4d32-9733-ba2c5ea7f7f0 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 945 time: 0.2123334 Jan 10 19:02:51.324655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-480f5a7a-0cb4-48d9-8fc0-f6a1f50b6e05 req-c88fd8f9-5dc5-43ac-98d9-9ac2fd710b7f tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 1101 time: 0.3367155 Jan 10 19:02:51.334807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-69624ad9-e08f-4bf4-b9e9-6a1685b36b78 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:51.336393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-69624ad9-e08f-4bf4-b9e9-6a1685b36b78 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb6-9802-4d79-9c95-3b5cf6e60d2a HTTP/1.1" status: 200 len: 945 time: 0.1628766 Jan 10 19:02:51.371739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Calling delete_port for 563d4370-2cef-4742-b8bb-cfb84cf268b0 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:51.429330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:02:51.454706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e33510e2-2c1b-43fe-97eb-e310e54a1a8b req-3671121a-7192-4443-856e-211f2e1a1023 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610012 Jan 10 19:02:51.495516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-21fb876f-5f8e-4cb0-9c06-2e7495e72fb1 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ec72f39357be44b683b860cedffb2970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748658 Jan 10 19:02:51.499674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Deleting port 107a41c5-2f9a-48ea-b1dc-1731048614c4 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:51.500219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:51.704080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-480f5a7a-0cb4-48d9-8fc0-f6a1f50b6e05 req-0b11f262-d4f6-479f-ab41-3969a92a1730 tempest-ServersOnMultiNodesTest-1838316256 tempest-ServersOnMultiNodesTest-1838316256-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612349 Jan 10 19:02:51.730942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:51.755052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4e62139d-977d-4e21-b587-68c156cad0ba', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '4e62139d-977d-4e21-b587-68c156cad0ba', 'mac_address': 'fa:16:3e:9b:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:02:51.798130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:51.826437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7d396069-008e-4cc5-a3db-e69ab8e0be4b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:51.952190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:51.996620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event deleted for resources: {'Port': ['ID=563d4370-2cef-4742-b8bb-cfb84cf268b0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:52.014815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] For port 107a41c5-2f9a-48ea-b1dc-1731048614c4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=107a41c5-2f9a-48ea-b1dc-1731048614c4,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:52.015484 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.024737 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.140773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e62139d-977d-4e21-b587-68c156cad0ba {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:52.161368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:52.183351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Calling delete_port for 107a41c5-2f9a-48ea-b1dc-1731048614c4 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:52.199913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.251809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] No DVR routers for this DVR port 563d4370-2cef-4742-b8bb-cfb84cf268b0 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:52.258043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.286480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2536a6b9-70a0-4ca4-91f7-dcd71d5ba87e req-dd02cd84-dc97-45d1-9052-04c0134aef25 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "DELETE /v2.0/ports/563d4370-2cef-4742-b8bb-cfb84cf268b0 HTTP/1.1" status: 204 len: 173 time: 1.7764435 Jan 10 19:02:52.303585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-5f56096c-f869-4d0e-9d57-14d129164721 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:52.305929 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-5f56096c-f869-4d0e-9d57-14d129164721 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8042119 Jan 10 19:02:52.339682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Request body: {'port': {'device_id': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'ec72f39357be44b683b860cedffb2970'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:52.506427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:52.555766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4e62139d-977d-4e21-b587-68c156cad0ba'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:52.578384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a0771-e133-4830-ad80-291002011cd1', 'name': 'network-vif-deleted', 'tag': '563d4370-2cef-4742-b8bb-cfb84cf268b0'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:52.589681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:52.594312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Usage tracker for resource:port and tenant:ec72f39357be44b683b860cedffb2970 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:52.598985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:52.608678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:52.624231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Made reservation on behalf of ec72f39357be44b683b860cedffb2970 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:52.628110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55927c9-58f7-4a55-bc76-bbbb30b7f32e req-76bc217a-84d8-4810-a03d-1baa1167dfaf tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:52.628691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.629776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e55927c9-58f7-4a55-bc76-bbbb30b7f32e req-76bc217a-84d8-4810-a03d-1baa1167dfaf tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e5a0771-e133-4830-ad80-291002011cd1 HTTP/1.1" status: 200 len: 867 time: 0.9388745 Jan 10 19:02:52.631362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.644761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.685329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:52.690412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Usage tracker for resource:security_group_rule and tenant:ec72f39357be44b683b860cedffb2970 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:52.694326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:52.700627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:52.764002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event deleted for resources: {'Port': ['ID=107a41c5-2f9a-48ea-b1dc-1731048614c4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:52.829824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.837185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.837543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.837965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.838295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.839217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.839985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.839985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.840337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.840495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.841011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.841508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:52.842301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:52.886028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-00356d7c-b19b-47e8-be50-b080bd2b58a6 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=71768ad4ec824852b711786911694fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043053 Jan 10 19:02:52.943946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca119f4-dd20-4c02-946b-660125f23729,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:53.045738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] No DVR routers for this DVR port 107a41c5-2f9a-48ea-b1dc-1731048614c4 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:53.058012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:53.087380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e55927c9-58f7-4a55-bc76-bbbb30b7f32e req-933eaa6a-3917-4109-b4fc-1fb9d2ca329c tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484519 Jan 10 19:02:53.101141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'name': 'network-vif-deleted', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:53.125363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Allocated IP 192.168.233.92 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/df84f50c-447e-4d8e-9382-127a7a7b83c6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:53.149381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d6e0abc-6ac0-467c-8acb-e8268eed84b5 req-34b6a268-cb2d-4a63-aae4-d24f7f68259e tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "DELETE /v2.0/ports/107a41c5-2f9a-48ea-b1dc-1731048614c4 HTTP/1.1" status: 204 len: 173 time: 1.7872303 Jan 10 19:02:53.248566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-649b62aa-d046-4977-b720-beb03ffe5543 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:53.258998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-649b62aa-d046-4977-b720-beb03ffe5543 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623629 Jan 10 19:02:53.278916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-85c07409-33dd-4340-9d58-92bb84295028 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/quotas/71768ad4ec824852b711786911694fdf HTTP/1.1" status: 200 len: 375 time: 0.0175953 Jan 10 19:02:53.366985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9546c9b7-0221-4ca1-8c0f-7f2fa4564acd tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71768ad4ec824852b711786911694fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868011 Jan 10 19:02:53.399992 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:53.416814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12867-a302-4d77-987f-a45e2f72a28f req-9ed1e4ba-9071-42a7-bbbd-c9def6b7524b tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:53.418579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Transition to ACTIVE for port object df84f50c-447e-4d8e-9382-127a7a7b83c6 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:53.424485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37e12867-a302-4d77-987f-a45e2f72a28f req-9ed1e4ba-9071-42a7-bbbd-c9def6b7524b tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 945 time: 0.1426659 Jan 10 19:02:53.444153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:53.455741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 563d4370-2cef-4742-b8bb-cfb84cf268b0 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:53.483082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37e12867-a302-4d77-987f-a45e2f72a28f req-cca06b0c-8a0e-4ec7-b17d-7eca9d3674f9 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567176 Jan 10 19:02:53.523442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 563d4370-2cef-4742-b8bb-cfb84cf268b0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:53.524368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 563d4370-2cef-4742-b8bb-cfb84cf268b0 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:53.525136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:53.548606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Pushing event updated for resources: {'Port': ['ID=df84f50c-447e-4d8e-9382-127a7a7b83c6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:53.573886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:53.575607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:53.580288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:53.633611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 107a41c5-2f9a-48ea-b1dc-1731048614c4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:53.633964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 107a41c5-2f9a-48ea-b1dc-1731048614c4 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:53.702169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:53.702837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:53.762606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-4fd816da-cccf-46c4-973e-fbc444267d62 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4343946 Jan 10 19:02:53.774989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Request body: {'port': {'device_id': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:53.911516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366517ae-c612-44b0-a0d0-5bd65984ff94 req-34aec74d-abc3-44d9-90c8-ad5c804f7585 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:53.914465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-366517ae-c612-44b0-a0d0-5bd65984ff94 req-34aec74d-abc3-44d9-90c8-ad5c804f7585 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 935 time: 0.1621792 Jan 10 19:02:53.971089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:53.992656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-51edef26-53fc-4549-8ad7-3d715eafbe81 None None] Provisioning for port df84f50c-447e-4d8e-9382-127a7a7b83c6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:54.003281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-51edef26-53fc-4549-8ad7-3d715eafbe81 None None] Provisioning complete for port df84f50c-447e-4d8e-9382-127a7a7b83c6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:54.003985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-51edef26-53fc-4549-8ad7-3d715eafbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:54.040014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-366517ae-c612-44b0-a0d0-5bd65984ff94 req-0ad1847e-84ff-408a-a6f7-bf5daf37571a tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192763 Jan 10 19:02:54.142832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-51edef26-53fc-4549-8ad7-3d715eafbe81 None None] Port df84f50c-447e-4d8e-9382-127a7a7b83c6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:02:54.295870 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a0771-e133-4830-ad80-291002011cd1', 'name': 'network-vif-deleted', 'tag': '563d4370-2cef-4742-b8bb-cfb84cf268b0', 'status': 'completed', 'code': 200} Jan 10 19:02:54.328052 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4abb6-9802-4d79-9c95-3b5cf6e60d2a', 'name': 'network-vif-deleted', 'tag': '107a41c5-2f9a-48ea-b1dc-1731048614c4', 'status': 'completed', 'code': 200} Jan 10 19:02:54.452017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-f45bcee4-6e82-4fc8-b960-5db6721a6d00 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:54.452645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-f45bcee4-6e82-4fc8-b960-5db6721a6d00 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Synchronizing usage tracker for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:54.460425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751be9-b363-4fe5-b998-edfc5058f530 req-07589ac4-66b7-4636-bd5c-e9d1240b792f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:54.462124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8751be9-b363-4fe5-b998-edfc5058f530 req-07589ac4-66b7-4636-bd5c-e9d1240b792f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 949 time: 0.1213939 Jan 10 19:02:54.509594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-f45bcee4-6e82-4fc8-b960-5db6721a6d00 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Unset dirty status for tenant:c52e443d42e948309d0d405e7d7dbc2c on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:54.510722 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-f45bcee4-6e82-4fc8-b960-5db6721a6d00 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.44 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 949 time: 0.2874837 Jan 10 19:02:54.569971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d899a924-6412-4e67-9d7d-a7cd56c5b8dc req-31291d92-5bf6-45fa-a9cb-9cfa9efd2659 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 210 time: 0.0582423 Jan 10 19:02:54.593797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8751be9-b363-4fe5-b998-edfc5058f530 req-01e072df-dcfa-41fd-83bd-82ca6122480f tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/security-groups?id=4021f17a-05e0-4231-933f-bd50470c8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226976 Jan 10 19:02:54.661401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df84f50c-447e-4d8e-9382-127a7a7b83c6 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:54.671037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:54.689472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Transition to ACTIVE for port object df84f50c-447e-4d8e-9382-127a7a7b83c6 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:54.720495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Deleting port 0da74ef1-6065-4e39-87a8-554b1cd30d49 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:54.720750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:54.793765 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:54.872390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec491a90-2ea6-4c6d-a694-2681509a7352 req-79b2895d-a874-473b-8014-75e0704a5e0b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:54.873895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec491a90-2ea6-4c6d-a694-2681509a7352 req-79b2895d-a874-473b-8014-75e0704a5e0b tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 950 time: 0.1200271 Jan 10 19:02:54.951503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec491a90-2ea6-4c6d-a694-2681509a7352 req-f16cdc19-02fd-4fcf-a499-1da11215e3cf tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Jan 10 19:02:55.335441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-69508de4-3db5-4491-8db0-0689ce136768 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=71768ad4ec824852b711786911694fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299437 Jan 10 19:02:55.427948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] For port 0da74ef1-6065-4e39-87a8-554b1cd30d49, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0da74ef1-6065-4e39-87a8-554b1cd30d49,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:55.429188 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:55.448194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459321c9-88fb-4c6c-a1c0-c334e2467668 req-3ca0aa05-8210-4704-a363-46158e3d6c0f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:55.456243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-459321c9-88fb-4c6c-a1c0-c334e2467668 req-3ca0aa05-8210-4704-a363-46158e3d6c0f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 945 time: 0.2710679 Jan 10 19:02:55.477252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:02:55.584656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Calling delete_port for 0da74ef1-6065-4e39-87a8-554b1cd30d49 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:55.621702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 4e62139d-977d-4e21-b587-68c156cad0ba completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:55.627510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4e62139d-977d-4e21-b587-68c156cad0ba triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:55.627976 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:55.731810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df84f50c-447e-4d8e-9382-127a7a7b83c6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:55.760195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-5602dbf7-56c5-49d2-9d3e-d88909c5fafb tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:55.769120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-5602dbf7-56c5-49d2-9d3e-d88909c5fafb tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263144 Jan 10 19:02:55.793150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.793150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.793448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.793934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.794090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.794442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.794862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.795242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.795602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.795986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.796295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:02:55.807625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-459321c9-88fb-4c6c-a1c0-c334e2467668 req-f2e2ffbd-89e2-4545-bb29-a252ec3a9b8b tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501058 Jan 10 19:02:55.827856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Request body: {'port': {'device_id': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '71768ad4ec824852b711786911694fdf'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:55.854562 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:55.894816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:55.896240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:55.905747 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.003174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:56.019275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.111823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5234-3b37-46d1-9a3b-13c5f1d3f4f2 req-d67ba0d4-ddaa-47da-a483-ac4265cecc20 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:56.112677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1dab5234-3b37-46d1-9a3b-13c5f1d3f4f2 req-d67ba0d4-ddaa-47da-a483-ac4265cecc20 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Synchronizing usage tracker for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:56.125370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Pushing event deleted for resources: {'Port': ['ID=0da74ef1-6065-4e39-87a8-554b1cd30d49,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:56.180285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1dab5234-3b37-46d1-9a3b-13c5f1d3f4f2 req-d67ba0d4-ddaa-47da-a483-ac4265cecc20 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Unset dirty status for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:56.181570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1dab5234-3b37-46d1-9a3b-13c5f1d3f4f2 req-d67ba0d4-ddaa-47da-a483-ac4265cecc20 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.5817969 Jan 10 19:02:56.182466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:56.184197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Attempting to bind port df84f50c-447e-4d8e-9382-127a7a7b83c6 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:02:56.184546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Attempting to bind port df84f50c-447e-4d8e-9382-127a7a7b83c6 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:02:56.184877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Attempting to bind port df84f50c-447e-4d8e-9382-127a7a7b83c6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:56.188579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Usage tracker for resource:port and tenant:71768ad4ec824852b711786911694fdf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:56.194440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:56.198853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-8aaa3845-57af-4daf-86e4-54c6f70177b2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:56.199630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-8aaa3845-57af-4daf-86e4-54c6f70177b2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:56.214191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:56.232215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f834bd-b219-40e2-b64c-ea16c842b967 req-629e109a-e040-4885-9c24-4971376401b8 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:56.233630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83f834bd-b219-40e2-b64c-ea16c842b967 req-629e109a-e040-4885-9c24-4971376401b8 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 947 time: 0.2214108 Jan 10 19:02:56.258283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-00c8603a-da96-4d30-9903-973f7e75510c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:56.259028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-00c8603a-da96-4d30-9903-973f7e75510c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Synchronizing usage tracker for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:56.268816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] No DVR routers for this DVR port 0da74ef1-6065-4e39-87a8-554b1cd30d49 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:56.269017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Made reservation on behalf of 71768ad4ec824852b711786911694fdf for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:02:56.269133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.269230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.269340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Port df84f50c-447e-4d8e-9382-127a7a7b83c6 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:02:56.269457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Attempting to bind port df84f50c-447e-4d8e-9382-127a7a7b83c6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:02:56.289125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:02:56.289486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:02:56.289850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.290076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:02:56.290643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Bound port: df84f50c-447e-4d8e-9382-127a7a7b83c6, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:02:56.291195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.304022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-deleted', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:56.304745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1dab5234-3b37-46d1-9a3b-13c5f1d3f4f2 req-f2588265-015b-4704-a2c7-68bc798735d1 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133208 Jan 10 19:02:56.314446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-8aaa3845-57af-4daf-86e4-54c6f70177b2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:56.315604 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-8aaa3845-57af-4daf-86e4-54c6f70177b2 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 950 time: 0.6720219 Jan 10 19:02:56.316766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52ef602b-323d-42e0-88e1-6b1e5cbf810d req-3b5363cb-b42b-4a6d-9c4d-757e45ce2839 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.44 "DELETE /v2.0/ports/0da74ef1-6065-4e39-87a8-554b1cd30d49 HTTP/1.1" status: 204 len: 173 time: 1.8000827 Jan 10 19:02:56.339115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83f834bd-b219-40e2-b64c-ea16c842b967 req-db8325a0-06cf-4bd5-898c-489f9584e69c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929990 Jan 10 19:02:56.346316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:02:56.354157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-00c8603a-da96-4d30-9903-973f7e75510c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Unset dirty status for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:56.355347 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-00c8603a-da96-4d30-9903-973f7e75510c tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.7151625 Jan 10 19:02:56.360995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Usage tracker for resource:security_group_rule and tenant:71768ad4ec824852b711786911694fdf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:02:56.364748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:02:56.371527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:02:56.512461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port ae0ea592-c340-45d1-9a31-9c4fce984421 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:56.513078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.543845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Deleting port 9375a1b4-e7f3-4072-aced-84d0d1331a9a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:56.544195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.728626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] For port df84f50c-447e-4d8e-9382-127a7a7b83c6, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:02:56.732217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] For port df84f50c-447e-4d8e-9382-127a7a7b83c6, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:02:56.758639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.798889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee66d5ed-1923-43e9-8f7b-47c9505dbb3e req-431f4183-4905-4a72-a428-f6f3b1992bce tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 210 time: 0.0729835 Jan 10 19:02:56.801077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.813003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:56.882079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df84f50c-447e-4d8e-9382-127a7a7b83c6,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:56.921947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b356e9c-2622-4046-97b9-282122298fd3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:56.952890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06357802-780e-4d98-b765-6c297af3e7e4 req-8c322a81-016f-47f1-9181-768c73f25da0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:56.955112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06357802-780e-4d98-b765-6c297af3e7e4 req-8c322a81-016f-47f1-9181-768c73f25da0 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 949 time: 0.2739010 Jan 10 19:02:57.072075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:57.075942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-45045a58-dc94-4f39-996c-4c11754e37e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/df84f50c-447e-4d8e-9382-127a7a7b83c6 HTTP/1.1" status: 200 len: 1095 time: 3.3055608 Jan 10 19:02:57.092977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06357802-780e-4d98-b765-6c297af3e7e4 req-45c4332c-1e60-4d33-b567-7778a1b82011 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276815 Jan 10 19:02:57.264108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Allocated IP 192.168.233.24 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/361465a6-66bd-452a-a378-ad24053229f0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:02:57.280653 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba', 'code': 200} Jan 10 19:02:57.291471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d895228c-0f38-4180-ae27-453482aa4456 req-a1508a02-45c5-4915-b51a-1c003f100e88 tempest-ListImageFiltersTestJSON-1637912677 tempest-ListImageFiltersTestJSON-1637912677-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a0a330-fd01-4337-9368-9721c01af3f6 HTTP/1.1" status: 200 len: 210 time: 0.1757834 Jan 10 19:02:57.477364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:57.515860 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:02:57.600441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef4bac01-c340-4a38-95c4-32b53b3c98be req-c25a26fe-a2a2-4b00-a386-b636d1885100 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.2299039 Jan 10 19:02:57.635426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:57.671805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:57.678373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:57.679595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:57.703475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] For port 9375a1b4-e7f3-4072-aced-84d0d1331a9a, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=9375a1b4-e7f3-4072-aced-84d0d1331a9a,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:57.704653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:57.775505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 0da74ef1-6065-4e39-87a8-554b1cd30d49 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:57.776007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0da74ef1-6065-4e39-87a8-554b1cd30d49 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:57.806997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:57.830033 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0a330-fd01-4337-9368-9721c01af3f6', 'name': 'network-vif-deleted', 'tag': '0da74ef1-6065-4e39-87a8-554b1cd30d49', 'status': 'completed', 'code': 200} Jan 10 19:02:57.842773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Calling delete_port for 9375a1b4-e7f3-4072-aced-84d0d1331a9a owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:57.858522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ea772-ef78-4036-a0ff-1ac4cdf6ee02 req-2ac05d56-53d5-4f78-a52f-f1120bf7d8b0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:57.859970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b1ea772-ef78-4036-a0ff-1ac4cdf6ee02 req-2ac05d56-53d5-4f78-a52f-f1120bf7d8b0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 950 time: 0.3822558 Jan 10 19:02:57.861476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef4bac01-c340-4a38-95c4-32b53b3c98be req-89e0e51f-558d-4416-b7bf-8b0284bb4256 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124655 Jan 10 19:02:57.920730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b3b82-d5e1-49de-a2dd-b47f1222dc93 req-a3b80050-fe8a-4f36-9dd7-452dd132390d tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:57.922608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b96b3b82-d5e1-49de-a2dd-b47f1222dc93 req-a3b80050-fe8a-4f36-9dd7-452dd132390d tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 946 time: 0.3625510 Jan 10 19:02:57.937303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:57.954961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-b921a5d1-4e64-4072-8cde-1874dbed7f48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec72f39357be44b683b860cedffb2970&device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 1098 time: 0.7926309 Jan 10 19:02:57.968337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-60a51c7d-c2cb-454d-870d-34a4fde329ab tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:57.969042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-60a51c7d-c2cb-454d-870d-34a4fde329ab tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Synchronizing usage tracker for tenant:93374e719a5d4df7a26825ccaa44e64c on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:57.985514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Transition to ACTIVE for port object 361465a6-66bd-452a-a378-ad24053229f0 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:02:57.995996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b1ea772-ef78-4036-a0ff-1ac4cdf6ee02 req-e9c16f31-0d53-4534-a486-7209259e8fe6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230648 Jan 10 19:02:58.007795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port ae0ea592-c340-45d1-9a31-9c4fce984421, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae0ea592-c340-45d1-9a31-9c4fce984421,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:58.008150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.020652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-60a51c7d-c2cb-454d-870d-34a4fde329ab tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Unset dirty status for tenant:93374e719a5d4df7a26825ccaa44e64c on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:58.023616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b96b3b82-d5e1-49de-a2dd-b47f1222dc93 req-af9e9cfc-379f-4f3c-af6f-502da0ce5243 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Jan 10 19:02:58.035255 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-60a51c7d-c2cb-454d-870d-34a4fde329ab tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 949 time: 1.1458764 Jan 10 19:02:58.048955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.164271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:02:58.167839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:02:58.173611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:02:58.202122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Pushing event updated for resources: {'Port': ['ID=361465a6-66bd-452a-a378-ad24053229f0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:58.305907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for ae0ea592-c340-45d1-9a31-9c4fce984421 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:58.367857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:58.368953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.419285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-9c1b6f6c-2b18-42ce-a568-2afaa0796cb2 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6085489 Jan 10 19:02:58.422151 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-50f5150d-5421-4141-a7eb-37d591ad94f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6 HTTP/1.1" status: 200 len: 217 time: 0.2067368 Jan 10 19:02:58.435933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Request body: {'port': {'device_id': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:02:58.517900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966ef1-e8f3-4146-84b1-33d05b1085ea req-20d53e7a-6937-41ba-8f26-662a51d32bd8 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:58.520121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e966ef1-e8f3-4146-84b1-33d05b1085ea req-20d53e7a-6937-41ba-8f26-662a51d32bd8 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e504e63-7f28-44bc-90b2-21fc06ddaccc HTTP/1.1" status: 200 len: 944 time: 0.2825305 Jan 10 19:02:58.521486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Deleting port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:02:58.521834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.525946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad402fe-4727-408d-9dd6-23197a7e06a0 req-03d20402-45d9-4975-8e50-a43952ab9bbf tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:58.527349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bad402fe-4727-408d-9dd6-23197a7e06a0 req-03d20402-45d9-4975-8e50-a43952ab9bbf tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 947 time: 0.2886066 Jan 10 19:02:58.603022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-d0f68b66-985f-4048-a7b3-769a6e3bbf80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:58.604579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-d0f68b66-985f-4048-a7b3-769a6e3bbf80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1557887 Jan 10 19:02:58.605336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-957a19ee-00d2-41bc-981c-5fbd7374fa29 None None] Provisioning for port 361465a6-66bd-452a-a378-ad24053229f0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:02:58.615869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-957a19ee-00d2-41bc-981c-5fbd7374fa29 None None] Provisioning complete for port 361465a6-66bd-452a-a378-ad24053229f0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:02:58.616324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-957a19ee-00d2-41bc-981c-5fbd7374fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.651744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.670839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:58.674662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e966ef1-e8f3-4146-84b1-33d05b1085ea req-4625f311-f8a5-43f7-b263-01eb86ed43fe tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210659 Jan 10 19:02:58.728922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bad402fe-4727-408d-9dd6-23197a7e06a0 req-145f9687-8f09-4b56-9bd3-57035d11702d tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702101 Jan 10 19:02:58.729458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-957a19ee-00d2-41bc-981c-5fbd7374fa29 None None] Port 361465a6-66bd-452a-a378-ad24053229f0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:02:58.829676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event deleted for resources: {'Port': ['ID=9375a1b4-e7f3-4072-aced-84d0d1331a9a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:59.043957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:59.057727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:59.059007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] No DVR routers for this DVR port 9375a1b4-e7f3-4072-aced-84d0d1331a9a on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:59.117417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:59.129968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d', '787151ef-d2fe-4538-86ee-58c56f805ed6', 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:02:59.150332 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-300b5cf5-e615-405a-8fa6-990113efb858 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5347171 Jan 10 19:02:59.151581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=ae0ea592-c340-45d1-9a31-9c4fce984421,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:02:59.300484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:59.496100 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-050121b3-0cb7-40ee-8dba-180d237f7828 req-f3691267-2515-417d-a577-64b70281138a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "DELETE /v2.0/ports/9375a1b4-e7f3-4072-aced-84d0d1331a9a HTTP/1.1" status: 204 len: 173 time: 3.1347394 Jan 10 19:02:59.538383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:59.621766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port ae0ea592-c340-45d1-9a31-9c4fce984421 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:02:59.631075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] For port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:02:59.631434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:59.631972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 9375a1b4-e7f3-4072-aced-84d0d1331a9a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:59.632500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 9375a1b4-e7f3-4072-aced-84d0d1331a9a not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:59.632810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae0ea592-c340-45d1-9a31-9c4fce984421 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:02:59.641441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:59.643363 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ecbb776d-dd0b-4b09-8c27-b3f8450005d4 req-44be59a1-477c-44c6-a2cb-d11db0d8ca0d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "DELETE /v2.0/ports/ae0ea592-c340-45d1-9a31-9c4fce984421 HTTP/1.1" status: 204 len: 173 time: 3.3207393 Jan 10 19:02:59.695322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: ae0ea592-c340-45d1-9a31-9c4fce984421 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:02:59.695737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae0ea592-c340-45d1-9a31-9c4fce984421 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:02:59.750098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff921-93cc-4a0a-a429-452f9bc68176 req-7f18a245-9f45-4c40-aed9-42f22b81b1ec tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:59.778593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b1ff921-93cc-4a0a-a429-452f9bc68176 req-7f18a245-9f45-4c40-aed9-42f22b81b1ec tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bc622ea-a989-4469-b103-a87c1a007cc0 HTTP/1.1" status: 200 len: 947 time: 0.8349419 Jan 10 19:02:59.786129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Calling delete_port for 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:02:59.803626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-dfd66853-10e9-4228-833e-3c54763e6146 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:02:59.804709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-dfd66853-10e9-4228-833e-3c54763e6146 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Synchronizing usage tracker for tenant:71768ad4ec824852b711786911694fdf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:02:59.832656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'tag': 'df84f50c-447e-4d8e-9382-127a7a7b83c6'}, {'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'name': 'network-vif-deleted', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a'}, {'server_uuid': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'name': 'network-vif-deleted', 'tag': 'ae0ea592-c340-45d1-9a31-9c4fce984421'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:02:59.849161 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-1ae17e41-1e45-41ed-b33b-d375840c6f53 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796689 Jan 10 19:02:59.870601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361465a6-66bd-452a-a378-ad24053229f0 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:02:59.918962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:02:59.951807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-dfd66853-10e9-4228-833e-3c54763e6146 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Unset dirty status for tenant:71768ad4ec824852b711786911694fdf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:02:59.966499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-dfd66853-10e9-4228-833e-3c54763e6146 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 935 time: 1.0900562 Jan 10 19:03:00.006376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b1ff921-93cc-4a0a-a429-452f9bc68176 req-ef05e64f-8572-46f3-b2f7-e3313fa1a984 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263548 Jan 10 19:03:00.009674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Transition to ACTIVE for port object 361465a6-66bd-452a-a378-ad24053229f0 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:00.019900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:00.092163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76d678-21e8-4cd9-bcfc-e1916331ed88 req-b79b98df-348e-4739-9988-cf6ceb1510fb service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351234 Jan 10 19:03:00.107682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:00.217529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event deleted for resources: {'Port': ['ID=5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:00.221308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Pushing event updated for resources: {'Port': ['ID=361465a6-66bd-452a-a378-ad24053229f0,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:00.297778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-253e838e-c4ca-4d41-b5da-98fab6e661e8 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Synchronizing usage tracker for tenant:71768ad4ec824852b711786911694fdf on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:00.439856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] No DVR routers for this DVR port 5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:00.445354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:00.477764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-762b46d4-260f-496b-aae6-a7d0f2d83b7d req-0c0ba0ec-e25e-4c58-bb9d-06a2115b98e2 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.44 "DELETE /v2.0/ports/5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5 HTTP/1.1" status: 204 len: 173 time: 2.2123413 Jan 10 19:03:00.500062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-253e838e-c4ca-4d41-b5da-98fab6e661e8 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Unset dirty status for tenant:71768ad4ec824852b711786911694fdf on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:00.502386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1305b85c-bfcd-4ab4-ab07-e942a5781db2 req-253e838e-c4ca-4d41-b5da-98fab6e661e8 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347309 Jan 10 19:03:00.641592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7d396069-008e-4cc5-a3db-e69ab8e0be4b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:00.705523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Attempting to bind port 361465a6-66bd-452a-a378-ad24053229f0 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:00.707740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Attempting to bind port 361465a6-66bd-452a-a378-ad24053229f0 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:00.708820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Attempting to bind port 361465a6-66bd-452a-a378-ad24053229f0 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:00.749771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa1115-e291-4bb4-8d1d-e2cd4873759c req-7aa98652-df77-41b8-8f22-8d843dd2f2d6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:00.759788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73aa1115-e291-4bb4-8d1d-e2cd4873759c req-7aa98652-df77-41b8-8f22-8d843dd2f2d6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 946 time: 0.2608953 Jan 10 19:03:00.763735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Port 361465a6-66bd-452a-a378-ad24053229f0 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:00.764047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Attempting to bind port 361465a6-66bd-452a-a378-ad24053229f0 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:00.829613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef01b2dd-af13-4366-ab22-d18e07f8ecf6 req-e020fea4-fa40-411b-8413-9809a97ce8ba tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7dd7b-456d-44e6-b07f-04a0cec10549 HTTP/1.1" status: 200 len: 210 time: 0.0669169 Jan 10 19:03:00.835071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:00.835410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:00.835795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:00.836223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Bound port: 361465a6-66bd-452a-a378-ad24053229f0, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:00.836583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:00.935791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73aa1115-e291-4bb4-8d1d-e2cd4873759c req-8c375529-f174-424b-be47-9c35899d374a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750538 Jan 10 19:03:00.937496 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5', 'code': 200} Jan 10 19:03:01.015101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] For port 361465a6-66bd-452a-a378-ad24053229f0, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:01.018539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] For port 361465a6-66bd-452a-a378-ad24053229f0, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=361465a6-66bd-452a-a378-ad24053229f0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:01.038255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:01.124302 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'tag': 'df84f50c-447e-4d8e-9382-127a7a7b83c6', 'status': 'completed', 'code': 200} Jan 10 19:03:01.125212 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e504e63-7f28-44bc-90b2-21fc06ddaccc', 'name': 'network-vif-deleted', 'tag': '9375a1b4-e7f3-4072-aced-84d0d1331a9a', 'status': 'completed', 'code': 200} Jan 10 19:03:01.125677 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7dd7b-456d-44e6-b07f-04a0cec10549', 'name': 'network-vif-deleted', 'tag': 'ae0ea592-c340-45d1-9a31-9c4fce984421', 'status': 'completed', 'code': 200} Jan 10 19:03:01.254713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:01.256102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] 10.222.0.30 "PUT /v2.0/ports/361465a6-66bd-452a-a378-ad24053229f0 HTTP/1.1" status: 200 len: 1095 time: 2.8250337 Jan 10 19:03:01.263021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'tag': '361465a6-66bd-452a-a378-ad24053229f0'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:01.293959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697f020-dae6-4a71-a6ae-a9ddc67c461a service neutron] Pushing event updated for resources: {'Port': ['ID=361465a6-66bd-452a-a378-ad24053229f0,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:01.346761 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-4010c1c6-4ea0-4190-9aa4-9ffc1912dc18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec72f39357be44b683b860cedffb2970&device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 1098 time: 0.1645861 Jan 10 19:03:01.398687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78dd9-2e2a-4424-9c0e-cd3ab54d5608 req-446e7ad2-9048-40f6-94e8-490132827f36 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:01.400633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14f78dd9-2e2a-4424-9c0e-cd3ab54d5608 req-446e7ad2-9048-40f6-94e8-490132827f36 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 947 time: 0.2701309 Jan 10 19:03:01.481459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device df84f50c-447e-4d8e-9382-127a7a7b83c6 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:01.527755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14f78dd9-2e2a-4424-9c0e-cd3ab54d5608 req-570d4074-2f63-45cf-82bb-9233a65f98c5 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097956 Jan 10 19:03:01.550356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-ca35fdf2-171c-40a2-b9b4-6c9dd06d00f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71768ad4ec824852b711786911694fdf&device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 1098 time: 0.2477095 Jan 10 19:03:01.614018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb244-9e44-45c8-a4b8-d69089151858 req-aebb218f-1a1c-470f-99a6-10849467a29b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:01.615536 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-aebb218f-1a1c-470f-99a6-10849467a29b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2621453 Jan 10 19:03:01.719077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-b25f8a88-b582-4117-aa6a-295de33fc10c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=361465a6-66bd-452a-a378-ad24053229f0 HTTP/1.1" status: 200 len: 217 time: 0.1602526 Jan 10 19:03:01.749530 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-a340c003-8e52-40ff-bd44-4b33278ba5a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6 HTTP/1.1" status: 200 len: 217 time: 0.1267853 Jan 10 19:03:01.755277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port df84f50c-447e-4d8e-9382-127a7a7b83c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:01.817187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'df84f50c-447e-4d8e-9382-127a7a7b83c6', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'df84f50c-447e-4d8e-9382-127a7a7b83c6', 'mac_address': 'fa:16:3e:e5:73:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:01.908480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb244-9e44-45c8-a4b8-d69089151858 req-48b444c2-7a22-4d88-ae6b-03bbed65a122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:01.912199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-48b444c2-7a22-4d88-ae6b-03bbed65a122 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1534853 Jan 10 19:03:01.912887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-ca06d2f8-5997-408a-8b86-9942f2bb79bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:01.931193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-ca06d2f8-5997-408a-8b86-9942f2bb79bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1903169 Jan 10 19:03:01.941641 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:01.972004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df84f50c-447e-4d8e-9382-127a7a7b83c6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:01.990604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port df84f50c-447e-4d8e-9382-127a7a7b83c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:01.998503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:02.057849 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-52bee922-1eb3-4ec1-8d35-b8ddb571d093 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359801 Jan 10 19:03:02.129010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-1f091559-8c10-44a8-a7ff-15584d8c6f34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1968853 Jan 10 19:03:02.161260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=df84f50c-447e-4d8e-9382-127a7a7b83c6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:02.293077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['df84f50c-447e-4d8e-9382-127a7a7b83c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:02.309454 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-7ec0e496-ce95-4632-bb85-c160bd4aaef9 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428308 Jan 10 19:03:02.347607 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'tag': '361465a6-66bd-452a-a378-ad24053229f0', 'status': 'completed', 'code': 200} Jan 10 19:03:02.497425 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-641eb244-9e44-45c8-a4b8-d69089151858 req-ab062aae-6fa9-4fbb-a560-875895a9f381 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767707 Jan 10 19:03:02.539242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-421e059c-ab84-47c9-9659-c72b0bccd5ae service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004815 Jan 10 19:03:02.685692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb173454-5d05-4058-965f-330093c5758f req-bc86e329-1a17-4811-a285-b90e5128c80b tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:02.687068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb173454-5d05-4058-965f-330093c5758f req-bc86e329-1a17-4811-a285-b90e5128c80b tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 947 time: 0.2823396 Jan 10 19:03:02.707888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c8c-385c-4d9c-9220-41d7c66be919 req-25fea127-77eb-485f-81a2-14b3d1a0c329 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:02.709307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bccb4c8c-385c-4d9c-9220-41d7c66be919 req-25fea127-77eb-485f-81a2-14b3d1a0c329 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 946 time: 0.2565119 Jan 10 19:03:02.753315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4b13291-8a0e-4b77-b6e9-5f1871841847 req-34809501-8bac-4f82-b5fc-4d513ab43a0a service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064838 Jan 10 19:03:02.768993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-d8c75604-a6a2-4e5d-90f8-15441da21d9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:02.769847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-d8c75604-a6a2-4e5d-90f8-15441da21d9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Synchronizing usage tracker for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:02.792689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-d8c75604-a6a2-4e5d-90f8-15441da21d9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Unset dirty status for tenant:16270c363a3742fe89ef8e15c5f8d43b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:02.793841 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-d8c75604-a6a2-4e5d-90f8-15441da21d9a tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 945 time: 0.0994780 Jan 10 19:03:02.870693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Deleting port afbda635-958b-44da-aef3-853b3c27ab26 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:02.870693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:02.945978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb173454-5d05-4058-965f-330093c5758f req-63c29ee2-cb7c-4e7b-bbc5-2737f5eae696 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520144 Jan 10 19:03:02.954559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bccb4c8c-385c-4d9c-9220-41d7c66be919 req-03006e72-370a-4627-8826-38a3cb220f80 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249498 Jan 10 19:03:03.014939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-60c11221-6016-4087-bcca-3650efe7cd5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71768ad4ec824852b711786911694fdf&device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 1098 time: 0.1358962 Jan 10 19:03:03.130131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'name': 'network-vif-deleted', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:03.240622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-c68813df-b77a-44da-807e-ca2de5369e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:03.242262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-c68813df-b77a-44da-807e-ca2de5369e32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2194765 Jan 10 19:03:03.326792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-d9e17478-f6d4-4361-8a54-fdffee077abc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=361465a6-66bd-452a-a378-ad24053229f0 HTTP/1.1" status: 200 len: 217 time: 0.0694921 Jan 10 19:03:03.466139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-4e6cd170-c953-42f9-b94c-6b02c72a2894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:03.467627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-4e6cd170-c953-42f9-b94c-6b02c72a2894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1337671 Jan 10 19:03:03.485542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device df84f50c-447e-4d8e-9382-127a7a7b83c6 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:03.518551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] For port afbda635-958b-44da-aef3-853b3c27ab26, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=afbda635-958b-44da-aef3-853b3c27ab26,segment=NetworkSegment(9beeb49e-d070-4c1b-8555-7d73b25dc534),segment_id=9beeb49e-d070-4c1b-8555-7d73b25dc534)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:03.519159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:03.572051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd5a0-44e8-4f48-80f0-7942c247dcee req-38c008e5-0937-415c-aef0-e864326a4f6b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:03.579392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-348cd5a0-44e8-4f48-80f0-7942c247dcee req-38c008e5-0937-415c-aef0-e864326a4f6b tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/ports?device_id=f708023e-125c-4c95-8dd8-95bb1ee8053e HTTP/1.1" status: 200 len: 945 time: 0.1837442 Jan 10 19:03:03.601863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port df84f50c-447e-4d8e-9382-127a7a7b83c6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:03.608453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port df84f50c-447e-4d8e-9382-127a7a7b83c6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:03.608773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:03.620561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-92292f73-7b39-42ae-8f97-06900f6ee0f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372037 Jan 10 19:03:03.669805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-348cd5a0-44e8-4f48-80f0-7942c247dcee req-9f5e5935-9aec-4107-a240-39845d369224 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Jan 10 19:03:03.706106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Calling delete_port for afbda635-958b-44da-aef3-853b3c27ab26 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:03.831772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:03.864371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:03.884927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df84f50c-447e-4d8e-9382-127a7a7b83c6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:03.903770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port df84f50c-447e-4d8e-9382-127a7a7b83c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:03.909437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:03.931056 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-f5a25609-1332-44ed-9ce4-5cb9050a90c3 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007648 Jan 10 19:03:03.975902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Pushing event deleted for resources: {'Port': ['ID=afbda635-958b-44da-aef3-853b3c27ab26,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:04.009130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=df84f50c-447e-4d8e-9382-127a7a7b83c6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:04.023019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.023647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.024304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.024810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.025300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.025937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.026432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.026938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.027421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.028058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.028555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:04.073381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0ca9e-6f9e-443e-ad71-da83fb6f3210 req-4bac0a5b-11d1-4842-aeb9-d758d55500b4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:04.080454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1df0ca9e-6f9e-443e-ad71-da83fb6f3210 req-4bac0a5b-11d1-4842-aeb9-d758d55500b4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 948 time: 0.2435827 Jan 10 19:03:04.083616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] No DVR routers for this DVR port afbda635-958b-44da-aef3-853b3c27ab26 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:04.087894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:04.115988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-403c27f5-1f55-45f8-bc9f-6e11c6f6e881 req-7581a1db-1ec4-4ac8-9629-ded37e240c39 tempest-LiveMigrationTest-787009149 tempest-LiveMigrationTest-787009149-project] 10.222.0.30 "DELETE /v2.0/ports/afbda635-958b-44da-aef3-853b3c27ab26 HTTP/1.1" status: 204 len: 173 time: 1.3121531 Jan 10 19:03:04.172071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dfa8834-1a23-4b00-89e2-21a340e292a8 req-3a20277e-7269-4cf8-910b-9a8ec8608a49 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326884 Jan 10 19:03:04.187452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1df0ca9e-6f9e-443e-ad71-da83fb6f3210 req-a466fca6-713a-4d2b-9a71-1e6fd9b14503 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061261 Jan 10 19:03:04.294087 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc622ea-a989-4469-b103-a87c1a007cc0', 'name': 'network-vif-deleted', 'tag': '5ee7c7a1-cb43-4e02-80f7-c21e6ad3b7f5', 'status': 'completed', 'code': 200} Jan 10 19:03:04.508390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ef21-3ba1-4a78-9450-26360483c8a3 req-3ca78591-97c7-4a0c-af83-7d3cceb10fd4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:04.509957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9e8ef21-3ba1-4a78-9450-26360483c8a3 req-3ca78591-97c7-4a0c-af83-7d3cceb10fd4 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 950 time: 0.0929341 Jan 10 19:03:04.595082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9e8ef21-3ba1-4a78-9450-26360483c8a3 req-c7454a54-82fa-404c-b247-2c66eff3162f tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786204 Jan 10 19:03:04.717914 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df84f50c-447e-4d8e-9382-127a7a7b83c6', 'code': 200} Jan 10 19:03:04.885149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b2e4-092c-45f0-af71-27fbfde70633 req-bf4d73f3-99f3-4d17-92f8-092e21948f33 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:04.893392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89b2e4-092c-45f0-af71-27fbfde70633 req-bf4d73f3-99f3-4d17-92f8-092e21948f33 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 950 time: 0.1800165 Jan 10 19:03:04.907952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1287f666-9258-4e65-941a-821268c5ccce tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:04.909457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1287f666-9258-4e65-941a-821268c5ccce tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 950 time: 0.1531117 Jan 10 19:03:05.072889 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f77fb7a4-5d39-4abd-b2a6-9b02e7c5c87d req-f41bda03-da00-41a0-8c4d-c3a5725e6c60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 1100 time: 0.1630757 Jan 10 19:03:05.091454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89b2e4-092c-45f0-af71-27fbfde70633 req-47d209d4-9358-489e-a32e-8a4d66d5ec78 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969600 Jan 10 19:03:05.107275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Deleting port 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:05.108581 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.147405 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f77fb7a4-5d39-4abd-b2a6-9b02e7c5c87d req-6a5a3934-74f2-4211-8e42-680e6a7191f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665765 Jan 10 19:03:05.154395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-fe4611b5-75fa-4641-b6fc-a0c492be80d0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:05.154619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-fe4611b5-75fa-4641-b6fc-a0c492be80d0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:05.178977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-fe4611b5-75fa-4641-b6fc-a0c492be80d0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:05.180647 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-fe4611b5-75fa-4641-b6fc-a0c492be80d0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 950 time: 0.1861360 Jan 10 19:03:05.193557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928f763-c677-41b4-bda6-5a5ff0400518 req-4681d834-7b5b-4a5e-9324-bab90bcd1c5f tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:05.202350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9928f763-c677-41b4-bda6-5a5ff0400518 req-4681d834-7b5b-4a5e-9324-bab90bcd1c5f tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 947 time: 0.3237243 Jan 10 19:03:05.220967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34496) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:05.319855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34504) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:05.379986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9928f763-c677-41b4-bda6-5a5ff0400518 req-faec2892-1900-45a5-beda-0583722ef62c tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765666 Jan 10 19:03:05.513481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 361465a6-66bd-452a-a378-ad24053229f0 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:05.556205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ee3bfc9-c9cf-4f54-976f-c5128e8fd2d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c52e443d42e948309d0d405e7d7dbc2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3317218 Jan 10 19:03:05.566091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] For port 7d396069-008e-4cc5-a3db-e69ab8e0be4b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7d396069-008e-4cc5-a3db-e69ab8e0be4b,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:05.566450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.584480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34510) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:05.627676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:05.628027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.689748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 361465a6-66bd-452a-a378-ad24053229f0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=361465a6-66bd-452a-a378-ad24053229f0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:05.704819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:05.732112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '361465a6-66bd-452a-a378-ad24053229f0', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '361465a6-66bd-452a-a378-ad24053229f0', 'mac_address': 'fa:16:3e:51:fd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:05.813976 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.835671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361465a6-66bd-452a-a378-ad24053229f0 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:05.839543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: afbda635-958b-44da-aef3-853b3c27ab26 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:05.840793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device afbda635-958b-44da-aef3-853b3c27ab26 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:05.858992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Deleting subnet ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:03:05.863749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.865435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 361465a6-66bd-452a-a378-ad24053229f0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=361465a6-66bd-452a-a378-ad24053229f0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:05.873195 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.918297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Calling delete_port for 7d396069-008e-4cc5-a3db-e69ab8e0be4b owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:05.925597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:05.956367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=361465a6-66bd-452a-a378-ad24053229f0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:06.062039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f22-8e98-4b63-bfaf-b6812227c5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.064003 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.097268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['361465a6-66bd-452a-a378-ad24053229f0'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:06.161434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f22-8e98-4b63-bfaf-b6812227c5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.180980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3ac7-d0c3-4822-b58d-969fbcff923f req-bc2aadc8-6864-4492-9ef5-7f3e34423692 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:06.188429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fbc3ac7-d0c3-4822-b58d-969fbcff923f req-bc2aadc8-6864-4492-9ef5-7f3e34423692 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf99932a-ba77-4efe-841f-7f9d18e8faba HTTP/1.1" status: 200 len: 950 time: 0.2128515 Jan 10 19:03:06.220834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047d2c5-8d9d-4a83-885f-73b55646bc7e req-fe937a70-dc71-47b7-9f24-4457576a0c89 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:06.227903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3047d2c5-8d9d-4a83-885f-73b55646bc7e req-fe937a70-dc71-47b7-9f24-4457576a0c89 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 949 time: 0.2513185 Jan 10 19:03:06.245675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:06.246116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.272892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.338805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'name': 'network-vif-deleted', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:06.387470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fbc3ac7-d0c3-4822-b58d-969fbcff923f req-5ddd5864-03c6-4709-bd9a-e978d61d8c4e tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.21 "GET /v2.0/security-groups?id=daa7c8fb-23b1-458f-a22b-87900752711d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980300 Jan 10 19:03:06.388496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Pushing event deleted for resources: {'Port': ['ID=7d396069-008e-4cc5-a3db-e69ab8e0be4b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:06.419488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3047d2c5-8d9d-4a83-885f-73b55646bc7e req-b6b3f744-ab5b-467e-942a-8a7abb500257 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906593 Jan 10 19:03:06.637222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.650844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:06.736609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] No DVR routers for this DVR port 7d396069-008e-4cc5-a3db-e69ab8e0be4b on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:06.741415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f22-8e98-4b63-bfaf-b6812227c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.745020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.748540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-deleted', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:06.760605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:06.784544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff3f22-8e98-4b63-bfaf-b6812227c5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4021f17a-05e0-4231-933f-bd50470c8ebe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:06.785118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5c6e183-49a7-4095-ac1c-4cf1156b4893 req-1acfece9-2a63-447a-9670-252c64051363 tempest-ServersAdminTestJSON-598248691 tempest-ServersAdminTestJSON-598248691-project] 10.222.0.30 "DELETE /v2.0/ports/7d396069-008e-4cc5-a3db-e69ab8e0be4b HTTP/1.1" status: 204 len: 173 time: 1.8026562 Jan 10 19:03:06.787771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.811904 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3517188-2297-4a0f-81d9-f8f2201469bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca5ad5ae-ce6d-4723-81b0-c6c1e3aff5c7 HTTP/1.1" status: 204 len: 168 time: 1.4906158 Jan 10 19:03:06.813944 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f22-8e98-4b63-bfaf-b6812227c5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:06.815360 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-37ff3f22-8e98-4b63-bfaf-b6812227c5da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4021f17a-05e0-4231-933f-bd50470c8ebe HTTP/1.1" status: 204 len: 168 time: 1.1122074 Jan 10 19:03:06.815994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34532) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:06.898712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc489f-ba43-481f-aa5c-b2d61d29b674 req-861d5da3-6d14-4233-9fba-868265e2c93d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:06.905900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96cc489f-ba43-481f-aa5c-b2d61d29b674 req-861d5da3-6d14-4233-9fba-868265e2c93d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 950 time: 0.2383215 Jan 10 19:03:07.005977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7219a-6d10-4ee5-8749-bad5709d7dc0 req-0b366c77-ea47-445f-86ec-269ab97dce2b tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:07.016171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8f7219a-6d10-4ee5-8749-bad5709d7dc0 req-0b366c77-ea47-445f-86ec-269ab97dce2b tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 948 time: 0.2133131 Jan 10 19:03:07.060020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96cc489f-ba43-481f-aa5c-b2d61d29b674 req-ffd82849-daee-4470-bd4c-b5018b7e4484 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531444 Jan 10 19:03:07.133794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8f7219a-6d10-4ee5-8749-bad5709d7dc0 req-a207346e-7238-46cd-a3bc-a85b2ebd2e3c tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156421 Jan 10 19:03:07.181645 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:07.354034 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708023e-125c-4c95-8dd8-95bb1ee8053e', 'name': 'network-vif-deleted', 'tag': 'afbda635-958b-44da-aef3-853b3c27ab26', 'status': 'completed', 'code': 200} Jan 10 19:03:07.357724 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:07.371773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:07.394839 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99932a-ba77-4efe-841f-7f9d18e8faba', 'name': 'network-vif-deleted', 'tag': '7d396069-008e-4cc5-a3db-e69ab8e0be4b', 'status': 'completed', 'code': 200} Jan 10 19:03:07.423397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d', '787151ef-d2fe-4538-86ee-58c56f805ed6', 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:07.538780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:07.795381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:07.817490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:07.868917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 361465a6-66bd-452a-a378-ad24053229f0 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:07.932675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314be1-de82-4ef8-b507-0795fe6b268f req-ecc62104-20ce-4008-97e5-cfef1f5fc902 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:07.942207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5314be1-de82-4ef8-b507-0795fe6b268f req-ecc62104-20ce-4008-97e5-cfef1f5fc902 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 949 time: 0.2705591 Jan 10 19:03:07.960471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:08.042556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4e62139d-977d-4e21-b587-68c156cad0ba', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '4e62139d-977d-4e21-b587-68c156cad0ba', 'mac_address': 'fa:16:3e:9b:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:08.049983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:08.050347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:08.052941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5314be1-de82-4ef8-b507-0795fe6b268f req-31262093-b956-4cc5-9f71-1c43b81869bb tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098084 Jan 10 19:03:08.091721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port 5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:08.103873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.130317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.209396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b58c3e10-e668-4f3c-b3a9-91c1a9c14415 req-b7abe595-f90b-442d-aece-513ee5a797d6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "DELETE /v2.0/ports/5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3 HTTP/1.1" status: 204 len: 173 time: 2.8663552 Jan 10 19:03:08.229107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcd03f3-210f-4242-b69a-b3a60675d3d9']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:08.268978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beeb49e-d070-4c1b-8555-7d73b25dc534') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:08.268978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beeb49e-d070-4c1b-8555-7d73b25dc534') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:08.294374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.332643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.342440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:03:08.344589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:03:08.385474 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:03:08.459202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 361465a6-66bd-452a-a378-ad24053229f0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:08.471644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.513482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6daecd50-22c4-4f74-9c28-9f36fc04cb04 req-ee15d4cb-ce1d-4910-befb-1eeda4ec60e6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=e15a6610-971f-4337-95d5-b0adee47a01a HTTP/1.1" status: 200 len: 210 time: 0.1495812 Jan 10 19:03:08.536319 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fadbc867-d04d-4473-99d5-2e10b1f1ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.546827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 361465a6-66bd-452a-a378-ad24053229f0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:08.548189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.581607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.595057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.628676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcd03f3-210f-4242-b69a-b3a60675d3d9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:08.647173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-67301431-9a96-4515-9350-02cde07ef4c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1bcd03f3-210f-4242-b69a-b3a60675d3d9 HTTP/1.1" status: 204 len: 168 time: 1.8136535 Jan 10 19:03:08.649650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34586) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:08.661316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34590) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:08.737820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Deleting subnet c659eb43-b9c9-4a1d-b8c8-7e4bf40a8974 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:03:08.741344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.783235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e62139d-977d-4e21-b587-68c156cad0ba {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:08.821377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:08.990720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:09.011736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:09.078488 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.228012 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-60847f5c-5884-4a6b-97d5-9b0df0556727 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93374e719a5d4df7a26825ccaa44e64c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5608139 Jan 10 19:03:09.229829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:09.236284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.345872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-677716518-network', 'tenant_id': '5e8494b5585a46ccbf19980cd091b8e9'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:09.354897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:09.355723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.357867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'name': 'network-vif-deleted', 'tag': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:09.370834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Usage tracker for resource:network and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:09.374302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:09.385707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:09.414188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56594151-7548-4ac9-9b01-655e6bfd5158 req-26aefdfe-d77f-4a61-bee5-55168c23ebfc tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:09.416225 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c17ed34d-8a84-4dca-b797-2d83b9470d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.426514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56594151-7548-4ac9-9b01-655e6bfd5158 req-26aefdfe-d77f-4a61-bee5-55168c23ebfc tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 948 time: 0.4895554 Jan 10 19:03:09.429050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4e62139d-977d-4e21-b587-68c156cad0ba'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:09.432750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Made reservation on behalf of 5e8494b5585a46ccbf19980cd091b8e9 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:09.435790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.441288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.462744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.467638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c659eb43-b9c9-4a1d-b8c8-7e4bf40a8974,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:09.496931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c17ed34d-8a84-4dca-b797-2d83b9470d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.519962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2099b86d-4ad8-4e6c-9852-35f7166ad2d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c659eb43-b9c9-4a1d-b8c8-7e4bf40a8974 HTTP/1.1" status: 204 len: 168 time: 0.8684423 Jan 10 19:03:09.528239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:09.571550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56594151-7548-4ac9-9b01-655e6bfd5158 req-2428548b-c2b7-4cf4-b5c7-02f2cbb128bc tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439536 Jan 10 19:03:09.589093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef50a245-dedd-49ea-8f86-043ef5cbb413 req-35e99c5a-d82f-4f21-bd7c-1c42b143fa3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2903776 Jan 10 19:03:09.607581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:09.629949 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.638255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:09.710635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.714635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:09.717759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:09.724990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:09.813144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.826341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361465a6-66bd-452a-a378-ad24053229f0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:09.838470 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a6610-971f-4337-95d5-b0adee47a01a', 'name': 'network-vif-deleted', 'tag': '5e783e9f-11fd-4d62-bd5a-aa3436e1d9b3', 'status': 'completed', 'code': 200} Jan 10 19:03:09.843047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.857652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:03:09.868105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.868105 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Added segment 92264ac5-297a-460c-93b2-d5876aa82766 of type vlan for network f19e746b-7aea-4f0e-afc8-75c5001040b0 Jan 10 19:03:09.891322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 361465a6-66bd-452a-a378-ad24053229f0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=361465a6-66bd-452a-a378-ad24053229f0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:09.903605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.913962 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.914631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:09.965953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c17ed34d-8a84-4dca-b797-2d83b9470d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.972196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30e21f-c7a0-414e-a09e-02910399d9d5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:09.997468 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:09.998456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:09.999127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.023750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c17ed34d-8a84-4dca-b797-2d83b9470d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.024040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7d396069-008e-4cc5-a3db-e69ab8e0be4b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:10.024040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7d396069-008e-4cc5-a3db-e69ab8e0be4b not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:10.027075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c17ed34d-8a84-4dca-b797-2d83b9470d70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daa7c8fb-23b1-458f-a22b-87900752711d HTTP/1.1" status: 204 len: 168 time: 0.7924426 Jan 10 19:03:10.148194 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1323647 Jan 10 19:03:10.150690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34638) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:10.155593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ed34d-8a84-4dca-b797-2d83b9470d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa7c8fb-23b1-458f-a22b-87900752711d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:10.168931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Request body: {'subnet': {'network_id': 'f19e746b-7aea-4f0e-afc8-75c5001040b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-677716518-subnet', 'tenant_id': '5e8494b5585a46ccbf19980cd091b8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:10.212717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:10.229286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-845e3826-3ae2-4b46-b3a4-46b4a67c97ee tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Synchronizing usage tracker for tenant:cdbea77850274e56a1b17a0193b45dee on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:10.233230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Usage tracker for resource:subnet and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:10.238674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:10.240790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=361465a6-66bd-452a-a378-ad24053229f0,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:10.253056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:10.304599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-845e3826-3ae2-4b46-b3a4-46b4a67c97ee tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Unset dirty status for tenant:cdbea77850274e56a1b17a0193b45dee on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:10.306612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-845e3826-3ae2-4b46-b3a4-46b4a67c97ee tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--568626766&fields=id&tenant_id=cdbea77850274e56a1b17a0193b45dee HTTP/1.1" status: 200 len: 267 time: 0.2186666 Jan 10 19:03:10.310810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Made reservation on behalf of 5e8494b5585a46ccbf19980cd091b8e9 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:10.314166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.443038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad4aa-189c-4429-ad47-f7fa7df70d9b req-0de81396-34a5-4db3-ab92-b2bddafae836 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:10.448504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1bf9-8ee5-4b1b-bf89-a11adc4697c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.453668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efbad4aa-189c-4429-ad47-f7fa7df70d9b req-0de81396-34a5-4db3-ab92-b2bddafae836 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 949 time: 0.2951458 Jan 10 19:03:10.459156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d1b4-eb82-4034-87a9-eb94897a728c admin admin] Pushing event updated for resources: {'Network': ['ID=f19e746b-7aea-4f0e-afc8-75c5001040b0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:10.477260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f19e746b-7aea-4f0e-afc8-75c5001040b0 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:03:10.478732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.528236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bfac85-9c00-460f-92ef-26e269077938']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:10.544010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc9a34c-c6da-4c7d-b550-80e7a4de408e') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:10.545041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc9a34c-c6da-4c7d-b550-80e7a4de408e') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:10.566490 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.594777 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.606337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:03:10.607238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:03:10.627702 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:03:10.785714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efbad4aa-189c-4429-ad47-f7fa7df70d9b req-70b46bfb-758a-4b24-b716-5ec3e545eae3 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309851 Jan 10 19:03:10.839899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.842881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-4a38ee0f-f7a5-4ac2-a499-ecaebdaa6cfc tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:10.844415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-4a38ee0f-f7a5-4ac2-a499-ecaebdaa6cfc tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Synchronizing usage tracker for tenant:cdbea77850274e56a1b17a0193b45dee on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:10.845918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:10.904791 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/19bfac85-9c00-460f-92ef-26e269077938 HTTP/1.1" status: 204 len: 168 time: 1.3631687 Jan 10 19:03:10.910964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7db2e-1207-4326-a87c-5a80cc9016a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=19bfac85-9c00-460f-92ef-26e269077938,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:10.917674 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361465a6-66bd-452a-a378-ad24053229f0', 'code': 200} Jan 10 19:03:10.920221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-4a38ee0f-f7a5-4ac2-a499-ecaebdaa6cfc tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Unset dirty status for tenant:cdbea77850274e56a1b17a0193b45dee on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:10.927406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-4a38ee0f-f7a5-4ac2-a499-ecaebdaa6cfc tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/networks?id=a0adf005-6e55-417f-b164-5f68f9233aa4 HTTP/1.1" status: 200 len: 815 time: 0.5948532 Jan 10 19:03:10.935712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34652) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:10.950988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-b5c6231c-5b4e-4f45-8cda-4e0f71fe2173 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/quotas/cdbea77850274e56a1b17a0193b45dee HTTP/1.1" status: 200 len: 375 time: 0.0219216 Jan 10 19:03:11.048278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4dffe53-05dd-47b4-91c8-ec5525f877b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=684d0ee9c92c45678c383a598f3cbf99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1113884 Jan 10 19:03:11.050963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34656) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:11.197989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-590962d0-e6f4-4f9f-9fb7-da33c9180d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.245991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.273716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-590962d0-e6f4-4f9f-9fb7-da33c9180d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.325958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-7b793695-f71a-4494-862f-52a391a0ff3f tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Synchronizing usage tracker for tenant:cdbea77850274e56a1b17a0193b45dee on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:11.336204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-029ed234-2fcf-4f1e-a385-1fb00a6c4c21 req-55b9d8b9-9ec1-427d-b16a-a3b17cf20380 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 1100 time: 0.3426578 Jan 10 19:03:11.395476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-590962d0-e6f4-4f9f-9fb7-da33c9180d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.401912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2384e802-fc49-4f62-9042-22d970502eae,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:11.406977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34664) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:11.414594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Checking segment: {'id': '92264ac5-297a-460c-93b2-d5876aa82766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f19e746b-7aea-4f0e-afc8-75c5001040b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:11.414996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Network hostable DHCP agents. Network: f19e746b-7aea-4f0e-afc8-75c5001040b0, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:03:11.449661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590962d0-e6f4-4f9f-9fb7-da33c9180d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3245365e-45fe-46c9-a015-ef730553dc26,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:11.456989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-7b793695-f71a-4494-862f-52a391a0ff3f tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Unset dirty status for tenant:cdbea77850274e56a1b17a0193b45dee on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:11.468097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-590962d0-e6f4-4f9f-9fb7-da33c9180d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.472205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-7b793695-f71a-4494-862f-52a391a0ff3f tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdbea77850274e56a1b17a0193b45dee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5105541 Jan 10 19:03:11.472374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-590962d0-e6f4-4f9f-9fb7-da33c9180d77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3245365e-45fe-46c9-a015-ef730553dc26 HTTP/1.1" status: 204 len: 168 time: 0.4179931 Jan 10 19:03:11.536906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:11.635356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-029ed234-2fcf-4f1e-a385-1fb00a6c4c21 req-361bdc03-1578-4881-9a98-a0ffb560e090 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747073 Jan 10 19:03:11.650470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.675080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Network f19e746b-7aea-4f0e-afc8-75c5001040b0 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:03:11.678837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4e62139d-977d-4e21-b587-68c156cad0ba triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:11.681848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.690990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34670) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:11.691250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b4dc9d29-72b3-4777-922b-46262d2cfe45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16270c363a3742fe89ef8e15c5f8d43b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2808321 Jan 10 19:03:11.763012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.776654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-e0777d76-b94a-4eb6-851b-be0e82ef850e service neutron] 10.222.0.21 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058920 Jan 10 19:03:11.777865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f19e746b-7aea-4f0e-afc8-75c5001040b0) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:11.793615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f296b-4b08-470a-b520-db86b496e6fc None None] Network f19e746b-7aea-4f0e-afc8-75c5001040b0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:03:11.818154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-0176-44e8-a119-eebfa64a95f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.848265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:11.849523 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.879177 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-0176-44e8-a119-eebfa64a95f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:11.955302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470b45-a943-488f-b36c-e9ff599d2256 req-2a87d4fe-6704-4718-a5b4-cc782c010e78 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:11.960282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0470b45-a943-488f-b36c-e9ff599d2256 req-2a87d4fe-6704-4718-a5b4-cc782c010e78 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 949 time: 0.3767924 Jan 10 19:03:12.016707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-0176-44e8-a119-eebfa64a95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:12.042798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9e90-0176-44e8-a119-eebfa64a95f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:12.045128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0470b45-a943-488f-b36c-e9ff599d2256 req-89cc9ce4-4f32-4526-bc8e-0399921a9ffe tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Jan 10 19:03:12.064951 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-0176-44e8-a119-eebfa64a95f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:12.065230 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-686b9e90-0176-44e8-a119-eebfa64a95f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5aea1fb-f56a-4cd8-98d3-8b2ba1b73bd0 HTTP/1.1" status: 204 len: 168 time: 0.3713803 Jan 10 19:03:12.067049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-85cac930-ed88-4492-b957-6e3987c4eae8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9145942 Jan 10 19:03:12.151661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e93302-34bf-438d-9590-23572bcd0978 None None] Network f19e746b-7aea-4f0e-afc8-75c5001040b0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:03:12.153928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-b70b7271-aea9-41ca-b4c9-adfe79c07f37 service neutron] 10.222.0.21 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509331 Jan 10 19:03:12.200980 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:12.451547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-391fbfd1-8cfa-4a58-9275-bd6e293c82c4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ec72f39357be44b683b860cedffb2970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574563 Jan 10 19:03:12.503728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:12.529981 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:12.692145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34704) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:12.835471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:12.838508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ab31849c-c36f-4420-adfe-1fc84401bfe6 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:12.846613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ab31849c-c36f-4420-adfe-1fc84401bfe6 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941586 Jan 10 19:03:12.906122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f95-23db-40e3-ae6d-66609441286a req-a7df05a0-da5f-47b8-a47d-b9e90a6b83aa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:12.907289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c9b1126a-9d84-4662-b490-bab8395bed46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=186ed3b5cdfe446982b75cbdf8133394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2107906 Jan 10 19:03:12.907687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a78f9f95-23db-40e3-ae6d-66609441286a req-a7df05a0-da5f-47b8-a47d-b9e90a6b83aa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:12.907776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-6922f3c0-6e70-485a-9934-326af43cf12c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/quotas/ec72f39357be44b683b860cedffb2970 HTTP/1.1" status: 200 len: 375 time: 0.0572114 Jan 10 19:03:12.914330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:12.937392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:12.946603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a78f9f95-23db-40e3-ae6d-66609441286a req-a7df05a0-da5f-47b8-a47d-b9e90a6b83aa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:12.947968 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a78f9f95-23db-40e3-ae6d-66609441286a req-a7df05a0-da5f-47b8-a47d-b9e90a6b83aa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 950 time: 0.2780285 Jan 10 19:03:13.017618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.104655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:13.105270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.303789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c3c7-edbc-40f1-a77c-48e7709b7a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.356740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-abab9350-b080-4c55-a9a3-d241051e7f70 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec72f39357be44b683b860cedffb2970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4364877 Jan 10 19:03:13.439369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94736f8-2d71-48c3-b1f9-439e58a2c9c8 req-0add38f8-8d89-4414-8276-f5c0995bc74d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:13.452065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b94736f8-2d71-48c3-b1f9-439e58a2c9c8 req-0add38f8-8d89-4414-8276-f5c0995bc74d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 950 time: 0.1848269 Jan 10 19:03:13.519541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c3c7-edbc-40f1-a77c-48e7709b7a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.603120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:13.603600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.645922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b94736f8-2d71-48c3-b1f9-439e58a2c9c8 req-634dabd2-9e36-418b-852d-b119130badc7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901233 Jan 10 19:03:13.724810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c3c7-edbc-40f1-a77c-48e7709b7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.760274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4c3c7-edbc-40f1-a77c-48e7709b7a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274486d1-a77c-48d2-8aeb-6fd0f965d2af,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:13.764693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c3c7-edbc-40f1-a77c-48e7709b7a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:13.766658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cbe4c3c7-edbc-40f1-a77c-48e7709b7a1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/274486d1-a77c-48d2-8aeb-6fd0f965d2af HTTP/1.1" status: 204 len: 168 time: 0.8503327 Jan 10 19:03:13.835584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for d4952ed4-2a4b-4083-a840-b8ad2ae56eaa owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:14.061405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041b42f3-6e66-4920-88f5-5f2db2408105 req-769df83a-fe0f-4d18-ae2d-85dab420212e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 210 time: 0.1097660 Jan 10 19:03:14.170507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-352261023', 'description': 'tempest-description-1485921300'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:14.182117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:14.199693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:14.210190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:14.231399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:14.254305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:14.305475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:14.318376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d', '787151ef-d2fe-4538-86ee-58c56f805ed6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:14.357320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:14.374492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:14.384222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:14.387312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:14.407374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:14.554657 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba', 'code': 200} Jan 10 19:03:14.563243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:14.576174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:14.609438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=d4952ed4-2a4b-4083-a840-b8ad2ae56eaa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:14.617392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port d4952ed4-2a4b-4083-a840-b8ad2ae56eaa on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:14.629327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe0dd6-32e0-4736-85bf-a4adafed7ccb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:14.630087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:14.657595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'name': 'network-vif-deleted', 'tag': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:14.679957 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a78f9f95-23db-40e3-ae6d-66609441286a req-aad7ef1b-e55b-42d6-b5b0-319f2628adb1 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "DELETE /v2.0/ports/d4952ed4-2a4b-4083-a840-b8ad2ae56eaa HTTP/1.1" status: 204 len: 173 time: 1.7244880 Jan 10 19:03:14.699468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:14.713119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc1ddd6a-2e54-4a98-a0b6-3ff024656c0e req-28762505-db30-473d-b017-798674eccfb2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5562322 Jan 10 19:03:14.784602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82edc-2e11-41d0-bc55-e3b469faef19 req-c7c8dfc8-9361-4b16-88fa-b3c8a9a815e7 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:14.788485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57f82edc-2e11-41d0-bc55-e3b469faef19 req-c7c8dfc8-9361-4b16-88fa-b3c8a9a815e7 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 949 time: 0.1460371 Jan 10 19:03:15.167794 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:15.195858 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:15.489954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57f82edc-2e11-41d0-bc55-e3b469faef19 req-a3084093-d2c4-41eb-8d36-9c7061ebc97c tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6667132 Jan 10 19:03:15.587077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987324b8-7f60-42f4-9d01-b3089753b53d req-f3e077f8-5012-4a50-a617-4d60fa9a898b tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 210 time: 0.0827887 Jan 10 19:03:15.599682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d4952ed4-2a4b-4083-a840-b8ad2ae56eaa no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:15.740823 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d13d90-51bf-486a-86d2-656f78c572e4', 'name': 'network-vif-deleted', 'tag': 'd4952ed4-2a4b-4083-a840-b8ad2ae56eaa', 'status': 'completed', 'code': 200} Jan 10 19:03:15.773016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-fbcc8c30-1e5f-44e0-812c-33d9e26496b2 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:15.776772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-fbcc8c30-1e5f-44e0-812c-33d9e26496b2 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.30 "GET /v2.0/networks?id=a0adf005-6e55-417f-b164-5f68f9233aa4 HTTP/1.1" status: 200 len: 815 time: 0.9670310 Jan 10 19:03:15.843168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: d4952ed4-2a4b-4083-a840-b8ad2ae56eaa {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:15.843168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d4952ed4-2a4b-4083-a840-b8ad2ae56eaa not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:15.943881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1c1d84c9-752a-49c2-bdb0-d38d2055f926 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbea77850274e56a1b17a0193b45dee HTTP/1.1" status: 200 len: 379 time: 0.1550422 Jan 10 19:03:15.960127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Request body: {'port': {'device_id': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'admin_state_up': True, 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'security_groups': ['a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:16.006888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-6aae1078-f3a3-42c5-9f48-ecdd476bfcaf tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/7efe0dd6-32e0-4736-85bf-a4adafed7ccb HTTP/1.1" status: 200 len: 1638 time: 0.1251533 Jan 10 19:03:16.053636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7efe0dd6-32e0-4736-85bf-a4adafed7ccb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:16.059865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7efe0dd6-32e0-4736-85bf-a4adafed7ccb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:16.103573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b2c031-47e3-44e4-b345-12837d83ec1f req-c4e22b16-c9e9-4d45-98e9-b3b388711a2a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d13d90-51bf-486a-86d2-656f78c572e4 HTTP/1.1" status: 200 len: 210 time: 0.1229861 Jan 10 19:03:16.453818 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ce49baee-38d6-4214-8a46-dc7727fa50f7 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ec72f39357be44b683b860cedffb2970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752976 Jan 10 19:03:16.488201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:16.504163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:16.516476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:16.536900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:16.587489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:16.612638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:16.730810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Made reservation on behalf of cdbea77850274e56a1b17a0193b45dee for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:16.734775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:16.792432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8630835-16df-47f6-920a-27fc7185b4a8 req-4af16c6d-5d9c-437c-b428-0f371defd40c tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 210 time: 0.1583340 Jan 10 19:03:16.815345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-b6df963f-096b-407f-bbe9-e35cc9771797 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:16.818801 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-b6df963f-096b-407f-bbe9-e35cc9771797 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636091 Jan 10 19:03:16.835200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Request body: {'port': {'device_id': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'ec72f39357be44b683b860cedffb2970'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:16.903404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:17.008981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:17.017619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:17.178764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:17.212029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ca03c7-4478-4bfb-bc86-defaae9a1531 req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.2032993 Jan 10 19:03:17.215003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8f5df-3d19-4c83-afd8-95a0870d6d43 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf0b479-4b61-45d9-8ddb-79e36f266691,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:17.263841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Allocated IP 172.20.0.13 (a0adf005-6e55-417f-b164-5f68f9233aa4/4c3708d6-d15e-4114-8eaa-3cf99499b953/dc136d1d-97ee-461e-a722-b01d31942e7b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:03:17.308970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:17.320867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Usage tracker for resource:port and tenant:ec72f39357be44b683b860cedffb2970 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:17.327742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:17.345303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:17.375728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Made reservation on behalf of ec72f39357be44b683b860cedffb2970 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:17.379254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:17.702693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f56c3c5-99d6-450e-9502-37e1eeacdc66 req-678bd911-6c99-458c-b8a5-7cf39ba8a8e0 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 210 time: 0.1148896 Jan 10 19:03:17.817300 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:17.862130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Transition to ACTIVE for port object dc136d1d-97ee-461e-a722-b01d31942e7b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:17.862813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Allocated IP 192.168.233.205 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/72c2db5b-8731-44ca-9784-23ac3b20c1ea) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:03:17.913668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.046646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Network a0adf005-6e55-417f-b164-5f68f9233aa4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:03:18.048108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:18.056980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:03:18.245487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-704989809', 'description': 'tempest-description-1095502874'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:18.280059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:18.335419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:18.337446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.374316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:18.384646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4331224 Jan 10 19:03:18.392285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:18.421732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Request body: {'port': {'device_id': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:18.466951 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.507662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Transition to ACTIVE for port object 72c2db5b-8731-44ca-9784-23ac3b20c1ea will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:18.556793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.570237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['df84f50c-447e-4d8e-9382-127a7a7b83c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:18.574938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:18.618560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa1ca0-0408-4d8a-b59a-45d1d4848e1e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event updated for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:18.638521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.701951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.719182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7b622c04-50e6-4f37-aa47-1c2e14ceecac None None] Provisioning for port dc136d1d-97ee-461e-a722-b01d31942e7b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:18.740811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7b622c04-50e6-4f37-aa47-1c2e14ceecac None None] Provisioning complete for port dc136d1d-97ee-461e-a722-b01d31942e7b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:18.741487 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7b622c04-50e6-4f37-aa47-1c2e14ceecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.771761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:03:18.778701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:18.797885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:03:18.816361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7b622c04-50e6-4f37-aa47-1c2e14ceecac None None] Port dc136d1d-97ee-461e-a722-b01d31942e7b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:03:18.824724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:18.836511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:18.855875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:18.889490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:18.960865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:18.965378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:18.990051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Pushing event updated for resources: {'Port': ['ID=72c2db5b-8731-44ca-9784-23ac3b20c1ea,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:19.007197 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-ba43757f-5a9a-4ab6-8e6f-eef318abc835 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1771011 Jan 10 19:03:19.045101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Request body: {'port': {'device_id': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:19.228850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-d528b098-20bc-4765-898e-4025865bf987 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=67772d60557a47cfbea8caa851b63cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743358 Jan 10 19:03:19.332552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.349337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-51481926-de00-4333-9fae-0067dcbd6633 None None] Provisioning for port 72c2db5b-8731-44ca-9784-23ac3b20c1ea completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:19.355489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-51481926-de00-4333-9fae-0067dcbd6633 None None] Provisioning complete for port 72c2db5b-8731-44ca-9784-23ac3b20c1ea triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:19.355861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-51481926-de00-4333-9fae-0067dcbd6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.452165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-51481926-de00-4333-9fae-0067dcbd6633 None None] Port 72c2db5b-8731-44ca-9784-23ac3b20c1ea cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:03:19.694990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.705466 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-af26b185-e1ce-47e6-bb4c-0fc2c2dee510 tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 1100 time: 0.2102039 Jan 10 19:03:19.738687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.782754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Deleting port 361465a6-66bd-452a-a378-ad24053229f0 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:19.783393 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.831986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc136d1d-97ee-461e-a722-b01d31942e7b {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:19.839583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:19.856917 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.861020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:19.874449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a105c518-dd52-4345-b520-5fad8f21ae83 req-3daf5dc0-e73e-44af-9903-37705c354151 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.8498502 Jan 10 19:03:19.893577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-b015f703-0741-47bd-a40d-cba4f3c6e178 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:19.899137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-b015f703-0741-47bd-a40d-cba4f3c6e178 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6695428 Jan 10 19:03:19.949333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Transition to ACTIVE for port object dc136d1d-97ee-461e-a722-b01d31942e7b will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:19.952095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-e6d1c3a2-1b7a-4b5a-ae50-8bf4119d21c1 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/quotas/67772d60557a47cfbea8caa851b63cb4 HTTP/1.1" status: 200 len: 375 time: 0.0376568 Jan 10 19:03:19.958269 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:20.114724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:20.128371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] For port 361465a6-66bd-452a-a378-ad24053229f0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=361465a6-66bd-452a-a378-ad24053229f0,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:20.128916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:20.129661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-7bde4803-b640-4be0-9e3f-12e666df41b0 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67772d60557a47cfbea8caa851b63cb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1669512 Jan 10 19:03:20.412376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc367a-ddb9-49bb-a077-78b691e21394 req-5477dbcd-eadb-4b6a-8350-d0fcce9baf2e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:20.413140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5efc367a-ddb9-49bb-a077-78b691e21394 req-5477dbcd-eadb-4b6a-8350-d0fcce9baf2e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Synchronizing usage tracker for tenant:cdbea77850274e56a1b17a0193b45dee on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:20.473725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Calling delete_port for 361465a6-66bd-452a-a378-ad24053229f0 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:20.493514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Attempting to bind port dc136d1d-97ee-461e-a722-b01d31942e7b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:20.493865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Attempting to bind port dc136d1d-97ee-461e-a722-b01d31942e7b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:20.494194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Attempting to bind port dc136d1d-97ee-461e-a722-b01d31942e7b on network a0adf005-6e55-417f-b164-5f68f9233aa4 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:20.496437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5efc367a-ddb9-49bb-a077-78b691e21394 req-5477dbcd-eadb-4b6a-8350-d0fcce9baf2e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Unset dirty status for tenant:cdbea77850274e56a1b17a0193b45dee on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:20.497595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5efc367a-ddb9-49bb-a077-78b691e21394 req-5477dbcd-eadb-4b6a-8350-d0fcce9baf2e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 944 time: 0.4127231 Jan 10 19:03:20.506585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Port dc136d1d-97ee-461e-a722-b01d31942e7b on network a0adf005-6e55-417f-b164-5f68f9233aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:20.506990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Attempting to bind port dc136d1d-97ee-461e-a722-b01d31942e7b on network a0adf005-6e55-417f-b164-5f68f9233aa4 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:20.535587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:20.535936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Checking segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:20.536336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Bound using segment: {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:20.536777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Bound port: dc136d1d-97ee-461e-a722-b01d31942e7b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:20.537130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:20.629713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5efc367a-ddb9-49bb-a077-78b691e21394 req-f716f362-9deb-4b12-8c43-122b7a5fcfb5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202891 Jan 10 19:03:20.684132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:20.688387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:20.698115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:20.762906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:03:20.788716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:20.791085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc136d1d-97ee-461e-a722-b01d31942e7b HTTP/1.1" status: 200 len: 1092 time: 2.3844364 Jan 10 19:03:20.872837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:20.905069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:21.009599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48df9d-099d-421d-8301-c4caa9d4abc6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:21.099256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Pushing event deleted for resources: {'Port': ['ID=361465a6-66bd-452a-a378-ad24053229f0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:21.108859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c2db5b-8731-44ca-9784-23ac3b20c1ea {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:21.123217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561157d-ffea-48ce-9337-fcc3a8d07554 req-fc3d09af-4673-4216-af0b-2c5485e04bb0 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:21.136759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a561157d-ffea-48ce-9337-fcc3a8d07554 req-fc3d09af-4673-4216-af0b-2c5485e04bb0 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8bea99-ac0c-4c61-86bf-944ace177a91 HTTP/1.1" status: 200 len: 867 time: 0.3583665 Jan 10 19:03:21.166845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:21.184025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] No DVR routers for this DVR port 361465a6-66bd-452a-a378-ad24053229f0 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:21.193288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:21.196390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'name': 'network-vif-deleted', 'tag': '361465a6-66bd-452a-a378-ad24053229f0'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:21.221118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Transition to ACTIVE for port object 72c2db5b-8731-44ca-9784-23ac3b20c1ea will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:21.229119 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44b4cd69-fd07-4204-b17e-90256e0777a8 req-7836c622-1d5e-47bb-a91a-28e9961837eb tempest-DeleteServersAdminTestJSON-934682766 tempest-DeleteServersAdminTestJSON-934682766-project-admin] 10.222.0.30 "DELETE /v2.0/ports/361465a6-66bd-452a-a378-ad24053229f0 HTTP/1.1" status: 204 len: 173 time: 1.5152383 Jan 10 19:03:21.230137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:21.292375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-4d508ad8-7a4d-4867-bf14-dc613150bf5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdbea77850274e56a1b17a0193b45dee&device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 1095 time: 0.3983386 Jan 10 19:03:21.329768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a561157d-ffea-48ce-9337-fcc3a8d07554 req-665485b5-f67a-43be-8903-399c810b2d72 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912763 Jan 10 19:03:21.423404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-366a31e9-6f19-4eef-beea-1c1cbf076e2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc136d1d-97ee-461e-a722-b01d31942e7b HTTP/1.1" status: 200 len: 217 time: 0.1093690 Jan 10 19:03:21.489154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580c69-10e0-4088-9c0d-88a76814fd0e req-4cb08fc5-84d0-48bf-ab63-e9d484ca0095 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:21.499404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd580c69-10e0-4088-9c0d-88a76814fd0e req-4cb08fc5-84d0-48bf-ab63-e9d484ca0095 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 948 time: 0.3905139 Jan 10 19:03:21.598017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-7401b70e-4cf8-4454-bd72-fa002ecf289a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:21.602331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-7401b70e-4cf8-4454-bd72-fa002ecf289a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c3708d6-d15e-4114-8eaa-3cf99499b953 HTTP/1.1" status: 200 len: 854 time: 0.1710868 Jan 10 19:03:21.623249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 361465a6-66bd-452a-a378-ad24053229f0 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:21.678728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Pushing event updated for resources: {'Port': ['ID=72c2db5b-8731-44ca-9784-23ac3b20c1ea,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:21.709196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 361465a6-66bd-452a-a378-ad24053229f0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:21.712651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 361465a6-66bd-452a-a378-ad24053229f0 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:21.717432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd580c69-10e0-4088-9c0d-88a76814fd0e req-98de7634-fe90-42e5-bced-4280b6f53974 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162590 Jan 10 19:03:21.810994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-b7ff3796-ab91-4153-b045-d37f2f12e9ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0adf005-6e55-417f-b164-5f68f9233aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030542 Jan 10 19:03:21.952184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Attempting to bind port 72c2db5b-8731-44ca-9784-23ac3b20c1ea on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:21.953028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Attempting to bind port 72c2db5b-8731-44ca-9784-23ac3b20c1ea by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:21.953356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Attempting to bind port 72c2db5b-8731-44ca-9784-23ac3b20c1ea on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:21.963691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Port 72c2db5b-8731-44ca-9784-23ac3b20c1ea on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:21.964188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Attempting to bind port 72c2db5b-8731-44ca-9784-23ac3b20c1ea on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:21.973534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:21.973907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:21.974376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:21.974806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Bound port: 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:21.975189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.135295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] For port 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:22.139239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] For port 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:22.148113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.227312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d53d084-28e3-49c0-9777-c2b3739c3f53 req-0cf91e68-7a12-484d-a9a2-32e22b6322f5 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 210 time: 0.1429279 Jan 10 19:03:22.264115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-45349d0f-c87f-4fac-b3bc-9e7110cf61f5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c HTTP/1.1" status: 200 len: 1638 time: 0.4454310 Jan 10 19:03:22.269764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:22.270368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:22.291432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:22.299901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:22.305293 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-77637084-2c8e-4e9e-9139-55eb6b132424 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=67772d60557a47cfbea8caa851b63cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866263 Jan 10 19:03:22.311264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:22.326122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:22.333330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-bbd543fa-f582-46d1-9419-a2012688459a service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966633 Jan 10 19:03:22.352097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.353476 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] 10.222.0.30 "PUT /v2.0/ports/72c2db5b-8731-44ca-9784-23ac3b20c1ea HTTP/1.1" status: 200 len: 1096 time: 3.3384757 Jan 10 19:03:22.444164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189179a-3e30-4491-b231-733ab1f0d15f service neutron] Pushing event updated for resources: {'Port': ['ID=72c2db5b-8731-44ca-9784-23ac3b20c1ea,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:22.516396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69c06284-966f-475d-8df7-d2e6a7bfcdaf req-481b4b70-1107-4f2d-beb1-193a95ef65e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765368 Jan 10 19:03:22.620904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-713aaed1-770a-4e0b-bd3b-f5e9bd37ad84 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:22.622365 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-713aaed1-770a-4e0b-bd3b-f5e9bd37ad84 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960351 Jan 10 19:03:22.630202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-8a63e186-0b8a-41f9-9f7a-3e7b6a517cc0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:22.630936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-8a63e186-0b8a-41f9-9f7a-3e7b6a517cc0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:22.641797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Request body: {'port': {'device_id': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '67772d60557a47cfbea8caa851b63cb4'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:22.710466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.745187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.751973 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.761108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-8a63e186-0b8a-41f9-9f7a-3e7b6a517cc0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:22.762620 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-8a63e186-0b8a-41f9-9f7a-3e7b6a517cc0 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 950 time: 0.4981954 Jan 10 19:03:22.787865 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:22.789257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64ea2378-0fd9-4da4-ac64-580c0a7410e3 req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5238864 Jan 10 19:03:22.792388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd9ec3-433a-40db-8ef9-a035885fd047 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26baa031-6469-4f13-8249-b4f6799aa109,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:22.863904 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-3132070c-0edb-4957-bc24-57cb0329a7c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec72f39357be44b683b860cedffb2970&device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 1099 time: 0.3854754 Jan 10 19:03:22.869013 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'status': 'completed', 'code': 200} Jan 10 19:03:22.957995 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8bea99-ac0c-4c61-86bf-944ace177a91', 'name': 'network-vif-deleted', 'tag': '361465a6-66bd-452a-a378-ad24053229f0', 'status': 'completed', 'code': 200} Jan 10 19:03:22.980512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:22.988621 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-9fb65a78-8e94-4deb-9cd5-2eee8142616d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea HTTP/1.1" status: 200 len: 217 time: 0.0994155 Jan 10 19:03:22.992366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Usage tracker for resource:port and tenant:67772d60557a47cfbea8caa851b63cb4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:22.999641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port 787151ef-d2fe-4538-86ee-58c56f805ed6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:22.999641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:23.038038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:23.090050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:23.128410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Made reservation on behalf of 67772d60557a47cfbea8caa851b63cb4 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:23.131438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:23.155007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-0d00d5d9-f8a2-4b15-bdf8-fefd375f0e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:23.157187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-0d00d5d9-f8a2-4b15-bdf8-fefd375f0e03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1158671 Jan 10 19:03:23.193925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:23.314950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e499daf-ff74-48a2-825c-6cd5e2eae797 req-285eaaf8-4e5e-4eeb-be7a-9ebe2a015dc5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:23.324914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e499daf-ff74-48a2-825c-6cd5e2eae797 req-285eaaf8-4e5e-4eeb-be7a-9ebe2a015dc5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 944 time: 0.3006549 Jan 10 19:03:23.346225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-9fde660a-02db-4acb-beaa-9c9bdd17bbe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdbea77850274e56a1b17a0193b45dee&device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 1095 time: 0.4440260 Jan 10 19:03:23.460625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:23.500781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e499daf-ff74-48a2-825c-6cd5e2eae797 req-b620d0b7-eb72-47ec-8f80-12040093b266 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765337 Jan 10 19:03:23.500963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Usage tracker for resource:security_group_rule and tenant:67772d60557a47cfbea8caa851b63cb4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:23.511651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:23.541439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:23.599175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-8b93c0e7-5b6b-4a12-adf6-7ccdebcf31ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:23.602323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-8b93c0e7-5b6b-4a12-adf6-7ccdebcf31ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0adf005-6e55-417f-b164-5f68f9233aa4 HTTP/1.1" status: 200 len: 916 time: 0.2494590 Jan 10 19:03:23.607175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-598da473-e1f3-42fe-8944-2fe1bed8bec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3968971 Jan 10 19:03:23.612791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port 787151ef-d2fe-4538-86ee-58c56f805ed6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=787151ef-d2fe-4538-86ee-58c56f805ed6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:23.613151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:23.764964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1318174864', 'description': 'tempest-description-2000532437'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:23.868333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-11ab6102-aa17-4b33-882c-2f242e541aee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc136d1d-97ee-461e-a722-b01d31942e7b HTTP/1.1" status: 200 len: 217 time: 0.2531331 Jan 10 19:03:23.869337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:23.925913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:23.935952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:23.955981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:23.981763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-12b1a3db-28b6-4370-87c4-ca9bc23198b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:23.983282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-12b1a3db-28b6-4370-87c4-ca9bc23198b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c3708d6-d15e-4114-8eaa-3cf99499b953 HTTP/1.1" status: 200 len: 854 time: 0.1084428 Jan 10 19:03:24.039105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a6b3d-796a-4f61-994a-0b04315a7288 req-9de4739d-58fe-4cab-9f41-8178df12b2c0 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:24.040159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba1a6b3d-796a-4f61-994a-0b04315a7288 req-9de4739d-58fe-4cab-9f41-8178df12b2c0 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 948 time: 0.2687273 Jan 10 19:03:24.041330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.058803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-72716c07-c3e5-45ca-bd40-cd31e286ac09 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316535 Jan 10 19:03:24.134673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for 787151ef-d2fe-4538-86ee-58c56f805ed6 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:24.143245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:24.154175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:24.159309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:24.170027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:24.181327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-2e5f2b17-4cbf-40d9-843e-f355e602cfea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0adf005-6e55-417f-b164-5f68f9233aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856980 Jan 10 19:03:24.190945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba1a6b3d-796a-4f61-994a-0b04315a7288 req-24002f6f-242e-43e7-82c6-a1e258b657cb tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239059 Jan 10 19:03:24.447753 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.457167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-64b957ab-62d1-4905-8408-8838d1df24a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642324 Jan 10 19:03:24.490725 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.551290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.574372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.606665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.607913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ccc4b00-c1f0-43fe-84f1-58c24eee3291 req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.8490608 Jan 10 19:03:24.616369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eb641-9eba-4c71-b55e-1000bc7486c5 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82c5ae-5157-4546-a789-4b3797ead2aa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:24.635429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7191-f665-41c8-900a-8bace254c519 req-59ac20a0-0633-4995-8d1d-1a9dd0abb2cd tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:24.636916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63dd7191-f665-41c8-900a-8bace254c519 req-59ac20a0-0633-4995-8d1d-1a9dd0abb2cd tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3 HTTP/1.1" status: 200 len: 950 time: 0.2878933 Jan 10 19:03:24.657162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:24.671230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:24.675642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-d6739e68-fa34-41ef-9e67-4f7e2bbcd86a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:24.677113 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-d6739e68-fa34-41ef-9e67-4f7e2bbcd86a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 950 time: 0.4199069 Jan 10 19:03:24.679170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b8e5f0-22a2-4363-ba8b-f02228fb9922 req-b3b6868c-44f5-43b6-9505-7bdf7561c28a service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595480 Jan 10 19:03:24.729712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63dd7191-f665-41c8-900a-8bace254c519 req-12db3a96-e285-4c0f-a22b-a8033c3866f5 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721934 Jan 10 19:03:24.736366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3e887e-9e82-486c-8cdc-2812c94d4f44 req-c9a6c9e5-984c-494f-9b19-e066897ed951 service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695129 Jan 10 19:03:24.799401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91', '7ab31fbb-b414-4d47-96da-e95a690402f2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:24.869609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Allocated IP 192.168.233.99 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/626d201d-8627-4781-8e66-923e7b60f4c6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:03:24.939547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=787151ef-d2fe-4538-86ee-58c56f805ed6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:24.955321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037d8481-eef1-4779-95d0-9aa66cc2e936,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:24.963086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'tag': '72c2db5b-8731-44ca-9784-23ac3b20c1ea'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:25.072393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecfb775a-b7c8-4d56-8f79-bb8295249959 req-54932f6f-b23d-4500-9b6b-1090125dfb90 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 210 time: 0.1656373 Jan 10 19:03:25.115024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-1a3c1e07-0eb2-455b-b532-0158925e5096 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=71768ad4ec824852b711786911694fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919368 Jan 10 19:03:25.271058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port 7ab31fbb-b414-4d47-96da-e95a690402f2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:25.271322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:25.304590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port 787151ef-d2fe-4538-86ee-58c56f805ed6 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:25.316751 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:25.363981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-e47d419a-b97b-45ff-ba96-cc9d6b64eee4 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:25.374903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-e47d419a-b97b-45ff-ba96-cc9d6b64eee4 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586648 Jan 10 19:03:25.401595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-bf08dbc1-922d-4d35-84c9-9f5695c8c571 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/quotas/71768ad4ec824852b711786911694fdf HTTP/1.1" status: 200 len: 375 time: 0.0248890 Jan 10 19:03:25.435143 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8255463-2cd6-4ab9-9c85-eaa0c4309ba8 req-a2f74129-406a-4725-b3e5-11c47d1e9325 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "DELETE /v2.0/ports/787151ef-d2fe-4538-86ee-58c56f805ed6 HTTP/1.1" status: 204 len: 173 time: 2.6648197 Jan 10 19:03:25.479899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-c25c1471-ef8c-46e0-ae61-8ed202fe56bf tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71768ad4ec824852b711786911694fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762763 Jan 10 19:03:25.529174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:25.617939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Transition to ACTIVE for port object 626d201d-8627-4781-8e66-923e7b60f4c6 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:25.641825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 787151ef-d2fe-4538-86ee-58c56f805ed6 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:25.717860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port 7ab31fbb-b414-4d47-96da-e95a690402f2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7ab31fbb-b414-4d47-96da-e95a690402f2,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:25.718372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:25.738017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 787151ef-d2fe-4538-86ee-58c56f805ed6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:25.739298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 787151ef-d2fe-4538-86ee-58c56f805ed6 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:25.743598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 72c2db5b-8731-44ca-9784-23ac3b20c1ea details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:25.869345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5b149-c594-42f2-9c6e-e4866dcfcad0 req-70ed6892-99a9-4181-a149-5434eb11e715 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:25.871393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2c5b149-c594-42f2-9c6e-e4866dcfcad0 req-70ed6892-99a9-4181-a149-5434eb11e715 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 944 time: 0.2112217 Jan 10 19:03:25.879154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-627665219', 'description': 'tempest-description-253297473'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:25.891809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:25.902992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:25.915424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:25.927796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:25.954948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for 7ab31fbb-b414-4d47-96da-e95a690402f2 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:25.971760 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.014227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:26.016609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.032430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '72c2db5b-8731-44ca-9784-23ac3b20c1ea', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '72c2db5b-8731-44ca-9784-23ac3b20c1ea', 'mac_address': 'fa:16:3e:c5:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:26.088348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:26.114348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:26.127496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:26.132373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.153042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:26.156698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c2db5b-8731-44ca-9784-23ac3b20c1ea {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:26.181263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2c5b149-c594-42f2-9c6e-e4866dcfcad0 req-88af99dc-15e4-441e-be09-8ab1ae787873 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358668 Jan 10 19:03:26.200588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:26.209515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.323668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=72c2db5b-8731-44ca-9784-23ac3b20c1ea,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:26.363375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.372528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.410657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['72c2db5b-8731-44ca-9784-23ac3b20c1ea'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:26.410974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:26.436746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdf019f5-cb31-4ac7-afc4-ea3df80346aa req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5743549 Jan 10 19:03:26.485868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca8b7-b504-412b-a8cf-7f3b5ad7e243 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708bd439-15a4-4f81-8d01-c4eddda93d6e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:26.574089 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'tag': '72c2db5b-8731-44ca-9784-23ac3b20c1ea', 'status': 'completed', 'code': 200} Jan 10 19:03:26.687570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:03:26.736347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:26.773233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:03:27.010662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32b661d8-1dec-4fcd-9f53-a853f9c49b93 req-b9afb9c3-b5c0-476a-81f9-3ebb36bc281b tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 210 time: 0.0701711 Jan 10 19:03:27.032387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-315acec9-fda6-4b74-8565-fa84df2e9f2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec72f39357be44b683b860cedffb2970&device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 1100 time: 0.5102777 Jan 10 19:03:27.039868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97592911-2284-42f5-b4ec-79e68e576e78 req-358efa2c-8b2e-4513-8851-19076a00045f tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:27.059846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97592911-2284-42f5-b4ec-79e68e576e78 req-358efa2c-8b2e-4513-8851-19076a00045f tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 949 time: 0.2635880 Jan 10 19:03:27.061551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Pushing event updated for resources: {'Port': ['ID=626d201d-8627-4781-8e66-923e7b60f4c6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:27.176482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:27.177648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:27.196518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3ffc18cf-5ac6-4033-a65c-2fc27a4e9fd1 None None] Provisioning for port 626d201d-8627-4781-8e66-923e7b60f4c6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:27.208111 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-e6986982-7aea-4078-820e-c0bcb3fd06aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3780944 Jan 10 19:03:27.210588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3ffc18cf-5ac6-4033-a65c-2fc27a4e9fd1 None None] Provisioning complete for port 626d201d-8627-4781-8e66-923e7b60f4c6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:27.213171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ffc18cf-5ac6-4033-a65c-2fc27a4e9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:27.220932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:27.286381 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0e1591ab-ad9a-4cfd-a34b-27749b40acfe tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6511235 Jan 10 19:03:27.306258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8d6a89e7-9776-4234-829a-5b4f50f43b89', '46b61608-97ce-4b06-abe9-6ca5a5b1836d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:27.352553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:27.372195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=7ab31fbb-b414-4d47-96da-e95a690402f2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:27.377772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97592911-2284-42f5-b4ec-79e68e576e78 req-051a5a71-fc70-491c-b792-7c0a4ce24b19 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170304 Jan 10 19:03:27.390329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Request body: {'port': {'device_id': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:27.452116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc18cf-5ac6-4033-a65c-2fc27a4e9fd1 None None] Port 626d201d-8627-4781-8e66-923e7b60f4c6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:03:27.457778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-340c2ea6-bcd6-4e3a-98ac-9f9168fe53ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:27.460726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-340c2ea6-bcd6-4e3a-98ac-9f9168fe53ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3969495 Jan 10 19:03:27.647734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31afd1-d834-4d85-8276-2e1728e177f6 req-3f96d3a3-9eef-41e4-a7cc-8a03240bc9de tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:27.659563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c31afd1-d834-4d85-8276-2e1728e177f6 req-3f96d3a3-9eef-41e4-a7cc-8a03240bc9de tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 935 time: 0.3850975 Jan 10 19:03:27.728783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:27.767608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-d7abd8bd-b8c7-4784-92f3-b6e8c992fa41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea HTTP/1.1" status: 200 len: 217 time: 0.3006897 Jan 10 19:03:27.789891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 72c2db5b-8731-44ca-9784-23ac3b20c1ea up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:27.812433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c31afd1-d834-4d85-8276-2e1728e177f6 req-63b21e8a-47ae-46fc-8980-6b4ade8e8e3e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518507 Jan 10 19:03:27.847446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-b0413141-115d-457c-b538-649181a660f5 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=71768ad4ec824852b711786911694fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1449838 Jan 10 19:03:27.852157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port 7ab31fbb-b414-4d47-96da-e95a690402f2 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:27.912575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:27.916117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52c6c0fe-9410-4e34-a14d-07df9f012bf4 req-0e97b0ab-e96d-4b12-9747-53a659a9fbfc tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "DELETE /v2.0/ports/7ab31fbb-b414-4d47-96da-e95a690402f2 HTTP/1.1" status: 204 len: 173 time: 3.1874971 Jan 10 19:03:28.038489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-94a5841b-71a9-4289-af68-2afe00c23579 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/eb82c5ae-5157-4546-a789-4b3797ead2aa HTTP/1.1" status: 200 len: 1639 time: 0.4100087 Jan 10 19:03:28.133210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-bdf74488-84ad-4dad-8a41-5f253664c21d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:28.137995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-bdf74488-84ad-4dad-8a41-5f253664c21d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.3409438 Jan 10 19:03:28.184813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-e8b8d7d8-80f3-4aeb-a68a-9021b5533478 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 1101 time: 0.9006608 Jan 10 19:03:28.293334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 72c2db5b-8731-44ca-9784-23ac3b20c1ea completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:28.321989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-7b01ef0c-6325-4271-b2b6-20077fa8aa9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6432259 Jan 10 19:03:28.342657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 72c2db5b-8731-44ca-9784-23ac3b20c1ea triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:28.343206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:28.350083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaa44d52-1a6d-4392-8391-6d20b2a12650 req-26a7b57e-1c8c-4663-a797-a72156694e35 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b0c5b6-cdc7-4d64-bc00-452119cf7341 HTTP/1.1" status: 200 len: 210 time: 0.2277861 Jan 10 19:03:28.461679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-158770df-26c8-4279-82e9-ef35176ce0de tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:28.463294 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-158770df-26c8-4279-82e9-ef35176ce0de tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6091440 Jan 10 19:03:28.501992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Request body: {'port': {'device_id': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '71768ad4ec824852b711786911694fdf'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:28.509435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-b035aaf5-4289-4d70-8cfa-96ce494f91f2 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/708bd439-15a4-4f81-8d01-c4eddda93d6e HTTP/1.1" status: 200 len: 1637 time: 0.4605153 Jan 10 19:03:28.528800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eb82c5ae-5157-4546-a789-4b3797ead2aa', 'remote_group_id': '708bd439-15a4-4f81-8d01-c4eddda93d6e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:28.529116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eb82c5ae-5157-4546-a789-4b3797ead2aa', 'remote_group_id': '708bd439-15a4-4f81-8d01-c4eddda93d6e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:28.539440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:28.548243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:28.552306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:28.561581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:28.592351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'name': 'network-vif-deleted', 'tag': '787151ef-d2fe-4538-86ee-58c56f805ed6'}, {'server_uuid': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'name': 'network-vif-deleted', 'tag': '7ab31fbb-b414-4d47-96da-e95a690402f2'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:28.626518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-1dc9c200-73c8-4479-84c6-d88b85c0d959 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4687092 Jan 10 19:03:28.638331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:28.672467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-159c796b-4468-4fa4-8274-99bbbeadb7d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2e1161afdee4a9381d55891c0c08c26&device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 1101 time: 0.2814717 Jan 10 19:03:28.684828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:28.686032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c2db5b-8731-44ca-9784-23ac3b20c1ea'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:28.693216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:28.694096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7ab31fbb-b414-4d47-96da-e95a690402f2 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:28.771745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-80b63a17-aa69-4b13-8e30-734966aac8dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:28.773418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-80b63a17-aa69-4b13-8e30-734966aac8dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.5636671 Jan 10 19:03:28.774746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7ab31fbb-b414-4d47-96da-e95a690402f2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:28.775183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7ab31fbb-b414-4d47-96da-e95a690402f2 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:28.853130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=72c2db5b-8731-44ca-9784-23ac3b20c1ea,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:28.966814 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-730e7d00-413b-43b4-ad20-ba16ad9f2d7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d HTTP/1.1" status: 200 len: 217 time: 0.1858218 Jan 10 19:03:29.055445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-f1af4e1c-a0b4-40ec-bb99-03c1f09722d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:29.056893 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-f1af4e1c-a0b4-40ec-bb99-03c1f09722d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0820024 Jan 10 19:03:29.069308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:29.175449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Usage tracker for resource:port and tenant:71768ad4ec824852b711786911694fdf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:29.181693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:29.217946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:29.263974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Made reservation on behalf of 71768ad4ec824852b711786911694fdf for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:29.267204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.298212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626d201d-8627-4781-8e66-923e7b60f4c6 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:29.301631 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.308650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.321065 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-438c1707-2ddf-4ab8-ba94-085f65375a7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2486563 Jan 10 19:03:29.334401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab204a9-774d-47b3-998e-e026840f8f08 req-87ee8aee-dc9a-4d23-9ced-eff1144e9ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:29.335925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-87ee8aee-dc9a-4d23-9ced-eff1144e9ae9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.6068664 Jan 10 19:03:29.342626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-034a488e-2ff0-4abf-80a7-5b850cc3297b service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786220 Jan 10 19:03:29.454083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e217f4-5178-471b-ac2e-b494813b4ddc req-aa54f26a-bfe9-44b0-b9e9-ff66fb47d728 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:29.455742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e217f4-5178-471b-ac2e-b494813b4ddc req-aa54f26a-bfe9-44b0-b9e9-ff66fb47d728 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 944 time: 0.3457959 Jan 10 19:03:29.542098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-d1967af3-fd7a-48d9-9b83-5c7101a6ba20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=40baf758-dfec-4b8a-986c-561c7a9fee91 HTTP/1.1" status: 200 len: 217 time: 0.1957691 Jan 10 19:03:29.568449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.620643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Transition to ACTIVE for port object 626d201d-8627-4781-8e66-923e7b60f4c6 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:29.689417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.740349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.751262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device dc136d1d-97ee-461e-a722-b01d31942e7b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:29.880758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6128f6e-4c36-481e-a9d6-57f94d390004,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:29.904500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Allocated IP 192.168.233.97 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/30703be4-0a45-4a48-8dbc-87c86d5ac358) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:03:29.941903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Pushing event updated for resources: {'Port': ['ID=626d201d-8627-4781-8e66-923e7b60f4c6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:29.966155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:29.967368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7fb8b28-ccb3-4718-a83a-29b020896da6 req-428ff88d-1000-45e4-9314-08b7c737f85b tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.4571331 Jan 10 19:03:29.968808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab204a9-774d-47b3-998e-e026840f8f08 req-c2d1a768-4c90-460c-9b9e-6f06907b40e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:29.970160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-c2d1a768-4c90-460c-9b9e-6f06907b40e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.4107139 Jan 10 19:03:30.000818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e217f4-5178-471b-ac2e-b494813b4ddc req-bc1da087-d7f8-460a-9bf0-cb3355861f27 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5327010 Jan 10 19:03:30.025607 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-3162bc7e-6025-442f-927e-6ea4568e7b0f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964828 Jan 10 19:03:30.116822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:30.138506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'port_id': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'mac_address': 'fa:16:3e:57:64:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:30.178441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbbd5256-13bf-469d-9b6e-22ef500f1a73 req-e4eea3df-4565-4288-a33f-6e3873d63130 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686696 Jan 10 19:03:30.272365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-e1276280-6316-4b14-88dc-5e5a9b72c22a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2705350 Jan 10 19:03:30.290256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:30.326968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc136d1d-97ee-461e-a722-b01d31942e7b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:30.369899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:30.380322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Attempting to bind port 626d201d-8627-4781-8e66-923e7b60f4c6 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:30.380753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Attempting to bind port 626d201d-8627-4781-8e66-923e7b60f4c6 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:30.380992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Attempting to bind port 626d201d-8627-4781-8e66-923e7b60f4c6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:30.391834 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73201226-d896-4652-baf4-f1b8d6aa4fad req-c29b2efa-c31a-4876-8b62-ab2b4ecf75a5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595457 Jan 10 19:03:30.403024 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:30.419145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Port 626d201d-8627-4781-8e66-923e7b60f4c6 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:30.419613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Attempting to bind port 626d201d-8627-4781-8e66-923e7b60f4c6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:30.424997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c64b455-cf9e-44e4-846f-0cd944acb1e6 req-87d5c8b0-1075-4d14-9832-0ad7b93887b8 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 210 time: 0.1124070 Jan 10 19:03:30.589581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:30.597007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:30.597768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:30.598323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:30.598743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Bound port: 626d201d-8627-4781-8e66-923e7b60f4c6, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:30.599355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:30.623553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['dc136d1d-97ee-461e-a722-b01d31942e7b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:30.643402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-cd47265d-e378-4f35-be30-0a638a549d34 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647099 Jan 10 19:03:30.719812 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3102fa-fd58-44fb-b0c5-4a5d0d57f0e3', 'name': 'network-vif-deleted', 'tag': '787151ef-d2fe-4538-86ee-58c56f805ed6', 'status': 'completed', 'code': 200} Jan 10 19:03:30.721224 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b0c5b6-cdc7-4d64-bc00-452119cf7341', 'name': 'network-vif-deleted', 'tag': '7ab31fbb-b414-4d47-96da-e95a690402f2', 'status': 'completed', 'code': 200} Jan 10 19:03:30.806621 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c2db5b-8731-44ca-9784-23ac3b20c1ea', 'code': 200} Jan 10 19:03:30.865304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0596d-2f25-48dd-a480-5bd7c51455c1 req-2b04733a-cc73-4e8e-bfd8-899b581edfe5 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:30.872787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b0596d-2f25-48dd-a480-5bd7c51455c1 req-2b04733a-cc73-4e8e-bfd8-899b581edfe5 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 950 time: 0.2282064 Jan 10 19:03:30.950997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] For port 626d201d-8627-4781-8e66-923e7b60f4c6, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:30.956856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] For port 626d201d-8627-4781-8e66-923e7b60f4c6, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=626d201d-8627-4781-8e66-923e7b60f4c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:30.967957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:30.975890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.047618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Transition to ACTIVE for port object 30703be4-0a45-4a48-8dbc-87c86d5ac358 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:31.063295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.064905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] 10.222.0.44 "PUT /v2.0/ports/626d201d-8627-4781-8e66-923e7b60f4c6 HTTP/1.1" status: 200 len: 1095 time: 3.7131269 Jan 10 19:03:31.089615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b141a8-d938-4f01-9c8e-9f1e3f8b2d07 service neutron] Pushing event updated for resources: {'Port': ['ID=626d201d-8627-4781-8e66-923e7b60f4c6,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:31.162392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab204a9-774d-47b3-998e-e026840f8f08 req-d07f3754-88e7-47a5-9b16-16d60cc7ebc2 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843724 Jan 10 19:03:31.175088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.204136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b0596d-2f25-48dd-a480-5bd7c51455c1 req-033d8327-302b-41a8-9744-90cdafb1bd57 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294981 Jan 10 19:03:31.285014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8efffaaa-a24a-45de-ae63-6f590c555fb9 req-c9e31b48-b4ef-4283-b6f0-0c2b079c0c5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 1101 time: 0.3436124 Jan 10 19:03:31.304037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034003d7-a206-43f5-b098-050e324ecb28 req-76cce948-450f-41f6-a142-3475c50aebca tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:31.305845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-034003d7-a206-43f5-b098-050e324ecb28 req-76cce948-450f-41f6-a142-3475c50aebca tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 947 time: 0.3157411 Jan 10 19:03:31.328492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:03:31.335183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:31.339758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:03:31.385758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-034003d7-a206-43f5-b098-050e324ecb28 req-ac881849-147b-468a-a97d-0d9a8954c53d tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Jan 10 19:03:31.400460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8efffaaa-a24a-45de-ae63-6f590c555fb9 req-97929597-cf04-4a16-86b3-a5dad318f939 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053112 Jan 10 19:03:31.463571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-35632682-a873-4bc0-8bf2-c3235030c242 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67772d60557a47cfbea8caa851b63cb4&device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 1098 time: 0.3508196 Jan 10 19:03:31.464276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Pushing event updated for resources: {'Port': ['ID=30703be4-0a45-4a48-8dbc-87c86d5ac358,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:31.485291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1816735349', 'description': 'tempest-description-562863514'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:31.495314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:31.504023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:31.508420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:31.521177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:31.546148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.586990 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-0ddbc4ef-6039-48a6-b51a-a3b63c7e22c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=626d201d-8627-4781-8e66-923e7b60f4c6 HTTP/1.1" status: 200 len: 217 time: 0.1073134 Jan 10 19:03:31.591207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:31.591936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.634290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:31.644038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:31.650725 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9046f212-175d-428d-8760-75bfbc4f6814 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1537209 Jan 10 19:03:31.651982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:31.660904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:31.675888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Request body: {'port': {'device_id': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:31.693636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3156c80f-737d-4dba-93ac-a1dd64b5ad89 None None] Provisioning for port 30703be4-0a45-4a48-8dbc-87c86d5ac358 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:31.699343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3156c80f-737d-4dba-93ac-a1dd64b5ad89 None None] Provisioning complete for port 30703be4-0a45-4a48-8dbc-87c86d5ac358 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:31.699972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3156c80f-737d-4dba-93ac-a1dd64b5ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.748897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device dc136d1d-97ee-461e-a722-b01d31942e7b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:31.784370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-d5433138-d487-4201-b30c-bc4d3f53159d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:31.786288 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-d5433138-d487-4201-b30c-bc4d3f53159d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1718726 Jan 10 19:03:31.793362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.802969 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.858019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3156c80f-737d-4dba-93ac-a1dd64b5ad89 None None] Port 30703be4-0a45-4a48-8dbc-87c86d5ac358 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:03:31.884742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bacca9-ee82-484b-8ed2-4e44aae7636a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:31.890229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.909120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e09e43-09a3-45b0-8597-041899fc6a24 req-bf27ccad-a10f-4db4-991b-9a604916b4cc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4297466 Jan 10 19:03:31.928586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port dc136d1d-97ee-461e-a722-b01d31942e7b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:31.935137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port dc136d1d-97ee-461e-a722-b01d31942e7b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:31.935774 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:31.949573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.244210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e2105-051a-48c1-8512-3a940c4eff30 req-e9f93d60-a71f-4466-9827-790d14374c1d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:32.251799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332e2105-051a-48c1-8512-3a940c4eff30 req-e9f93d60-a71f-4466-9827-790d14374c1d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 945 time: 0.3050199 Jan 10 19:03:32.257677 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-7eb1e9fa-a3b7-49f0-b0a0-d67e9bcfe4ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4637141 Jan 10 19:03:32.260591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.306310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cb5b1-0075-446f-85ee-fa812d2cd50a req-4e41d270-0956-4c13-b9e6-267a3e319599 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:32.307911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0cb5b1-0075-446f-85ee-fa812d2cd50a req-4e41d270-0956-4c13-b9e6-267a3e319599 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 935 time: 0.1760120 Jan 10 19:03:32.319079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332e2105-051a-48c1-8512-3a940c4eff30 req-ca1806a4-4d06-4120-a4b8-22c76bcd4a2a tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667620 Jan 10 19:03:32.341427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:32.361099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.420837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0cb5b1-0075-446f-85ee-fa812d2cd50a req-f837f0ae-064e-4c18-bf9e-f15ce7f0e93d tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050878 Jan 10 19:03:32.459582 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-b07f277a-320b-43d6-832f-7e49185a0b72 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914275 Jan 10 19:03:32.531952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:32.543894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1235900167', 'description': 'tempest-description-1208890158'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:32.552227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:32.556931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:32.562517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:32.569787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:32.587342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.643547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:32.653961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:32.659623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:32.672981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:32.711275 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6029c0ee-98e0-47e0-9508-c69ecde36df9 req-e5c2d4be-5fc3-43bf-98f5-1c7f6a20b19f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610825 Jan 10 19:03:32.725669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'tag': '626d201d-8627-4781-8e66-923e7b60f4c6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:32.808020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:32.842970 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.855663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.943451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a298593c-7e9a-4808-b93a-3746fc0554cc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:32.958617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:32.974041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9725839f-b4a2-4b72-abb3-6991b09830c4 req-c2fbbac2-7e15-4374-b71f-6ed49abe83a1 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.4367604 Jan 10 19:03:33.040400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30703be4-0a45-4a48-8dbc-87c86d5ac358 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:33.058318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.098027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Transition to ACTIVE for port object 30703be4-0a45-4a48-8dbc-87c86d5ac358 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:33.113104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.193214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Pushing event updated for resources: {'Port': ['ID=30703be4-0a45-4a48-8dbc-87c86d5ac358,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:33.295906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cb5d6-5726-45d7-b7f2-bf63de304e21 req-8a340221-210b-427f-8de4-617c0d6740b7 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:33.297643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce4cb5d6-5726-45d7-b7f2-bf63de304e21 req-8a340221-210b-427f-8de4-617c0d6740b7 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 950 time: 0.1643491 Jan 10 19:03:33.332957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c23dca-3cfd-489a-ae90-88eb9f708e96 req-0331a818-a68d-43c8-8825-8f36ed5d357b tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:33.335345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9c23dca-3cfd-489a-ae90-88eb9f708e96 req-0331a818-a68d-43c8-8825-8f36ed5d357b tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 947 time: 0.1628346 Jan 10 19:03:33.398909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce4cb5d6-5726-45d7-b7f2-bf63de304e21 req-74fd69f8-55e0-4600-9167-f45188c24c71 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920970 Jan 10 19:03:33.438200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Attempting to bind port 30703be4-0a45-4a48-8dbc-87c86d5ac358 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:33.438786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Attempting to bind port 30703be4-0a45-4a48-8dbc-87c86d5ac358 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:33.438916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Attempting to bind port 30703be4-0a45-4a48-8dbc-87c86d5ac358 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:33.441933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9c23dca-3cfd-489a-ae90-88eb9f708e96 req-af3d8eda-5638-4b16-9683-4640b75be314 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995688 Jan 10 19:03:33.446411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Port 30703be4-0a45-4a48-8dbc-87c86d5ac358 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:33.446786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Attempting to bind port 30703be4-0a45-4a48-8dbc-87c86d5ac358 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:33.455008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:33.455476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:33.455873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:33.456471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Bound port: 30703be4-0a45-4a48-8dbc-87c86d5ac358, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:33.456823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.529597 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'code': 200} Jan 10 19:03:33.531660 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'tag': '626d201d-8627-4781-8e66-923e7b60f4c6', 'status': 'completed', 'code': 200} Jan 10 19:03:33.642730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] For port 30703be4-0a45-4a48-8dbc-87c86d5ac358, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:33.646203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] For port 30703be4-0a45-4a48-8dbc-87c86d5ac358, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:33.654642 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.661164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-bea5027b-4462-4781-bea2-472c7b3b0305 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/50bacca9-ee82-484b-8ed2-4e44aae7636a HTTP/1.1" status: 200 len: 1638 time: 0.1117244 Jan 10 19:03:33.721740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-268c364b-9b98-41ff-bf86-a728d0604e1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67772d60557a47cfbea8caa851b63cb4&device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 1098 time: 0.1650596 Jan 10 19:03:33.726657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b50a8273-311d-4947-b74f-b551309781e1 req-0e668b07-2b9c-42ae-92c2-8f60341bf743 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 1097 time: 0.1304116 Jan 10 19:03:33.738903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.739155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-47c2b925-1897-4d4a-91be-f928bdcc36ad tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/a298593c-7e9a-4808-b93a-3746fc0554cc HTTP/1.1" status: 200 len: 1639 time: 0.0708482 Jan 10 19:03:33.740248 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] 10.222.0.30 "PUT /v2.0/ports/30703be4-0a45-4a48-8dbc-87c86d5ac358 HTTP/1.1" status: 200 len: 1095 time: 2.0725374 Jan 10 19:03:33.747921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50bacca9-ee82-484b-8ed2-4e44aae7636a', 'remote_group_id': 'a298593c-7e9a-4808-b93a-3746fc0554cc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:33.748385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50bacca9-ee82-484b-8ed2-4e44aae7636a', 'remote_group_id': 'a298593c-7e9a-4808-b93a-3746fc0554cc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:33.759856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf5e9-668f-4cba-9195-ad99ba999505 service neutron] Pushing event updated for resources: {'Port': ['ID=30703be4-0a45-4a48-8dbc-87c86d5ac358,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:33.773913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:33.782173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:33.787005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:33.800353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:33.822173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b50a8273-311d-4947-b74f-b551309781e1 req-9cf20738-e34f-46cb-b103-eb5f508d22cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797987 Jan 10 19:03:33.910679 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.945800 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.951911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.983164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fea3d56-b41e-4e61-b516-833633f152d0,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:33.996576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:33.997760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e4ab59b-f01b-4d47-897e-86f2436ed9eb req-11b800e2-2d1b-4c68-b5aa-6473315d97bc tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2578683 Jan 10 19:03:34.021561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-9d964661-a519-4221-8b1d-e54ac5f112d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71768ad4ec824852b711786911694fdf&device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 1098 time: 0.2311115 Jan 10 19:03:34.029935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-54e7be43-3f2a-47b3-b8cc-df9903ef0423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.031861 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-54e7be43-3f2a-47b3-b8cc-df9903ef0423 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1967592 Jan 10 19:03:34.168412 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-70479e08-470e-4c27-bd60-d96f2be65c63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358 HTTP/1.1" status: 200 len: 217 time: 0.1397593 Jan 10 19:03:34.200130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7f16e-1486-4dda-bdb4-f9d151c011cc req-644d5389-bc71-4fb4-b042-9c9c89ebdaaa tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.201612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31c7f16e-1486-4dda-bdb4-f9d151c011cc req-644d5389-bc71-4fb4-b042-9c9c89ebdaaa tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 0.0826402 Jan 10 19:03:34.212768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-318646d7-3e75-445a-a866-8928e090bb0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=626d201d-8627-4781-8e66-923e7b60f4c6 HTTP/1.1" status: 200 len: 217 time: 0.1211522 Jan 10 19:03:34.248558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31c7f16e-1486-4dda-bdb4-f9d151c011cc req-071c72e1-daa0-4da5-991c-c9b02e18525e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411463 Jan 10 19:03:34.273411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-241de2df-a5c9-450d-afb4-4a3f95900b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.274939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-241de2df-a5c9-450d-afb4-4a3f95900b48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0976574 Jan 10 19:03:34.337732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-fa6048f9-9f6e-4e96-8c5d-5380c846fd24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.339314 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-fa6048f9-9f6e-4e96-8c5d-5380c846fd24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1157119 Jan 10 19:03:34.508776 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:03:34.529839 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-e36fe0e4-6db4-408f-ac41-41239de103a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481704 Jan 10 19:03:34.567733 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-9e135716-5825-4335-b441-2822d6d0ac05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186134 Jan 10 19:03:34.661988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4426f-e9a2-4d92-9bdb-c90fd8d5fb74 req-f32028b5-280d-4b2c-9cd1-ebeafe0a574c tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.663367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88a4426f-e9a2-4d92-9bdb-c90fd8d5fb74 req-f32028b5-280d-4b2c-9cd1-ebeafe0a574c tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 947 time: 0.2277112 Jan 10 19:03:34.668998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe69a-5daa-4253-8c43-b17921bba7fa req-723fc96f-66f2-4b96-9f72-444a7a47c5c7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.670354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adcbe69a-5daa-4253-8c43-b17921bba7fa req-723fc96f-66f2-4b96-9f72-444a7a47c5c7 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 950 time: 0.1082749 Jan 10 19:03:34.739946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88a4426f-e9a2-4d92-9bdb-c90fd8d5fb74 req-9c004471-e0c3-49f3-b8f5-f8218845310f tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686436 Jan 10 19:03:34.744394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adcbe69a-5daa-4253-8c43-b17921bba7fa req-299875ab-ac85-4fd3-bb2d-07f8f8bae037 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598876 Jan 10 19:03:34.847753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a46e6cb5-a0c6-4055-a9fd-a0c7f8a5e316 req-f1ef5b94-a0fe-4a6b-80ae-2111433eb519 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/a298593c-7e9a-4808-b93a-3746fc0554cc HTTP/1.1" status: 200 len: 1639 time: 0.0625956 Jan 10 19:03:34.866624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-c88bfd70-464f-47b6-88e6-7ef63f1cd174 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:34.867406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-c88bfd70-464f-47b6-88e6-7ef63f1cd174 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:34.892697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-de4c4992-60a4-43c4-a589-a7f1812fc880 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490338 Jan 10 19:03:34.899319 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-223357de-ac99-49dc-a7de-ba3ce6bf6c18 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973483 Jan 10 19:03:34.940723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a46e6cb5-a0c6-4055-a9fd-a0c7f8a5e316 req-e7557954-043a-4836-a865-b31e189a5bfb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.021902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a46e6cb5-a0c6-4055-a9fd-a0c7f8a5e316 req-e7557954-043a-4836-a865-b31e189a5bfb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.143314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-c88bfd70-464f-47b6-88e6-7ef63f1cd174 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:35.144697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-c88bfd70-464f-47b6-88e6-7ef63f1cd174 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce3d3db7-0ef3-4355-91d5-6e541657ced7 HTTP/1.1" status: 200 len: 950 time: 0.5804517 Jan 10 19:03:35.169810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a46e6cb5-a0c6-4055-a9fd-a0c7f8a5e316 req-e7557954-043a-4836-a865-b31e189a5bfb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.198181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557954-043a-4836-a865-b31e189a5bfb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a298593c-7e9a-4808-b93a-3746fc0554cc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:35.204204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a46e6cb5-a0c6-4055-a9fd-a0c7f8a5e316 req-e7557954-043a-4836-a865-b31e189a5bfb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.205195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a46e6cb5-a0c6-4055-a9fd-a0c7f8a5e316 req-e7557954-043a-4836-a865-b31e189a5bfb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/a298593c-7e9a-4808-b93a-3746fc0554cc HTTP/1.1" status: 204 len: 173 time: 0.3564658 Jan 10 19:03:35.246142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d316ec8-f144-4479-9e36-a905739c7439 req-25294849-d8b7-4f73-b749-48f1a8bdd281 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:35.248291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d316ec8-f144-4479-9e36-a905739c7439 req-25294849-d8b7-4f73-b749-48f1a8bdd281 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 950 time: 0.1157491 Jan 10 19:03:35.272365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port 46b61608-97ce-4b06-abe9-6ca5a5b1836d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:35.272857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.295655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d316ec8-f144-4479-9e36-a905739c7439 req-b6cfd393-35e6-47a6-841d-b6782b5d36f2 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Jan 10 19:03:35.443300 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f33d0f2c-ba5c-48dc-b190-9fb08f73e4cc req-962d6b43-5a45-419f-995d-4cda906cbd84 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158172 Jan 10 19:03:35.453374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c8ee2f8a-13d4-4e50-ae21-3be0fe67d437 req-f6033574-f7de-4fb2-9bd0-2e185e3edcb9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492811 Jan 10 19:03:35.524794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f5d0f8d6-e5b3-4adf-bafd-c783b719263a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:35.526230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f5d0f8d6-e5b3-4adf-bafd-c783b719263a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "GET /v2.0/ports?device_id=1505012d-6e75-4f8d-a056-c0b3ed66dfb7 HTTP/1.1" status: 200 len: 950 time: 0.2151639 Jan 10 19:03:35.564317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'tag': '30703be4-0a45-4a48-8dbc-87c86d5ac358'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:35.584152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a065-b890-4907-a35d-6737e82c32dc req-71d9fca7-3b9f-4286-9866-45ee5db9955d tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:35.590913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b872a065-b890-4907-a35d-6737e82c32dc req-71d9fca7-3b9f-4286-9866-45ee5db9955d tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 947 time: 0.1892912 Jan 10 19:03:35.613946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 626d201d-8627-4781-8e66-923e7b60f4c6 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:35.644662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port 8d6a89e7-9776-4234-829a-5b4f50f43b89 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:35.645007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.648389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port 46b61608-97ce-4b06-abe9-6ca5a5b1836d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=46b61608-97ce-4b06-abe9-6ca5a5b1836d,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:35.648766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.697161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b872a065-b890-4907-a35d-6737e82c32dc req-f4c966cf-7c2c-49bc-8534-7aacdb78adbb tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052620 Jan 10 19:03:35.773054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 626d201d-8627-4781-8e66-923e7b60f4c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=626d201d-8627-4781-8e66-923e7b60f4c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:35.787246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for 46b61608-97ce-4b06-abe9-6ca5a5b1836d owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:35.789894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '626d201d-8627-4781-8e66-923e7b60f4c6', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '626d201d-8627-4781-8e66-923e7b60f4c6', 'mac_address': 'fa:16:3e:52:09:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:35.867457 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.891410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626d201d-8627-4781-8e66-923e7b60f4c6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:35.908168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 626d201d-8627-4781-8e66-923e7b60f4c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=626d201d-8627-4781-8e66-923e7b60f4c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:35.915521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.926414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69fb17ea-631d-4b0c-9986-4a3811014f7f req-9c5fec08-8b33-4317-b66b-d51ddf335c26 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/50bacca9-ee82-484b-8ed2-4e44aae7636a HTTP/1.1" status: 200 len: 1638 time: 0.1460307 Jan 10 19:03:35.966840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:35.985212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:36.021432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port 8d6a89e7-9776-4234-829a-5b4f50f43b89, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8d6a89e7-9776-4234-829a-5b4f50f43b89,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:36.021992 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.041951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=46b61608-97ce-4b06-abe9-6ca5a5b1836d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:36.115006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=626d201d-8627-4781-8e66-923e7b60f4c6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:36.155985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port 46b61608-97ce-4b06-abe9-6ca5a5b1836d on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:36.159693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.178812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9c464c23-d5bf-4e26-8262-58d1775774f8 req-da635e24-b402-4ce7-a09a-2570779ccd7a tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "DELETE /v2.0/ports/46b61608-97ce-4b06-abe9-6ca5a5b1836d HTTP/1.1" status: 204 len: 173 time: 1.0242562 Jan 10 19:03:36.181020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['626d201d-8627-4781-8e66-923e7b60f4c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:36.194647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for 8d6a89e7-9776-4234-829a-5b4f50f43b89 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:36.445289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a0a2-6090-4225-bd8c-9e1368bdb94d req-1935fa55-3a2e-4715-aa9e-56ab61100f7b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:36.446993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8411a0a2-6090-4225-bd8c-9e1368bdb94d req-1935fa55-3a2e-4715-aa9e-56ab61100f7b tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 0.2607913 Jan 10 19:03:36.530098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.535839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-f4be9b59-1572-4d86-84f7-cd2f4238243c tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 1101 time: 0.2025378 Jan 10 19:03:36.550445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['40baf758-dfec-4b8a-986c-561c7a9fee91'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:36.579018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8411a0a2-6090-4225-bd8c-9e1368bdb94d req-f1261b9f-ceb0-47ec-b19a-4c9a78cf1e09 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157234 Jan 10 19:03:36.601957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=8d6a89e7-9776-4234-829a-5b4f50f43b89,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:36.606584 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.707768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port 8d6a89e7-9776-4234-829a-5b4f50f43b89 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:36.716143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.723339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'name': 'network-vif-deleted', 'tag': '8d6a89e7-9776-4234-829a-5b4f50f43b89'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:36.738689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26ec1ddd-dd8f-4942-ab32-eb3de9b86a76 req-f81c37b9-b9ca-4578-b780-7221ec1602fa tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.44 "DELETE /v2.0/ports/8d6a89e7-9776-4234-829a-5b4f50f43b89 HTTP/1.1" status: 204 len: 173 time: 1.2046738 Jan 10 19:03:36.741793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:36.745920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Usage tracker for resource:security_group_rule and tenant:9efb467e825f4337988ef5179da1bef2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:36.749034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:36.756952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:36.838717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.845513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:36.886684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Synchronizing usage tracker for tenant:9efb467e825f4337988ef5179da1bef2 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:36.891509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc5c802-159f-4891-a232-889a1c9b61e1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:36.921296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] Unset dirty status for tenant:9efb467e825f4337988ef5179da1bef2 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:36.927473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6da9859-04fa-4367-8aaf-56955e74d0c9 req-caa6fff7-d0f2-444e-b52e-e8189c080cb6 tempest-LiveMigrationNegativeTest-1912998500 tempest-LiveMigrationNegativeTest-1912998500-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574374 Jan 10 19:03:36.961172 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'tag': '30703be4-0a45-4a48-8dbc-87c86d5ac358', 'status': 'completed', 'code': 200} Jan 10 19:03:37.063697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-04d7fd22-e4b8-439b-9fe6-f79fce3d8be7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71768ad4ec824852b711786911694fdf&device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 1098 time: 0.0801685 Jan 10 19:03:37.207991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1825802779', 'description': 'tempest-description-579686751'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:37.216894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:37.222817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:37.227399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:37.234604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:37.257958 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:37.289208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d7f6a-1221-43ec-a7d3-aa7b9115ae61 req-d710b6d9-cfe2-47fe-b5d8-7502e9a6f937 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:37.290952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c67d7f6a-1221-43ec-a7d3-aa7b9115ae61 req-d710b6d9-cfe2-47fe-b5d8-7502e9a6f937 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 947 time: 0.2418089 Jan 10 19:03:37.326685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:37.328594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-5456ae65-c293-4b30-a500-0abe20f681dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:37.330063 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-5456ae65-c293-4b30-a500-0abe20f681dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2602901 Jan 10 19:03:37.336190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:37.339665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:37.351735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:37.372206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c67d7f6a-1221-43ec-a7d3-aa7b9115ae61 req-3ac4e4b9-4942-4906-a84c-be3e04b79fa3 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676827 Jan 10 19:03:37.400495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-07340e5b-343e-4d2a-b5fe-8e066d262297 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358 HTTP/1.1" status: 200 len: 217 time: 0.0640585 Jan 10 19:03:37.430428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:37.434774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:37.468995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-97eebe27-02d1-49c8-a9ec-6524e48f9bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:37.470445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-97eebe27-02d1-49c8-a9ec-6524e48f9bf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0649593 Jan 10 19:03:37.488446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03265e81-5578-45ed-9fef-b07ee8747d6d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:37.493035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:37.494588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10794d0a-1818-4376-82b5-f7c1e603556f req-1bb5e7a7-32ba-4e53-a01b-e190ccdfa4a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.2963278 Jan 10 19:03:37.550048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-d68ea9ec-5c02-43f9-924b-dd52f681f2d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736248 Jan 10 19:03:37.628406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 626d201d-8627-4781-8e66-923e7b60f4c6 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:37.728062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f968d42-ec8f-45f7-96e6-e7c850ab3cc9 req-5463a229-d470-4428-a473-69517bd8eb31 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:37.731835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f968d42-ec8f-45f7-96e6-e7c850ab3cc9 req-5463a229-d470-4428-a473-69517bd8eb31 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 0.1394277 Jan 10 19:03:37.733468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-ef85feb3-8271-4b48-af6e-f0c5124ef247 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777906 Jan 10 19:03:37.741390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35182) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:37.746829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Request body: {'floatingip': {'port_id': 'dc136d1d-97ee-461e-a722-b01d31942e7b'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:37.768333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 626d201d-8627-4781-8e66-923e7b60f4c6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:37.774639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 626d201d-8627-4781-8e66-923e7b60f4c6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:37.775288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:37.803673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 30703be4-0a45-4a48-8dbc-87c86d5ac358 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:37.819775 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1505012d-6e75-4f8d-a056-c0b3ed66dfb7', 'name': 'network-vif-deleted', 'tag': '8d6a89e7-9776-4234-829a-5b4f50f43b89', 'status': 'completed', 'code': 200} Jan 10 19:03:37.881217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-96c0b0f0-5d1b-4ce7-a592-780774207e39 req-1f3fb739-e61b-4c78-b3c0-09992f92a85a service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414340 Jan 10 19:03:37.924620 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:37.979690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 30703be4-0a45-4a48-8dbc-87c86d5ac358, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:38.028313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '30703be4-0a45-4a48-8dbc-87c86d5ac358', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '30703be4-0a45-4a48-8dbc-87c86d5ac358', 'mac_address': 'fa:16:3e:2d:17:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:38.084930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9b6bb-9b7f-4847-adb9-eee55e45c80c req-8004fbb5-459f-4e5d-b9c6-6f0953632aef tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:38.086977 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.092049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fd9b6bb-9b7f-4847-adb9-eee55e45c80c req-8004fbb5-459f-4e5d-b9c6-6f0953632aef tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 948 time: 0.2749021 Jan 10 19:03:38.116424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.134846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d201d-8627-4781-8e66-923e7b60f4c6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:38.152169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 626d201d-8627-4781-8e66-923e7b60f4c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=626d201d-8627-4781-8e66-923e7b60f4c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:38.152169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30703be4-0a45-4a48-8dbc-87c86d5ac358 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:38.163257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.164139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8d6a89e7-9776-4234-829a-5b4f50f43b89 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:38.240033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 8d6a89e7-9776-4234-829a-5b4f50f43b89 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:38.240382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8d6a89e7-9776-4234-829a-5b4f50f43b89 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:38.240795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 46b61608-97ce-4b06-abe9-6ca5a5b1836d no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:38.260196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fd9b6bb-9b7f-4847-adb9-eee55e45c80c req-8d3cbeec-ac3c-44d5-aa49-f956b1e4e2f2 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672869 Jan 10 19:03:38.265741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 30703be4-0a45-4a48-8dbc-87c86d5ac358, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:38.291005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 46b61608-97ce-4b06-abe9-6ca5a5b1836d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:38.291282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 46b61608-97ce-4b06-abe9-6ca5a5b1836d not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:38.291707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:38.318987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.357825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345ab410-87ec-4936-89c3-466c4939ce62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.363168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=626d201d-8627-4781-8e66-923e7b60f4c6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:38.482051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=30703be4-0a45-4a48-8dbc-87c86d5ac358,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:38.492242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.526341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:38.530894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.559855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-a499bd58-d931-4f56-8f7a-9ea7ca43e6ae tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/03265e81-5578-45ed-9fef-b07ee8747d6d HTTP/1.1" status: 200 len: 1638 time: 0.2184725 Jan 10 19:03:38.567346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['30703be4-0a45-4a48-8dbc-87c86d5ac358'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:38.591197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03265e81-5578-45ed-9fef-b07ee8747d6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:38.591513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03265e81-5578-45ed-9fef-b07ee8747d6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:38.609922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:38.627541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:38.632827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:38.648587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:38.650492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:38.694193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332060ed-61d8-4107-b600-a6c88f63d639 req-38287372-3877-42f2-a545-a993048cfd9e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:38.695669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-38287372-3877-42f2-a545-a993048cfd9e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.2854242 Jan 10 19:03:38.737027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-ea7cda35-2cfa-461e-ba84-ffc83b2ed503 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/quotas/b9eba64317c14cd89af66416cb26853e HTTP/1.1" status: 200 len: 375 time: 0.0312784 Jan 10 19:03:38.807883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.920536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.938656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.962732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'name': 'network-vif-deleted', 'tag': '46b61608-97ce-4b06-abe9-6ca5a5b1836d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:38.967049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:38.974347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2609a07-add1-4566-bd65-e01045f4b286,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:38.979352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:39.034735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-8d497bcd-a436-4d49-9c87-843a97545b4f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2840402 Jan 10 19:03:39.042069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:39.043176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b16ca70-b7a2-4063-a464-9f7e4697e6c0 req-b0c3c598-3a1c-4add-8ec4-f02a4ac37fb6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4623382 Jan 10 19:03:39.117784 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d201d-8627-4781-8e66-923e7b60f4c6', 'code': 200} Jan 10 19:03:39.357349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-bd284ae8-21d6-4de6-b505-f2ec5ba17950 service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123178 Jan 10 19:03:39.473158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-466e5cde-d227-409c-a834-f758894b331a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:39.474300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-466e5cde-d227-409c-a834-f758894b331a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:39.496460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-466e5cde-d227-409c-a834-f758894b331a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:39.498928 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-466e5cde-d227-409c-a834-f758894b331a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "GET /v2.0/ports?device_id=e85559dc-353c-44ec-a92f-c7bf0ab7bbe6 HTTP/1.1" status: 200 len: 944 time: 0.1125305 Jan 10 19:03:39.509204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f208ea9-259d-4bd2-bdaf-cc503b6f1e36 req-6793a77c-c321-41fd-b42e-4f89115dd9a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 1100 time: 0.2868164 Jan 10 19:03:39.617638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Deleting port 4e62139d-977d-4e21-b587-68c156cad0ba {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:39.618699 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:39.620816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2749e94f-ac5e-4df7-8e3f-a27fca6c2477 service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099693 Jan 10 19:03:39.623976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f208ea9-259d-4bd2-bdaf-cc503b6f1e36 req-f3d2f91d-434c-445b-ab13-ce3a8375dfa1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991895 Jan 10 19:03:39.657858 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Floating IP 752531a2-5f1d-45f4-b8f7-11109f8300bd associated. External IP: 172.25.6.33, port: dc136d1d-97ee-461e-a722-b01d31942e7b. Jan 10 19:03:39.808840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 30703be4-0a45-4a48-8dbc-87c86d5ac358 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:39.984122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06144521-cddb-4b2c-84eb-f3eb1347fb77 req-e250ab65-bbe2-45b0-85db-fe2b1d568d75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2425637 Jan 10 19:03:39.991640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 30703be4-0a45-4a48-8dbc-87c86d5ac358 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:40.016440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 30703be4-0a45-4a48-8dbc-87c86d5ac358 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:40.018764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.117309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] For port 4e62139d-977d-4e21-b587-68c156cad0ba, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e62139d-977d-4e21-b587-68c156cad0ba,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:40.117962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.250308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35236) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:40.274973 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.312974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 30703be4-0a45-4a48-8dbc-87c86d5ac358, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:40.318022 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.348452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Calling delete_port for 4e62139d-977d-4e21-b587-68c156cad0ba owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:40.434797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-978cbdde-066f-4188-81e1-74f64a89e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.441612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=30703be4-0a45-4a48-8dbc-87c86d5ac358,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:40.451979 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3d3db7-0ef3-4355-91d5-6e541657ced7', 'name': 'network-vif-deleted', 'tag': '46b61608-97ce-4b06-abe9-6ca5a5b1836d', 'status': 'completed', 'code': 200} Jan 10 19:03:40.458730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-26bcb38c-31b1-4511-9d7b-633b3831de3a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/03265e81-5578-45ed-9fef-b07ee8747d6d HTTP/1.1" status: 200 len: 2141 time: 0.1169538 Jan 10 19:03:40.466943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00ade3-c564-42aa-9282-bf07fbcc1a3d req-c5e22656-0b44-4b27-a82d-552c752527a3 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:40.468412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe00ade3-c564-42aa-9282-bf07fbcc1a3d req-c5e22656-0b44-4b27-a82d-552c752527a3 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 948 time: 0.3610163 Jan 10 19:03:40.474727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03265e81-5578-45ed-9fef-b07ee8747d6d', 'remote_group_id': None}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:40.475112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03265e81-5578-45ed-9fef-b07ee8747d6d', 'remote_group_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:40.484461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:40.524517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Usage tracker for resource:security_group_rule and tenant:5e8494b5585a46ccbf19980cd091b8e9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:40.532480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.571671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:40.594910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:40.611923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event deleted for resources: {'Port': ['ID=4e62139d-977d-4e21-b587-68c156cad0ba,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:40.620355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe00ade3-c564-42aa-9282-bf07fbcc1a3d req-3df18a83-caac-48b1-b10e-f531c9660e38 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375353 Jan 10 19:03:40.734199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.789607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] No DVR routers for this DVR port 4e62139d-977d-4e21-b587-68c156cad0ba on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:40.792299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.802916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.808476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.816125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d2a439a-ce81-43db-809f-76fba1df26bd req-01ae015c-7770-4a5b-982c-300f18799015 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "DELETE /v2.0/ports/4e62139d-977d-4e21-b587-68c156cad0ba HTTP/1.1" status: 204 len: 173 time: 1.3120363 Jan 10 19:03:40.818005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.843899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:40.847159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Router 3087d86c-b081-482e-adb5-00ed9b07bff0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:03:40.847723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Usage tracker for resource:security_group_rule and tenant:bf80c60a1f274d3bb07af087e26adf3b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:40.850549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:40.857635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:40.862941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d492657-677b-45c8-929f-eb3382275bcc,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:40.887603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.900073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0783e9c6-be81-4a43-8a85-0f6742bc7989 req-a2a3a7e4-b4e0-44e9-bfb5-225096abfde7 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.4300776 Jan 10 19:03:40.966584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:40.972051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.028677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951be7b8-f4c1-4611-a46d-185a67d1cfa5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:41.036404 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-52bbd87b-7279-4f04-ae48-15b0ae54facb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf80c60a1f274d3bb07af087e26adf3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7854009 Jan 10 19:03:41.036753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35246) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:41.057017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433feb23-3c0b-415e-886c-5323882140f4 req-1b1a1e4c-abfe-43d5-bbb5-5bba9a1f6758 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:41.058651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-433feb23-3c0b-415e-886c-5323882140f4 req-1b1a1e4c-abfe-43d5-bbb5-5bba9a1f6758 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 949 time: 0.2915587 Jan 10 19:03:41.075098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7a3307e-99b1-401b-bd44-6f6d4b684d13 req-598cb7dc-2f73-45a7-a3f7-b154de8f18e7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 210 time: 0.0618813 Jan 10 19:03:41.101689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb138d43-0bf5-43d4-be92-8fe66a3bb564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.120046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba'}, {'server_uuid': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30703be4-0a45-4a48-8dbc-87c86d5ac358'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:41.131871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb138d43-0bf5-43d4-be92-8fe66a3bb564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.145704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-433feb23-3c0b-415e-886c-5323882140f4 req-643a6fd9-17a4-45b3-8e0f-7cf076b59e51 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745881 Jan 10 19:03:41.201808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb138d43-0bf5-43d4-be92-8fe66a3bb564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.288010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:03:41.296555 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.300892 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] Sync routers for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:03:41.321399 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:03:41.322044 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:03:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:41.392474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-69e618fb-a799-4e68-9243-39e8fc4a2326 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "PUT /v2.0/floatingips/752531a2-5f1d-45f4-b8f7-11109f8300bd HTTP/1.1" status: 200 len: 991 time: 3.6496611 Jan 10 19:03:41.393338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:41.628976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332060ed-61d8-4107-b600-a6c88f63d639 req-363591c4-c53f-4a84-9d15-28d016e56738 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:41.636026 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-363591c4-c53f-4a84-9d15-28d016e56738 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.2232399 Jan 10 19:03:41.642441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c457078-f498-46ab-a267-4299a4d3efb4 req-ce1763eb-df51-4fad-b8c0-09ab1b107d4c tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/03265e81-5578-45ed-9fef-b07ee8747d6d HTTP/1.1" status: 200 len: 2649 time: 0.2109246 Jan 10 19:03:41.644295 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba', 'code': 200} Jan 10 19:03:41.645500 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30703be4-0a45-4a48-8dbc-87c86d5ac358', 'code': 200} Jan 10 19:03:41.650262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:41.666970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb138d43-0bf5-43d4-be92-8fe66a3bb564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.668532 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bb138d43-0bf5-43d4-be92-8fe66a3bb564 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/951be7b8-f4c1-4611-a46d-185a67d1cfa5 HTTP/1.1" status: 204 len: 168 time: 0.6305084 Jan 10 19:03:41.669812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb138d43-0bf5-43d4-be92-8fe66a3bb564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951be7b8-f4c1-4611-a46d-185a67d1cfa5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:41.703837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Request body: {'port': {'device_id': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'admin_state_up': True, 'tenant_id': 'b9eba64317c14cd89af66416cb26853e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:41.723232 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:03:41.771964 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.798341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 4e62139d-977d-4e21-b587-68c156cad0ba {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:41.799245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e62139d-977d-4e21-b587-68c156cad0ba not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:41.806044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:41.972044 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'status': 'completed', 'code': 200} Jan 10 19:03:42.039483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:42.044503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Usage tracker for resource:port and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:42.048372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:42.054742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:42.075403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Made reservation on behalf of b9eba64317c14cd89af66416cb26853e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:42.080106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.224581 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '752531a2-5f1d-45f4-b8f7-11109f8300bd', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'port_id': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'mac_address': 'fa:16:3e:57:64:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:02:38Z', 'updated_at': '2022-01-10T19:03:38Z', 'revision_number': 1, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:34Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:42.228464 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] Checking router: 3087d86c-b081-482e-adb5-00ed9b07bff0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:03:42.241165 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:03:42.241790 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:03:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:42.274757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-822b8025-fdda-48e1-bae8-752ec1c8b7d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdbea77850274e56a1b17a0193b45dee&device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 1097 time: 0.3008108 Jan 10 19:03:42.275383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35272) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:42.292429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Allocated IP 172.20.0.13 (ee7aa881-807e-4af2-bd1c-4f9277269768/3edadf2f-c1ae-4021-ae5e-3bdd7054b127/114ca044-bd58-49c7-9dc6-5f98eb80bb15) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:03:42.307939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586768-bb51-40f4-9876-1b6a3787f14d req-26d7eba4-30a3-4c0f-8cda-f1fbf0831f56 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:42.309047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f2586768-bb51-40f4-9876-1b6a3787f14d req-26d7eba4-30a3-4c0f-8cda-f1fbf0831f56 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:42.337859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ff194b27-4614-4aa8-a4e8-7060577dabf6 req-bc218141-32c5-47ff-bf0a-9dc0443570ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 1100 time: 0.3660185 Jan 10 19:03:42.395412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ead2fc-02d2-4d66-a901-1f235af3091b req-22d50768-80b6-40d5-8b49-cb718ce3c456 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:42.397434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ead2fc-02d2-4d66-a901-1f235af3091b req-22d50768-80b6-40d5-8b49-cb718ce3c456 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 950 time: 0.2945826 Jan 10 19:03:42.398151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.427969 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:03:42.456750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-deleted', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:42.464104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f2586768-bb51-40f4-9876-1b6a3787f14d req-26d7eba4-30a3-4c0f-8cda-f1fbf0831f56 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:42.465558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2586768-bb51-40f4-9876-1b6a3787f14d req-26d7eba4-30a3-4c0f-8cda-f1fbf0831f56 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 950 time: 0.5886121 Jan 10 19:03:42.470929 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ff194b27-4614-4aa8-a4e8-7060577dabf6 req-ff40eef0-c3f6-4011-a29d-32db4556ed10 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242039 Jan 10 19:03:42.547071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:42.550333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.560404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Usage tracker for resource:security_group_rule and tenant:520d707c135a4cf0aef5fbd4bf3813b6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:42.564339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-8baab1a3-203a-4ca0-899f-9c1aec9abb94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:42.565805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-8baab1a3-203a-4ca0-899f-9c1aec9abb94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0adf005-6e55-417f-b164-5f68f9233aa4 HTTP/1.1" status: 200 len: 916 time: 0.2824554 Jan 10 19:03:42.567005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:42.571667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ead2fc-02d2-4d66-a901-1f235af3091b req-66d8db9f-be43-43f7-b932-1c308b154a59 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580882 Jan 10 19:03:42.582934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.583167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:42.615589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2586768-bb51-40f4-9876-1b6a3787f14d req-9a33ef61-8c9c-46d3-91d1-9ceb98c6ddb6 tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f39cdb8-ffe5-4566-8441-1eff863d40c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212575 Jan 10 19:03:42.685948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Network ee7aa881-807e-4af2-bd1c-4f9277269768 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:03:42.690331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:42.696972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:03:42.733232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:42.766595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc85b124-cea3-4391-a349-516490bfccb0 req-5bb5c553-d649-4029-9b71-f6fc60ebb10f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-group-rules/7d492657-677b-45c8-929f-eb3382275bcc HTTP/1.1" status: 200 len: 718 time: 0.1088080 Jan 10 19:03:42.783599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:42.784533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.816962 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-e4828d10-162d-478e-a988-850a9014e7a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1530054 Jan 10 19:03:42.827802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '752531a2-5f1d-45f4-b8f7-11109f8300bd', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'port_id': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'mac_address': 'fa:16:3e:57:64:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:02:38Z', 'updated_at': '2022-01-10T19:03:38Z', 'revision_number': 1, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:34Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:42.829530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Request body: {'port': {'device_id': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:42.832399 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61abfe-0eee-4951-99ad-408bafd2c1a9 None None] The sync data for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 is: [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '752531a2-5f1d-45f4-b8f7-11109f8300bd', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'port_id': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'mac_address': 'fa:16:3e:57:64:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:02:38Z', 'updated_at': '2022-01-10T19:03:38Z', 'revision_number': 1, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:34Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:03:42.879167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.902512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.927255 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:42.945996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-54752f29-33e6-4ff4-b05f-a2c61e2d9a33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc136d1d-97ee-461e-a722-b01d31942e7b HTTP/1.1" status: 200 len: 999 time: 0.2761078 Jan 10 19:03:43.003108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.037686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc85b124-cea3-4391-a349-516490bfccb0 req-32d6b514-f383-409b-a955-8a756c0f75b3 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/03265e81-5578-45ed-9fef-b07ee8747d6d HTTP/1.1" status: 200 len: 2649 time: 0.2614026 Jan 10 19:03:43.039507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f8eda5-0dcd-4649-a5b7-113ee7b298de,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:43.059695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-12662d12-b48a-4892-8fc7-84c49a9d8c8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=520d707c135a4cf0aef5fbd4bf3813b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7809041 Jan 10 19:03:43.071513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35280) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:43.073019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-54559ca4-aad3-44eb-a6e8-6638c4b29c3d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:43.073679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-54559ca4-aad3-44eb-a6e8-6638c4b29c3d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Synchronizing usage tracker for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:43.101121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-9e2850a7-ee03-4fed-9659-c62da9165973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:43.102619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-9e2850a7-ee03-4fed-9659-c62da9165973 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c3708d6-d15e-4114-8eaa-3cf99499b953 HTTP/1.1" status: 200 len: 854 time: 0.1474967 Jan 10 19:03:43.123099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9f16-c995-4ef3-b511-86f50507a511 req-edcd2e63-b727-48e9-8d94-0e708b4e84b8 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:43.124273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3eee9f16-c995-4ef3-b511-86f50507a511 req-edcd2e63-b727-48e9-8d94-0e708b4e84b8 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 949 time: 0.3469677 Jan 10 19:03:43.139026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1424e-94e0-421a-8df1-d60a68910553 None None] New status for floating IP 752531a2-5f1d-45f4-b8f7-11109f8300bd: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:03:43.203195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-54559ca4-aad3-44eb-a6e8-6638c4b29c3d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Unset dirty status for tenant:b2e1161afdee4a9381d55891c0c08c26 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:43.204306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-54559ca4-aad3-44eb-a6e8-6638c4b29c3d tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "GET /v2.0/ports?device_id=113aef91-c2c5-4317-b7f3-979814dd7101 HTTP/1.1" status: 200 len: 950 time: 0.3205583 Jan 10 19:03:43.223731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc85b124-cea3-4391-a349-516490bfccb0 req-21a60731-cf55-4650-b5d5-2044d2b41f57 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.246687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc85b124-cea3-4391-a349-516490bfccb0 req-21a60731-cf55-4650-b5d5-2044d2b41f57 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.335494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dad2f2e-e086-4197-a190-ae74bdd00619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.349676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Deleting port 40baf758-dfec-4b8a-986c-561c7a9fee91 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:43.350235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.371620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3eee9f16-c995-4ef3-b511-86f50507a511 req-7b6307af-336c-49d2-9cbc-2b70074542ba tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309020 Jan 10 19:03:43.395208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dad2f2e-e086-4197-a190-ae74bdd00619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.429837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc85b124-cea3-4391-a349-516490bfccb0 req-21a60731-cf55-4650-b5d5-2044d2b41f57 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.449610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-89843676-031d-4ede-a059-4cd3b3f0f9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0adf005-6e55-417f-b164-5f68f9233aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242142 Jan 10 19:03:43.473549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a60731-cf55-4650-b5d5-2044d2b41f57 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d492657-677b-45c8-929f-eb3382275bcc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:43.620757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc85b124-cea3-4391-a349-516490bfccb0 req-21a60731-cf55-4650-b5d5-2044d2b41f57 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.621786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc85b124-cea3-4391-a349-516490bfccb0 req-21a60731-cf55-4650-b5d5-2044d2b41f57 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d492657-677b-45c8-929f-eb3382275bcc HTTP/1.1" status: 204 len: 173 time: 0.5833297 Jan 10 19:03:43.654910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-dfc472c0-9617-4f19-9dc6-36ef464e7ed3 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:43.656963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-dfc472c0-9617-4f19-9dc6-36ef464e7ed3 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.30 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 950 time: 0.3779519 Jan 10 19:03:43.758161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dad2f2e-e086-4197-a190-ae74bdd00619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.812416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114ca044-bd58-49c7-9dc6-5f98eb80bb15 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:43.825547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.827639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-64adb224-2201-4804-bd22-c568d30f1142 service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550267 Jan 10 19:03:43.828829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad2f2e-e086-4197-a190-ae74bdd00619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f8eda5-0dcd-4649-a5b7-113ee7b298de,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:43.836662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Deleting port 72c2db5b-8731-44ca-9784-23ac3b20c1ea {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:43.836997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.873779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Transition to ACTIVE for port object 114ca044-bd58-49c7-9dc6-5f98eb80bb15 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:43.879844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] For port 40baf758-dfec-4b8a-986c-561c7a9fee91, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=40baf758-dfec-4b8a-986c-561c7a9fee91,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:43.880200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.888975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.904320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dad2f2e-e086-4197-a190-ae74bdd00619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:43.905442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1dad2f2e-e086-4197-a190-ae74bdd00619 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54f8eda5-0dcd-4649-a5b7-113ee7b298de HTTP/1.1" status: 204 len: 168 time: 0.8323739 Jan 10 19:03:44.058466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Calling delete_port for 40baf758-dfec-4b8a-986c-561c7a9fee91 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:44.090228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490a2af-626a-4f6e-8cb5-79b455a0919a req-585a17a1-c6d3-425a-ac43-a7ad0f3c4ac0 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:44.092076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1490a2af-626a-4f6e-8cb5-79b455a0919a req-585a17a1-c6d3-425a-ac43-a7ad0f3c4ac0 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 932 time: 0.5132823 Jan 10 19:03:44.161322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:44.335645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1af871-bad4-45c2-8c61-8c51607ea8ed req-f61275ac-9331-41fd-93bb-9b0814a3ed23 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:44.337116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab1af871-bad4-45c2-8c61-8c51607ea8ed req-f61275ac-9331-41fd-93bb-9b0814a3ed23 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 949 time: 0.5801153 Jan 10 19:03:44.342443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d473cf7a-264a-4a46-82cf-38c4e1d6a5e8 req-2a23c136-1a48-4c60-adf3-d67e7b6c96ac service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749894 Jan 10 19:03:44.362266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1490a2af-626a-4f6e-8cb5-79b455a0919a req-3af87710-ccd6-4c3e-817e-ca5ae3622aab tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515635 Jan 10 19:03:44.363857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Attempting to bind port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:44.364332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Attempting to bind port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:44.364552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Attempting to bind port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:44.367744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.418572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Pushing event deleted for resources: {'Port': ['ID=40baf758-dfec-4b8a-986c-561c7a9fee91,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:44.421749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 on network ee7aa881-807e-4af2-bd1c-4f9277269768 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:44.422093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Attempting to bind port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:44.462260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:44.462602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Checking segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:44.463019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Bound using segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:44.463463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Bound port: 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:44.463805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.481281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] For port 72c2db5b-8731-44ca-9784-23ac3b20c1ea, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=72c2db5b-8731-44ca-9784-23ac3b20c1ea,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:44.481662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.484893 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85559dc-353c-44ec-a92f-c7bf0ab7bbe6', 'name': 'network-vif-deleted', 'tag': '4e62139d-977d-4e21-b587-68c156cad0ba', 'status': 'completed', 'code': 200} Jan 10 19:03:44.545971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] No DVR routers for this DVR port 40baf758-dfec-4b8a-986c-561c7a9fee91 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:44.549375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.571185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab1af871-bad4-45c2-8c61-8c51607ea8ed req-a0eef243-90a1-413f-9421-3f4bfac2168b tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193072 Jan 10 19:03:44.608356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a888560-e93e-4262-a08e-96f6e3c2ff3f req-f9ca936f-6cc3-4cd5-8f0b-9428a399577f tempest-ServersOnMultiNodesTest-839824592 tempest-ServersOnMultiNodesTest-839824592-project] 10.222.0.30 "DELETE /v2.0/ports/40baf758-dfec-4b8a-986c-561c7a9fee91 HTTP/1.1" status: 204 len: 173 time: 1.3934796 Jan 10 19:03:44.683209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:44.688612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:44.696849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.699752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Calling delete_port for 72c2db5b-8731-44ca-9784-23ac3b20c1ea owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:44.797803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.798960 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] 10.222.0.44 "PUT /v2.0/ports/114ca044-bd58-49c7-9dc6-5f98eb80bb15 HTTP/1.1" status: 200 len: 1092 time: 1.9741716 Jan 10 19:03:44.820529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebf8ee-b417-4c6a-b5de-159379500e80 service neutron] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:44.852934 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:44.877659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-006652c9-b959-45d7-8678-adc45856bb7f req-1d8fde49-8574-4119-93c7-5c10aa76a180 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/03265e81-5578-45ed-9fef-b07ee8747d6d HTTP/1.1" status: 200 len: 2141 time: 0.1988928 Jan 10 19:03:44.942505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-b765c2a6-e643-42aa-97b5-ab42fa839f58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0875709 Jan 10 19:03:44.957842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.023396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-d575391a-a851-44cb-9308-98582e503f88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15 HTTP/1.1" status: 200 len: 217 time: 0.0731034 Jan 10 19:03:45.044208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-006652c9-b959-45d7-8678-adc45856bb7f req-ec121cb6-cd7d-4155-b912-6327e1b5836d tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.083113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-006652c9-b959-45d7-8678-adc45856bb7f req-ec121cb6-cd7d-4155-b912-6327e1b5836d tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.095722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.106653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['df84f50c-447e-4d8e-9382-127a7a7b83c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:45.158137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332060ed-61d8-4107-b600-a6c88f63d639 req-895cba50-1ed1-4fc2-87a2-ef9fca4db349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:45.160331 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-895cba50-1ed1-4fc2-87a2-ef9fca4db349 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.1301599 Jan 10 19:03:45.188137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c87e-dec5-40fc-a15a-942562d568d2 req-73593e04-81f4-4631-8fb7-066794ed6703 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:45.190290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2095c87e-dec5-40fc-a15a-942562d568d2 req-73593e04-81f4-4631-8fb7-066794ed6703 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=203d15b2-70e7-46e1-b880-d6106ba92f35 HTTP/1.1" status: 200 len: 950 time: 0.3967695 Jan 10 19:03:45.191290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Pushing event deleted for resources: {'Port': ['ID=72c2db5b-8731-44ca-9784-23ac3b20c1ea,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:45.238591 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-2f463cf7-ea3f-4fb6-958f-0403816c3a5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715201 Jan 10 19:03:45.334718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] No DVR routers for this DVR port 72c2db5b-8731-44ca-9784-23ac3b20c1ea on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:45.357239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.363910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'name': 'network-vif-deleted', 'tag': '72c2db5b-8731-44ca-9784-23ac3b20c1ea'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:45.406385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e701429-40a5-4f15-bdab-b242e09e9d05 req-49a6a79b-1c13-41b5-8da7-1fa18fc79a09 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.30 "DELETE /v2.0/ports/72c2db5b-8731-44ca-9784-23ac3b20c1ea HTTP/1.1" status: 204 len: 173 time: 1.7406826 Jan 10 19:03:45.417716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-006652c9-b959-45d7-8678-adc45856bb7f req-ec121cb6-cd7d-4155-b912-6327e1b5836d tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.420065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-006652c9-b959-45d7-8678-adc45856bb7f req-ec121cb6-cd7d-4155-b912-6327e1b5836d tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:45.421329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-006652c9-b959-45d7-8678-adc45856bb7f req-ec121cb6-cd7d-4155-b912-6327e1b5836d tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/03265e81-5578-45ed-9fef-b07ee8747d6d HTTP/1.1" status: 204 len: 173 time: 0.5368085 Jan 10 19:03:45.442351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2095c87e-dec5-40fc-a15a-942562d568d2 req-fe3fc221-85c9-4868-b94d-17aeffc7c5e5 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954114 Jan 10 19:03:45.443290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec121cb6-cd7d-4155-b912-6327e1b5836d tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03265e81-5578-45ed-9fef-b07ee8747d6d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:45.593555 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-3e9898c1-0003-475a-a79e-d0c9abe7928c service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430524 Jan 10 19:03:45.741864 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-332060ed-61d8-4107-b600-a6c88f63d639 req-1f887160-b737-464f-82a6-eb065eac4446 service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413040 Jan 10 19:03:45.751445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a5a6a-5288-4f13-8323-0b811caf62fe req-ba3dbddd-0cb2-4d36-877d-6b20601ee263 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:45.753015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-460a5a6a-5288-4f13-8323-0b811caf62fe req-ba3dbddd-0cb2-4d36-877d-6b20601ee263 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 949 time: 0.1288915 Jan 10 19:03:45.819535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-460a5a6a-5288-4f13-8323-0b811caf62fe req-4b570277-4ed9-42b8-9451-c2bafc45fd17 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580256 Jan 10 19:03:45.897154 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203d15b2-70e7-46e1-b880-d6106ba92f35', 'name': 'network-vif-deleted', 'tag': '72c2db5b-8731-44ca-9784-23ac3b20c1ea', 'status': 'completed', 'code': 200} Jan 10 19:03:45.898040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 72c2db5b-8731-44ca-9784-23ac3b20c1ea no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:45.936456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 72c2db5b-8731-44ca-9784-23ac3b20c1ea {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:45.936955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 72c2db5b-8731-44ca-9784-23ac3b20c1ea not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:45.937630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 40baf758-dfec-4b8a-986c-561c7a9fee91 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:45.980971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 40baf758-dfec-4b8a-986c-561c7a9fee91 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:45.984291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 40baf758-dfec-4b8a-986c-561c7a9fee91 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:45.999922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:46.106234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b64c-47ed-45e4-8474-2faa0fb59dfa req-0be8c072-cdcc-44b1-b1b7-c1e096469a88 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:46.108067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1b9b64c-47ed-45e4-8474-2faa0fb59dfa req-0be8c072-cdcc-44b1-b1b7-c1e096469a88 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 944 time: 0.0999243 Jan 10 19:03:46.196080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1b9b64c-47ed-45e4-8474-2faa0fb59dfa req-e0a147d1-ef99-497f-a643-aa94e17aa6b8 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Jan 10 19:03:46.242960 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-e277a65f-3788-45d4-9080-8cf782a4ab03 req-5d829418-a664-4048-a573-b697e15de37f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] show failed (client error): The resource could not be found. Jan 10 19:03:46.259536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e277a65f-3788-45d4-9080-8cf782a4ab03 req-5d829418-a664-4048-a573-b697e15de37f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/a298593c-7e9a-4808-b93a-3746fc0554cc HTTP/1.1" status: 404 len: 352 time: 0.0352619 Jan 10 19:03:46.492737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113aef91-c2c5-4317-b7f3-979814dd7101', 'name': 'network-vif-deleted', 'tag': '40baf758-dfec-4b8a-986c-561c7a9fee91'}, {'name': 'network-changed', 'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:46.528181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d84d11db-7c22-408e-b402-0b7126c6fa7a req-dd1b85a8-ed72-4399-babf-baf911bd0653 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/50bacca9-ee82-484b-8ed2-4e44aae7636a HTTP/1.1" status: 200 len: 1638 time: 0.0810733 Jan 10 19:03:46.565480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-26feee03-d0ab-4a64-9933-71c9a1b2a0c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2e1161afdee4a9381d55891c0c08c26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5584180 Jan 10 19:03:46.569299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35364) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:46.663432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-dd1f2099-a492-4050-9959-6e1b66787dd1 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=67772d60557a47cfbea8caa851b63cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412977 Jan 10 19:03:46.767094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e75ca237-17ca-4238-9132-60b1340de46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:46.769205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d84d11db-7c22-408e-b402-0b7126c6fa7a req-414451eb-c9ee-4f1b-85aa-c191859da53f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:46.815285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e75ca237-17ca-4238-9132-60b1340de46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:46.832573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d84d11db-7c22-408e-b402-0b7126c6fa7a req-414451eb-c9ee-4f1b-85aa-c191859da53f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:46.868272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e75ca237-17ca-4238-9132-60b1340de46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:46.909261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ca237-17ca-4238-9132-60b1340de46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39cdb8-ffe5-4566-8441-1eff863d40c4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:46.910535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-7e801714-ce60-49ba-9a81-f661aee3df64 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:46.917624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-7e801714-ce60-49ba-9a81-f661aee3df64 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522271 Jan 10 19:03:46.938163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e75ca237-17ca-4238-9132-60b1340de46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:46.952459 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e75ca237-17ca-4238-9132-60b1340de46b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f39cdb8-ffe5-4566-8441-1eff863d40c4 HTTP/1.1" status: 204 len: 168 time: 0.3863986 Jan 10 19:03:46.953090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-1e1e6b60-943e-4455-b487-a609fe8500ef tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/quotas/67772d60557a47cfbea8caa851b63cb4 HTTP/1.1" status: 200 len: 375 time: 0.0353756 Jan 10 19:03:47.030109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d84d11db-7c22-408e-b402-0b7126c6fa7a req-414451eb-c9ee-4f1b-85aa-c191859da53f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:47.080948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414451eb-c9ee-4f1b-85aa-c191859da53f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bacca9-ee82-484b-8ed2-4e44aae7636a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:47.092826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d84d11db-7c22-408e-b402-0b7126c6fa7a req-414451eb-c9ee-4f1b-85aa-c191859da53f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:47.113991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d84d11db-7c22-408e-b402-0b7126c6fa7a req-414451eb-c9ee-4f1b-85aa-c191859da53f tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/50bacca9-ee82-484b-8ed2-4e44aae7636a HTTP/1.1" status: 204 len: 173 time: 0.5806582 Jan 10 19:03:47.163983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-91612399-a0a1-4362-8b8e-ffebbac177d2 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67772d60557a47cfbea8caa851b63cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074900 Jan 10 19:03:47.355769 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113aef91-c2c5-4317-b7f3-979814dd7101', 'name': 'network-vif-deleted', 'tag': '40baf758-dfec-4b8a-986c-561c7a9fee91', 'status': 'completed', 'code': 200} Jan 10 19:03:47.355769 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'status': 'completed', 'code': 200} Jan 10 19:03:47.565370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-796c337a-0a95-427a-8387-93eccc38eeab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1867623 Jan 10 19:03:47.659996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:47.739837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35402) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:47.746718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80609f04-7812-4f52-9e97-9f3266afb0b2 req-8c8342ec-292a-41ff-b98e-2b3aeb1917eb tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/708bd439-15a4-4f81-8d01-c4eddda93d6e HTTP/1.1" status: 200 len: 1637 time: 0.3084860 Jan 10 19:03:47.751157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-a55510d0-9858-4121-9291-c06bb3a12849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:47.753317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-a55510d0-9858-4121-9291-c06bb3a12849 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 906 time: 0.1824989 Jan 10 19:03:47.834795 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-632f5c8c-dd88-46d8-88c3-d7bd477e4903 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15 HTTP/1.1" status: 200 len: 217 time: 0.0745583 Jan 10 19:03:47.847499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:47.867299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'mac_address': 'fa:16:3e:43:6c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:47.909598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-c4651fbb-86cf-4493-b172-78daf2b35d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:47.911351 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-c4651fbb-86cf-4493-b172-78daf2b35d13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.0713897 Jan 10 19:03:47.930569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:47.957362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825ef4-dc74-446c-91f2-d000363fa47b req-f377a5a8-0b21-42e3-b4cb-c5e550bff1c3 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:47.958859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17825ef4-dc74-446c-91f2-d000363fa47b req-f377a5a8-0b21-42e3-b4cb-c5e550bff1c3 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 949 time: 0.4269688 Jan 10 19:03:47.969457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114ca044-bd58-49c7-9dc6-5f98eb80bb15 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:47.974600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0b95a3bb-8b96-41d0-8f00-c34f95ac80cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efd14f8752cb45f9a05336d9415939f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2334120 Jan 10 19:03:47.978505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:47.989716 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:47.995215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.010287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80609f04-7812-4f52-9e97-9f3266afb0b2 req-f2d4f5bd-8b18-442c-bb6a-5264c6d3aaca tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.014627 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-93e991d3-4a10-4801-97b6-9b7c8daa44a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904775 Jan 10 19:03:48.081497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17825ef4-dc74-446c-91f2-d000363fa47b req-606a1147-c7f2-4437-a096-6217f09a8ed6 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119616 Jan 10 19:03:48.083128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80609f04-7812-4f52-9e97-9f3266afb0b2 req-f2d4f5bd-8b18-442c-bb6a-5264c6d3aaca tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.098077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:48.162733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dc52826-2567-4178-9879-09342a807faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.185933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80609f04-7812-4f52-9e97-9f3266afb0b2 req-f2d4f5bd-8b18-442c-bb6a-5264c6d3aaca tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.191199 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dc52826-2567-4178-9879-09342a807faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.210748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4f5bd-8b18-442c-bb6a-5264c6d3aaca tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708bd439-15a4-4f81-8d01-c4eddda93d6e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:48.216367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['114ca044-bd58-49c7-9dc6-5f98eb80bb15'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:48.226136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-80609f04-7812-4f52-9e97-9f3266afb0b2 req-f2d4f5bd-8b18-442c-bb6a-5264c6d3aaca tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.239603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80609f04-7812-4f52-9e97-9f3266afb0b2 req-f2d4f5bd-8b18-442c-bb6a-5264c6d3aaca tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/708bd439-15a4-4f81-8d01-c4eddda93d6e HTTP/1.1" status: 204 len: 173 time: 0.3726547 Jan 10 19:03:48.266833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-3aa4a3d2-a45d-470e-97f9-ddf028a5db9a service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448833 Jan 10 19:03:48.335922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0534-78c3-4bae-be0a-21a629786409 req-1d12f8ce-1fe1-43ea-b931-ad9396f73d23 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:48.343142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61db0534-78c3-4bae-be0a-21a629786409 req-1d12f8ce-1fe1-43ea-b931-ad9396f73d23 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 945 time: 0.1021714 Jan 10 19:03:48.369410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dc52826-2567-4178-9879-09342a807faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.402628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61db0534-78c3-4bae-be0a-21a629786409 req-e876ddb3-d732-4a69-a5ba-c6c9d0193d23 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584288 Jan 10 19:03:48.404413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc52826-2567-4178-9879-09342a807faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a9628f-3e52-46d6-b45f-b8f7826d56c0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:48.438726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dc52826-2567-4178-9879-09342a807faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:48.443882 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6dc52826-2567-4178-9879-09342a807faf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94a9628f-3e52-46d6-b45f-b8f7826d56c0 HTTP/1.1" status: 204 len: 168 time: 0.4638391 Jan 10 19:03:48.464747 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9ae61aac-479a-4b40-ae08-f0ee87122233 req-ba17e540-9846-4cd5-81c1-040ee09a1bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919429 Jan 10 19:03:48.622781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3611205e-71ed-431b-b5ca-1772ace649af req-249dede7-ebf6-4d82-9045-03d8ab08184e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0474925 Jan 10 19:03:48.962914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-cc453828-e98f-45a1-af66-dc844161f7cb tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=67772d60557a47cfbea8caa851b63cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625219 Jan 10 19:03:49.148915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c12d532-b242-44a4-899d-07387a9a38ee req-0ca87532-dc9d-441c-879e-7f05b521cc23 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/eb82c5ae-5157-4546-a789-4b3797ead2aa HTTP/1.1" status: 200 len: 1639 time: 0.0646977 Jan 10 19:03:49.253437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-85aa2bb8-75e2-4a74-ab97-272e8ba0f8b6 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:49.254857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-85aa2bb8-75e2-4a74-ab97-272e8ba0f8b6 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864096 Jan 10 19:03:49.275027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Request body: {'port': {'device_id': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '67772d60557a47cfbea8caa851b63cb4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:49.353200 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c12d532-b242-44a4-899d-07387a9a38ee req-a1f5bb5c-fb79-4aeb-a6f4-4af55d945ce6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.403122 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c12d532-b242-44a4-899d-07387a9a38ee req-a1f5bb5c-fb79-4aeb-a6f4-4af55d945ce6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.511260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:49.520918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Usage tracker for resource:port and tenant:67772d60557a47cfbea8caa851b63cb4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:49.525984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:49.532413 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c12d532-b242-44a4-899d-07387a9a38ee req-a1f5bb5c-fb79-4aeb-a6f4-4af55d945ce6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.539184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:49.561226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5bb5c-fb79-4aeb-a6f4-4af55d945ce6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82c5ae-5157-4546-a789-4b3797ead2aa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:49.573059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c12d532-b242-44a4-899d-07387a9a38ee req-a1f5bb5c-fb79-4aeb-a6f4-4af55d945ce6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.574225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c12d532-b242-44a4-899d-07387a9a38ee req-a1f5bb5c-fb79-4aeb-a6f4-4af55d945ce6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb82c5ae-5157-4546-a789-4b3797ead2aa HTTP/1.1" status: 204 len: 173 time: 0.4133558 Jan 10 19:03:49.580489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Made reservation on behalf of 67772d60557a47cfbea8caa851b63cb4 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:49.583479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.656493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aabf1-d17e-4452-9c87-93eb248707e9 req-9c03ee59-22ee-48ae-b02c-2a3f6f29d63c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:49.657122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-157aabf1-d17e-4452-9c87-93eb248707e9 req-9c03ee59-22ee-48ae-b02c-2a3f6f29d63c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Synchronizing usage tracker for tenant:ec72f39357be44b683b860cedffb2970 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:49.661652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:49.730032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:49.734637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:49.735176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.738488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-157aabf1-d17e-4452-9c87-93eb248707e9 req-9c03ee59-22ee-48ae-b02c-2a3f6f29d63c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Unset dirty status for tenant:ec72f39357be44b683b860cedffb2970 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:49.739685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-157aabf1-d17e-4452-9c87-93eb248707e9 req-9c03ee59-22ee-48ae-b02c-2a3f6f29d63c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 949 time: 0.2677412 Jan 10 19:03:49.848450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.868305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-157aabf1-d17e-4452-9c87-93eb248707e9 req-20bc09ff-a5b8-4cdd-8fa1-7e34449cb10c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/security-groups?id=cca119f4-dd20-4c02-946b-660125f23729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175675 Jan 10 19:03:49.869377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Allocated IP 192.168.233.139 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/6306dd06-f31a-4b28-b5ac-7e878cadb5f6) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:03:49.876430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:49.883259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf22db-4b8b-4747-87c4-c5d1248d1288 req-dfc3f388-f888-4647-87ce-67ed38adee38 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:49.884734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15bf22db-4b8b-4747-87c4-c5d1248d1288 req-dfc3f388-f888-4647-87ce-67ed38adee38 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 949 time: 0.1968658 Jan 10 19:03:49.896031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:49.901792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:49.984400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:49.987565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15bf22db-4b8b-4747-87c4-c5d1248d1288 req-84b467be-985b-464e-91c6-7595704b2601 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b356e9c-2622-4046-97b9-282122298fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Jan 10 19:03:50.021867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-37889064-07e6-4702-986d-4b83c1c06593 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:50.022589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-37889064-07e6-4702-986d-4b83c1c06593 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Synchronizing usage tracker for tenant:ec72f39357be44b683b860cedffb2970 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:50.035135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-37889064-07e6-4702-986d-4b83c1c06593 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Unset dirty status for tenant:ec72f39357be44b683b860cedffb2970 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:50.036518 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-37889064-07e6-4702-986d-4b83c1c06593 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 949 time: 0.1164186 Jan 10 19:03:50.175765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Deleting port df84f50c-447e-4d8e-9382-127a7a7b83c6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:50.176135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.194244 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.226195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Transition to ACTIVE for port object 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:50.252423 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.265683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['626d201d-8627-4781-8e66-923e7b60f4c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:50.455549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Pushing event updated for resources: {'Port': ['ID=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:50.521673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:03:50.529578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:03:50.532557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:03:50.573070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d696bb-4068-484b-9395-6330701bbe60 req-357af7ea-1015-421d-9d82-b69f83594be7 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:50.573782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-45d696bb-4068-484b-9395-6330701bbe60 req-357af7ea-1015-421d-9d82-b69f83594be7 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Synchronizing usage tracker for tenant:71768ad4ec824852b711786911694fdf on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:50.577520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] For port df84f50c-447e-4d8e-9382-127a7a7b83c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=df84f50c-447e-4d8e-9382-127a7a7b83c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:50.578095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.603818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-203ca412-7e34-4127-943a-da0ae8d461a4 req-4908b081-9cec-43c8-89c7-5434e81597a6 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c HTTP/1.1" status: 200 len: 2145 time: 0.2583153 Jan 10 19:03:50.616315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e7497-e358-4cc8-9583-714d2325d336 req-5f6a9fd5-4e90-4798-a061-94ba481814a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:50.618031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-082e7497-e358-4cc8-9583-714d2325d336 req-5f6a9fd5-4e90-4798-a061-94ba481814a3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.2706923 Jan 10 19:03:50.623486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:50.624124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.706991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Calling delete_port for df84f50c-447e-4d8e-9382-127a7a7b83c6 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:50.714760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-a57b8389-53a0-40b8-925e-35b1a271e7ce tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4463093 Jan 10 19:03:50.724839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-082e7497-e358-4cc8-9583-714d2325d336 req-d1b8afdc-3b2c-4151-9c30-d315e63e0af4 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968230 Jan 10 19:03:50.728606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Request body: {'port': {'device_id': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:50.757729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-45d696bb-4068-484b-9395-6330701bbe60 req-357af7ea-1015-421d-9d82-b69f83594be7 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Unset dirty status for tenant:71768ad4ec824852b711786911694fdf on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:50.759308 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-45d696bb-4068-484b-9395-6330701bbe60 req-357af7ea-1015-421d-9d82-b69f83594be7 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 949 time: 0.4056554 Jan 10 19:03:50.821059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-af71976b-2dad-41f9-9baa-10fe19af8d03 None None] Provisioning for port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:50.828506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-af71976b-2dad-41f9-9baa-10fe19af8d03 None None] Provisioning complete for port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:50.829139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-af71976b-2dad-41f9-9baa-10fe19af8d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.894639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-af71976b-2dad-41f9-9baa-10fe19af8d03 None None] Port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:03:50.943255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Deleting port 30703be4-0a45-4a48-8dbc-87c86d5ac358 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:03:50.943598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:50.968546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-203ca412-7e34-4127-943a-da0ae8d461a4 req-5f1e616b-e82e-493c-9346-fed95302b79a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.053813 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-203ca412-7e34-4127-943a-da0ae8d461a4 req-5f1e616b-e82e-493c-9346-fed95302b79a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.071061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.096412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.107992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['df84f50c-447e-4d8e-9382-127a7a7b83c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:51.165518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Pushing event deleted for resources: {'Port': ['ID=df84f50c-447e-4d8e-9382-127a7a7b83c6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:51.166059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d2ea-70ec-409a-ae55-0b0d4c42738d req-5d0fea01-fb4a-4b89-92ba-de3be7493843 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:51.166469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a357d2ea-70ec-409a-ae55-0b0d4c42738d req-5d0fea01-fb4a-4b89-92ba-de3be7493843 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Synchronizing usage tracker for tenant:67772d60557a47cfbea8caa851b63cb4 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:03:51.235811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a357d2ea-70ec-409a-ae55-0b0d4c42738d req-5d0fea01-fb4a-4b89-92ba-de3be7493843 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Unset dirty status for tenant:67772d60557a47cfbea8caa851b63cb4 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:03:51.236884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a357d2ea-70ec-409a-ae55-0b0d4c42738d req-5d0fea01-fb4a-4b89-92ba-de3be7493843 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 936 time: 0.3191812 Jan 10 19:03:51.237451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-203ca412-7e34-4127-943a-da0ae8d461a4 req-5f1e616b-e82e-493c-9346-fed95302b79a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.280361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e616b-e82e-493c-9346-fed95302b79a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:51.293458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] No DVR routers for this DVR port df84f50c-447e-4d8e-9382-127a7a7b83c6 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:51.297700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.300160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'name': 'network-vif-deleted', 'tag': 'df84f50c-447e-4d8e-9382-127a7a7b83c6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:51.307315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-203ca412-7e34-4127-943a-da0ae8d461a4 req-5f1e616b-e82e-493c-9346-fed95302b79a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.310987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-203ca412-7e34-4127-943a-da0ae8d461a4 req-5f1e616b-e82e-493c-9346-fed95302b79a tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ebdcc27-7965-40c8-8dbd-2ac2f0fab60c HTTP/1.1" status: 204 len: 173 time: 0.6916335 Jan 10 19:03:51.342556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ff8e257-03f3-4dd2-b302-516ebdeb6d35 req-749abd77-a4a1-4df2-a74e-c46a6b18bcf4 tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.44 "DELETE /v2.0/ports/df84f50c-447e-4d8e-9382-127a7a7b83c6 HTTP/1.1" status: 204 len: 173 time: 1.3004360 Jan 10 19:03:51.366746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] For port 30703be4-0a45-4a48-8dbc-87c86d5ac358, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=30703be4-0a45-4a48-8dbc-87c86d5ac358,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:51.367195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.409084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a357d2ea-70ec-409a-ae55-0b0d4c42738d req-947d2b8a-864a-4cab-b401-a4ebc8fc6935 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553743 Jan 10 19:03:51.492418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Calling delete_port for 30703be4-0a45-4a48-8dbc-87c86d5ac358 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:03:51.546148 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'code': 200} Jan 10 19:03:51.642319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:51.663059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.717176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Transition to ACTIVE for port object 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:03:51.717621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.725821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:51.732573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['30703be4-0a45-4a48-8dbc-87c86d5ac358'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:51.792294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Pushing event deleted for resources: {'Port': ['ID=30703be4-0a45-4a48-8dbc-87c86d5ac358,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:51.809420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-16b1a52e-070d-4312-a1ff-9dc6c3318d93 req-5e0e20b6-95be-49ff-9341-5b1b39596699 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1770122 Jan 10 19:03:51.869454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27a9f855-7b8d-4245-b5a0-edce91d33627 req-5ee130ae-e9cc-493d-b7dd-61f0ae94347c tempest-LiveMigrationNegativeTest-196987203 tempest-LiveMigrationNegativeTest-196987203-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5421f5-3c58-4995-bf55-5ee791cb2262 HTTP/1.1" status: 200 len: 210 time: 0.0698347 Jan 10 19:03:51.962346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Pushing event updated for resources: {'Port': ['ID=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:52.003322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] No DVR routers for this DVR port 30703be4-0a45-4a48-8dbc-87c86d5ac358 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:03:52.012215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.048491 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-16b1a52e-070d-4312-a1ff-9dc6c3318d93 req-37fcc1a2-cb9a-4498-9c3b-3ba1793f01b5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052495 Jan 10 19:03:52.050560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-45d696bb-4068-484b-9395-6330701bbe60 req-bac4b784-d9b3-4e0c-a231-b3afc60fbe22 tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.30 "DELETE /v2.0/ports/30703be4-0a45-4a48-8dbc-87c86d5ac358 HTTP/1.1" status: 204 len: 173 time: 1.2850802 Jan 10 19:03:52.153153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6625bbc8-a3de-4b34-a57b-ed0d64a34e93 req-5ccd10c9-4db6-45db-9f5e-dca144cdc12a tempest-DeleteServersAdminTestJSON-1895103381 tempest-DeleteServersAdminTestJSON-1895103381-project] 10.222.0.21 "GET /v2.0/ports?device_id=93675ba5-595d-4ea3-927a-bb3a6a236332 HTTP/1.1" status: 200 len: 210 time: 0.0570905 Jan 10 19:03:52.160522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32690362-df90-49ac-8c1e-9fb85f972e10 req-0c843ea2-308a-4497-bf4a-6dae7d5df001 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "GET /v2.0/security-groups/7efe0dd6-32e0-4736-85bf-a4adafed7ccb HTTP/1.1" status: 200 len: 2141 time: 0.1924927 Jan 10 19:03:52.225053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Attempting to bind port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:03:52.225389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Attempting to bind port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:03:52.225726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Attempting to bind port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:52.246819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:03:52.247847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Attempting to bind port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:03:52.252976 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5421f5-3c58-4995-bf55-5ee791cb2262', 'name': 'network-vif-deleted', 'tag': 'df84f50c-447e-4d8e-9382-127a7a7b83c6', 'status': 'completed', 'code': 200} Jan 10 19:03:52.264267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:03:52.264650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:03:52.265059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:03:52.265482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Bound port: 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:03:52.266472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.363367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32690362-df90-49ac-8c1e-9fb85f972e10 req-d57b6ebe-64ba-4995-877a-19b693659301 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.409347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32690362-df90-49ac-8c1e-9fb85f972e10 req-d57b6ebe-64ba-4995-877a-19b693659301 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.490716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] For port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:03:52.517755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] For port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:03:52.527188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.611050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32690362-df90-49ac-8c1e-9fb85f972e10 req-d57b6ebe-64ba-4995-877a-19b693659301 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.643712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.651889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] 10.222.0.30 "PUT /v2.0/ports/6306dd06-f31a-4b28-b5ac-7e878cadb5f6 HTTP/1.1" status: 200 len: 1096 time: 1.9196792 Jan 10 19:03:52.651889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'tag': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:52.658268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b6ebe-64ba-4995-877a-19b693659301 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe0dd6-32e0-4736-85bf-a4adafed7ccb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:52.660160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a003-0ef8-4eef-80b6-0842eda051bd service neutron] Pushing event updated for resources: {'Port': ['ID=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:52.668259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32690362-df90-49ac-8c1e-9fb85f972e10 req-d57b6ebe-64ba-4995-877a-19b693659301 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.668259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32690362-df90-49ac-8c1e-9fb85f972e10 req-d57b6ebe-64ba-4995-877a-19b693659301 tempest-SecurityGroupRulesTestJSON-1901732243 tempest-SecurityGroupRulesTestJSON-1901732243-project] 10.222.0.21 "DELETE /v2.0/security-groups/7efe0dd6-32e0-4736-85bf-a4adafed7ccb HTTP/1.1" status: 204 len: 173 time: 0.4705091 Jan 10 19:03:52.675632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35514) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:52.681753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524aa8e-9f20-46ad-80fc-7ea9dbe84c06 req-abc9cada-895e-407f-bff2-5f666dc473ec tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:52.697945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f524aa8e-9f20-46ad-80fc-7ea9dbe84c06 req-abc9cada-895e-407f-bff2-5f666dc473ec tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.2596929 Jan 10 19:03:52.750443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:52.787303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Deleting subnet 2384e802-fc49-4f62-9042-22d970502eae {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:03:52.793772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.845168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f524aa8e-9f20-46ad-80fc-7ea9dbe84c06 req-1f0dae4b-a695-4574-a0e4-606498d891a8 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462450 Jan 10 19:03:52.876597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:52.891505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-434387a1-b035-4a1f-878f-253d89f7875b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67772d60557a47cfbea8caa851b63cb4&device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 1099 time: 0.1390998 Jan 10 19:03:52.956080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.070783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.078675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-57518a45-3dcb-4f2e-95db-061e31674adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6 HTTP/1.1" status: 200 len: 217 time: 0.1797526 Jan 10 19:03:53.129368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2384e802-fc49-4f62-9042-22d970502eae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:53.135631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.142094 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-951ea9da-f567-4065-9cf0-893a4c6f3a76 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2384e802-fc49-4f62-9042-22d970502eae HTTP/1.1" status: 204 len: 168 time: 0.4654319 Jan 10 19:03:53.144655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35530) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:53.167613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.325313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.342921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-cc2d86e2-05c0-4c75-8734-08dba3931e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:53.344378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-cc2d86e2-05c0-4c75-8734-08dba3931e0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2439160 Jan 10 19:03:53.383533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:53.392895 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'tag': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6', 'status': 'completed', 'code': 200} Jan 10 19:03:53.402362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Usage tracker for resource:security_group_rule and tenant:e6c533f092dc493ca3f082fb0becff9a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:53.405253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:53.414967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:53.424034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644db6a3-08cf-48cf-b3b5-7e2128c004ba req-818b54ec-938c-4b3a-a8bf-b234434892c9 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:53.430618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-644db6a3-08cf-48cf-b3b5-7e2128c004ba req-818b54ec-938c-4b3a-a8bf-b234434892c9 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 948 time: 0.4049129 Jan 10 19:03:53.498160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.533422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19e746b-7aea-4f0e-afc8-75c5001040b0']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:53.547534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-644db6a3-08cf-48cf-b3b5-7e2128c004ba req-e6a3f60e-2906-4a91-9d66-7311c1340b8f tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Jan 10 19:03:53.557775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92264ac5-297a-460c-93b2-d5876aa82766') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:53.558231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92264ac5-297a-460c-93b2-d5876aa82766') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:03:53.573335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.588412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-800c8a13-bda1-4f06-9ebd-588ccdd1e566 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2372954 Jan 10 19:03:53.599518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.609978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:03:53.610649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.641666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.757075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:03:53.905010 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:03:53.930415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 30703be4-0a45-4a48-8dbc-87c86d5ac358 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:53.970433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.981376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:53.990300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fee494-b51c-48a3-a2f1-c1ddb0adf7e0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:54.000344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 30703be4-0a45-4a48-8dbc-87c86d5ac358 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:54.002012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 30703be4-0a45-4a48-8dbc-87c86d5ac358 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:54.035860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6c533f092dc493ca3f082fb0becff9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2830584 Jan 10 19:03:54.036486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] 10.222.0.21 "DELETE /v2.0/networks/f19e746b-7aea-4f0e-afc8-75c5001040b0 HTTP/1.1" status: 204 len: 168 time: 0.8883877 Jan 10 19:03:54.040170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:54.068305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.068891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.069913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.070508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.071308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.072168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.073515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.075909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.076448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.078033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.078771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e344bdb-97fe-4845-955c-a717d09bec8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:54.128790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-4e9a82bd-69d3-4774-a4f4-584d69309312 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288746 Jan 10 19:03:54.167611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531ac5-2511-4529-992b-b8f1617951be admin admin] Pushing event deleted for resources: {'Network': ['ID=f19e746b-7aea-4f0e-afc8-75c5001040b0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:54.178352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35560) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:54.241296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a37acfc1-6c07-4c95-af71-f65bcfeccc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:54.257193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'name': 'network-vif-deleted', 'tag': '30703be4-0a45-4a48-8dbc-87c86d5ac358'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:54.299193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a37acfc1-6c07-4c95-af71-f65bcfeccc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:54.425328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a37acfc1-6c07-4c95-af71-f65bcfeccc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:54.460272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a37acfc1-6c07-4c95-af71-f65bcfeccc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:54.460272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a37acfc1-6c07-4c95-af71-f65bcfeccc48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18fee494-b51c-48a3-a2f1-c1ddb0adf7e0 HTTP/1.1" status: 204 len: 168 time: 0.4029219 Jan 10 19:03:54.460272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37acfc1-6c07-4c95-af71-f65bcfeccc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fee494-b51c-48a3-a2f1-c1ddb0adf7e0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:54.474384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35578) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:54.520893 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93675ba5-595d-4ea3-927a-bb3a6a236332', 'name': 'network-vif-deleted', 'tag': '30703be4-0a45-4a48-8dbc-87c86d5ac358', 'status': 'completed', 'code': 200} Jan 10 19:03:54.556940 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e5a8885f-d28c-4f31-ade8-7399a4d8e521 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e8494b5585a46ccbf19980cd091b8e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0861149 Jan 10 19:03:54.556940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35582) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:54.645209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35588) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:54.654027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4832ce2e-82e8-463f-b5e0-bbfdc80ae6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:54.689673 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4832ce2e-82e8-463f-b5e0-bbfdc80ae6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:54.731104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3fd470-db98-4f78-b377-bc146cf200dd req-f71bb866-8683-4204-aa53-e68399a41b87 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924191 Jan 10 19:03:54.751446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f5b7a-6867-4cb2-81af-0f90a47865ae req-5244b7b2-ae90-42cc-ad78-559504d7226e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:54.751446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e64f5b7a-6867-4cb2-81af-0f90a47865ae req-5244b7b2-ae90-42cc-ad78-559504d7226e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.6200013 Jan 10 19:03:54.902592 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-92058e51-b1a2-451f-aa82-41beaf6ddae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec72f39357be44b683b860cedffb2970&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7151387 Jan 10 19:03:54.902592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35594) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:54.939508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e64f5b7a-6867-4cb2-81af-0f90a47865ae req-8e95eb02-5d4c-42e2-a61a-2fcfc4ad5dd5 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811783 Jan 10 19:03:55.085054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4832ce2e-82e8-463f-b5e0-bbfdc80ae6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.123994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3d5-e902-4236-9742-fff28b0fe5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.157850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4489c6-613b-4069-986f-72c58dbb7bb5 req-cc39064b-a2f9-4957-972f-2eefa62542db tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:55.164492 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3d5-e902-4236-9742-fff28b0fe5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.167712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d4489c6-613b-4069-986f-72c58dbb7bb5 req-cc39064b-a2f9-4957-972f-2eefa62542db tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 948 time: 0.2467957 Jan 10 19:03:55.173511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-7a1c4576-efc1-4deb-aa02-bb15271bc9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67772d60557a47cfbea8caa851b63cb4&device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 1099 time: 0.3739355 Jan 10 19:03:55.224127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832ce2e-82e8-463f-b5e0-bbfdc80ae6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30e21f-c7a0-414e-a09e-02910399d9d5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:55.224127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3d5-e902-4236-9742-fff28b0fe5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.248223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba3d5-e902-4236-9742-fff28b0fe5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca119f4-dd20-4c02-946b-660125f23729,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:55.249712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3d5-e902-4236-9742-fff28b0fe5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.249712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c1cba3d5-e902-4236-9742-fff28b0fe5ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cca119f4-dd20-4c02-946b-660125f23729 HTTP/1.1" status: 204 len: 168 time: 0.3457427 Jan 10 19:03:55.250503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4832ce2e-82e8-463f-b5e0-bbfdc80ae6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.251563 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4832ce2e-82e8-463f-b5e0-bbfdc80ae6a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab30e21f-c7a0-414e-a09e-02910399d9d5 HTTP/1.1" status: 204 len: 168 time: 0.6944127 Jan 10 19:03:55.360258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d4489c6-613b-4069-986f-72c58dbb7bb5 req-147898aa-cb25-47ca-958c-b03a89ce9fe8 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822844 Jan 10 19:03:55.379672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35608) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:55.482173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-584cc048-b850-4b50-ac3d-102e2a20c866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:55.482173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-584cc048-b850-4b50-ac3d-102e2a20c866 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2849665 Jan 10 19:03:55.567904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-cb031f01-633c-408a-afdf-2646468e6a46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6 HTTP/1.1" status: 200 len: 217 time: 0.0815525 Jan 10 19:03:55.659541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.678647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device df84f50c-447e-4d8e-9382-127a7a7b83c6 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:03:55.713642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-bcd0df90-fd63-409a-9789-ea3350431855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:55.716071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-bcd0df90-fd63-409a-9789-ea3350431855 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1313114 Jan 10 19:03:55.722894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: df84f50c-447e-4d8e-9382-127a7a7b83c6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:03:55.723611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device df84f50c-447e-4d8e-9382-127a7a7b83c6 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:03:55.780870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:55.789079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Usage tracker for resource:security_group_rule and tenant:0878e1c2fea84e4fb4f257ad04430679 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:55.795490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:55.807136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:55.833478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-91cecc37-8599-4fd8-b603-a80f4c1af552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71768ad4ec824852b711786911694fdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4543293 Jan 10 19:03:55.835956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35624) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:55.846049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d97a-c0d2-475e-a658-1af053e491d4 req-26d5b6e3-a435-4dd3-81c2-c0887635a348 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:55.852951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6609d97a-c0d2-475e-a658-1af053e491d4 req-26d5b6e3-a435-4dd3-81c2-c0887635a348 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.2337811 Jan 10 19:03:55.917175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:03:55.917403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:55.941588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6609d97a-c0d2-475e-a658-1af053e491d4 req-3a5c0588-e30b-49a0-bacf-68877cd0589a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873313 Jan 10 19:03:55.946174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-fd3b9f92-f19c-419d-b454-0ca7ad6e6356 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174952 Jan 10 19:03:55.949763 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.047153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.076226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b356e9c-2622-4046-97b9-282122298fd3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.094487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:03:56.103953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35632) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:56.141883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.143219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-84439aa8-a072-47df-8f9f-8826d61cd3cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b356e9c-2622-4046-97b9-282122298fd3 HTTP/1.1" status: 204 len: 168 time: 0.3055940 Jan 10 19:03:56.188868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:56.195811 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e6c9870b-1ed7-413d-98aa-bc31f8042cef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9efb467e825f4337988ef5179da1bef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0881810 Jan 10 19:03:56.196335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35640) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:56.213276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6', 'mac_address': 'fa:16:3e:a8:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:03:56.247660 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.272628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.281438 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.284196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e8e84-3ace-4e53-80d1-bb2c8f04a3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.304493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:03:56.322852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:56.327285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e8e84-3ace-4e53-80d1-bb2c8f04a3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.328357 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.396160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b09b5c-1ee0-44e2-8de1-11006dc69abc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:56.401134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-7b128998-3319-4df9-a5b3-f7c209e54a51 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423375 Jan 10 19:03:56.408878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a9e1905d-b208-4465-9425-968cc8fbfb83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0878e1c2fea84e4fb4f257ad04430679&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7546496 Jan 10 19:03:56.408979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e8e84-3ace-4e53-80d1-bb2c8f04a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.411447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:56.458000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:56.473603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e8e84-3ace-4e53-80d1-bb2c8f04a3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc5c802-159f-4891-a232-889a1c9b61e1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:56.538465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['6306dd06-f31a-4b28-b5ac-7e878cadb5f6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:03:56.551476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e8e84-3ace-4e53-80d1-bb2c8f04a3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.552225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fd6e8e84-3ace-4e53-80d1-bb2c8f04a3b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fc5c802-159f-4891-a232-889a1c9b61e1 HTTP/1.1" status: 204 len: 168 time: 0.3547940 Jan 10 19:03:56.570621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44e9d7a2-dbb9-41fe-9fca-7862bdd2007c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.615881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44e9d7a2-dbb9-41fe-9fca-7862bdd2007c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.701432 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44e9d7a2-dbb9-41fe-9fca-7862bdd2007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.737926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f4d10a4-5a5d-49cb-a467-097231aa5e09 req-d7af1853-cf76-42ba-abe6-0b7c6c4a35d6 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295817 Jan 10 19:03:56.739918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44e9d7a2-dbb9-41fe-9fca-7862bdd2007c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:56.749606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9662-62e4-4711-98e6-d8e9fa735f49 req-54fbafeb-5680-452a-965d-d5ef3e528b87 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:56.756376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88ca9662-62e4-4711-98e6-d8e9fa735f49 req-54fbafeb-5680-452a-965d-d5ef3e528b87 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 949 time: 0.1756301 Jan 10 19:03:56.757823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-44e9d7a2-dbb9-41fe-9fca-7862bdd2007c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93b09b5c-1ee0-44e2-8de1-11006dc69abc HTTP/1.1" status: 204 len: 168 time: 0.3114004 Jan 10 19:03:56.761416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9d7a2-dbb9-41fe-9fca-7862bdd2007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b09b5c-1ee0-44e2-8de1-11006dc69abc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:56.932636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88ca9662-62e4-4711-98e6-d8e9fa735f49 req-91aa2cf9-c72f-4268-b922-11641891b8ad tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751158 Jan 10 19:03:56.978931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35670) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:56.997521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.030437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:57.034467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d27fe33edb514527ae60beecb9555cd3 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:57.038008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:57.044662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:57.186239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.200507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.259609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373f1909-9edb-41c2-b3fe-a8884381c2bb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:57.266549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-daa2a8c4-125b-45aa-b8f9-f279419560a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d27fe33edb514527ae60beecb9555cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2865684 Jan 10 19:03:57.269859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35680) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:57.284888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812de0-8028-4da5-b8a7-e7f447b15973 req-5438dd2a-aacc-4d08-a754-0e5fc1edc1bb tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:57.286420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75812de0-8028-4da5-b8a7-e7f447b15973 req-5438dd2a-aacc-4d08-a754-0e5fc1edc1bb tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.1806808 Jan 10 19:03:57.362630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75812de0-8028-4da5-b8a7-e7f447b15973 req-994873fe-da42-42bb-9da6-08c65f7c9afd tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675302 Jan 10 19:03:57.365290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58721499-f702-4c77-8846-fed4fee84307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.409684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58721499-f702-4c77-8846-fed4fee84307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.502282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58721499-f702-4c77-8846-fed4fee84307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.514363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58721499-f702-4c77-8846-fed4fee84307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373f1909-9edb-41c2-b3fe-a8884381c2bb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:57.528355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58721499-f702-4c77-8846-fed4fee84307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.534252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-58721499-f702-4c77-8846-fed4fee84307 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/373f1909-9edb-41c2-b3fe-a8884381c2bb HTTP/1.1" status: 204 len: 168 time: 0.2626836 Jan 10 19:03:57.682737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35696) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:57.705026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.740546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:57.745525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Usage tracker for resource:security_group_rule and tenant:c96532f347a344d49e13e919a5a84269 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:57.748716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:57.755190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:57.844731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.850892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:57.928019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac2929-9956-4074-8225-717e52350122,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:57.931823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:03:57.936615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:57.939996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-289edb41-e586-4029-b29e-98639d03ef47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c96532f347a344d49e13e919a5a84269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2387595 Jan 10 19:03:58.019030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:03:58.025024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:03:58.025814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.079779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0086a607-2d34-48a7-b237-83ddf9ac9503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.160577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0086a607-2d34-48a7-b237-83ddf9ac9503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.280568 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0086a607-2d34-48a7-b237-83ddf9ac9503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.281181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b94c9-4ada-46c8-864a-7b752e6451b5 req-66fa9fe5-770b-4fbb-9e54-4bdbe52b446f tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:58.287803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-946b94c9-4ada-46c8-864a-7b752e6451b5 req-66fa9fe5-770b-4fbb-9e54-4bdbe52b446f tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 949 time: 0.0908911 Jan 10 19:03:58.338829 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.346308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086a607-2d34-48a7-b237-83ddf9ac9503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac2929-9956-4074-8225-717e52350122,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:58.346308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0086a607-2d34-48a7-b237-83ddf9ac9503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.346308 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0086a607-2d34-48a7-b237-83ddf9ac9503 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aac2929-9956-4074-8225-717e52350122 HTTP/1.1" status: 204 len: 168 time: 0.4166105 Jan 10 19:03:58.369997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-946b94c9-4ada-46c8-864a-7b752e6451b5 req-a2263f57-93ba-4209-ab90-cadd88a29117 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792921 Jan 10 19:03:58.440565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:03:58.451982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:03:58.451982 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:58.535888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:58.654790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35728) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:58.743942 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6', 'code': 200} Jan 10 19:03:58.777997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204a63-46d9-4b91-bf3e-61b7eb8aae3f req-db2fed81-025f-4ad5-bdab-ad00e3950458 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:58.786498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37204a63-46d9-4b91-bf3e-61b7eb8aae3f req-db2fed81-025f-4ad5-bdab-ad00e3950458 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.1432447 Jan 10 19:03:58.910667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37204a63-46d9-4b91-bf3e-61b7eb8aae3f req-b8e90311-73c4-4df1-9d85-2ab05f811e50 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245584 Jan 10 19:03:58.948273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d4e119e-e9bc-4948-a403-f2484e63f14f req-0277567a-3feb-40a9-9d77-7ca164dd95db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 1101 time: 0.1305199 Jan 10 19:03:59.042321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d4e119e-e9bc-4948-a403-f2484e63f14f req-e34d6aad-6d2f-4d42-8c58-0bf126e854fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Jan 10 19:03:59.058625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1255880452-network', 'tenant_id': 'b514ad6f091f48a6882ee4b641f758df'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:59.067335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:59.071546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Usage tracker for resource:network and tenant:b514ad6f091f48a6882ee4b641f758df is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:59.077600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:59.089157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:59.127482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Made reservation on behalf of b514ad6f091f48a6882ee4b641f758df for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:59.129825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.145321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.192418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:59.195785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Usage tracker for resource:security_group_rule and tenant:b514ad6f091f48a6882ee4b641f758df is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:59.200194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:59.207687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:59.298836 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.312875 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.320733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:59.348233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:03:59.357319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375ecab-9ab0-4611-904f-bca95b6284ab,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:59.366497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.366853 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Added segment 6ecdaffd-e4d9-498e-a145-8cf5bc0e790b of type vlan for network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 Jan 10 19:03:59.397798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.453139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.454496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:59.456848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.615889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf3e7f-8ff7-4b1c-8fc6-6f801008acb5 req-76d242ba-3aea-42f0-ab5e-80625f60cb31 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:03:59.626285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7bf3e7f-8ff7-4b1c-8fc6-6f801008acb5 req-76d242ba-3aea-42f0-ab5e-80625f60cb31 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 950 time: 0.1109793 Jan 10 19:03:59.634681 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9769447 Jan 10 19:03:59.635365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35770) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:03:59.640581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc4c9a-b18d-40b2-827c-77d35c22610b admin admin] Pushing event updated for resources: {'Network': ['ID=044c1215-8e8e-48dc-99c3-f4fb340ddd40,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:03:59.646567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Request body: {'subnet': {'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1255880452-subnet', 'tenant_id': 'b514ad6f091f48a6882ee4b641f758df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:03:59.650761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:03:59.652488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:59.657074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Usage tracker for resource:subnet and tenant:b514ad6f091f48a6882ee4b641f758df is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:59.660962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:59.667350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:59.679668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Made reservation on behalf of b514ad6f091f48a6882ee4b641f758df for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:03:59.682474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.689714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7bf3e7f-8ff7-4b1c-8fc6-6f801008acb5 req-cc7222b1-b7c5-4096-a730-66d0091402e6 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Jan 10 19:03:59.750056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.826175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:03:59.828486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Usage tracker for resource:security_group_rule and tenant:c13068b306b64033ab5c8e092cd6e263 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:03:59.831845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:03:59.839959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:03:59.971307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.974947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:03:59.991837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:00.135132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f688c6d3-0572-4be6-9a87-0a05fc83e6b8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:00.141724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c13068b306b64033ab5c8e092cd6e263&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8196838 Jan 10 19:04:00.144750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7ed3e-13d7-4087-aba9-c61731a0f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d7008-7d2a-45d7-892b-32196e7edee6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:00.147978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35784) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:00.177453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Checking segment: {'id': '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:00.177828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Network hostable DHCP agents. Network: 044c1215-8e8e-48dc-99c3-f4fb340ddd40, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:04:00.229961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:04:00.261263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 044c1215-8e8e-48dc-99c3-f4fb340ddd40) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:00.292579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:00.292579 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:00.314039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf39e5-af0f-4b22-a7f1-a20e2295c887 None None] Network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:00.319061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-58e31da5-49a9-485e-bac6-14bf928aaf38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6702511 Jan 10 19:04:00.357391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7320d3ad-1782-4d4f-ba77-af430850a826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:00.393559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c3037-3e60-4dc7-9d14-e68e9942cf2a req-9166acff-840e-405b-9228-b2834747ecb2 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:00.409735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f75c3037-3e60-4dc7-9d14-e68e9942cf2a req-9166acff-840e-405b-9228-b2834747ecb2 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.2234082 Jan 10 19:04:00.452455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7320d3ad-1782-4d4f-ba77-af430850a826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:00.485675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f75c3037-3e60-4dc7-9d14-e68e9942cf2a req-1df0cc65-f033-45d8-9087-0bc1b73312a1 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848365 Jan 10 19:04:00.566132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7320d3ad-1782-4d4f-ba77-af430850a826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:00.590510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320d3ad-1782-4d4f-ba77-af430850a826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d7008-7d2a-45d7-892b-32196e7edee6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:00.605983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7320d3ad-1782-4d4f-ba77-af430850a826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:00.610172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7320d3ad-1782-4d4f-ba77-af430850a826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b9d7008-7d2a-45d7-892b-32196e7edee6 HTTP/1.1" status: 204 len: 168 time: 0.4591842 Jan 10 19:04:00.723097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c0706-bd12-48cb-9924-28a2240dcd19 None None] Network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:01.020998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1cb9e-6088-469c-92ae-fae94648c8b0 req-a8d5b9ad-e572-406e-b069-f6eaf6e76cc8 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:01.022503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aef1cb9e-6088-469c-92ae-fae94648c8b0 req-a8d5b9ad-e572-406e-b069-f6eaf6e76cc8 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 950 time: 0.1217194 Jan 10 19:04:01.145484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aef1cb9e-6088-469c-92ae-fae94648c8b0 req-c97a2c15-f420-415c-900b-51dcaca02be2 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130722 Jan 10 19:04:01.638118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35830) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:01.816959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56eca6-f78f-4048-b6b0-ed5be19668ea req-a6b2b0e1-b645-42df-a501-b9591cbe56de tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:01.818759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f56eca6-f78f-4048-b6b0-ed5be19668ea req-a6b2b0e1-b645-42df-a501-b9591cbe56de tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.0922635 Jan 10 19:04:01.892841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f56eca6-f78f-4048-b6b0-ed5be19668ea req-ad7ca832-c06c-4dbf-bb3a-8a4920079aee tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678859 Jan 10 19:04:01.952928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-896516417-network', 'tenant_id': '38fa925cef594523b998d1bcefacff0f'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:01.960832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:01.970598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Usage tracker for resource:network and tenant:38fa925cef594523b998d1bcefacff0f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:01.973614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:01.980458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:02.002928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Made reservation on behalf of 38fa925cef594523b998d1bcefacff0f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:02.018843 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.058955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-015de2ed-efde-4ad8-8d6b-60f76a11e8af tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 1101 time: 0.1154692 Jan 10 19:04:02.062076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.081685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.140806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:02.149679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:02.154008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Usage tracker for resource:security_group_rule and tenant:38fa925cef594523b998d1bcefacff0f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:02.167222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:02.170182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Usage tracker for resource:security_group_rule and tenant:a433c173d14d42aa8b9e391374eaeb23 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:02.186007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:02.192427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:02.207966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:02.300480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.304538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.337737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:04:02.338628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.349177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.376233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:02.402374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfb254d0-eac0-49d5-8f9d-9b506449ba91 req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423338 Jan 10 19:04:02.408020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.408504 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Added segment 89286001-c732-42ba-9640-19b65993773e of type vlan for network 367aa6d4-8647-49ff-acd1-a9815ea666ef Jan 10 19:04:02.413029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a031abb-7de8-480a-abc7-9f5482470965 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f14a4ed-528f-4354-aafb-728a9b3af173,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:02.450517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.518396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.519503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:02.520102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:02.678908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35876) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:02.679285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0399711 Jan 10 19:04:02.682902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b771e3-c8e8-4e20-8972-7d418befa0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=367aa6d4-8647-49ff-acd1-a9815ea666ef,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:02.684921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Request body: {'subnet': {'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-896516417-subnet', 'tenant_id': '38fa925cef594523b998d1bcefacff0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:02.694732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 367aa6d4-8647-49ff-acd1-a9815ea666ef details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:04:02.695484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:02.702629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Usage tracker for resource:subnet and tenant:38fa925cef594523b998d1bcefacff0f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:02.708110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:02.721424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:02.759823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Made reservation on behalf of 38fa925cef594523b998d1bcefacff0f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:02.763036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:03.078189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:03.350657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=348a9762-a712-475a-b71d-162191b8f33b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:03.448202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Checking segment: {'id': '89286001-c732-42ba-9640-19b65993773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:03.448860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Network hostable DHCP agents. Network: 367aa6d4-8647-49ff-acd1-a9815ea666ef, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:04:03.487510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7874e1-2fdc-48cc-b5e9-4458a77caae3 req-a032883f-c345-4c8e-acb4-fc22258638a6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:03.494180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a7874e1-2fdc-48cc-b5e9-4458a77caae3 req-a032883f-c345-4c8e-acb4-fc22258638a6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.3588741 Jan 10 19:04:03.566358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35914) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:03.572247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Network 367aa6d4-8647-49ff-acd1-a9815ea666ef is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:04:03.599620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f89e-fb08-4755-b596-23395da75365 req-c05af9df-44df-4c39-8aee-9a8a822f5fa5 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:03.603648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-c05af9df-44df-4c39-8aee-9a8a822f5fa5 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/networks?id=044c1215-8e8e-48dc-99c3-f4fb340ddd40 HTTP/1.1" status: 200 len: 810 time: 0.2565923 Jan 10 19:04:03.627572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-985fd94c-6a3d-42fa-b174-40473de1b88e tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/quotas/b514ad6f091f48a6882ee4b641f758df HTTP/1.1" status: 200 len: 375 time: 0.0228298 Jan 10 19:04:03.630501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 367aa6d4-8647-49ff-acd1-a9815ea666ef) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:03.646265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1749af-b238-47cd-949e-323b8b4cdc3d None None] Network 367aa6d4-8647-49ff-acd1-a9815ea666ef requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:03.675943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a7874e1-2fdc-48cc-b5e9-4458a77caae3 req-2be77484-a094-4bc3-8f35-105a47784f17 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813607 Jan 10 19:04:03.685195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:03.685821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:03.724695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-0f918775-0a47-45e8-a685-06ed1da54d60 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b514ad6f091f48a6882ee4b641f758df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963671 Jan 10 19:04:03.927193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8465a4f6-666c-4c38-b381-b054271b4dbc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2368531 Jan 10 19:04:03.978854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-5a55c695-9a16-4887-9ac0-42a9b27b4611 service neutron] 10.222.0.21 "GET /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530019 Jan 10 19:04:04.001187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-265645382-network', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:04.017727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:04.018982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fa551-6d80-4a2f-8f52-751596933a20 None None] Network 367aa6d4-8647-49ff-acd1-a9815ea666ef requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:04.040456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Usage tracker for resource:network and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:04.047125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:04.070616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:04.075692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ccb5d254-7d05-4ab7-8ae5-de41e0e64f5b req-e5852d43-7779-4313-b2d3-d5e5e1fd6d7a tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 1101 time: 0.2102509 Jan 10 19:04:04.088102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:04.095592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.114446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.194096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:04.199821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:04.202787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:04.209370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:04.215654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ccb5d254-7d05-4ab7-8ae5-de41e0e64f5b req-454cae71-acdc-467d-beaf-97d75844b9a0 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Synchronizing usage tracker for tenant:a433c173d14d42aa8b9e391374eaeb23 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:04.239527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-3b594c48-470e-41af-ae47-a12bd1e8a113 service neutron] 10.222.0.21 "GET /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597167 Jan 10 19:04:04.262580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ccb5d254-7d05-4ab7-8ae5-de41e0e64f5b req-454cae71-acdc-467d-beaf-97d75844b9a0 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] Unset dirty status for tenant:a433c173d14d42aa8b9e391374eaeb23 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:04.263880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ccb5d254-7d05-4ab7-8ae5-de41e0e64f5b req-454cae71-acdc-467d-beaf-97d75844b9a0 tempest-ServersAdminNegativeTestJSON-1083091036 tempest-ServersAdminNegativeTestJSON-1083091036-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873796 Jan 10 19:04:04.318270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.323325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.364270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1b395-92da-4dbe-b92c-0fef498e3863,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:04.366827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:04:04.377771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.378135 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Added segment 76fe4e0d-a943-4bea-bea9-719a76282ba0 of type vlan for network ca4b53e6-9f44-469a-9424-8f79aab9f326 Jan 10 19:04:04.413733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.462019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.463174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:04.463928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.618465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca4b53e6-9f44-469a-9424-8f79aab9f326,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:04.626217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35944) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:04.630800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:04:04.632256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Request body: {'subnet': {'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-subnet', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:04.637077 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f8adcff1-5453-4b8c-ba83-077f091212e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0724101 Jan 10 19:04:04.641856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:04.648267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Usage tracker for resource:subnet and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:04.651533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:04.659408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:04.678098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:04.680265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:04.888378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-80745260-b77c-4c40-8018-3da521f839d2 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632491 Jan 10 19:04:05.188427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287907b-e779-4636-a2be-46e8349dccdc req-debefe17-5d28-44f2-a14c-7927ecffb542 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:05.196589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-debefe17-5d28-44f2-a14c-7927ecffb542 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071692 Jan 10 19:04:05.221340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-c2320255-04c3-47e0-8543-d48d7224699d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/quotas/f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0235045 Jan 10 19:04:05.271355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.299958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35972) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:05.305773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1040304183-network', 'tenant_id': 'fadfdd08b03a4d629b06222bb4d1de1f'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:05.310708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:05.315079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Usage tracker for resource:network and tenant:fadfdd08b03a4d629b06222bb4d1de1f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:05.318450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:05.320721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-86569593-7d22-417a-b53d-2f2c568a1ce6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978336 Jan 10 19:04:05.324988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:05.339554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Made reservation on behalf of fadfdd08b03a4d629b06222bb4d1de1f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:05.342087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.356532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.396485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:05.401269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Usage tracker for resource:security_group_rule and tenant:fadfdd08b03a4d629b06222bb4d1de1f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:05.404128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:05.410770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:05.424003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de058163-636b-4648-8567-80d5fed84092,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:05.446737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Checking segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:05.447158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Network hostable DHCP agents. Network: ca4b53e6-9f44-469a-9424-8f79aab9f326, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:04:05.476545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-221b2111-83e3-4cc0-bd2b-ae9026f8c985 req-bb24f691-3cc7-4917-b99f-0cb6de6605c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1623218 Jan 10 19:04:05.494296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.502306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:04:05.513342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.522232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ca4b53e6-9f44-469a-9424-8f79aab9f326) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:05.528807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:05.531066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.535122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec3549-b3a1-474f-9000-15a6697cd983 None None] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:05.560781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:04:05.576034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad053c-cfd8-4e2d-9c4e-ec9850cc06a9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:05.589764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.590606 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Added segment ad6b5684-3ec9-4f84-8fcc-d04b7fe9d4ac of type vlan for network ff53f6a5-29d6-4f14-bb25-b600eedf810b Jan 10 19:04:05.609164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f1376c34-231b-4872-b811-dc0609ef7319 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9814610 Jan 10 19:04:05.611855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35982) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:05.616975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:05.637914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:05.638386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.656274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Usage tracker for resource:router and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:05.660932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:05.671978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:05.684161 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.685233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:05.685908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.760399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a5ac7c2-0f03-4e87-93ca-eb795c2a3d6b req-6df8f7e9-d97b-4bfa-935d-b8b1d9f557b9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 210 time: 0.0817311 Jan 10 19:04:05.771913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.773123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.808818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.849815 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5485799 Jan 10 19:04:05.851846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35994) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:05.853407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e15023-e1fa-4c88-b9e2-6399effb0043 req-a286625d-032f-4620-9a0f-59b40a76d451 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:05.855613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96e15023-e1fa-4c88-b9e2-6399effb0043 req-a286625d-032f-4620-9a0f-59b40a76d451 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.1359224 Jan 10 19:04:05.868528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc17e0-84b8-48c4-b099-24824ba94e26 admin admin] Pushing event updated for resources: {'Network': ['ID=ff53f6a5-29d6-4f14-bb25-b600eedf810b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:05.874763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Request body: {'subnet': {'network_id': 'ff53f6a5-29d6-4f14-bb25-b600eedf810b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1040304183-subnet', 'tenant_id': 'fadfdd08b03a4d629b06222bb4d1de1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:05.881510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:05.896038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Usage tracker for resource:subnet and tenant:fadfdd08b03a4d629b06222bb4d1de1f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:05.911282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ff53f6a5-29d6-4f14-bb25-b600eedf810b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:04:05.914160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:05.927854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:05.950503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Made reservation on behalf of fadfdd08b03a4d629b06222bb4d1de1f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:05.954120 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:05.990437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ca4b53e6-9f44-469a-9424-8f79aab9f326', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:04:05.991845 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:06.102836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96e15023-e1fa-4c88-b9e2-6399effb0043 req-a5f767cc-9e85-4d6b-93b0-8c0b2ef91176 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310658 Jan 10 19:04:06.128975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:06.367329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Allocated IP 172.20.0.2 (ca4b53e6-9f44-469a-9424-8f79aab9f326/de058163-636b-4648-8567-80d5fed84092/57b9b908-78ca-4bee-a105-b161f487e705) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:06.677308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56bb58d4-5341-4419-a265-183aae174ff1 req-64eb7057-7e74-47f2-9ece-984dd6eddca8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 210 time: 0.1552799 Jan 10 19:04:06.738987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:06.861222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f89e-fb08-4755-b596-23395da75365 req-51aa3531-7138-4b22-9495-2db5b1af753f tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:06.862736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-51aa3531-7138-4b22-9495-2db5b1af753f tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.30 "GET /v2.0/networks?id=044c1215-8e8e-48dc-99c3-f4fb340ddd40 HTTP/1.1" status: 200 len: 810 time: 0.6431866 Jan 10 19:04:06.868948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:06.890452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Transition to ACTIVE for port object 57b9b908-78ca-4bee-a105-b161f487e705 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:06.892080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Request body: {'port': {'device_id': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40', 'admin_state_up': True, 'tenant_id': 'b514ad6f091f48a6882ee4b641f758df'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:06.917653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae85d409-7d74-42dc-8c89-d52a0f198581,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:06.933538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Transition to ACTIVE for port object 57b9b908-78ca-4bee-a105-b161f487e705 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:06.935321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Checking segment: {'id': 'ad6b5684-3ec9-4f84-8fcc-d04b7fe9d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff53f6a5-29d6-4f14-bb25-b600eedf810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:06.935693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Network hostable DHCP agents. Network: ff53f6a5-29d6-4f14-bb25-b600eedf810b, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:04:06.946823 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:06.984037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Network ff53f6a5-29d6-4f14-bb25-b600eedf810b is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:04:07.002654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ff53f6a5-29d6-4f14-bb25-b600eedf810b) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:07.007846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:07.008343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.035475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8641c-f6ab-48d4-82f0-13eb7d759ca7 None None] Network ff53f6a5-29d6-4f14-bb25-b600eedf810b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:07.082701 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ddded1c7-dcd8-4552-8879-8b9350cd3abe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2086875 Jan 10 19:04:07.200870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:07.212180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:07.214924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f83b64c7-f13b-4a4c-94a7-555606e6f24b req-8012c480-f9b6-4b7b-8d56-3f9ede2e0a92 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 210 time: 0.1463494 Jan 10 19:04:07.225714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:07.234164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:07.250432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Usage tracker for resource:port and tenant:b514ad6f091f48a6882ee4b641f758df is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:07.256076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Pushing event updated for resources: {'Port': ['ID=57b9b908-78ca-4bee-a105-b161f487e705,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:07.264013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:07.287687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:07.358072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Made reservation on behalf of b514ad6f091f48a6882ee4b641f758df for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:07.364275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.375922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-4fde46e3-67b7-444e-aa28-a8bf7a66d5f0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727582 Jan 10 19:04:07.672860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.674475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.675031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.675633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.676228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.677141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.678179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.678611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.679204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.679583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.680064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.680539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:07.686920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287907b-e779-4636-a2be-46e8349dccdc req-0bda8e1c-d1b9-4396-af83-6961cf3ae518 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:07.688442 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-0bda8e1c-d1b9-4396-af83-6961cf3ae518 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071809 Jan 10 19:04:07.711153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Request body: {'port': {'device_id': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'f5b9024ea0174fd9a2c807f89aa0e9e1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:07.726791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.733312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Attempting to bind port 57b9b908-78ca-4bee-a105-b161f487e705 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:07.733581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Attempting to bind port 57b9b908-78ca-4bee-a105-b161f487e705 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:07.734415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Attempting to bind port 57b9b908-78ca-4bee-a105-b161f487e705 on network ca4b53e6-9f44-469a-9424-8f79aab9f326 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:07.785311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:07.785670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Checking segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:07.786078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.786561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Bound using segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:07.786986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Bound port: 57b9b908-78ca-4bee-a105-b161f487e705, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:07.787512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.815248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e71c4e-6279-4ae9-a744-2c6c1c3b6eef None None] Network ff53f6a5-29d6-4f14-bb25-b600eedf810b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:07.884397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:07.891782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Usage tracker for resource:port and tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:07.894585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:07.916690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:07.932806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Made reservation on behalf of f5b9024ea0174fd9a2c807f89aa0e9e1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:07.937742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.955967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:07.958787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Allocated IP 172.20.0.12 (044c1215-8e8e-48dc-99c3-f4fb340ddd40/f688c6d3-0572-4be6-9a87-0a05fc83e6b8/e6f62d3a-931d-4261-84a1-b0a690d21f35) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:07.974709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627df3-13ca-4a59-98a7-8ee5283bcf50 req-728d9a66-5349-401a-b592-530552ac5976 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:07.981747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a627df3-13ca-4a59-98a7-8ee5283bcf50 req-728d9a66-5349-401a-b592-530552ac5976 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.4103274 Jan 10 19:04:08.009648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87b1c-b300-41de-8f21-4761ee07d4ad req-239f59e4-5c81-49bc-9439-ce21456964c4 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:08.017012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ba87b1c-b300-41de-8f21-4761ee07d4ad req-239f59e4-5c81-49bc-9439-ce21456964c4 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 950 time: 0.3790264 Jan 10 19:04:08.043035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:08.049451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Usage tracker for resource:security_group_rule and tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:08.051734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] For port 57b9b908-78ca-4bee-a105-b161f487e705, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:08.056026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:08.068618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:08.118323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Allocated IP 172.25.6.107 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f62766ab-0af4-482e-b939-84bf0642dcdf) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:08.147556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ba87b1c-b300-41de-8f21-4761ee07d4ad req-93314300-b55e-4963-b4a0-c62f7421ef94 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294980 Jan 10 19:04:08.177618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] For port 57b9b908-78ca-4bee-a105-b161f487e705, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57b9b908-78ca-4bee-a105-b161f487e705,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:08.205746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a627df3-13ca-4a59-98a7-8ee5283bcf50 req-31a8ae18-0b37-40ce-be8c-f6d470a4da8c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232940 Jan 10 19:04:08.210577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.220933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.236771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.315353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b625d84-c040-4826-82bc-4a8ece261409,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:08.389443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd5dc7-5d5b-4fee-85f7-f86b2f187f87 None None] Pushing event updated for resources: {'Port': ['ID=57b9b908-78ca-4bee-a105-b161f487e705,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:08.439615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6665a1b4-32f4-4d28-853c-af96a3aa38ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.447376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Allocated IP 192.168.233.246 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/ebdf2707-61fa-4e78-9d46-7475e836134c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:08.628072 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.635359 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.839129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.863318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-537747ea-aa2b-477c-9d75-d7a928acb145 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:08.865631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-537747ea-aa2b-477c-9d75-d7a928acb145 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Synchronizing usage tracker for tenant:67772d60557a47cfbea8caa851b63cb4 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:08.879163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Transition to ACTIVE for port object ebdf2707-61fa-4e78-9d46-7475e836134c will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:08.899134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-537747ea-aa2b-477c-9d75-d7a928acb145 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Unset dirty status for tenant:67772d60557a47cfbea8caa851b63cb4 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:08.900712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-537747ea-aa2b-477c-9d75-d7a928acb145 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 950 time: 0.2346818 Jan 10 19:04:08.954116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d8bf9d1-d0bb-42f5-a851-91eeaadf4c70 req-bcc4212c-9a15-4c8d-8007-e22804abc9ea tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 210 time: 0.2623522 Jan 10 19:04:08.989384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:08.997745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Deleting port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:04:08.998261 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.065037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-4f7075f1-485b-4fb4-8625-25d5f55938eb tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:09.073634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-4f7075f1-485b-4fb4-8625-25d5f55938eb tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/networks?id=367aa6d4-8647-49ff-acd1-a9815ea666ef HTTP/1.1" status: 200 len: 814 time: 0.4344950 Jan 10 19:04:09.084561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.091429 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.246120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:09.273124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:09.276720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:09.285283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:09.299595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-2144bb81-eb2e-4050-a5f6-16c180228df9 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/quotas/38fa925cef594523b998d1bcefacff0f HTTP/1.1" status: 200 len: 375 time: 0.2248518 Jan 10 19:04:09.304048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57b9b908-78ca-4bee-a105-b161f487e705 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:09.315731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Pushing event updated for resources: {'Port': ['ID=e6f62d3a-931d-4261-84a1-b0a690d21f35,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:09.431866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:09.446075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 57b9b908-78ca-4bee-a105-b161f487e705 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:09.485532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:09.487479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:09.491022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:09.499625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:09.500428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.569582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] For port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:09.569745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.575578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:09.578761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Pushing event updated for resources: {'Port': ['ID=f62766ab-0af4-482e-b939-84bf0642dcdf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:09.580366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-f3c1742b-ab94-4f70-b07f-8b7192f53fba tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8777974 Jan 10 19:04:09.587152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:09.596136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Request body: {'port': {'device_id': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:09.646017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-cd35c17d-3982-46e0-a064-55934d5bb27a tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38fa925cef594523b998d1bcefacff0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3192027 Jan 10 19:04:09.677552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:09.678187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.785952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c19719c0-76fc-4e59-8b03-3180b4cf8e0e None None] Provisioning for port ebdf2707-61fa-4e78-9d46-7475e836134c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:09.803207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c19719c0-76fc-4e59-8b03-3180b4cf8e0e None None] Provisioning complete for port ebdf2707-61fa-4e78-9d46-7475e836134c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:09.805724 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c19719c0-76fc-4e59-8b03-3180b4cf8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:09.805898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-9aa37835-de58-49a4-9b92-ec197a5fc4c9 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9209478 Jan 10 19:04:09.875642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Calling delete_port for 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:04:09.882786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c19719c0-76fc-4e59-8b03-3180b4cf8e0e None None] Port ebdf2707-61fa-4e78-9d46-7475e836134c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:04:09.886220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Request body: {'port': {'device_id': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:09.934835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b8d7b-6ab8-4240-8ef2-e90d4c18972d None None] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:09.958230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8dd11-3404-49c6-a0b6-210c12ce13a2 req-0ad74494-cf3c-4da3-8599-75553607bb8c tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:09.959360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1fc8dd11-3404-49c6-a0b6-210c12ce13a2 req-0ad74494-cf3c-4da3-8599-75553607bb8c tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Synchronizing usage tracker for tenant:b514ad6f091f48a6882ee4b641f758df on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:10.040185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.056664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] Provisioning for port 57b9b908-78ca-4bee-a105-b161f487e705 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:10.074989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] Provisioning complete for port 57b9b908-78ca-4bee-a105-b161f487e705 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:10.076380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.126121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.145949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-319b0bdc-e4b0-4718-871b-0fcfcbe3a5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990263 Jan 10 19:04:10.255757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1fc8dd11-3404-49c6-a0b6-210c12ce13a2 req-0ad74494-cf3c-4da3-8599-75553607bb8c tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Unset dirty status for tenant:b514ad6f091f48a6882ee4b641f758df on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:10.255757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1fc8dd11-3404-49c6-a0b6-210c12ce13a2 req-0ad74494-cf3c-4da3-8599-75553607bb8c tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 932 time: 1.0665636 Jan 10 19:04:10.258456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.338533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['626d201d-8627-4781-8e66-923e7b60f4c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:04:10.348838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Pushing event deleted for resources: {'Port': ['ID=6306dd06-f31a-4b28-b5ac-7e878cadb5f6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:10.355950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1fc8dd11-3404-49c6-a0b6-210c12ce13a2 req-18927fdf-9a8f-487d-8fb7-0e7d2c1147c3 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583308 Jan 10 19:04:10.481402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-fe9f4023-e5bd-4180-a708-047b336f06df service neutron] 10.222.0.21 "GET /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344030 Jan 10 19:04:10.491162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.491286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.535348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] No DVR routers for this DVR port 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:04:10.542741 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.545341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'name': 'network-vif-deleted', 'tag': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:10.599960 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f81a2805-355d-41b6-92b6-07341112c3b8 req-8b62f301-e816-467f-b698-3531ad04406e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.30 "DELETE /v2.0/ports/6306dd06-f31a-4b28-b5ac-7e878cadb5f6 HTTP/1.1" status: 204 len: 173 time: 1.6934335 Jan 10 19:04:10.629674 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23d9ea62-e980-4a27-a115-94742a46cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.736910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a77fac44-6563-4ed8-b52c-166d238f5a20 req-30b7c40e-e28e-4f81-8dab-4a37ac66729e tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7f318c-efb2-4573-9034-77b086ea0ec2 HTTP/1.1" status: 200 len: 210 time: 0.1062751 Jan 10 19:04:10.908486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdf2707-61fa-4e78-9d46-7475e836134c {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:10.912105 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.944803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:10.982371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Transition to ACTIVE for port object ebdf2707-61fa-4e78-9d46-7475e836134c will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:10.989255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.210577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] For port 57b9b908-78ca-4bee-a105-b161f487e705, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57b9b908-78ca-4bee-a105-b161f487e705,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:11.221443 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.408008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:11.487663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21013d46-6ae3-42d7-bfd7-d0e68cc76f4e None None] Pushing event updated for resources: {'Port': ['ID=57b9b908-78ca-4bee-a105-b161f487e705,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:11.509837 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:04:11.649331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.651384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:11.651974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:11.652356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:11.675610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Port ebdf2707-61fa-4e78-9d46-7475e836134c on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:04:11.676071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:11.687290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:11.689249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.689779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:11.691027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:11.691633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Bound port: ebdf2707-61fa-4e78-9d46-7475e836134c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:11.692594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.789850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2153384b-ef04-42af-9c75-23fb65c8bf8f None None] Provisioning complete for port 57b9b908-78ca-4bee-a105-b161f487e705 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:11.790623 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2153384b-ef04-42af-9c75-23fb65c8bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.846277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f62d3a-931d-4261-84a1-b0a690d21f35 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:11.871443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.881334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:11.891739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:11.901191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.916664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Transition to ACTIVE for port object e6f62d3a-931d-4261-84a1-b0a690d21f35 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:11.930159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.967036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:04:11.994472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:11.997184 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] 10.222.0.44 "PUT /v2.0/ports/ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 1096 time: 2.4097850 Jan 10 19:04:12.011691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c2ae0-2845-4436-a441-7ffebe562620 req-b56e5cc5-d988-4b0e-9d36-a6c8ec529820 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:12.017514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:04:12.019424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6306dd06-f31a-4b28-b5ac-7e878cadb5f6 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:04:12.020083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-771c2ae0-2845-4436-a441-7ffebe562620 req-b56e5cc5-d988-4b0e-9d36-a6c8ec529820 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.9082215 Jan 10 19:04:12.032741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc1524-8d06-4c37-8c6a-7a1a2444cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:12.105237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fea79-23ed-4a02-93d9-81a0b314a91d req-b4123498-0636-4f6a-916f-c15fb10af50e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:12.107054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af7fea79-23ed-4a02-93d9-81a0b314a91d req-b4123498-0636-4f6a-916f-c15fb10af50e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 948 time: 0.4329600 Jan 10 19:04:12.192182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Pushing event updated for resources: {'Port': ['ID=e6f62d3a-931d-4261-84a1-b0a690d21f35,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:12.220549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-c15d7bf8-1b93-4f54-8c50-8c17d4f2fcef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1099 time: 0.1567852 Jan 10 19:04:12.302016 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-2686dcfa-c650-47ec-a618-a5a755a88c1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.0714815 Jan 10 19:04:12.328622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-771c2ae0-2845-4436-a441-7ffebe562620 req-109b243f-0fef-484a-a1fe-11b863cbcc11 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074470 Jan 10 19:04:12.366322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287907b-e779-4636-a2be-46e8349dccdc req-a563eecf-1c03-4a62-96e3-caabceaa104d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:12.368662 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-a563eecf-1c03-4a62-96e3-caabceaa104d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0620778 Jan 10 19:04:12.391476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af7fea79-23ed-4a02-93d9-81a0b314a91d req-0395603c-1d71-465e-b8b8-0676e2303f2c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136853 Jan 10 19:04:12.441452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Router 3c451380-b47c-4ed1-b93d-670aff5042b7 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:04:12.462129 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7f318c-efb2-4573-9034-77b086ea0ec2', 'name': 'network-vif-deleted', 'tag': '6306dd06-f31a-4b28-b5ac-7e878cadb5f6', 'status': 'completed', 'code': 200} Jan 10 19:04:12.502992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Attempting to bind port e6f62d3a-931d-4261-84a1-b0a690d21f35 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:12.503127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Attempting to bind port e6f62d3a-931d-4261-84a1-b0a690d21f35 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:12.503511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Attempting to bind port e6f62d3a-931d-4261-84a1-b0a690d21f35 on network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:12.585152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Port e6f62d3a-931d-4261-84a1-b0a690d21f35 on network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:04:12.585152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Attempting to bind port e6f62d3a-931d-4261-84a1-b0a690d21f35 on network 044c1215-8e8e-48dc-99c3-f4fb340ddd40 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:12.603993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:12.604699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Checking segment: {'id': '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:12.604699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Bound using segment: {'id': '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:12.605131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Bound port: e6f62d3a-931d-4261-84a1-b0a690d21f35, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:12.606101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:12.637998 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-32704886-c451-4b6c-84f1-be515ef942eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2615421 Jan 10 19:04:12.719698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ea42e8c-f914-4d63-b477-479cd1458600 req-57a9e24e-d467-44b3-a33f-8b907c7c1d5d tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 210 time: 0.1033485 Jan 10 19:04:12.933955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:12.967774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-530b1061-d9c2-4b33-859c-d9f5af102eb2 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:12.967774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-530b1061-d9c2-4b33-859c-d9f5af102eb2 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Synchronizing usage tracker for tenant:38fa925cef594523b998d1bcefacff0f on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:12.973628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] For port e6f62d3a-931d-4261-84a1-b0a690d21f35, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:12.985498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e161d4-4c17-4ed9-820c-8a59aa3c3fcc req-7ff90fc4-1834-4403-b176-b0e3d9aebae0 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:12.987077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79e161d4-4c17-4ed9-820c-8a59aa3c3fcc req-7ff90fc4-1834-4403-b176-b0e3d9aebae0 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 944 time: 0.3264062 Jan 10 19:04:13.002258 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-f61f1ec7-8fa7-4859-bb6b-41a3cbfacfea service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494964 Jan 10 19:04:13.010351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-530b1061-d9c2-4b33-859c-d9f5af102eb2 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Unset dirty status for tenant:38fa925cef594523b998d1bcefacff0f on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:13.011987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-530b1061-d9c2-4b33-859c-d9f5af102eb2 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.30 "GET /v2.0/networks?id=367aa6d4-8647-49ff-acd1-a9815ea666ef HTTP/1.1" status: 200 len: 814 time: 0.5212233 Jan 10 19:04:13.017119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] For port e6f62d3a-931d-4261-84a1-b0a690d21f35, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35,segment=NetworkSegment(6ecdaffd-e4d9-498e-a145-8cf5bc0e790b),segment_id=6ecdaffd-e4d9-498e-a145-8cf5bc0e790b)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:13.025152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.038035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Request body: {'port': {'device_id': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef', 'admin_state_up': True, 'tenant_id': '38fa925cef594523b998d1bcefacff0f'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:13.109338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Pushing event updated for resources: {'Port': ['ID=e6f62d3a-931d-4261-84a1-b0a690d21f35,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:13.144109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.145598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-f26ded2d-598d-449a-930e-6c9e801e2e0b service neutron] 10.222.0.30 "PUT /v2.0/ports/e6f62d3a-931d-4261-84a1-b0a690d21f35 HTTP/1.1" status: 200 len: 1092 time: 3.2860293 Jan 10 19:04:13.147606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'tag': 'e6f62d3a-931d-4261-84a1-b0a690d21f35'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:13.183507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79e161d4-4c17-4ed9-820c-8a59aa3c3fcc req-976fb07d-3600-447e-8eb5-5c7da6d08169 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814439 Jan 10 19:04:13.234840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57b9b908-78ca-4bee-a105-b161f487e705 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:13.291908 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f287907b-e779-4636-a2be-46e8349dccdc req-d944045f-79c7-4b0b-86a0-2cf804c426ad service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826488 Jan 10 19:04:13.327267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:04:13.334274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:13.338485 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Sync routers for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:04:13.344872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Usage tracker for resource:port and tenant:38fa925cef594523b998d1bcefacff0f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:13.350765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:13.361812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:13.366770 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:13.372491 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:13.381929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Made reservation on behalf of 38fa925cef594523b998d1bcefacff0f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:13.391419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.396528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 57b9b908-78ca-4bee-a105-b161f487e705 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:13.398778 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.410231 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'tag': 'e6f62d3a-931d-4261-84a1-b0a690d21f35', 'status': 'completed', 'code': 200} Jan 10 19:04:13.455393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.456781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35d38a55-1e3a-44f1-a1a2-4defa2600d3a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8438151 Jan 10 19:04:13.459776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36088) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:13.626999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Allocated IP 172.20.0.14 (367aa6d4-8647-49ff-acd1-a9815ea666ef/348a9762-a712-475a-b71d-162191b8f33b/98724899-a7d1-4938-b159-1aa70b329da3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:13.754577 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:13.757328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36096) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:13.778448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-58494a80-33ef-419c-9714-60605e37fa72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b514ad6f091f48a6882ee4b641f758df&device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 1095 time: 0.5760937 Jan 10 19:04:13.865314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.886640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-0fad1db3-1abc-4ff3-b378-783995bd65fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35 HTTP/1.1" status: 200 len: 217 time: 0.0918627 Jan 10 19:04:13.903160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:13.980223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Network 367aa6d4-8647-49ff-acd1-a9815ea666ef is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:13.983731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:13.986379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:14.030928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Pushing event updated for resources: {'Port': ['ID=98724899-a7d1-4938-b159-1aa70b329da3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:14.066625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5df59-9e47-4bf5-833e-ffa6bf05b914 req-499ec747-1d97-4de4-98b3-038d058171e3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:14.067354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:14.068116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24c5df59-9e47-4bf5-833e-ffa6bf05b914 req-499ec747-1d97-4de4-98b3-038d058171e3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 949 time: 0.3916910 Jan 10 19:04:14.068311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.093823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-497b66b9-915a-4511-8351-6809adfa4597 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595422 Jan 10 19:04:14.106551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Request body: {'port': {'device_id': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:14.133104 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:10Z', 'revision_number': 3, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:14.133359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea3b71-2e49-458b-a37c-8076ca1f1a1e req-e29cf88b-1d49-4d0b-8c14-1d3ede905788 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:14.134599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fea3b71-2e49-458b-a37c-8076ca1f1a1e req-e29cf88b-1d49-4d0b-8c14-1d3ede905788 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.5454895 Jan 10 19:04:14.138546 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Checking router: 3c451380-b47c-4ed1-b93d-670aff5042b7 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:04:14.139546 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Updating router 3c451380-b47c-4ed1-b93d-670aff5042b7 port f62766ab-0af4-482e-b939-84bf0642dcdf binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:04:14.170305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.200407 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.235571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.268706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f89e-fb08-4755-b596-23395da75365 req-677a2973-01a6-4924-b8d8-d044ef03c43f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:14.270153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-677a2973-01a6-4924-b8d8-d044ef03c43f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f688c6d3-0572-4be6-9a87-0a05fc83e6b8 HTTP/1.1" status: 200 len: 850 time: 0.2095900 Jan 10 19:04:14.357877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24c5df59-9e47-4bf5-833e-ffa6bf05b914 req-2e9fca43-b24f-4409-99a1-5fe680b7fb15 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238929 Jan 10 19:04:14.357877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:14.357877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-ae977713-b300-4af3-b7ee-77015b56ea12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=044c1215-8e8e-48dc-99c3-f4fb340ddd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667131 Jan 10 19:04:14.357877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bcacac070f1843189a5ab4c3fd671181 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:14.361362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fea3b71-2e49-458b-a37c-8076ca1f1a1e req-f3e3ad9b-ecab-4e36-b63f-2ff8ea30cd52 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134919 Jan 10 19:04:14.363859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:14.407420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:14.475112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:14.631447 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.647661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Transition to ACTIVE for port object f62766ab-0af4-482e-b939-84bf0642dcdf will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:14.663213 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.705477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-52ca7cff-525f-42a5-8beb-57c03717a04a service neutron] 10.222.0.30 "GET /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377612 Jan 10 19:04:14.750837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.765127 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Attempting to bind port f62766ab-0af4-482e-b939-84bf0642dcdf on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:14.766307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Attempting to bind port f62766ab-0af4-482e-b939-84bf0642dcdf by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:14.766824 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Attempting to bind port f62766ab-0af4-482e-b939-84bf0642dcdf on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:14.777674 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Pushing event updated for resources: {'Port': ['ID=f62766ab-0af4-482e-b939-84bf0642dcdf,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:14.786981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:14.787585 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:14.788157 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.788803 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:14.789445 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Bound port: f62766ab-0af4-482e-b939-84bf0642dcdf, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:14.790002 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.808907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98724899-a7d1-4938-b159-1aa70b329da3 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:14.810899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.816064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.832339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Transition to ACTIVE for port object 98724899-a7d1-4938-b159-1aa70b329da3 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:14.837516 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.837867 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.838207 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.838548 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.838894 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.839231 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.839545 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.839866 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.840186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.840499 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.840994 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:14.849692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.874592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.881378 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] For port f62766ab-0af4-482e-b939-84bf0642dcdf, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:14.885472 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] For port f62766ab-0af4-482e-b939-84bf0642dcdf, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f62766ab-0af4-482e-b939-84bf0642dcdf,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:14.892018 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.958977 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:14.968064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcacac070f1843189a5ab4c3fd671181&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1970990 Jan 10 19:04:14.971397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d133-8110-47dd-8ae5-8b5bcf53b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd9a5f-1747-43ce-9eab-2d452d4ba7b7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:14.973871 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1cee0-a710-4217-a043-b88d6c70336b None None] Pushing event updated for resources: {'Port': ['ID=f62766ab-0af4-482e-b939-84bf0642dcdf,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:14.976572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36108) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:14.998982 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:14.999633 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:15.021383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c58ddc-9928-4be1-b4e2-c7d5da583e50 req-acb7fb58-d392-49b6-995a-26100c15fc8f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:15.028163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97c58ddc-9928-4be1-b4e2-c7d5da583e50 req-acb7fb58-d392-49b6-995a-26100c15fc8f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 948 time: 0.4462368 Jan 10 19:04:15.169637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73a5f89e-fb08-4755-b596-23395da75365 req-20688057-4b43-4472-b242-358d804c3e6b service neutron] 10.222.0.30 "GET /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499576 Jan 10 19:04:15.195544 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:15.251135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Pushing event updated for resources: {'Port': ['ID=98724899-a7d1-4938-b159-1aa70b329da3,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:15.278805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5fcb1-642d-4d17-a5d2-7edf9c205557 req-0566861e-3155-4873-96aa-7d7194e61ca5 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:15.283372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ea5fcb1-642d-4d17-a5d2-7edf9c205557 req-0566861e-3155-4873-96aa-7d7194e61ca5 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 932 time: 0.5389237 Jan 10 19:04:15.305304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Attempting to bind port 98724899-a7d1-4938-b159-1aa70b329da3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:15.305787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Attempting to bind port 98724899-a7d1-4938-b159-1aa70b329da3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '89286001-c732-42ba-9640-19b65993773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:15.306216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Attempting to bind port 98724899-a7d1-4938-b159-1aa70b329da3 on network 367aa6d4-8647-49ff-acd1-a9815ea666ef {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:15.315949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Port 98724899-a7d1-4938-b159-1aa70b329da3 on network 367aa6d4-8647-49ff-acd1-a9815ea666ef not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:04:15.316579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Attempting to bind port 98724899-a7d1-4938-b159-1aa70b329da3 on network 367aa6d4-8647-49ff-acd1-a9815ea666ef {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:15.324406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-315b6f67-30e9-4646-924a-a992226f6ec3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:15.325397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-315b6f67-30e9-4646-924a-a992226f6ec3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Synchronizing usage tracker for tenant:67772d60557a47cfbea8caa851b63cb4 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:15.326989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97c58ddc-9928-4be1-b4e2-c7d5da583e50 req-5a94270d-bfe9-4475-9835-5a03e7f5c7fb tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979178 Jan 10 19:04:15.336278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:15.336928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Checking segment: {'id': '89286001-c732-42ba-9640-19b65993773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:15.337524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Bound using segment: {'id': '89286001-c732-42ba-9640-19b65993773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:15.338192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Bound port: 98724899-a7d1-4938-b159-1aa70b329da3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89286001-c732-42ba-9640-19b65993773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:15.338752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.370450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98dc263b-19cd-40ed-826f-e303b376b5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.396717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-315b6f67-30e9-4646-924a-a992226f6ec3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Unset dirty status for tenant:67772d60557a47cfbea8caa851b63cb4 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:15.398366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-315b6f67-30e9-4646-924a-a992226f6ec3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 949 time: 0.4041142 Jan 10 19:04:15.427436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98dc263b-19cd-40ed-826f-e303b376b5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.439615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ea5fcb1-642d-4d17-a5d2-7edf9c205557 req-fc902996-8116-4e7e-bdb9-684219616e43 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390615 Jan 10 19:04:15.517706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Deleting port 626d201d-8627-4781-8e66-923e7b60f4c6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:04:15.518015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.564875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:10Z', 'revision_number': 3, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:15.575766 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fc5b0-d950-4482-a6df-c2ff140c2ce9 None None] The sync data for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 is: [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:10Z', 'revision_number': 3, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:04:15.582571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-ab594177-6a4a-4a90-a625-00bd835ebe1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b514ad6f091f48a6882ee4b641f758df&device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 1095 time: 0.3496125 Jan 10 19:04:15.648268 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'status': 'completed', 'code': 200} Jan 10 19:04:15.692298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] For port 98724899-a7d1-4938-b159-1aa70b329da3, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:15.775928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] For port 98724899-a7d1-4938-b159-1aa70b329da3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=98724899-a7d1-4938-b159-1aa70b329da3,segment=NetworkSegment(89286001-c732-42ba-9640-19b65993773e),segment_id=89286001-c732-42ba-9640-19b65993773e)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:15.790760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:04:15.808523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.880791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98dc263b-19cd-40ed-826f-e303b376b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.949566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc263b-19cd-40ed-826f-e303b376b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd9a5f-1747-43ce-9eab-2d452d4ba7b7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:15.953422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.954780 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] 10.222.0.30 "PUT /v2.0/ports/98724899-a7d1-4938-b159-1aa70b329da3 HTTP/1.1" status: 200 len: 1092 time: 1.8538594 Jan 10 19:04:15.981412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72445a-f154-46df-b054-375659bf44c4 req-5f83acdb-2444-4f49-b52e-33eb3580a1b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:15.983376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-5f83acdb-2444-4f49-b52e-33eb3580a1b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=044c1215-8e8e-48dc-99c3-f4fb340ddd40 HTTP/1.1" status: 200 len: 911 time: 0.3922906 Jan 10 19:04:15.986708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98dc263b-19cd-40ed-826f-e303b376b5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:15.988720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-98dc263b-19cd-40ed-826f-e303b376b5c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2cd9a5f-1747-43ce-9eab-2d452d4ba7b7 HTTP/1.1" status: 204 len: 168 time: 1.0083771 Jan 10 19:04:16.134286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:16.168605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'mac_address': 'fa:16:3e:ad:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:04:16.200641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece85a50-2805-46e0-a643-fd1082fe11fb service neutron] Pushing event updated for resources: {'Port': ['ID=98724899-a7d1-4938-b159-1aa70b329da3,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:16.207462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] For port 626d201d-8627-4781-8e66-923e7b60f4c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=626d201d-8627-4781-8e66-923e7b60f4c6,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:16.207462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:16.289982 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:16.310502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdf2707-61fa-4e78-9d46-7475e836134c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:16.316548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224873f-570e-45f7-b005-17bbb0bfd50f req-4e090bdf-0cb9-4358-ba75-235e9013290e tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:16.318140 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1224873f-570e-45f7-b005-17bbb0bfd50f req-4e090bdf-0cb9-4358-ba75-235e9013290e tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 944 time: 0.7028046 Jan 10 19:04:16.322558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-07ec9f8e-d4bb-48f5-9173-55e5be42c832 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1099 time: 0.6604154 Jan 10 19:04:16.333791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:16.347927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:16.389814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-4a84ee50-9745-41d4-8270-5657e92ab32b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35 HTTP/1.1" status: 200 len: 217 time: 0.1884377 Jan 10 19:04:16.409417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Calling delete_port for 626d201d-8627-4781-8e66-923e7b60f4c6 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:04:16.456170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:16.569079 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-fce6ad93-d075-4ec3-ae96-ced14d600e22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38fa925cef594523b998d1bcefacff0f&device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 1095 time: 0.5561550 Jan 10 19:04:16.573988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36126) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:16.586556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:04:16.634220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-1e650055-421b-4bd6-81a8-46bfdac13375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:16.636018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-1e650055-421b-4bd6-81a8-46bfdac13375 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2923336 Jan 10 19:04:16.637895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72445a-f154-46df-b054-375659bf44c4 req-76d454a6-181d-4671-b6b0-409e822bfb9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:16.638593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-76d454a6-181d-4671-b6b0-409e822bfb9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f688c6d3-0572-4be6-9a87-0a05fc83e6b8 HTTP/1.1" status: 200 len: 850 time: 0.1950462 Jan 10 19:04:16.659387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-c74ef99f-8765-430b-8d19-cb4d2c2292d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98724899-a7d1-4938-b159-1aa70b329da3 HTTP/1.1" status: 200 len: 217 time: 0.0803733 Jan 10 19:04:16.660373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:16.705458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:16.709580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Usage tracker for resource:security_group_rule and tenant:f5adcbda383c42fa924e3c676172537e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:16.714559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-efd95e84-f820-4184-a899-c206f0388272 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.0706060 Jan 10 19:04:16.716806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1224873f-570e-45f7-b005-17bbb0bfd50f req-ef78a637-30d3-41fd-93d9-23b7558881f1 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793948 Jan 10 19:04:16.812912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:16.824782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-b5c36286-aa87-44b2-82ea-d0c6dd021514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:16.825144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:16.827214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-b5c36286-aa87-44b2-82ea-d0c6dd021514 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0693092 Jan 10 19:04:16.827370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:16.840688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-5cef5a1f-e2f7-42ea-b57b-4cf3d4e8b450 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=044c1215-8e8e-48dc-99c3-f4fb340ddd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199927 Jan 10 19:04:16.891175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Pushing event deleted for resources: {'Port': ['ID=626d201d-8627-4781-8e66-923e7b60f4c6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:16.908507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707f6c-b9e7-4204-a7e0-8382945dd0d3 req-6c399571-49b5-4953-b6be-c68df2577fe3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:16.911452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ec00dcf1-72c2-459b-8aa1-36cfb31f424b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:16.912847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-ec00dcf1-72c2-459b-8aa1-36cfb31f424b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=348a9762-a712-475a-b71d-162191b8f33b HTTP/1.1" status: 200 len: 854 time: 0.2308755 Jan 10 19:04:16.917325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94707f6c-b9e7-4204-a7e0-8382945dd0d3 req-6c399571-49b5-4953-b6be-c68df2577fe3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe3c46ab-e9db-448c-8678-9a539f6de315 HTTP/1.1" status: 200 len: 949 time: 0.6574578 Jan 10 19:04:17.000055 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-25b552d3-cbc3-4a48-8d3b-e1cd84ba7372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367aa6d4-8647-49ff-acd1-a9815ea666ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540705 Jan 10 19:04:17.060819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] No DVR routers for this DVR port 626d201d-8627-4781-8e66-923e7b60f4c6 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:04:17.066793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.171103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.175581 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c791b5b6-8c1d-44ef-b4bc-dff3236a5fea req-5c1ae08a-3344-4776-9f43-d810c97598a3 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.44 "DELETE /v2.0/ports/626d201d-8627-4781-8e66-923e7b60f4c6 HTTP/1.1" status: 204 len: 173 time: 1.7622142 Jan 10 19:04:17.178522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.193819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94707f6c-b9e7-4204-a7e0-8382945dd0d3 req-51d0d20d-d3a3-4d8f-961c-c075a2689b16 tempest-ServersAdminNegativeTestJSON-1382897754 tempest-ServersAdminNegativeTestJSON-1382897754-project] 10.222.0.21 "GET /v2.0/security-groups?id=037d8481-eef1-4779-95d0-9aa66cc2e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753682 Jan 10 19:04:17.268214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f62766ab-0af4-482e-b939-84bf0642dcdf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:17.273848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f455fc-2d10-4648-b62f-c69d523f5a85,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:17.281078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3a860e43-1029-49f2-abdf-b5de097a4946 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5adcbda383c42fa924e3c676172537e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7058184 Jan 10 19:04:17.284889 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-2e01096e-585b-4062-83ca-5b86b695b997 service neutron] 10.222.0.30 "GET /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602115 Jan 10 19:04:17.285345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36130) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:17.400087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f62766ab-0af4-482e-b939-84bf0642dcdf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:17.409962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f62766ab-0af4-482e-b939-84bf0642dcdf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:17.410900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.522101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-4b695eba-16d0-4a65-bb51-38035a0fe2a9 service neutron] 10.222.0.30 "GET /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459348 Jan 10 19:04:17.563515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.583437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f62766ab-0af4-482e-b939-84bf0642dcdf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f62766ab-0af4-482e-b939-84bf0642dcdf,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:17.587853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-1c3621b8-f8dc-4b74-be8b-b0c92ffee6cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7498963 Jan 10 19:04:17.589550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.651098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'tag': '98724899-a7d1-4938-b159-1aa70b329da3'}, {'server_uuid': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'name': 'network-vif-deleted', 'tag': '626d201d-8627-4781-8e66-923e7b60f4c6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:17.664408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f62766ab-0af4-482e-b939-84bf0642dcdf,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:17.665350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a692df59-8f0d-4f7e-8ee8-e1e88473ff97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.686681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.709362 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f3a019e-d1a4-4001-b118-820f08c15776 req-e5d341fc-f2f3-4117-bd54-202f2a803b7c service neutron] 10.222.0.30 "GET /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101689 Jan 10 19:04:17.711088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a692df59-8f0d-4f7e-8ee8-e1e88473ff97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.776355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a692df59-8f0d-4f7e-8ee8-e1e88473ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.807387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692df59-8f0d-4f7e-8ee8-e1e88473ff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f455fc-2d10-4648-b62f-c69d523f5a85,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:17.815880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:17.816565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a692df59-8f0d-4f7e-8ee8-e1e88473ff97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:17.818323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a692df59-8f0d-4f7e-8ee8-e1e88473ff97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f455fc-2d10-4648-b62f-c69d523f5a85 HTTP/1.1" status: 204 len: 168 time: 0.5320075 Jan 10 19:04:17.832868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc391c-8feb-49bb-b1da-c3794fecba55 req-83235ef5-8410-4ab8-a221-59d883b29bc0 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:17.839716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cbc391c-8feb-49bb-b1da-c3794fecba55 req-83235ef5-8410-4ab8-a221-59d883b29bc0 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.9145231 Jan 10 19:04:17.975242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port ebdf2707-61fa-4e78-9d46-7475e836134c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:17.980722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ebdf2707-61fa-4e78-9d46-7475e836134c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:17.981118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:18.018345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e6f62d3a-931d-4261-84a1-b0a690d21f35 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:04:18.262609 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:18.306006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e6f62d3a-931d-4261-84a1-b0a690d21f35, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35,segment=NetworkSegment(6ecdaffd-e4d9-498e-a145-8cf5bc0e790b),segment_id=6ecdaffd-e4d9-498e-a145-8cf5bc0e790b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:18.323772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:18.333339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'e6f62d3a-931d-4261-84a1-b0a690d21f35', 'network_id': '044c1215-8e8e-48dc-99c3-f4fb340ddd40', 'port_id': 'e6f62d3a-931d-4261-84a1-b0a690d21f35', 'mac_address': 'fa:16:3e:35:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f688c6d3-0572-4be6-9a87-0a05fc83e6b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:04:18.337923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:18.338092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-668c4577-42b2-458b-ac33-f92cd7af286f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391366 Jan 10 19:04:18.399816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:18.410471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:18.411281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 626d201d-8627-4781-8e66-923e7b60f4c6 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:04:18.488830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 626d201d-8627-4781-8e66-923e7b60f4c6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:04:18.489184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 626d201d-8627-4781-8e66-923e7b60f4c6 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:04:18.508890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f62d3a-931d-4261-84a1-b0a690d21f35 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:18.519366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab5401-3b12-45b3-824a-dc8a76a7eeb6 req-318a9581-bb43-4e97-9375-fdd998b01062 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:18.521295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5ab5401-3b12-45b3-824a-dc8a76a7eeb6 req-318a9581-bb43-4e97-9375-fdd998b01062 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 949 time: 1.1387436 Jan 10 19:04:18.532655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:18.537671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e6f62d3a-931d-4261-84a1-b0a690d21f35, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35,segment=NetworkSegment(6ecdaffd-e4d9-498e-a145-8cf5bc0e790b),segment_id=6ecdaffd-e4d9-498e-a145-8cf5bc0e790b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:18.542388 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:18.592415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cbc391c-8feb-49bb-b1da-c3794fecba55 req-45886c7d-3ced-4520-90c2-1c21eb37bbc4 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214506 Jan 10 19:04:18.635078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5ab5401-3b12-45b3-824a-dc8a76a7eeb6 req-a96bc37d-cf59-4236-8ff8-4f5341c01e70 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739815 Jan 10 19:04:18.643109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d72445a-f154-46df-b054-375659bf44c4 req-7582f0b9-2ae9-43d3-a628-378cf845874e service neutron] 10.222.0.30 "GET /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1102707 Jan 10 19:04:18.694582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Allocated IP 172.20.0.1 (ca4b53e6-9f44-469a-9424-8f79aab9f326/de058163-636b-4648-8567-80d5fed84092/6ae611d8-4dd0-4772-853f-96715b15c90d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:18.725657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f1178a-f694-4412-9e44-b24a6c9b05b1 req-1ede3e53-cece-4298-a1b8-07cecf8c345f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732934 Jan 10 19:04:18.728979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e6f62d3a-931d-4261-84a1-b0a690d21f35,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:18.769728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e6f62d3a-931d-4261-84a1-b0a690d21f35'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:04:18.995250 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'tag': '98724899-a7d1-4938-b159-1aa70b329da3', 'status': 'completed', 'code': 200} Jan 10 19:04:18.995752 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3c46ab-e9db-448c-8678-9a539f6de315', 'name': 'network-vif-deleted', 'tag': '626d201d-8627-4781-8e66-923e7b60f4c6', 'status': 'completed', 'code': 200} Jan 10 19:04:19.231299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f62766ab-0af4-482e-b939-84bf0642dcdf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:19.324848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f62766ab-0af4-482e-b939-84bf0642dcdf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:19.325532 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:19.366133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:19.388194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Transition to ACTIVE for port object 6ae611d8-4dd0-4772-853f-96715b15c90d will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:19.423667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234608f-5258-4d43-b97c-acbd48b65ce2 req-d06bd7c3-8c9f-421b-864e-df742d64cf6f tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:19.425128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6234608f-5258-4d43-b97c-acbd48b65ce2 req-d06bd7c3-8c9f-421b-864e-df742d64cf6f tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 944 time: 0.5551350 Jan 10 19:04:19.478230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dafd6-a1b6-4d96-a99f-029bc473adc8 req-1a1447f0-0fc8-4fc1-8d26-a213bba7f911 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:19.480050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-481dafd6-a1b6-4d96-a99f-029bc473adc8 req-1a1447f0-0fc8-4fc1-8d26-a213bba7f911 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 945 time: 0.2989883 Jan 10 19:04:19.487566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:19.566679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-f25298fe-dace-4e6f-81dd-eca9995c831e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38fa925cef594523b998d1bcefacff0f&device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 1095 time: 0.5257273 Jan 10 19:04:19.753347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-481dafd6-a1b6-4d96-a99f-029bc473adc8 req-c9062038-5e71-4041-a4f8-ea9108ad4358 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547569 Jan 10 19:04:19.753347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:19.771265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6234608f-5258-4d43-b97c-acbd48b65ce2 req-fb9129f6-fc90-47dd-a4af-97b8f5cc31a6 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330827 Jan 10 19:04:19.778709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:19.784974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:19.844468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae611d8-4dd0-4772-853f-96715b15c90d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:19.926627 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'code': 200} Jan 10 19:04:19.966262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-bed14773-b8b3-43b3-a637-68189947d414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:19.966262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-bed14773-b8b3-43b3-a637-68189947d414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367aa6d4-8647-49ff-acd1-a9815ea666ef HTTP/1.1" status: 200 len: 915 time: 0.3871760 Jan 10 19:04:19.999611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 98724899-a7d1-4938-b159-1aa70b329da3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:04:19.999611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e6f62d3a-931d-4261-84a1-b0a690d21f35 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:20.028333 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:20.348567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-673dd3f3-c012-42a1-b970-839d8a866133 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98724899-a7d1-4938-b159-1aa70b329da3 HTTP/1.1" status: 200 len: 217 time: 0.2378025 Jan 10 19:04:20.446699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port e6f62d3a-931d-4261-84a1-b0a690d21f35 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:20.453481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e62cd9ec-baa2-4608-bd6d-e7140377cf78 None None] Provisioning for port 6ae611d8-4dd0-4772-853f-96715b15c90d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:20.480005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e62cd9ec-baa2-4608-bd6d-e7140377cf78 None None] Provisioning complete for port 6ae611d8-4dd0-4772-853f-96715b15c90d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:20.480361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9ec-baa2-4608-bd6d-e7140377cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:20.526037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port e6f62d3a-931d-4261-84a1-b0a690d21f35 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:20.526385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:20.587160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36184) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:20.598364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 98724899-a7d1-4938-b159-1aa70b329da3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=98724899-a7d1-4938-b159-1aa70b329da3,segment=NetworkSegment(89286001-c732-42ba-9640-19b65993773e),segment_id=89286001-c732-42ba-9640-19b65993773e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:20.624107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '98724899-a7d1-4938-b159-1aa70b329da3', 'network_id': '367aa6d4-8647-49ff-acd1-a9815ea666ef', 'port_id': '98724899-a7d1-4938-b159-1aa70b329da3', 'mac_address': 'fa:16:3e:5e:2e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348a9762-a712-475a-b71d-162191b8f33b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:04:20.689795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:20.714567 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:20.740164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98724899-a7d1-4938-b159-1aa70b329da3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:20.761604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 98724899-a7d1-4938-b159-1aa70b329da3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=98724899-a7d1-4938-b159-1aa70b329da3,segment=NetworkSegment(89286001-c732-42ba-9640-19b65993773e),segment_id=89286001-c732-42ba-9640-19b65993773e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:20.764636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e62cd9ec-baa2-4608-bd6d-e7140377cf78 None None] Port 6ae611d8-4dd0-4772-853f-96715b15c90d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:04:20.783222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:20.792949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-49373169-409a-454a-9da5-f7eb86b05690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:20.794009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-49373169-409a-454a-9da5-f7eb86b05690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=348a9762-a712-475a-b71d-162191b8f33b HTTP/1.1" status: 200 len: 854 time: 0.3292105 Jan 10 19:04:20.854233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-f6ecaf06-cd73-4eb5-99d4-aecb05854a16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367aa6d4-8647-49ff-acd1-a9815ea666ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453844 Jan 10 19:04:21.089395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=98724899-a7d1-4938-b159-1aa70b329da3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:21.101602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['98724899-a7d1-4938-b159-1aa70b329da3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:04:21.127939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14412c-7e1b-463f-9fe3-d30f7467149c req-5c6e2906-af2e-4e82-8510-8e38997142f5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:21.135171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c14412c-7e1b-463f-9fe3-d30f7467149c req-5c6e2906-af2e-4e82-8510-8e38997142f5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.7854018 Jan 10 19:04:21.150285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-99d30597-937d-4550-b212-e2ca839ee613 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67772d60557a47cfbea8caa851b63cb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5621309 Jan 10 19:04:21.153452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:21.175236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ddd30-8113-44b2-a155-6bcba715e77a req-0a682e8b-fd8d-4b86-956b-b46a6d877043 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:21.183150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c6ddd30-8113-44b2-a155-6bcba715e77a req-0a682e8b-fd8d-4b86-956b-b46a6d877043 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.8233182 Jan 10 19:04:21.269557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb362826-06b1-4dd0-b1af-ea0a52cbda29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.309402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.315921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb362826-06b1-4dd0-b1af-ea0a52cbda29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.359674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e6f62d3a-931d-4261-84a1-b0a690d21f35, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35,segment=NetworkSegment(6ecdaffd-e4d9-498e-a145-8cf5bc0e790b),segment_id=6ecdaffd-e4d9-498e-a145-8cf5bc0e790b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:21.364232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-357e1c22-77f3-4882-b26b-364cd9be15cc req-9997947b-2845-4f45-a34c-b32b746e3346 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 1.0134809 Jan 10 19:04:21.369907 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.417456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb362826-06b1-4dd0-b1af-ea0a52cbda29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.438572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb362826-06b1-4dd0-b1af-ea0a52cbda29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037d8481-eef1-4779-95d0-9aa66cc2e936,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:21.441799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb362826-06b1-4dd0-b1af-ea0a52cbda29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.445823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fb362826-06b1-4dd0-b1af-ea0a52cbda29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/037d8481-eef1-4779-95d0-9aa66cc2e936 HTTP/1.1" status: 204 len: 168 time: 0.2855322 Jan 10 19:04:21.496231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-76f25e85-0d2e-4a8f-b115-9ef9075728fb service neutron] 10.222.0.30 "GET /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271226 Jan 10 19:04:21.498909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e6f62d3a-931d-4261-84a1-b0a690d21f35,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:21.570637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c14412c-7e1b-463f-9fe3-d30f7467149c req-afc5d2f3-1bb2-481a-9982-a426a3098b7b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343193 Jan 10 19:04:21.667333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c6ddd30-8113-44b2-a155-6bcba715e77a req-ef18e186-79eb-4d91-a36d-027511e060cf tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829223 Jan 10 19:04:21.790017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-357e1c22-77f3-4882-b26b-364cd9be15cc req-450778be-92a2-498a-a1e1-03337290f6f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923390 Jan 10 19:04:21.884691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.910253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:21.920679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f62d3a-931d-4261-84a1-b0a690d21f35'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:22.010232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 98724899-a7d1-4938-b159-1aa70b329da3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:22.070170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36212) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:22.075934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a9c2b27-ee6d-47fc-b252-0ad5b226a554 req-44c88369-690c-4d9c-bce3-19553627ce3c service neutron] 10.222.0.30 "GET /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387452 Jan 10 19:04:22.104668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae611d8-4dd0-4772-853f-96715b15c90d,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:22.145842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.189431 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-add01a9a-fd3e-4e3a-96e6-da921a8c06a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a433c173d14d42aa8b9e391374eaeb23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1142731 Jan 10 19:04:22.191310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36216) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:22.225315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 98724899-a7d1-4938-b159-1aa70b329da3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:22.240619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 98724899-a7d1-4938-b159-1aa70b329da3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:22.241181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.267079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456332-2811-492a-875e-50f46aaaccfd req-dec09e2c-13b6-4c6c-898c-73d2b7567b27 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:22.268374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41456332-2811-492a-875e-50f46aaaccfd req-dec09e2c-13b6-4c6c-898c-73d2b7567b27 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 946 time: 0.4252014 Jan 10 19:04:22.282890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ad59f-8bbf-4669-a0f9-47992dea4de9 req-1a9d789d-9713-4306-b07b-f33460ea72c2 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:22.286791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f09ad59f-8bbf-4669-a0f9-47992dea4de9 req-1a9d789d-9713-4306-b07b-f33460ea72c2 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 945 time: 0.2856967 Jan 10 19:04:22.299868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2855bd3b-b459-47af-aa56-d71bf7b3003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.362059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2855bd3b-b459-47af-aa56-d71bf7b3003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.409220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.416926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41456332-2811-492a-875e-50f46aaaccfd req-15baa0e2-5a00-4951-ad61-5a6b335edf70 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276143 Jan 10 19:04:22.420534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f09ad59f-8bbf-4669-a0f9-47992dea4de9 req-9e014ee7-3dc7-499d-8111-4d4486574208 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061366 Jan 10 19:04:22.421351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:22.422620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:22.464276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2855bd3b-b459-47af-aa56-d71bf7b3003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.481552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 98724899-a7d1-4938-b159-1aa70b329da3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=98724899-a7d1-4938-b159-1aa70b329da3,segment=NetworkSegment(89286001-c732-42ba-9640-19b65993773e),segment_id=89286001-c732-42ba-9640-19b65993773e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:22.493595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.505334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855bd3b-b459-47af-aa56-d71bf7b3003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f14a4ed-528f-4354-aafb-728a9b3af173,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:22.530941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2855bd3b-b459-47af-aa56-d71bf7b3003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.534440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2855bd3b-b459-47af-aa56-d71bf7b3003d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f14a4ed-528f-4354-aafb-728a9b3af173 HTTP/1.1" status: 204 len: 168 time: 0.3393834 Jan 10 19:04:22.643768 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f62d3a-931d-4261-84a1-b0a690d21f35', 'code': 200} Jan 10 19:04:22.773274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=98724899-a7d1-4938-b159-1aa70b329da3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:22.810856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5da5c5ed-8584-41df-9fd8-ac84b2ef4cf0 None None] Provisioning complete for port 6ae611d8-4dd0-4772-853f-96715b15c90d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:22.812308 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5da5c5ed-8584-41df-9fd8-ac84b2ef4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:22.937966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5da5c5ed-8584-41df-9fd8-ac84b2ef4cf0 None None] Port 6ae611d8-4dd0-4772-853f-96715b15c90d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:04:23.074853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14aea612-269b-437a-a477-740991fb8e00 req-ddd591d4-f028-4cea-b540-f6d5537da285 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 1097 time: 0.3370249 Jan 10 19:04:23.144596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467a77b-31fa-42c9-a351-38d1725aebe8 req-cdbb6de3-2797-4386-8c2d-7daaf446cd6d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:23.146567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5467a77b-31fa-42c9-a351-38d1725aebe8 req-cdbb6de3-2797-4386-8c2d-7daaf446cd6d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.2608199 Jan 10 19:04:23.236105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14aea612-269b-437a-a477-740991fb8e00 req-37f962d0-a3ee-4e34-aaee-ca03ef154d1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462741 Jan 10 19:04:23.319439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5467a77b-31fa-42c9-a351-38d1725aebe8 req-fca767ac-9fe9-4565-8857-2245851d89f8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655529 Jan 10 19:04:23.366322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fe229-dcb2-455a-9def-2c4e28d8ea71 req-8f26335f-641b-474b-bb80-a27607f4d768 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:23.367797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-943fe229-dcb2-455a-9def-2c4e28d8ea71 req-8f26335f-641b-474b-bb80-a27607f4d768 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.1385815 Jan 10 19:04:23.395404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Router 3c451380-b47c-4ed1-b93d-670aff5042b7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:04:23.606983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-943fe229-dcb2-455a-9def-2c4e28d8ea71 req-ca10b57f-f53d-44bd-ab74-2053b9de05a6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313836 Jan 10 19:04:23.789339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a7efc-c674-4c96-a2f9-28f96f323b35 req-54ffb2bc-c6dc-40f2-a03f-5ccb8b757b2f tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:23.791420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e39a7efc-c674-4c96-a2f9-28f96f323b35 req-54ffb2bc-c6dc-40f2-a03f-5ccb8b757b2f tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 946 time: 0.1868949 Jan 10 19:04:23.874912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e39a7efc-c674-4c96-a2f9-28f96f323b35 req-71913739-55e1-421c-bd84-33df40fdfe6b tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758610 Jan 10 19:04:23.916691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:04:23.933141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Sync routers for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:04:23.936797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-46868fa3-a931-4f34-8c13-87b1b402ba77 admin admin] 10.222.0.21 "PUT /v2.0/routers/3c451380-b47c-4ed1-b93d-670aff5042b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4758723 Jan 10 19:04:23.954216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:23.954850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:24.216062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d7db6-14d8-474b-a35c-4402b33d94be req-2d4f766f-3a97-40df-8e72-59d8d3a201a7 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:24.218558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a4d7db6-14d8-474b-a35c-4402b33d94be req-2d4f766f-3a97-40df-8e72-59d8d3a201a7 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1268423 Jan 10 19:04:24.283794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a4d7db6-14d8-474b-a35c-4402b33d94be req-d66e213e-b5d9-4410-b43f-827c1a410b58 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Jan 10 19:04:24.316579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:24.601486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7d62-f133-4c0b-8f17-d09346ecb1ba req-9fa88237-9bf8-432c-83f2-39a86abfb8ee tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:24.611356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cc7d62-f133-4c0b-8f17-d09346ecb1ba req-9fa88237-9bf8-432c-83f2-39a86abfb8ee tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.1074915 Jan 10 19:04:24.630239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36278) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:24.648726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98724899-a7d1-4938-b159-1aa70b329da3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:24.674411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cc7d62-f133-4c0b-8f17-d09346ecb1ba req-0efd1c17-f431-4e85-87c9-3bf60e4e4252 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Jan 10 19:04:24.720163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:21Z', 'revision_number': 2, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:24.724499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Checking router: 3c451380-b47c-4ed1-b93d-670aff5042b7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:04:24.724887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Updating router 3c451380-b47c-4ed1-b93d-670aff5042b7 port 6ae611d8-4dd0-4772-853f-96715b15c90d binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:04:24.778440 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98724899-a7d1-4938-b159-1aa70b329da3', 'code': 200} Jan 10 19:04:24.787926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:24.915041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef750e81-9e6b-4ce8-9a4b-b7317b860398 req-c320d148-e794-4fa6-86ac-be7468413a26 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:24.916885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef750e81-9e6b-4ce8-9a4b-b7317b860398 req-c320d148-e794-4fa6-86ac-be7468413a26 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.1579304 Jan 10 19:04:24.952576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48d9f281-6639-45b6-82ec-3a9344ddf965 req-93e68234-69b0-4023-8cc9-cf3e1eb526d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 1097 time: 0.1225147 Jan 10 19:04:25.004419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef750e81-9e6b-4ce8-9a4b-b7317b860398 req-aa87926c-8bd7-4d28-b594-445303a98a71 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811803 Jan 10 19:04:25.017531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48d9f281-6639-45b6-82ec-3a9344ddf965 req-b235844f-e24d-4116-b6c6-79b7f3c321ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559914 Jan 10 19:04:25.047089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.118717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:25.127804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Usage tracker for resource:security_group_rule and tenant:18aaa3f1819c4f408c0f95cc4610394f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:25.135777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:25.151704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:25.245484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.251156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.304200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18aaa3f1819c4f408c0f95cc4610394f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6728029 Jan 10 19:04:25.308239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36304) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:25.318920 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.329378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293639a-ad4f-43fb-a2d3-46247d651139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e3d56-c34a-4e41-8a7c-14fcd64e644c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:25.329580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ad8f9-a768-4623-a1dc-586a840a24d6 req-30a04db2-dcf7-4f94-aea5-127a1f553b98 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:25.332452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Transition to ACTIVE for port object 6ae611d8-4dd0-4772-853f-96715b15c90d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:25.344401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.351830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be2ad8f9-a768-4623-a1dc-586a840a24d6 req-30a04db2-dcf7-4f94-aea5-127a1f553b98 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 946 time: 0.1500332 Jan 10 19:04:25.412643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f9e-670b-4884-9612-cc1073ba47c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.468452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f9e-670b-4884-9612-cc1073ba47c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.486108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be2ad8f9-a768-4623-a1dc-586a840a24d6 req-c466c663-d690-420c-88a5-fc99cb28db03 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332846 Jan 10 19:04:25.571508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f9e-670b-4884-9612-cc1073ba47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.574087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080e638-8bcc-42fc-8f3f-95eb6fd3bf1c None None] Pushing event updated for resources: {'Port': ['ID=6ae611d8-4dd0-4772-853f-96715b15c90d,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:25.602430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3f9e-670b-4884-9612-cc1073ba47c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e3d56-c34a-4e41-8a7c-14fcd64e644c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:25.619227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f9e-670b-4884-9612-cc1073ba47c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.620690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cd9e3f9e-670b-4884-9612-cc1073ba47c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1e3d56-c34a-4e41-8a7c-14fcd64e644c HTTP/1.1" status: 204 len: 168 time: 0.3113017 Jan 10 19:04:25.726916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-98ab5a81-4f73-461f-be55-64dcdaa82a78 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 0.1539671 Jan 10 19:04:25.747611 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.834091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:25.839353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Usage tracker for resource:security_group_rule and tenant:98ddd122449b4edcbbcde8c1f4bcf300 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:25.843666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:25.855517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:25.898524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78c572-3724-4895-a36d-2766cf3fd1b2 req-0d84710e-99f6-4519-9151-9bd2241ea5fa tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:25.906756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c78c572-3724-4895-a36d-2766cf3fd1b2 req-0d84710e-99f6-4519-9151-9bd2241ea5fa tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1368909 Jan 10 19:04:25.916608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Attempting to bind port 6ae611d8-4dd0-4772-853f-96715b15c90d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:25.923860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Attempting to bind port 6ae611d8-4dd0-4772-853f-96715b15c90d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:25.924286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Attempting to bind port 6ae611d8-4dd0-4772-853f-96715b15c90d on network ca4b53e6-9f44-469a-9424-8f79aab9f326 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:25.977006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:25.977388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Checking segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:25.978759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:25.979192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Bound using segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:25.979686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Bound port: 6ae611d8-4dd0-4772-853f-96715b15c90d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:25.980066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.002997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c78c572-3724-4895-a36d-2766cf3fd1b2 req-71eca8cb-0684-4560-ab29-63c151d514dd tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939546 Jan 10 19:04:26.052669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.063048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.165315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41570815-e7f6-4a1b-9aaf-af96c2837f1d req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370673 Jan 10 19:04:26.170525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70741a-60fc-42a5-90f6-78cbf1ec7009 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16dbef5-659d-4cef-be12-8c4d0a7bc140,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:26.198816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] For port 6ae611d8-4dd0-4772-853f-96715b15c90d, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:26.214472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] For port 6ae611d8-4dd0-4772-853f-96715b15c90d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ae611d8-4dd0-4772-853f-96715b15c90d,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:26.224104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.279998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36336) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:26.287378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-805961277-network', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:26.296274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:26.306224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Usage tracker for resource:network and tenant:43c038ec0b8f45ae9466f005cc49d7ca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:26.312417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:26.325979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:26.352023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Made reservation on behalf of 43c038ec0b8f45ae9466f005cc49d7ca for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:26.358857 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.373934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080e638-8bcc-42fc-8f3f-95eb6fd3bf1c None None] Pushing event updated for resources: {'Port': ['ID=6ae611d8-4dd0-4772-853f-96715b15c90d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:26.377277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:26.378057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:26.404889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.493241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:26.501659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:43c038ec0b8f45ae9466f005cc49d7ca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:26.502641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36340) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:26.507240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:26.517269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:26.551747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.625411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:26.631935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d8007a9faa6349679f955e2bcd6e09de is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:26.635294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:26.641407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:26.673312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:26.727300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.731942 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.751595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1bac1103-7a65-4dfe-b0a5-2af649fb59d7 req-d8bf2993-16f6-4ffd-90f4-cf0dcb1aba9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1510608 Jan 10 19:04:26.784024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.785719 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8007a9faa6349679f955e2bcd6e09de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819636 Jan 10 19:04:26.786812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e35f3d-496d-4bd6-ba8e-cb3fcb9cc1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15b4844-4cef-4450-8210-0663572c49d7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:26.790340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36346) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:26.793116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f371-ec3b-4d50-840f-b3a48797cc82 req-218749aa-4230-4fc4-ba68-5e81d37682fe tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:26.794599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e388f371-ec3b-4d50-840f-b3a48797cc82 req-218749aa-4230-4fc4-ba68-5e81d37682fe tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 946 time: 0.2546241 Jan 10 19:04:26.796303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.844879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:04:26.868077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99791866-818b-4349-b424-0cb90dab712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.872822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3587ea8-a845-45c0-8596-6b72bee14137,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:26.876428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.877482 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Added segment 5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff of type vlan for network 5042135e-edb3-450a-9464-8ca131e402c6 Jan 10 19:04:26.892095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e388f371-ec3b-4d50-840f-b3a48797cc82 req-80ba6c62-593a-4751-9eae-11aa6370292c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852177 Jan 10 19:04:26.917504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99791866-818b-4349-b424-0cb90dab712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.917746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.962178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:26.963206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:26.964945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.006433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99791866-818b-4349-b424-0cb90dab712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.028107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99791866-818b-4349-b424-0cb90dab712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.032835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-99791866-818b-4349-b424-0cb90dab712c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d15b4844-4cef-4450-8210-0663572c49d7 HTTP/1.1" status: 204 len: 168 time: 0.2410583 Jan 10 19:04:27.033828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99791866-818b-4349-b424-0cb90dab712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15b4844-4cef-4450-8210-0663572c49d7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:27.129631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8467026 Jan 10 19:04:27.132561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36366) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:27.139746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Request body: {'subnet': {'network_id': '5042135e-edb3-450a-9464-8ca131e402c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-subnet', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:27.147977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:27.152417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Usage tracker for resource:subnet and tenant:43c038ec0b8f45ae9466f005cc49d7ca is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:27.156796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:27.162156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8e817-5423-47bc-8900-34731defb1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5042135e-edb3-450a-9464-8ca131e402c6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:27.164381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:27.186578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Made reservation on behalf of 43c038ec0b8f45ae9466f005cc49d7ca for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:27.190746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.197843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5042135e-edb3-450a-9464-8ca131e402c6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:04:27.337834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:26Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:27.343501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c4285-2714-4e2b-85fc-1e30611d78d3 None None] The sync data for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 is: [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:26Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:04:27.581332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.711415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Checking segment: {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:27.711944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Network hostable DHCP agents. Network: 5042135e-edb3-450a-9464-8ca131e402c6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:04:27.729689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad403480-4892-4e92-958c-6012ab824424,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:27.745965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Network 5042135e-edb3-450a-9464-8ca131e402c6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:04:27.767720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5042135e-edb3-450a-9464-8ca131e402c6) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:27.772630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:27.773285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.781183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe7b1a-90a8-4582-9d4a-86759aa12805 None None] Network 5042135e-edb3-450a-9464-8ca131e402c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:27.809421 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-96887636-bca3-4ed7-8e7b-2e397ef8965a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6757314 Jan 10 19:04:27.812139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:27.829167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:27.836008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:27.843847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Usage tracker for resource:router and tenant:43c038ec0b8f45ae9466f005cc49d7ca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:27.849021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:27.870351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:27.892408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.894131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:27.929990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:28.167635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-1939be22-d721-47c0-9238-b11b58295d71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6277993 Jan 10 19:04:28.404946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-5042135e-edb3-450a-9464-8ca131e402c6', 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'fixed_ips': [{'subnet_id': 'ad403480-4892-4e92-958c-6012ab824424'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:04:28.407771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:28.510854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:28.655755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ff181-0ea6-44e0-9160-67ff2fb6b092 req-30b7433d-8b95-4858-8b4c-46655c077029 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:28.657487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-095ff181-0ea6-44e0-9160-67ff2fb6b092 req-30b7433d-8b95-4858-8b4c-46655c077029 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 946 time: 0.2491636 Jan 10 19:04:28.759203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Allocated IP 172.20.0.2 (5042135e-edb3-450a-9464-8ca131e402c6/ad403480-4892-4e92-958c-6012ab824424/6ee5cd54-b82d-4068-a45c-d10c60996e14) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:28.920472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb009d-630e-41ff-ba46-a47abb8931cc req-62f2b699-fc14-49ef-abca-ddf549a17279 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:28.922068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26eb009d-630e-41ff-ba46-a47abb8931cc req-62f2b699-fc14-49ef-abca-ddf549a17279 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 946 time: 0.3642676 Jan 10 19:04:28.939394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-095ff181-0ea6-44e0-9160-67ff2fb6b092 req-c399e14f-9ab9-4813-a420-f764a9915c14 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147276 Jan 10 19:04:29.014465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-c18d8001-b8f4-4b97-b845-76dc1a172d59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:29.016193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-c18d8001-b8f4-4b97-b845-76dc1a172d59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 946 time: 0.2896130 Jan 10 19:04:29.164618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.246526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Transition to ACTIVE for port object 6ee5cd54-b82d-4068-a45c-d10c60996e14 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:29.315812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ae611d8-4dd0-4772-853f-96715b15c90d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:29.346048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Deleting port e6f62d3a-931d-4261-84a1-b0a690d21f35 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:04:29.346400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.380064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Transition to ACTIVE for port object 6ee5cd54-b82d-4068-a45c-d10c60996e14 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:29.394482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.431555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26eb009d-630e-41ff-ba46-a47abb8931cc req-ae23a718-e709-43ed-bb27-958bad615f90 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/security-groups?id=c375ecab-9ab0-4611-904f-bca95b6284ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903843 Jan 10 19:04:29.556554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Network 5042135e-edb3-450a-9464-8ca131e402c6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:29.583022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:29.585809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:29.596922 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.622796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Pushing event updated for resources: {'Port': ['ID=6ee5cd54-b82d-4068-a45c-d10c60996e14,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:29.643167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.711524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6ae611d8-4dd0-4772-853f-96715b15c90d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:29.728948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6ae611d8-4dd0-4772-853f-96715b15c90d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:29.729518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.768187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Attempting to bind port 6ee5cd54-b82d-4068-a45c-d10c60996e14 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:29.768649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Attempting to bind port 6ee5cd54-b82d-4068-a45c-d10c60996e14 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:29.769081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Attempting to bind port 6ee5cd54-b82d-4068-a45c-d10c60996e14 on network 5042135e-edb3-450a-9464-8ca131e402c6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:29.788730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:29.789221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Checking segment: {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:29.789721 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.790224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Bound using segment: {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:29.790789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Bound port: 6ee5cd54-b82d-4068-a45c-d10c60996e14, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:29.791539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.917184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:04:29.949888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] For port e6f62d3a-931d-4261-84a1-b0a690d21f35, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e6f62d3a-931d-4261-84a1-b0a690d21f35,segment=NetworkSegment(6ecdaffd-e4d9-498e-a145-8cf5bc0e790b),segment_id=6ecdaffd-e4d9-498e-a145-8cf5bc0e790b)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:29.950352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.955873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] For port 6ee5cd54-b82d-4068-a45c-d10c60996e14, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:29.959944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] For port 6ee5cd54-b82d-4068-a45c-d10c60996e14, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ee5cd54-b82d-4068-a45c-d10c60996e14,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:29.964092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:29.994310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:30.240759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Calling delete_port for e6f62d3a-931d-4261-84a1-b0a690d21f35 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:04:30.243044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6ae611d8-4dd0-4772-853f-96715b15c90d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ae611d8-4dd0-4772-853f-96715b15c90d,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:30.254689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf26ab-7ec5-4af7-a8d6-c5e857e395c8 None None] Pushing event updated for resources: {'Port': ['ID=6ee5cd54-b82d-4068-a45c-d10c60996e14,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:30.263889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:30.342495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2c24-93f0-46ac-8aef-8eb5d24e0155 req-9de92964-b559-44fe-b294-6c27b0351ae4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:30.349699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d8e2c24-93f0-46ac-8aef-8eb5d24e0155 req-9de92964-b559-44fe-b294-6c27b0351ae4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 1.0158474 Jan 10 19:04:30.385242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:30.414453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'mac_address': 'fa:16:3e:43:6c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:04:30.496798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6ae611d8-4dd0-4772-853f-96715b15c90d,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:30.546723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:30.575605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 114ca044-bd58-49c7-9dc6-5f98eb80bb15 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:30.598863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:30.607952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:30.696182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['114ca044-bd58-49c7-9dc6-5f98eb80bb15'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:04:30.740613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d8e2c24-93f0-46ac-8aef-8eb5d24e0155 req-6db604f3-0e6a-427e-86d2-3fc147447573 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863199 Jan 10 19:04:30.749839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:30.810007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Allocated IP 172.25.6.18 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/70eda5e1-669a-4512-90b8-8b8c7045ac26) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:30.838580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Pushing event deleted for resources: {'Port': ['ID=e6f62d3a-931d-4261-84a1-b0a690d21f35,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:30.906861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:31.337359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70fb7fdb-87f8-49e5-8327-e93d28f9fbcb req-dbfbebfc-1d9f-435c-89b3-da929ece242b tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 210 time: 0.4397793 Jan 10 19:04:31.387514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ae611d8-4dd0-4772-853f-96715b15c90d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:31.471026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] No DVR routers for this DVR port e6f62d3a-931d-4261-84a1-b0a690d21f35 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:04:31.475788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:31.478347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'name': 'network-vif-deleted', 'tag': 'e6f62d3a-931d-4261-84a1-b0a690d21f35'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:31.584916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71796ba3-da99-454c-abde-6eec35f7d3cb req-165822d3-b109-470b-8d9d-2f2ba4a0de59 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.30 "DELETE /v2.0/ports/e6f62d3a-931d-4261-84a1-b0a690d21f35 HTTP/1.1" status: 204 len: 173 time: 2.5604374 Jan 10 19:04:31.625297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6ae611d8-4dd0-4772-853f-96715b15c90d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:31.625683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:31.629014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:31.641014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-0be4bee3-75e5-4db9-9771-e368fa69c09b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 0.5720227 Jan 10 19:04:31.863108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ee5cd54-b82d-4068-a45c-d10c60996e14 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:31.922307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-001d6c5e-1ba3-4bbb-9a71-12b4795b4215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:31.924061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-001d6c5e-1ba3-4bbb-9a71-12b4795b4215 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2770166 Jan 10 19:04:31.935543 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:31.956526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:32.175641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-ea6d75c0-059d-4c33-a9b3-565f445a6fef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.2336543 Jan 10 19:04:32.179909 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7171368-418c-4750-8d34-a1a1ce5ade0e', 'name': 'network-vif-deleted', 'tag': 'e6f62d3a-931d-4261-84a1-b0a690d21f35', 'status': 'completed', 'code': 200} Jan 10 19:04:32.180849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Pushing event updated for resources: {'Port': ['ID=70eda5e1-669a-4512-90b8-8b8c7045ac26,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:32.237739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d27c8-79cf-42c9-afcd-144e00cf6093 None None] Network 5042135e-edb3-450a-9464-8ca131e402c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:32.296751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:32.307337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:32.319874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:32.331580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e6f62d3a-931d-4261-84a1-b0a690d21f35 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:04:32.456557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-8411cc1b-ba93-4d4b-b284-cbd735965af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:32.462952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-8411cc1b-ba93-4d4b-b284-cbd735965af6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2784195 Jan 10 19:04:32.750098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: e6f62d3a-931d-4261-84a1-b0a690d21f35 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:04:32.750672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e6f62d3a-931d-4261-84a1-b0a690d21f35 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:04:32.766553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36556) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:32.828500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-87574b55-8f2a-4b9a-96f8-b98e0660bda7 req-b063d53b-507d-4338-b9f1-a50d9629cf95 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Synchronizing usage tracker for tenant:b514ad6f091f48a6882ee4b641f758df on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:32.855140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5d83a38e-e66c-4b4f-8afc-4c3b1a233167 None None] Provisioning for port 6ee5cd54-b82d-4068-a45c-d10c60996e14 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:32.896615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-87574b55-8f2a-4b9a-96f8-b98e0660bda7 req-b063d53b-507d-4338-b9f1-a50d9629cf95 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] Unset dirty status for tenant:b514ad6f091f48a6882ee4b641f758df on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:32.900523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87574b55-8f2a-4b9a-96f8-b98e0660bda7 req-b063d53b-507d-4338-b9f1-a50d9629cf95 tempest-ServerGroupTestJSON-686226015 tempest-ServerGroupTestJSON-686226015-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7171368-418c-4750-8d34-a1a1ce5ade0e HTTP/1.1" status: 200 len: 210 time: 0.2314348 Jan 10 19:04:32.951327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5493cb-9cb2-4e10-bf6a-0ed8cce75c47 req-5446b21c-f3c1-40e9-9165-dea71962b5ff tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:32.958580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d5493cb-9cb2-4e10-bf6a-0ed8cce75c47 req-5446b21c-f3c1-40e9-9165-dea71962b5ff tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.4927335 Jan 10 19:04:32.974140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:32.974562 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.080285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-25bf6657-0ecb-4588-ad15-977c424ecc9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5941415 Jan 10 19:04:33.097474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.170332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d5493cb-9cb2-4e10-bf6a-0ed8cce75c47 req-c26d7ba5-acab-4d12-81d1-108461af0087 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099991 Jan 10 19:04:33.220664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:33.245201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Usage tracker for resource:security_group_rule and tenant:dd9bb8fc0c7c48b28ffd9ebb09f73f98 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:33.259279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:33.275681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:33.402377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.407742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.423755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-e0905362-e003-4305-81a9-3b1c349c29c8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336756 Jan 10 19:04:33.427975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.428847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.519271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6ee5cd54-b82d-4068-a45c-d10c60996e14 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:33.568935 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd9bb8fc0c7c48b28ffd9ebb09f73f98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8012679 Jan 10 19:04:33.571482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36572) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:33.575247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a2fb6-622b-44f5-b467-c2bd2a7864eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14ee4b-5303-4ff7-8ba1-488ec599bb56,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:33.578014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6ee5cd54-b82d-4068-a45c-d10c60996e14 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:33.578390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.840425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.894402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:33.966182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:33.998757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9c10ec9d-7156-4bc5-b62b-73c5c3b87182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.010625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:34.093543 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9c10ec9d-7156-4bc5-b62b-73c5c3b87182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.097967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:34.160195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6ee5cd54-b82d-4068-a45c-d10c60996e14, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ee5cd54-b82d-4068-a45c-d10c60996e14,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:34.166361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.234711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.262657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9c10ec9d-7156-4bc5-b62b-73c5c3b87182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.304101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-df499595-3bb9-44f2-8919-142c238efd0c service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659228 Jan 10 19:04:34.306246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10ec9d-7156-4bc5-b62b-73c5c3b87182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14ee4b-5303-4ff7-8ba1-488ec599bb56,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:34.331705 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'code': 200} Jan 10 19:04:34.334860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9c10ec9d-7156-4bc5-b62b-73c5c3b87182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.336826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9c10ec9d-7156-4bc5-b62b-73c5c3b87182 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a14ee4b-5303-4ff7-8ba1-488ec599bb56 HTTP/1.1" status: 204 len: 168 time: 0.7635369 Jan 10 19:04:34.348929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:34.362354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.364544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Usage tracker for resource:security_group_rule and tenant:2d7de83e700842259894f58ad7a18d93 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:34.375666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:34.393907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:34.445690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-21033c1f-eb5b-404d-846c-f306f465b955 None None] Provisioning complete for port 6ee5cd54-b82d-4068-a45c-d10c60996e14 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:34.446235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21033c1f-eb5b-404d-846c-f306f465b955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.485371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:34.584226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Router b5ee381d-f73b-4359-b789-d76ee5fe341f is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:04:34.604412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.621386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.733922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ba1313-f482-4659-9cc1-ff90aee05b13,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:34.738460 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3c7c0d2-ee3e-4955-8b70-2d2e266fe25d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d7de83e700842259894f58ad7a18d93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8429508 Jan 10 19:04:34.741008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36606) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:34.856098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6ee5cd54-b82d-4068-a45c-d10c60996e14,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:34.896641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67e98ce2-322a-45ef-a3d7-4e516d37dbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:34.948014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67e98ce2-322a-45ef-a3d7-4e516d37dbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:35.080097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67e98ce2-322a-45ef-a3d7-4e516d37dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:35.099234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149ef5f-1e74-4a46-8fb2-580dcec9d707 req-202cbd1f-5d65-42dc-bbd7-1cb178e1657d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:35.106799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a149ef5f-1e74-4a46-8fb2-580dcec9d707 req-202cbd1f-5d65-42dc-bbd7-1cb178e1657d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.5758450 Jan 10 19:04:35.137711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e98ce2-322a-45ef-a3d7-4e516d37dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ba1313-f482-4659-9cc1-ff90aee05b13,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:35.197498 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-67e98ce2-322a-45ef-a3d7-4e516d37dbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:35.203757 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-67e98ce2-322a-45ef-a3d7-4e516d37dbc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51ba1313-f482-4659-9cc1-ff90aee05b13 HTTP/1.1" status: 204 len: 168 time: 0.4606664 Jan 10 19:04:35.241995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a149ef5f-1e74-4a46-8fb2-580dcec9d707 req-c26e817e-7304-4145-a8dc-21fb36bce3eb tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344709 Jan 10 19:04:35.410828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:04:35.421786 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Sync routers for ids ['b5ee381d-f73b-4359-b789-d76ee5fe341f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:04:35.447053 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Routers {'b5ee381d-f73b-4359-b789-d76ee5fe341f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:35.447819 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5ee381d-f73b-4359-b789-d76ee5fe341f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:35.470815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:35.472320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a65d9c3a-9a38-435b-8728-baf7d1a29c42 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6585729 Jan 10 19:04:35.475144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36638) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:35.635770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36644) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:35.834514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:35.853251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Deleting subnet f688c6d3-0572-4be6-9a87-0a05fc83e6b8 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:04:35.895467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:35.917914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:35.969680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:35.974379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Usage tracker for resource:security_group_rule and tenant:4633a6a77e2842f4b178a6e0abc1c97e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:35.977519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:35.985347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:36.055737 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Set router b5ee381d-f73b-4359-b789-d76ee5fe341f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:36.080269 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.166640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.359961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.382186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.459781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.526549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ee5cd54-b82d-4068-a45c-d10c60996e14 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:36.527473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07549a88-a85d-4431-85e7-68a1bf64a0c2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:36.536357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f688c6d3-0572-4be6-9a87-0a05fc83e6b8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:36.548446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f4aeae8f-7a22-4768-b34b-890dee61ef8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4633a6a77e2842f4b178a6e0abc1c97e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7021332 Jan 10 19:04:36.549739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:36.571502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.608775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9fd7fe4c-12d2-4ad1-9bf6-04c4218bdf01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f688c6d3-0572-4be6-9a87-0a05fc83e6b8 HTTP/1.1" status: 204 len: 168 time: 0.9688737 Jan 10 19:04:36.610346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36682) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:36.718105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f41c-8ae8-4e9e-88ff-7d150a4c8e68 req-bb7d46e0-3553-4aa0-9a29-d76d46bfeba5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:36.719809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1261f41c-8ae8-4e9e-88ff-7d150a4c8e68 req-bb7d46e0-3553-4aa0-9a29-d76d46bfeba5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.2008851 Jan 10 19:04:36.776675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6ee5cd54-b82d-4068-a45c-d10c60996e14 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:36.777497 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.795134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b0daae8-9d03-42d7-9a6e-273eb0b6899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.818401 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:04:32Z', 'revision_number': 3, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:36.824558 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Checking router: b5ee381d-f73b-4359-b789-d76ee5fe341f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:04:36.824912 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Updating router b5ee381d-f73b-4359-b789-d76ee5fe341f port 70eda5e1-669a-4512-90b8-8b8c7045ac26 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:04:36.895045 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:36.935347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-77b7be7e-e127-45bc-9360-c02e14428621 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9657d14601314cd09451986aa1adb01b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117287 Jan 10 19:04:36.978380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.003321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b0daae8-9d03-42d7-9a6e-273eb0b6899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.128191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b0daae8-9d03-42d7-9a6e-273eb0b6899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.151511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1261f41c-8ae8-4e9e-88ff-7d150a4c8e68 req-9c3195f7-35ed-459c-afff-d348bd6f762a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444948 Jan 10 19:04:37.259412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b0daae8-9d03-42d7-9a6e-273eb0b6899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.262791 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b0daae8-9d03-42d7-9a6e-273eb0b6899b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07549a88-a85d-4431-85e7-68a1bf64a0c2 HTTP/1.1" status: 204 len: 168 time: 0.7089314 Jan 10 19:04:37.302409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0daae8-9d03-42d7-9a6e-273eb0b6899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07549a88-a85d-4431-85e7-68a1bf64a0c2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:37.341717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-0bbf916d-6675-4049-80a3-e40aaedb196a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:37.342090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.352855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-0bbf916d-6675-4049-80a3-e40aaedb196a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061434 Jan 10 19:04:37.403376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044c1215-8e8e-48dc-99c3-f4fb340ddd40']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:37.432845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:37.433147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecdaffd-e4d9-498e-a145-8cf5bc0e790b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:37.462637 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.478228 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.499403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.502068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-3f762e43-7b49-47e4-8179-83e73904949f tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/quotas/9657d14601314cd09451986aa1adb01b HTTP/1.1" status: 200 len: 375 time: 0.1476643 Jan 10 19:04:37.509415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:04:37.510521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:04:37.536547 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:04:37.561895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-dc9d3676-9a93-4991-a4af-909f4971dd3e tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9657d14601314cd09451986aa1adb01b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588198 Jan 10 19:04:37.638824 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Transition to ACTIVE for port object 70eda5e1-669a-4512-90b8-8b8c7045ac26 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:37.640731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.650752 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.663944 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.674192 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] 10.222.0.21 "DELETE /v2.0/networks/044c1215-8e8e-48dc-99c3-f4fb340ddd40 HTTP/1.1" status: 204 len: 168 time: 1.0605018 Jan 10 19:04:37.694596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373e63-6a32-4c5a-8c84-605afeea091c admin admin] Pushing event deleted for resources: {'Network': ['ID=044c1215-8e8e-48dc-99c3-f4fb340ddd40,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:37.706025 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.761396 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Attempting to bind port 70eda5e1-669a-4512-90b8-8b8c7045ac26 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:37.761761 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Attempting to bind port 70eda5e1-669a-4512-90b8-8b8c7045ac26 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:37.762112 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Attempting to bind port 70eda5e1-669a-4512-90b8-8b8c7045ac26 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:37.773685 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb494-1561-4f72-a856-fdf88f8dd724 None None] Pushing event updated for resources: {'Port': ['ID=70eda5e1-669a-4512-90b8-8b8c7045ac26,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:37.783207 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:37.794438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:37.795669 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.799708 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:37.800283 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Bound port: 70eda5e1-669a-4512-90b8-8b8c7045ac26, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:37.800687 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:37.931764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] For port 70eda5e1-669a-4512-90b8-8b8c7045ac26, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:37.935654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] For port 70eda5e1-669a-4512-90b8-8b8c7045ac26, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=70eda5e1-669a-4512-90b8-8b8c7045ac26,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:37.941439 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.122057 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb494-1561-4f72-a856-fdf88f8dd724 None None] Pushing event updated for resources: {'Port': ['ID=70eda5e1-669a-4512-90b8-8b8c7045ac26,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:38.145386 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Routers {'b5ee381d-f73b-4359-b789-d76ee5fe341f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:38.153078 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5ee381d-f73b-4359-b789-d76ee5fe341f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:38.153839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffb91faf-1629-49eb-b809-028631cd81d3 req-bb9a4cd4-2a86-4c63-b484-f807045363a2 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 210 time: 0.2087219 Jan 10 19:04:38.295174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:38.309292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-623a41e3-6221-414a-b1e5-1beec8057f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.395173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8984f2e3-dcbb-42eb-82f1-688d4c1378b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b514ad6f091f48a6882ee4b641f758df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0981374 Jan 10 19:04:38.396342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36728) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:38.398047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Allocated IP 172.20.0.1 (5042135e-edb3-450a-9464-8ca131e402c6/ad403480-4892-4e92-958c-6012ab824424/3200fbb2-097c-4a24-8e4d-0937eb378218) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:38.495638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53df1338-c499-4b57-aae1-9d4d30c23fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.571706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53df1338-c499-4b57-aae1-9d4d30c23fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.722570 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] Set router b5ee381d-f73b-4359-b789-d76ee5fe341f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:38.749706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53df1338-c499-4b57-aae1-9d4d30c23fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.790173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df1338-c499-4b57-aae1-9d4d30c23fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375ecab-9ab0-4611-904f-bca95b6284ab,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:38.814702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.828563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5ec4-6249-4bcb-ae04-e91f5a9d6f7e req-fd293eaa-566e-4b61-99da-d4f76c7c2dbf tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:38.835751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44de5ec4-6249-4bcb-ae04-e91f5a9d6f7e req-fd293eaa-566e-4b61-99da-d4f76c7c2dbf tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.3486831 Jan 10 19:04:38.841384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53df1338-c499-4b57-aae1-9d4d30c23fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:38.862923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53df1338-c499-4b57-aae1-9d4d30c23fa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c375ecab-9ab0-4611-904f-bca95b6284ab HTTP/1.1" status: 204 len: 168 time: 0.4638312 Jan 10 19:04:38.901862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Transition to ACTIVE for port object 3200fbb2-097c-4a24-8e4d-0937eb378218 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:38.943746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44de5ec4-6249-4bcb-ae04-e91f5a9d6f7e req-54f9203e-e166-4411-a68d-9fe5f5280ba7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070471 Jan 10 19:04:38.970150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:39.053453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3200fbb2-097c-4a24-8e4d-0937eb378218,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:39.072962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Network 5042135e-edb3-450a-9464-8ca131e402c6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:39.074156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:39.094232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:39.224666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:39.454634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:39.530705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6328d06f-58b9-4973-937f-1a9a34b77fc4 None None] Provisioning for port 3200fbb2-097c-4a24-8e4d-0937eb378218 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:39.543557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6328d06f-58b9-4973-937f-1a9a34b77fc4 None None] Provisioning complete for port 3200fbb2-097c-4a24-8e4d-0937eb378218 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:39.546539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6328d06f-58b9-4973-937f-1a9a34b77fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:39.617639 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:04:32Z', 'revision_number': 3, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:39.627130 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383e444-bbb2-4b93-92b0-9529be144796 None None] The sync data for ids ['b5ee381d-f73b-4359-b789-d76ee5fe341f'] in n-d-816927-8 is: [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:04:32Z', 'revision_number': 3, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:04:39.828958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7d62d10-3097-4b28-a6a2-918c3ecadc99 req-37979858-abcf-49a5-bbd8-4988f7de1b8f tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 210 time: 0.3229325 Jan 10 19:04:39.939457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6328d06f-58b9-4973-937f-1a9a34b77fc4 None None] Port 3200fbb2-097c-4a24-8e4d-0937eb378218 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:04:39.968937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-88962209-26dc-4bfb-b34b-ff321003102a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9657d14601314cd09451986aa1adb01b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001391 Jan 10 19:04:40.410386 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e63037a3-3a5f-4bd1-b81c-85acd8bec382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:40.552996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-52bfb517-2f0d-4873-bdca-31a050caf519 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:40.554467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-52bfb517-2f0d-4873-bdca-31a050caf519 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5681164 Jan 10 19:04:40.589454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Request body: {'port': {'device_id': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '9657d14601314cd09451986aa1adb01b'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:40.616423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7bab-7037-47b6-81cc-dc0a2f78deed req-3c872650-429c-49aa-b3aa-5a13ad20916f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:40.617901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f7bab-7037-47b6-81cc-dc0a2f78deed req-3c872650-429c-49aa-b3aa-5a13ad20916f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.2923512 Jan 10 19:04:40.719625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:40.753116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36810) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:40.756139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:40.911804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-396562634-network', 'tenant_id': '93b95882117d4c0e9b3409141dccf326'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:40.922187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:40.932452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Usage tracker for resource:network and tenant:93b95882117d4c0e9b3409141dccf326 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:40.947696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:40.965397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:40.978897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f7bab-7037-47b6-81cc-dc0a2f78deed req-0c303db8-61d0-4ce3-bbba-8e21d8f758e6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494349 Jan 10 19:04:40.993490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Made reservation on behalf of 93b95882117d4c0e9b3409141dccf326 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:40.997143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.021412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.027359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3200fbb2-097c-4a24-8e4d-0937eb378218,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:41.048110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.120211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:41.120211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Usage tracker for resource:security_group_rule and tenant:93b95882117d4c0e9b3409141dccf326 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:41.145335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:41.145335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:41.164151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:41.225090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Usage tracker for resource:port and tenant:9657d14601314cd09451986aa1adb01b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:41.248790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:41.348784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aaacc756-9b50-454c-b2c3-c66c6dcf8df2 req-58e9502b-413f-457a-b172-8837699cdcd9 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 210 time: 0.1794343 Jan 10 19:04:41.351084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Network 5042135e-edb3-450a-9464-8ca131e402c6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:41.352146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:41.389718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:41.419440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Made reservation on behalf of 9657d14601314cd09451986aa1adb01b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:41.419440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.470967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.480762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.580601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:04:41.603834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.611166 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Added segment 1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc of type vlan for network 07910555-37ef-4a4b-8a3c-700a52884ea0 Jan 10 19:04:41.631143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cef1ff-940c-4d6c-b434-e96e79a8fd55,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:41.649991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36834) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:41.655145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.684721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.704111 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.743611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.745607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:41.746431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.880393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.913305 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1586449 Jan 10 19:04:41.935937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36840) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:41.942718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Request body: {'subnet': {'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-subnet', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:41.968807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f93dc046-44fb-47c4-80c5-90b63fad783d None None] Provisioning complete for port 3200fbb2-097c-4a24-8e4d-0937eb378218 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:41.972909 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f93dc046-44fb-47c4-80c5-90b63fad783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:41.979604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:41.987356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83639a35-2096-4b02-a269-9ff7a89b5f90 admin admin] Pushing event updated for resources: {'Network': ['ID=07910555-37ef-4a4b-8a3c-700a52884ea0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:41.989769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Usage tracker for resource:subnet and tenant:93b95882117d4c0e9b3409141dccf326 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:41.994523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:41.998697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.010992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:04:42.028379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:42.073820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Made reservation on behalf of 93b95882117d4c0e9b3409141dccf326 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:42.080292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.189738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:42.205205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Usage tracker for resource:security_group_rule and tenant:9657d14601314cd09451986aa1adb01b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:42.208606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:42.222696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:42.265382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:42.283056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f93dc046-44fb-47c4-80c5-90b63fad783d None None] Port 3200fbb2-097c-4a24-8e4d-0937eb378218 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:04:42.305432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Usage tracker for resource:security_group_rule and tenant:03e8719adbc14a978b01d94b0eee2162 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:42.323292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:42.350525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:42.369192 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.462688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.542839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 70eda5e1-669a-4512-90b8-8b8c7045ac26 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:42.612456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.631220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.718056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 70eda5e1-669a-4512-90b8-8b8c7045ac26 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:42.724048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 70eda5e1-669a-4512-90b8-8b8c7045ac26 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:42.724423 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.748779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69469018-ba63-4e37-b92d-cdb3c9f001d8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:42.765540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dc7c9074-1898-4c84-b7a8-bf0d708efd07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03e8719adbc14a978b01d94b0eee2162&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1130638 Jan 10 19:04:42.766690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36858) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:42.801064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Allocated IP 192.168.233.12 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/fc13b052-7cb8-44c7-830b-b280e654217c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:42.911803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.959495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.963246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:42.982513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 70eda5e1-669a-4512-90b8-8b8c7045ac26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=70eda5e1-669a-4512-90b8-8b8c7045ac26,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:43.000842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.010192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ce970e-b3c6-41ac-bae5-c4180e1f993e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:43.073845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e40308f0-fd8b-406f-9b8b-0d5b08460112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.096968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=70eda5e1-669a-4512-90b8-8b8c7045ac26,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:43.100013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Checking segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:43.100587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Network hostable DHCP agents. Network: 07910555-37ef-4a4b-8a3c-700a52884ea0, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:04:43.126142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e40308f0-fd8b-406f-9b8b-0d5b08460112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.128405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06889c23-b3cf-4447-8ba5-d29217fcb908,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:43.180705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f09c0324-085e-444e-8a83-db47fffc88df req-8779abb8-d9ec-4414-a8b5-c645d7db5750 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 210 time: 0.1933131 Jan 10 19:04:43.189590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:04:43.219699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 07910555-37ef-4a4b-8a3c-700a52884ea0) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:43.229395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be2760-dd23-4b56-8bad-56f0562f3eca None None] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:43.238270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:43.241020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.247677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e40308f0-fd8b-406f-9b8b-0d5b08460112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.269187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40308f0-fd8b-406f-9b8b-0d5b08460112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69469018-ba63-4e37-b92d-cdb3c9f001d8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:43.286009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e40308f0-fd8b-406f-9b8b-0d5b08460112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.287617 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e40308f0-fd8b-406f-9b8b-0d5b08460112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69469018-ba63-4e37-b92d-cdb3c9f001d8 HTTP/1.1" status: 204 len: 168 time: 0.5159781 Jan 10 19:04:43.299490 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02b4b074-df9a-4282-86c2-8f8f4eeebb59 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3624740 Jan 10 19:04:43.299628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36868) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:43.323670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:43.356652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:43.367267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Usage tracker for resource:router and tenant:93b95882117d4c0e9b3409141dccf326 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:43.387245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:43.412184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:43.431870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.487265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75053e3-f3b5-4684-8b55-a511b2c27451 req-2821e137-3ee4-4de4-9175-f38b7de6aa99 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:43.494624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d75053e3-f3b5-4684-8b55-a511b2c27451 req-2821e137-3ee4-4de4-9175-f38b7de6aa99 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 1.2422040 Jan 10 19:04:43.497256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.498383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.525015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Transition to ACTIVE for port object fc13b052-7cb8-44c7-830b-b280e654217c will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:43.593044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86f8e7-6e7a-44d4-a8fa-93e20bc758e6 None None] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:04:43.640657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d75053e3-f3b5-4684-8b55-a511b2c27451 req-3e5023ce-d131-4284-9a0e-3c369d7fc712 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443045 Jan 10 19:04:43.813547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.883548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:43.964671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:43.968647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:44.048333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:44.139218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:44.139878 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:44.251113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:44.300854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:44.317526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Router b5ee381d-f73b-4359-b789-d76ee5fe341f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:04:44.341584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-aa58a824-2a56-4c67-a502-4c924d411935 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7639594 Jan 10 19:04:44.360777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Request body: {'port': {'device_id': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:44.437468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f55e161-8374-4f91-b595-c00edb92f8e2 None None] Provisioning for port fc13b052-7cb8-44c7-830b-b280e654217c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:44.447068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f55e161-8374-4f91-b595-c00edb92f8e2 None None] Provisioning complete for port fc13b052-7cb8-44c7-830b-b280e654217c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:44.447784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f55e161-8374-4f91-b595-c00edb92f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:44.513595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 70eda5e1-669a-4512-90b8-8b8c7045ac26 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:44.687047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1f55e161-8374-4f91-b595-c00edb92f8e2 None None] Port fc13b052-7cb8-44c7-830b-b280e654217c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:04:44.701382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 70eda5e1-669a-4512-90b8-8b8c7045ac26 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:44.701853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:44.889849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:44.914041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-098af7c7-5b5d-4708-bc66-82f3737c328c tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:44.914746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-098af7c7-5b5d-4708-bc66-82f3737c328c tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Synchronizing usage tracker for tenant:9657d14601314cd09451986aa1adb01b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:44.929259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:44.964732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:45.118618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-098af7c7-5b5d-4708-bc66-82f3737c328c tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Unset dirty status for tenant:9657d14601314cd09451986aa1adb01b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:45.125841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-098af7c7-5b5d-4708-bc66-82f3737c328c tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 935 time: 0.6362894 Jan 10 19:04:45.193904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-0023157c-533a-472a-aeff-eb62d7e30d0a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Synchronizing usage tracker for tenant:9657d14601314cd09451986aa1adb01b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:04:45.385469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-0023157c-533a-472a-aeff-eb62d7e30d0a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Unset dirty status for tenant:9657d14601314cd09451986aa1adb01b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:04:45.386999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14da7d0d-98ea-4488-be0f-3a8b3aa30f94 req-0023157c-533a-472a-aeff-eb62d7e30d0a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600632 Jan 10 19:04:45.478551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:04:45.511277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d345872-81d8-4020-94d0-3e1bf7dc1bb4 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5ee381d-f73b-4359-b789-d76ee5fe341f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0301139 Jan 10 19:04:45.601087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Sync routers for ids ['b5ee381d-f73b-4359-b789-d76ee5fe341f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:04:45.626042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Routers {'b5ee381d-f73b-4359-b789-d76ee5fe341f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:45.627680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5ee381d-f73b-4359-b789-d76ee5fe341f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:45.652831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:45.751560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:45.767386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddff852-781b-45a1-84bd-2c1a57e060e6 req-bd549648-9bde-4c31-9eaf-91cf157121af tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:45.776375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ddff852-781b-45a1-84bd-2c1a57e060e6 req-bd549648-9bde-4c31-9eaf-91cf157121af tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.5528817 Jan 10 19:04:46.009773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Set router b5ee381d-f73b-4359-b789-d76ee5fe341f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:46.189676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Allocated IP 172.25.6.233 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/bd077b60-66c0-41aa-b1b2-570ef3c94d6e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:46.199968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ddff852-781b-45a1-84bd-2c1a57e060e6 req-6705a85b-6aba-4550-9a63-c3b04ae573a1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224629 Jan 10 19:04:46.456235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc13b052-7cb8-44c7-830b-b280e654217c {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:46.498418 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:46.616272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Transition to ACTIVE for port object fc13b052-7cb8-44c7-830b-b280e654217c will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:46.631142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:46.651103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:04:39Z', 'revision_number': 4, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '3200fbb2-097c-4a24-8e4d-0937eb378218', 'name': '', 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad403480-4892-4e92-958c-6012ab824424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:37Z', 'updated_at': '2022-01-10T19:04:39Z', 'revision_number': 2, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'subnets': [{'id': 'ad403480-4892-4e92-958c-6012ab824424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:46.679198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Checking router: b5ee381d-f73b-4359-b789-d76ee5fe341f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:04:46.679560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Updating router b5ee381d-f73b-4359-b789-d76ee5fe341f port 3200fbb2-097c-4a24-8e4d-0937eb378218 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:04:46.690263 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:46.833444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:47.087794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:47.429446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Attempting to bind port fc13b052-7cb8-44c7-830b-b280e654217c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:47.430251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Attempting to bind port fc13b052-7cb8-44c7-830b-b280e654217c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:47.430251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Attempting to bind port fc13b052-7cb8-44c7-830b-b280e654217c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:47.459482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:47.573836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Port fc13b052-7cb8-44c7-830b-b280e654217c on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:04:47.574322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Attempting to bind port fc13b052-7cb8-44c7-830b-b280e654217c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:47.662062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7931e0-e75b-4857-bce6-610a610d380c req-1d5aa836-6b5b-48c5-b51a-d868cc1b0231 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:47.663590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac7931e0-e75b-4857-bce6-610a610d380c req-1d5aa836-6b5b-48c5-b51a-d868cc1b0231 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 947 time: 0.8727455 Jan 10 19:04:47.671489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:47.671828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:47.672209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:47.672656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Bound port: fc13b052-7cb8-44c7-830b-b280e654217c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:47.674059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:47.684204 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:47.701972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Transition to ACTIVE for port object 3200fbb2-097c-4a24-8e4d-0937eb378218 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:47.711756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:47.796541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28218b6f-6206-408a-8094-9f7339d805fe None None] Pushing event updated for resources: {'Port': ['ID=3200fbb2-097c-4a24-8e4d-0937eb378218,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:47.971380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:48.006118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:48.043978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Attempting to bind port 3200fbb2-097c-4a24-8e4d-0937eb378218 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:48.045332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Attempting to bind port 3200fbb2-097c-4a24-8e4d-0937eb378218 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:48.045895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Attempting to bind port 3200fbb2-097c-4a24-8e4d-0937eb378218 on network 5042135e-edb3-450a-9464-8ca131e402c6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:48.055338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:48.056534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Checking segment: {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:48.057424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:48.058237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Bound using segment: {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:48.058944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Bound port: 3200fbb2-097c-4a24-8e4d-0937eb378218, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:48.059545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:48.062548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:48.072341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:48.280649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] For port 3200fbb2-097c-4a24-8e4d-0937eb378218, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:48.287115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] For port 3200fbb2-097c-4a24-8e4d-0937eb378218, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3200fbb2-097c-4a24-8e4d-0937eb378218,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:48.299209 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:48.424356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28218b6f-6206-408a-8094-9f7339d805fe None None] Pushing event updated for resources: {'Port': ['ID=3200fbb2-097c-4a24-8e4d-0937eb378218,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:48.435570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Routers {'b5ee381d-f73b-4359-b789-d76ee5fe341f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:48.436366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5ee381d-f73b-4359-b789-d76ee5fe341f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:48.508252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac7931e0-e75b-4857-bce6-610a610d380c req-28bd816a-74e1-45b1-8037-3eff27e3abc7 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196731 Jan 10 19:04:48.510509 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:04:48.636445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:48.647919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:48.660182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ac511-f7e9-4324-8f21-fb8e0f5ed851 req-74ef8963-2628-4f79-914c-54fcd1615f0a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:48.670254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d1ac511-f7e9-4324-8f21-fb8e0f5ed851 req-74ef8963-2628-4f79-914c-54fcd1615f0a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.9874096 Jan 10 19:04:48.711470 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:48.777351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] Set router b5ee381d-f73b-4359-b789-d76ee5fe341f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:48.877440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:48.879201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/fc13b052-7cb8-44c7-830b-b280e654217c HTTP/1.1" status: 200 len: 1095 time: 4.5283964 Jan 10 19:04:48.890673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:48.929585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d1ac511-f7e9-4324-8f21-fb8e0f5ed851 req-7f82e157-895b-4a09-9f00-48f0ddc49034 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581086 Jan 10 19:04:49.120791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c642ca-cbb7-46ec-9667-7f2cf48979a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:49.344626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-7303ff25-3415-4d93-9d64-730e6c0c1d06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9657d14601314cd09451986aa1adb01b&device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 1098 time: 0.4035606 Jan 10 19:04:49.478493 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'status': 'completed', 'code': 200} Jan 10 19:04:49.484804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:49.485585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:49.576605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-a6d010d8-a1d7-4825-a839-e88cfc73a945 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=fc13b052-7cb8-44c7-830b-b280e654217c HTTP/1.1" status: 200 len: 217 time: 0.2198770 Jan 10 19:04:49.602095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:04:39Z', 'revision_number': 4, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '3200fbb2-097c-4a24-8e4d-0937eb378218', 'name': '', 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad403480-4892-4e92-958c-6012ab824424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:37Z', 'updated_at': '2022-01-10T19:04:48Z', 'revision_number': 4, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'subnets': [{'id': 'ad403480-4892-4e92-958c-6012ab824424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:49.619821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56f560-9592-43ac-8eca-e24df9268620 None None] The sync data for ids ['b5ee381d-f73b-4359-b789-d76ee5fe341f'] in n-d-816927-8 is: [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:04:39Z', 'revision_number': 4, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '3200fbb2-097c-4a24-8e4d-0937eb378218', 'name': '', 'network_id': '5042135e-edb3-450a-9464-8ca131e402c6', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'mac_address': 'fa:16:3e:70:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad403480-4892-4e92-958c-6012ab824424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:37Z', 'updated_at': '2022-01-10T19:04:48Z', 'revision_number': 4, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'subnets': [{'id': 'ad403480-4892-4e92-958c-6012ab824424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:04:49.918921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-23b08739-16ec-4b37-9962-65715e837c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:49.921476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-23b08739-16ec-4b37-9962-65715e837c22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1636815 Jan 10 19:04:50.217551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-85f0c79a-9130-44bf-9672-d934d2204c52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818950 Jan 10 19:04:50.229663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070160aa-26b0-4bd9-a686-d6f0ba0d0e5b req-745e5b80-54d8-45de-9003-3a5c2b6de33a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:50.235357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-070160aa-26b0-4bd9-a686-d6f0ba0d0e5b req-745e5b80-54d8-45de-9003-3a5c2b6de33a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 947 time: 0.3127677 Jan 10 19:04:50.556841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3200fbb2-097c-4a24-8e4d-0937eb378218 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:50.654841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-070160aa-26b0-4bd9-a686-d6f0ba0d0e5b req-c431d7bc-c2c8-4f52-9ef0-c12818dd3aa4 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761680 Jan 10 19:04:50.689780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 3200fbb2-097c-4a24-8e4d-0937eb378218 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:50.700391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3200fbb2-097c-4a24-8e4d-0937eb378218 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:50.701742 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:50.726185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-c5561d29-8c4e-451e-b1aa-f949f4bf740a service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872088 Jan 10 19:04:50.929513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:51.008026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 3200fbb2-097c-4a24-8e4d-0937eb378218, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3200fbb2-097c-4a24-8e4d-0937eb378218,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:51.017458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:51.129086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e91668d-4a81-42d3-94da-4e29df7ea192 req-547ea109-965d-4ed1-8316-7d0e4c84c91e service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790500 Jan 10 19:04:51.151702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=3200fbb2-097c-4a24-8e4d-0937eb378218,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:51.191705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1d67-4e9d-4edc-a3d1-c5946c39290c req-9126ecc1-58c4-4dfd-b68b-d0fe5d8a8cc4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:51.199377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d21a1d67-4e9d-4edc-a3d1-c5946c39290c req-9126ecc1-58c4-4dfd-b68b-d0fe5d8a8cc4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.6920984 Jan 10 19:04:51.335659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:04:51.352609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d21a1d67-4e9d-4edc-a3d1-c5946c39290c req-afa376eb-812d-439e-9bc6-f281ae4f43f6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513910 Jan 10 19:04:51.391208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-1268b732-92b3-4b28-93ca-b48136ab1ae4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9657d14601314cd09451986aa1adb01b&device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 1098 time: 0.1897793 Jan 10 19:04:51.524559 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-e5da279c-922f-43bd-9579-d47b2509593c service neutron] show failed (client error): The resource could not be found. Jan 10 19:04:51.527552 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-e5da279c-922f-43bd-9579-d47b2509593c service neutron] 10.222.0.44 "GET /v2.0/ports/ebdf2707-61fa-4e78-9d46-7475e836134c/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.2279732 Jan 10 19:04:51.661617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-cd4ecd77-752f-426a-8dde-e996660240bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:51.663112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-cd4ecd77-752f-426a-8dde-e996660240bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2627244 Jan 10 19:04:52.348510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-d7721dd9-e542-42b6-8892-af3c0fd56272 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=fc13b052-7cb8-44c7-830b-b280e654217c HTTP/1.1" status: 200 len: 217 time: 0.3708296 Jan 10 19:04:52.535419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3200fbb2-097c-4a24-8e4d-0937eb378218 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:52.630551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095168b9-c67b-4026-9407-540f99522a80 req-593e8228-a8f2-4360-81b5-11ddde884555 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:52.646277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-095168b9-c67b-4026-9407-540f99522a80 req-593e8228-a8f2-4360-81b5-11ddde884555 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 947 time: 0.6683261 Jan 10 19:04:52.689197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3200fbb2-097c-4a24-8e4d-0937eb378218 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:52.689622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:52.740606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-095168b9-c67b-4026-9407-540f99522a80 req-243f0c59-be94-4510-aa99-c2ea879e9404 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916214 Jan 10 19:04:52.775748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-fe81c85c-5535-4104-8b97-66315bcd638a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:52.778155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-fe81c85c-5535-4104-8b97-66315bcd638a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.4240367 Jan 10 19:04:53.021097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-9f7fb7fc-4043-42d0-8ed5-592529ad3c6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 1101 time: 1.0447552 Jan 10 19:04:53.048825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:53.186428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37100) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:53.265549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-3bbdd148-d08b-4ab1-9610-f5473090954f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4509139 Jan 10 19:04:53.395949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293ab38-6bdd-4750-9a05-a61cbf1496c8 req-edf70c76-d953-4fc7-9c72-b7af376e7b43 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:53.408613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b293ab38-6bdd-4750-9a05-a61cbf1496c8 req-edf70c76-d953-4fc7-9c72-b7af376e7b43 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.5498340 Jan 10 19:04:53.464181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:53.510501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:53.514807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Usage tracker for resource:security_group_rule and tenant:52cf214981bc4a849c6edb9e6a94d426 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:53.518217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:53.527663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:53.626130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:53.642113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:53.660098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-1a63f44b-c867-43ea-9999-c7d17a7e09ca service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728247 Jan 10 19:04:53.660739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:53.710190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cdbda-1669-4db7-8a4e-edfdc26cd021,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:53.714782 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3409f07c-7bdf-48d1-88ed-073cb9721d5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52cf214981bc4a849c6edb9e6a94d426&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5263898 Jan 10 19:04:53.719636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:04:53.719752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37108) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:53.728726 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Sync routers for ids ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:04:53.747392 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Routers {'54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:53.748024 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:53.866259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c72ab7f-0036-4302-9d80-2e1deb0db4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:53.944012 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c72ab7f-0036-4302-9d80-2e1deb0db4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:53.986284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:04:54.063502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c72ab7f-0036-4302-9d80-2e1deb0db4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:54.089123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72ab7f-0036-4302-9d80-2e1deb0db4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cdbda-1669-4db7-8a4e-edfdc26cd021,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:54.098107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c72ab7f-0036-4302-9d80-2e1deb0db4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:54.099524 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1c72ab7f-0036-4302-9d80-2e1deb0db4bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/605cdbda-1669-4db7-8a4e-edfdc26cd021 HTTP/1.1" status: 204 len: 168 time: 0.3681271 Jan 10 19:04:54.189465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef1c0f5-c8e9-4275-af77-660e592984a7 req-910c2859-42ff-4968-852c-857a7945f120 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084636 Jan 10 19:04:54.204379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b293ab38-6bdd-4750-9a05-a61cbf1496c8 req-153929c9-61b4-4223-877a-ef8ae7b6a4dc tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939079 Jan 10 19:04:54.338553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:54.345870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37122) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:54.349949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a12582a5-aae4-4cca-a53d-8524374acfb1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.0334699 Jan 10 19:04:54.510776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:54.537906 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Set router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:54.668026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'mac_address': 'fa:16:3e:83:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:04:54.852256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:54.933371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc13b052-7cb8-44c7-830b-b280e654217c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:04:54.958667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107825-324c-48b4-8aa5-7933691af148 req-b2f99709-3333-4cf5-8086-e18f1791ae3a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:54.959508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45107825-324c-48b4-8aa5-7933691af148 req-b2f99709-3333-4cf5-8086-e18f1791ae3a tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 947 time: 0.7727482 Jan 10 19:04:54.990862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:54.999617 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:55.082343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45107825-324c-48b4-8aa5-7933691af148 req-8f6444e0-f214-4ec5-820b-3e3984d77d65 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189287 Jan 10 19:04:55.203091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:55.243446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:55.288406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:55.338755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fc13b052-7cb8-44c7-830b-b280e654217c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:04:55.619378 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:04:48Z', 'revision_number': 3, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:55.635350 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Checking router: 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:04:55.635692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Updating router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 port bd077b60-66c0-41aa-b1b2-570ef3c94d6e binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:04:55.873238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:55.875847 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:55.918685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Transition to ACTIVE for port object ebdf2707-61fa-4e78-9d46-7475e836134c will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:55.930602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:55.970475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:56.003250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:04:56.231903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:04:56.294445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37170) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:04:56.448537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:56.476993 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'code': 200} Jan 10 19:04:56.584981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.585299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.585643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.585977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.586308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.586634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.586982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.587304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.587625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.587945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.588267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:56.751614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] No DVR routers for this DVR port ebdf2707-61fa-4e78-9d46-7475e836134c on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:04:56.790719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68018-868d-4a46-ada1-58122369cae0 req-83bc66ce-8033-4229-bcfd-1a133fa08d18 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:56.811634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77d68018-868d-4a46-ada1-58122369cae0 req-83bc66ce-8033-4229-bcfd-1a133fa08d18 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 948 time: 1.1047845 Jan 10 19:04:56.961949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1622363662-network', 'tenant_id': 'e1d2779b17e143e38eb19cdb981da866'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:04:56.971302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.001848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:57.045647 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.081782 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Transition to ACTIVE for port object bd077b60-66c0-41aa-b1b2-570ef3c94d6e will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:04:57.106172 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.113631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Usage tracker for resource:network and tenant:e1d2779b17e143e38eb19cdb981da866 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:57.149155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:57.155253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77d68018-868d-4a46-ada1-58122369cae0 req-104cd093-83d1-4b05-8d87-1c257ab5a349 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425145 Jan 10 19:04:57.174665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:57.192862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:57.193933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:57.194476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:57.205545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Port ebdf2707-61fa-4e78-9d46-7475e836134c on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:04:57.206838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Attempting to bind port ebdf2707-61fa-4e78-9d46-7475e836134c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:57.216821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:57.217487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:57.218324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:57.219065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Bound port: ebdf2707-61fa-4e78-9d46-7475e836134c, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:57.219769 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.249225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Made reservation on behalf of e1d2779b17e143e38eb19cdb981da866 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:04:57.252694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.283701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.392747 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1164bf8-f52c-459f-8e0b-7e71f769f225 None None] Pushing event updated for resources: {'Port': ['ID=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:57.396497 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Attempting to bind port bd077b60-66c0-41aa-b1b2-570ef3c94d6e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:04:57.405017 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Attempting to bind port bd077b60-66c0-41aa-b1b2-570ef3c94d6e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:04:57.406603 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Attempting to bind port bd077b60-66c0-41aa-b1b2-570ef3c94d6e on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:04:57.434466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:04:57.434819 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:04:57.435230 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.438117 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:04:57.441012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Bound port: bd077b60-66c0-41aa-b1b2-570ef3c94d6e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:04:57.441613 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.456346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:57.466634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:57.496583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410a9f-10d6-4890-8c7b-f01f33249f92 req-279a8d12-3ced-4c1d-a67a-462fc37130fe tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:57.500800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b410a9f-10d6-4890-8c7b-f01f33249f92 req-279a8d12-3ced-4c1d-a67a-462fc37130fe tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 948 time: 0.7458634 Jan 10 19:04:57.506441 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.534056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Allocated IP 172.20.0.1 (07910555-37ef-4a4b-8a3c-700a52884ea0/30ce970e-b3c6-41ac-bae5-c4180e1f993e/fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:04:57.667963 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] For port bd077b60-66c0-41aa-b1b2-570ef3c94d6e, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:04:57.673666 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] For port bd077b60-66c0-41aa-b1b2-570ef3c94d6e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:04:57.681659 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.809608 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1164bf8-f52c-459f-8e0b-7e71f769f225 None None] Pushing event updated for resources: {'Port': ['ID=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:57.848015 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Routers {'54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:04:57.848660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:57.879656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.885460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] 10.222.0.30 "PUT /v2.0/ports/ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 1096 time: 4.8469234 Jan 10 19:04:57.941868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:57.978305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.018457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:04:58.027897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:04:58.062810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d2779b17e143e38eb19cdb981da866 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:04:58.080301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:04:58.103312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:04:58.216547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b410a9f-10d6-4890-8c7b-f01f33249f92 req-abb3c9c7-562c-453c-9448-a88fd603ea53 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801281 Jan 10 19:04:58.219532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb8ca3-1e36-413f-9d04-0ed985fac92f service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:58.256404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port fc13b052-7cb8-44c7-830b-b280e654217c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:04:58.262108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:04:58.266218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:04:58.280047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:04:58.294209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fc13b052-7cb8-44c7-830b-b280e654217c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:04:58.294613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.350862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-de694e92-a590-451c-899a-9a0c154aecbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1099 time: 0.4345508 Jan 10 19:04:58.455319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.478419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Pushing event updated for resources: {'Port': ['ID=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:58.483690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:58.519629 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] Set router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:04:58.547189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.547542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.547880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.548208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.552480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.552838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.553295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.553738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.554591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.557679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.558189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:04:58.629628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.713929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:04:58.720775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:04:58.737116 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.877939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.957201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:58.982643 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'status': 'completed', 'code': 200} Jan 10 19:04:58.992034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:59.192930 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'code': 200} Jan 10 19:04:59.223807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:59.292051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:04:59.312087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:59.312452 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Added segment 6bc0d4bd-ac94-407b-8190-55c713f07f07 of type vlan for network d5007d9c-c92d-4f62-bae7-2847c98ef853 Jan 10 19:04:59.373147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:59.463762 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:04:48Z', 'revision_number': 3, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:04:59.470687 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b942b-6b80-4206-a277-8ccf47f5eb53 None None] The sync data for ids ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'] in n-d-816927-8 is: [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:04:48Z', 'revision_number': 3, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:04:59.601418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2248e332-bbb3-4bb9-a4d6-ef1d67053d0f req-7e599dfc-e421-4b24-b1d8-8d3b1522a882 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 1100 time: 0.2366018 Jan 10 19:04:59.674520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2248e332-bbb3-4bb9-a4d6-ef1d67053d0f req-75b66d28-ac64-43ba-8bd5-de2c5d67e50c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607388 Jan 10 19:04:59.696210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:59.702643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:59.720106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-70cae23e-4e2e-414f-872b-4cb795177530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:04:59.724071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-70cae23e-4e2e-414f-872b-4cb795177530 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 1.3636029 Jan 10 19:04:59.765795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:04:59.882504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:04:59.944934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39efe76-1424-481e-a879-7cf9f6a08b7b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:04:59.964993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Pushing event updated for resources: {'Port': ['ID=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:00.051014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-6e076988-928d-4b4b-b785-6e7a77d40258 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.2762105 Jan 10 19:05:00.243357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-3df82a2b-0ec4-4fd3-a98f-469470b81255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:00.245407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-3df82a2b-0ec4-4fd3-a98f-469470b81255 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1666009 Jan 10 19:05:00.387372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c39bfa-c6fc-481c-8491-7c25b9b18bab req-63c799e0-7283-40d7-8fa0-e47e5cd34ecd tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:00.391234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6c39bfa-c6fc-481c-8491-7c25b9b18bab req-63c799e0-7283-40d7-8fa0-e47e5cd34ecd tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 948 time: 1.6705189 Jan 10 19:05:00.391913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:00.393779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:00.406006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:00.406837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:00.407640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:00.544047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-8b12b282-517c-4f44-b6a4-c88b83e2590f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1099 time: 1.6754673 Jan 10 19:05:00.587418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device bd077b60-66c0-41aa-b1b2-570ef3c94d6e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:00.787900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port bd077b60-66c0-41aa-b1b2-570ef3c94d6e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:00.805471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port bd077b60-66c0-41aa-b1b2-570ef3c94d6e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:00.806638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:01.112543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:05:01.126225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:01.162164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port bd077b60-66c0-41aa-b1b2-570ef3c94d6e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:01.171830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:01.284144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.9801736 Jan 10 19:05:01.293941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:01.322805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Request body: {'subnet': {'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1622363662-subnet', 'tenant_id': 'e1d2779b17e143e38eb19cdb981da866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:01.336826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6c39bfa-c6fc-481c-8491-7c25b9b18bab req-c24bbaf1-cc38-4513-9644-d46ac5729f97 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9231808 Jan 10 19:05:01.352141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb40afe-b535-4a0f-a30f-bec58671f2fa req-2adaa27c-4066-467b-8617-c0a896469da7 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:01.357495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:01.361476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcb40afe-b535-4a0f-a30f-bec58671f2fa req-2adaa27c-4066-467b-8617-c0a896469da7 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 949 time: 1.7526953 Jan 10 19:05:01.363917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:01.386580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Usage tracker for resource:subnet and tenant:e1d2779b17e143e38eb19cdb981da866 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:01.394154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:01.404488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92986c71-0dd0-41cb-9c7b-a66d45cc8714 admin admin] Pushing event updated for resources: {'Network': ['ID=d5007d9c-c92d-4f62-bae7-2847c98ef853,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:01.426158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d5007d9c-c92d-4f62-bae7-2847c98ef853 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:05:01.430265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:01.443403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-86ce7610-b661-4344-8d3e-c8236293af0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1850741 Jan 10 19:05:01.460797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Made reservation on behalf of e1d2779b17e143e38eb19cdb981da866 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:01.464122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:01.798588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcb40afe-b535-4a0f-a30f-bec58671f2fa req-b64ec854-07d1-4d59-b735-fbcaa96c2901 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362228 Jan 10 19:05:01.813008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-f291f2d1-48a6-4992-8d83-bc39dc81f2f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:01.818154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-f291f2d1-48a6-4992-8d83-bc39dc81f2f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 1.1842306 Jan 10 19:05:01.901566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:02.060446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-9fa8fab4-5247-41a2-829b-fb12d598f847 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.2219973 Jan 10 19:05:02.138067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-299e538b-a68d-40fc-8378-30e04502db65 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371856 Jan 10 19:05:02.151052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Checking segment: {'id': '6bc0d4bd-ac94-407b-8190-55c713f07f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:02.151532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Network hostable DHCP agents. Network: d5007d9c-c92d-4f62-bae7-2847c98ef853, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:05:02.156633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84508042-c4de-469c-b1c0-f0b23461c79b,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:02.225875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:05:02.256019 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e4f7a7c7-d5ca-4a69-98bc-9dcdaf4fe20d admin admin] 10.222.0.21 "PUT /v2.0/routers/54868a4d-a99f-4f8d-b39e-d5d0f6d28c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9081364 Jan 10 19:05:02.257180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Network d5007d9c-c92d-4f62-bae7-2847c98ef853 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:05:02.270152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-1b94ab73-3ea0-450d-8705-f27b8e6ed620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:02.278006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d5007d9c-c92d-4f62-bae7-2847c98ef853) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:02.279980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-1b94ab73-3ea0-450d-8705-f27b8e6ed620 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2134809 Jan 10 19:05:02.290327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc40b0-329d-4c5f-8958-f6f56b35fe9d None None] Network d5007d9c-c92d-4f62-bae7-2847c98ef853 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:02.295137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:02.296048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:02.344153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e9060a5d-dd07-4d53-b5c2-b0cf798f91a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0283711 Jan 10 19:05:02.545063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device bd077b60-66c0-41aa-b1b2-570ef3c94d6e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:02.750766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port bd077b60-66c0-41aa-b1b2-570ef3c94d6e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:02.751301 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:02.773757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-c0f3e2ff-1615-4af3-9fec-2bd25dbae3b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286533 Jan 10 19:05:02.802026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-1998e661-f1d4-4854-874d-065c286e9da4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4026155 Jan 10 19:05:02.840516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d5995-6611-4ffd-a92c-fdfe3408410f req-c54d4509-9d73-4d86-bba0-bd8bb2a42a66 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:02.844472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ffe455-7231-405d-a964-bc1c113292ad None None] Network d5007d9c-c92d-4f62-bae7-2847c98ef853 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:02.847480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d21d5995-6611-4ffd-a92c-fdfe3408410f req-c54d4509-9d73-4d86-bba0-bd8bb2a42a66 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 946 time: 0.5643404 Jan 10 19:05:02.965690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0c48-0ad7-4bd3-aff4-e3dbfbdab0aa req-44c3cd52-266c-4a5a-b0be-3a1fed60cf6c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:02.972281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-702e0c48-0ad7-4bd3-aff4-e3dbfbdab0aa req-44c3cd52-266c-4a5a-b0be-3a1fed60cf6c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 948 time: 0.3711376 Jan 10 19:05:03.098082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-702e0c48-0ad7-4bd3-aff4-e3dbfbdab0aa req-a3541594-59f7-4034-9bb9-850bf353b87c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241398 Jan 10 19:05:03.103933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d21d5995-6611-4ffd-a92c-fdfe3408410f req-c3adf82c-e396-4515-8c1b-ab9bdaf3e19f tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556562 Jan 10 19:05:03.128007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-b00ba315-d8a3-4352-a9ad-30334ff4ed11 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190696 Jan 10 19:05:03.175592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-921b7b76-f900-4a08-b109-f97003e5f41a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1099 time: 0.3245904 Jan 10 19:05:03.459018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-efec391c-b69d-483f-bd73-8bd06321056e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:03.460460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-efec391c-b69d-483f-bd73-8bd06321056e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2769156 Jan 10 19:05:03.462351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-a498b865-c998-41d2-aef8-1b9d2f88d82f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168814 Jan 10 19:05:03.552311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-1808f04a-c56c-4df9-b316-238cf8cd3a09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.0842679 Jan 10 19:05:03.723258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-3a8131e1-7b9a-4b19-bb48-2c53e8f30613 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:03.723996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-3a8131e1-7b9a-4b19-bb48-2c53e8f30613 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Synchronizing usage tracker for tenant:38fa925cef594523b998d1bcefacff0f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:03.743757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-3a8131e1-7b9a-4b19-bb48-2c53e8f30613 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Unset dirty status for tenant:38fa925cef594523b998d1bcefacff0f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:03.745048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-3a8131e1-7b9a-4b19-bb48-2c53e8f30613 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1015487 Jan 10 19:05:03.821396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Deleting port 98724899-a7d1-4938-b159-1aa70b329da3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:03.821740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:03.954773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-08f71a65-608e-4d5e-aa78-000f5bf164b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:03.956426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-08f71a65-608e-4d5e-aa78-000f5bf164b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.3758867 Jan 10 19:05:04.048127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-90cf964f-d4d5-44cf-bbe1-ce6ed65c82a3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:04.049832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-90cf964f-d4d5-44cf-bbe1-ce6ed65c82a3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 818 time: 0.4959772 Jan 10 19:05:04.056315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-d0507414-4c2d-4bc0-adad-df68dd208c69 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:04.057127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-d0507414-4c2d-4bc0-adad-df68dd208c69 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Synchronizing usage tracker for tenant:e1d2779b17e143e38eb19cdb981da866 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:04.092320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-ba651e8c-8f25-4d6c-ac13-ae5123df3e7c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/quotas/93b95882117d4c0e9b3409141dccf326 HTTP/1.1" status: 200 len: 375 time: 0.0316365 Jan 10 19:05:04.105751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] For port 98724899-a7d1-4938-b159-1aa70b329da3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=98724899-a7d1-4938-b159-1aa70b329da3,segment=NetworkSegment(89286001-c732-42ba-9640-19b65993773e),segment_id=89286001-c732-42ba-9640-19b65993773e)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:04.106665 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:04.153343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-d0507414-4c2d-4bc0-adad-df68dd208c69 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Unset dirty status for tenant:e1d2779b17e143e38eb19cdb981da866 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:04.154756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-d0507414-4c2d-4bc0-adad-df68dd208c69 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/networks?id=d5007d9c-c92d-4f62-bae7-2847c98ef853 HTTP/1.1" status: 200 len: 822 time: 0.5299604 Jan 10 19:05:04.163090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-860c920d-dd4c-4776-b9a2-e183cc3f9e70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1910622 Jan 10 19:05:04.275545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-f0855e9a-c4c0-4c65-b77c-8157551a8f67 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/quotas/e1d2779b17e143e38eb19cdb981da866 HTTP/1.1" status: 200 len: 375 time: 0.1072938 Jan 10 19:05:04.281255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:04.338525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Calling delete_port for 98724899-a7d1-4938-b159-1aa70b329da3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:04.358581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-70a34c60-a007-473f-a90c-d3f58bf70415 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1d2779b17e143e38eb19cdb981da866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727293 Jan 10 19:05:04.496198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:04.519276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'mac_address': 'fa:16:3e:ad:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:04.568807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-c504931a-4200-4a00-b91a-3c242e3e27a0 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897779 Jan 10 19:05:04.586935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-5379734d-0ce5-4faf-bafe-db1cf1627e3f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4855089 Jan 10 19:05:04.620027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:04.648099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:04.651852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdf2707-61fa-4e78-9d46-7475e836134c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:04.665332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['98724899-a7d1-4938-b159-1aa70b329da3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:04.706170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Pushing event deleted for resources: {'Port': ['ID=98724899-a7d1-4938-b159-1aa70b329da3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:04.708000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:04.715394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:04.801476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] No DVR routers for this DVR port 98724899-a7d1-4938-b159-1aa70b329da3 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:05:04.804056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:04.804539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:04.808275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'name': 'network-vif-deleted', 'tag': '98724899-a7d1-4938-b159-1aa70b329da3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:04.832723 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-efb040e9-b39a-4ae9-96ea-1f6e281cd4c9 req-8a8726c3-e3ca-46ae-a383-6aaac6352717 tempest-VolumesAdminNegativeTest-1919925695 tempest-VolumesAdminNegativeTest-1919925695-project] 10.222.0.30 "DELETE /v2.0/ports/98724899-a7d1-4938-b159-1aa70b329da3 HTTP/1.1" status: 204 len: 173 time: 1.0797842 Jan 10 19:05:04.912023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-0e5a0963-5cd3-4606-9266-b144c2384b69 service neutron] 10.222.0.21 "GET /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398235 Jan 10 19:05:04.942656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:05.074438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43704400-4bc8-40f9-a5aa-4e49222f993b req-2ca6d71c-e8fe-47e6-b0e5-5c90aa48e104 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999330 Jan 10 19:05:05.125954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e82b6677-944d-4c39-9b0c-29f2bebdca0c service neutron] 10.222.0.21 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380745 Jan 10 19:05:05.210740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-2cbf307d-5cf2-4d92-a94d-8c25609098fa service neutron] 10.222.0.21 "GET /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882082 Jan 10 19:05:05.292795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-b97d9493-32b7-47d2-b3cf-295eda08554f service neutron] 10.222.0.21 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579070 Jan 10 19:05:05.669827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18a64-9bd3-427e-b8ec-219096b4f139 req-9fb32e73-017b-4bc1-b192-34a4eef51f2f tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:05.677409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52b18a64-9bd3-427e-b8ec-219096b4f139 req-9fb32e73-017b-4bc1-b192-34a4eef51f2f tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 949 time: 0.1292901 Jan 10 19:05:05.735481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52b18a64-9bd3-427e-b8ec-219096b4f139 req-b6fc0497-18a9-4f4d-ac4f-6f85c7a8784c tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571127 Jan 10 19:05:05.861086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37320) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:05.928485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7da3c-cabb-4208-ae70-2f3dcef090fd req-f77f2f52-8373-4272-a317-248eabec5668 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:05.930135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80e7da3c-cabb-4208-ae70-2f3dcef090fd req-f77f2f52-8373-4272-a317-248eabec5668 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 949 time: 0.1122570 Jan 10 19:05:05.986385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Deleting subnet 348a9762-a712-475a-b71d-162191b8f33b {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:05:05.996719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.031922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80e7da3c-cabb-4208-ae70-2f3dcef090fd req-b28588cd-481e-4577-bcd6-89e710ce2a2a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898929 Jan 10 19:05:06.105090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.189524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.260074 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe648d-efa5-4b0b-9d43-f3dbcbf52ea9', 'name': 'network-vif-deleted', 'tag': '98724899-a7d1-4938-b159-1aa70b329da3', 'status': 'completed', 'code': 200} Jan 10 19:05:06.265200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.297528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:06.387041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348a9762-a712-475a-b71d-162191b8f33b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:06.389920 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.396759 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5a9d012d-4c22-46f7-85c0-f2f6258c0d99 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/348a9762-a712-475a-b71d-162191b8f33b HTTP/1.1" status: 204 len: 168 time: 0.5338562 Jan 10 19:05:06.399218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37332) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:06.444647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port ebdf2707-61fa-4e78-9d46-7475e836134c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:06.450586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port ebdf2707-61fa-4e78-9d46-7475e836134c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:06.451068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.476014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10a73ee6-d295-4db7-872e-19f8f2a9fe06 req-86270772-f4da-44d8-889c-7f37386f33f0 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 210 time: 0.1068034 Jan 10 19:05:06.478275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a29d60e-7414-4ee6-8238-987586337b5c req-5e839a5f-3afc-4407-ba78-30e16b0794bd tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 210 time: 0.1540225 Jan 10 19:05:06.660649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.671797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.737292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:06.756786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:06.762914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.764075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 98724899-a7d1-4938-b159-1aa70b329da3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:05:06.867827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.934027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367aa6d4-8647-49ff-acd1-a9815ea666ef']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:06.942486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 98724899-a7d1-4938-b159-1aa70b329da3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:05:06.942980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 98724899-a7d1-4938-b159-1aa70b329da3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:05:06.951768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89286001-c732-42ba-9640-19b65993773e') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:06.952075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89286001-c732-42ba-9640-19b65993773e') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:06.971402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:06.972168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:06.995475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.012377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:05:07.012798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:05:07.039834 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:05:07.192680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.205058 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.287002 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] 10.222.0.21 "DELETE /v2.0/networks/367aa6d4-8647-49ff-acd1-a9815ea666ef HTTP/1.1" status: 204 len: 168 time: 0.8865905 Jan 10 19:05:07.293516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37388) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:07.301794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0106c0-9133-4f4c-8f60-56555511dc20 admin admin] Pushing event deleted for resources: {'Network': ['ID=367aa6d4-8647-49ff-acd1-a9815ea666ef,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:07.402667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Deleting subnet ae85d409-7d74-42dc-8c89-d52a0f198581 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:05:07.406977 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.541066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.603669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.643869 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'code': 200} Jan 10 19:05:07.717313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.771123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:07.792447 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae85d409-7d74-42dc-8c89-d52a0f198581 HTTP/1.1" status: 204 len: 168 time: 0.4959641 Jan 10 19:05:07.793334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37410) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:07.794232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d068c-fd6a-424f-a7d2-cc128138d108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae85d409-7d74-42dc-8c89-d52a0f198581,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:07.932919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66defc1-350a-41e3-aa55-f87bf17027af req-84cf6c34-3241-45dd-b7a0-bd6aefef5b0b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:07.942748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-84cf6c34-3241-45dd-b7a0-bd6aefef5b0b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 818 time: 0.2694378 Jan 10 19:05:07.964149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-816ec878-3e08-4011-96c7-6f4d010c85f0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:07.966260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-816ec878-3e08-4011-96c7-6f4d010c85f0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.30 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 818 time: 0.9068429 Jan 10 19:05:07.975639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-8247e44f-854e-4afa-a5d1-bf042a9a0ce5 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/quotas/93b95882117d4c0e9b3409141dccf326 HTTP/1.1" status: 200 len: 375 time: 0.0315123 Jan 10 19:05:07.985406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Request body: {'port': {'device_id': '50716750-ef17-433c-8e38-8c0887290efe', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'admin_state_up': True, 'tenant_id': '93b95882117d4c0e9b3409141dccf326'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:08.056878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:05:08.214146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.224757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-e411e660-63a5-447b-92f9-690678d0bd15 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:08.226918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-e411e660-63a5-447b-92f9-690678d0bd15 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.30 "GET /v2.0/networks?id=d5007d9c-c92d-4f62-bae7-2847c98ef853 HTTP/1.1" status: 200 len: 822 time: 0.2793019 Jan 10 19:05:08.245630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Request body: {'port': {'device_id': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853', 'admin_state_up': True, 'tenant_id': 'e1d2779b17e143e38eb19cdb981da866'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:08.294944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.358528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:08.362100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8d72bf1-72c2-4431-9527-eb80cc279e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.372719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.398469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:08.402862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Usage tracker for resource:port and tenant:93b95882117d4c0e9b3409141dccf326 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:08.406032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:08.426337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:08.461463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-62a0255b-a4e0-4400-b118-af89ebe1a187 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4815435 Jan 10 19:05:08.511961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Made reservation on behalf of 93b95882117d4c0e9b3409141dccf326 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:08.515079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.539422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:08.549629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.550245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.550804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.551363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.551923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.552475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.553022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.553572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.554108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.554650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.555245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:08.660333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:08.676383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Usage tracker for resource:port and tenant:e1d2779b17e143e38eb19cdb981da866 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:08.681366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:08.688697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.696078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:08.721130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff53f6a5-29d6-4f14-bb25-b600eedf810b']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:08.729264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Made reservation on behalf of e1d2779b17e143e38eb19cdb981da866 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:08.732469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-698797a7-f8ed-48d8-9e33-146d94b9510d req-0c7fa39c-5ed6-40df-b60b-34d46a9c8695 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 210 time: 0.1062083 Jan 10 19:05:08.732845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.758337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-e61bc7bb-c9a6-4bee-bc92-379a61fa0f94 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:08.759829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-e61bc7bb-c9a6-4bee-bc92-379a61fa0f94 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 950 time: 0.6468160 Jan 10 19:05:08.857696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-132319e7-c790-4b79-89be-dce3e2e4bc78 service neutron] 10.222.0.21 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951941 Jan 10 19:05:08.919148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6b5684-3ec9-4f84-8fcc-d04b7fe9d4ac') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:08.919449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6b5684-3ec9-4f84-8fcc-d04b7fe9d4ac') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:08.934967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Allocated IP 172.20.0.11 (d5007d9c-c92d-4f62-bae7-2847c98ef853/84508042-c4de-469c-b1c0-f0b23461c79b/0277257a-9d13-438a-a840-78eb995b2611) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:08.937812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.961328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:08.982217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:05:08.982897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:05:09.006757 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:05:09.201658 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-6ac94922-44fd-4445-b920-2d972d2d3555 service neutron] delete failed (client error): The resource could not be found. Jan 10 19:05:09.202816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-6ac94922-44fd-4445-b920-2d972d2d3555 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ebdf2707-61fa-4e78-9d46-7475e836134c/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.4251890 Jan 10 19:05:09.208879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:09.216146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:09.221830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Allocated IP 172.20.0.10 (07910555-37ef-4a4b-8a3c-700a52884ea0/30ce970e-b3c6-41ac-bae5-c4180e1f993e/71cbd6b8-2072-4fd5-911d-3ed0d93b02f7) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:09.226540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-dba986fc-9979-4667-9dc0-59d43d6c51ef service neutron] 10.222.0.21 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585284 Jan 10 19:05:09.254255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff53f6a5-29d6-4f14-bb25-b600eedf810b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:09.283366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fe36e613-1179-4de7-9b7e-67c6bbe40691 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff53f6a5-29d6-4f14-bb25-b600eedf810b HTTP/1.1" status: 204 len: 168 time: 1.4728842 Jan 10 19:05:09.288783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376cc2c-463d-4cdd-8eeb-36cd0e07b50c req-49c368de-377f-4abe-bfb2-d63036bd95b3 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:09.290585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9376cc2c-463d-4cdd-8eeb-36cd0e07b50c req-49c368de-377f-4abe-bfb2-d63036bd95b3 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.3441269 Jan 10 19:05:09.421583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:09.526437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:09.584108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37444) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:09.646553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:09.701976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Sync routers for ids ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:05:09.723265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9376cc2c-463d-4cdd-8eeb-36cd0e07b50c req-e80a7a48-a6a3-4a02-8ded-80f27c5862d7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189799 Jan 10 19:05:09.726057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Routers {'54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:09.730141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:04:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:09.735901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Pushing event updated for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:09.749283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Network d5007d9c-c92d-4f62-bae7-2847c98ef853 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:09.751932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:09.756682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:09.861650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:09.862395 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:09.917938 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-420954bc-aca1-4b67-be82-d200a2f6aab6 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6762519 Jan 10 19:05:09.929887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Request body: {'port': {'device_id': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:09.940042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-029a6a45-de83-4f6f-8826-5b703767502f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 0.6063349 Jan 10 19:05:10.054365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:10.078506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Set router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:10.173019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:05:10.253016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.362552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.377767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-37c98e0f-bb56-426a-8a59-bd5c4c029dc1 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:10.378695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-37c98e0f-bb56-426a-8a59-bd5c4c029dc1 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:10.392388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87699692-5f71-41e0-b868-8b1c4323d005 req-6de9f491-885d-4203-b605-b0822619445e tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 210 time: 0.1463215 Jan 10 19:05:10.401361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335305-7f72-4125-a6a3-73b52649f472 req-37672887-f655-41c3-9ff6-f2f39c69bfc6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:10.410153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-37672887-f655-41c3-9ff6-f2f39c69bfc6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.8104987 Jan 10 19:05:10.427619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4b7d1e35-9f8f-4b79-b294-cebcf722601e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38fa925cef594523b998d1bcefacff0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8317060 Jan 10 19:05:10.437619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:10.498077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4e5750d-77d5-4fdf-9e85-66e6ff66d36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.536404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-327d5281-2fe1-4125-b4fc-51bd6b9efd2c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/quotas/b9eba64317c14cd89af66416cb26853e HTTP/1.1" status: 200 len: 375 time: 0.1249032 Jan 10 19:05:10.539114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-eabbfd35-c2c0-4f4e-b4fd-025c74a3eea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:10.540837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-eabbfd35-c2c0-4f4e-b4fd-025c74a3eea1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3274260 Jan 10 19:05:10.555644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-37c98e0f-bb56-426a-8a59-bd5c4c029dc1 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:10.557151 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-37c98e0f-bb56-426a-8a59-bd5c4c029dc1 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c709688-56c2-4d45-aaa7-1586dc679cb6 HTTP/1.1" status: 200 len: 944 time: 0.4529455 Jan 10 19:05:10.575836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:10.604865 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'code': 200} Jan 10 19:05:10.605695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'mac_address': 'fa:16:3e:83:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:10.673664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-4e843ea0-5b87-4798-bceb-9e3e3ec84ecc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.0942223 Jan 10 19:05:10.735983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.769638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.797201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc13b052-7cb8-44c7-830b-b280e654217c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:10.843792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:10.857707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.918731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Deleting port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:10.919110 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:10.943602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-eb501d12-5e14-4c5c-afc3-9198534700ec tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4057908 Jan 10 19:05:10.947044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:10.977455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-5ddffa48-814d-4b8a-99da-5b6a84174477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:10.979455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-5ddffa48-814d-4b8a-99da-5b6a84174477 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2907443 Jan 10 19:05:10.989431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:10.993695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:11.023869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:11.045455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fc13b052-7cb8-44c7-830b-b280e654217c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:11.068267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ce40fb8-8002-4824-8889-9c11f79a848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:11.178123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:04:58Z', 'revision_number': 4, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd', 'name': '', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'mac_address': 'fa:16:3e:68:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:57Z', 'updated_at': '2022-01-10T19:04:59Z', 'revision_number': 2, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'subnets': [{'id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:11.196091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Checking router: 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:05:11.196603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Updating router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:05:11.220306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Pushing event updated for resources: {'Port': ['ID=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:11.357976 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:11.378825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:11.380240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:11.467694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] For port 114ca044-bd58-49c7-9dc6-5f98eb80bb15, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=114ca044-bd58-49c7-9dc6-5f98eb80bb15,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:11.468320 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:11.553983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-f1b48285-7f25-4069-9096-4ad34c065f58 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5755811 Jan 10 19:05:11.578899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-9fadf771-da2d-4708-a68b-453e47412885 service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342838 Jan 10 19:05:11.585519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Request body: {'port': {'device_id': '50716750-ef17-433c-8e38-8c0887290efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:11.694497 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:11.701577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Calling delete_port for 114ca044-bd58-49c7-9dc6-5f98eb80bb15 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:11.794826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c633a-a598-4d0e-818e-3565c91bdd19 req-0ac7d717-3708-4692-9725-1ac92c17632f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:11.803419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3c633a-a598-4d0e-818e-3565c91bdd19 req-0ac7d717-3708-4692-9725-1ac92c17632f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 932 time: 0.9595244 Jan 10 19:05:11.832734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-48d6cdab-ed7a-45bb-bec5-36d0f2f53b63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8017058 Jan 10 19:05:11.833160 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:11.888800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.026770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ce40fb8-8002-4824-8889-9c11f79a848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.054756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.073264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:12.079011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event deleted for resources: {'Port': ['ID=114ca044-bd58-49c7-9dc6-5f98eb80bb15,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:12.183059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Transition to ACTIVE for port object fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:12.226743 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.279409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc3c633a-a598-4d0e-818e-3565c91bdd19 req-16fd3c79-885c-4761-9f89-afef7ad06652 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Synchronizing usage tracker for tenant:e1d2779b17e143e38eb19cdb981da866 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:12.301689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-09af44ed-40c8-4f57-b8f8-6475ead3bff8 service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792283 Jan 10 19:05:12.302251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.335391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66defc1-350a-41e3-aa55-f87bf17027af req-51a02f51-144b-4c77-87c1-18c0b0a258df tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:12.336140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f66defc1-350a-41e3-aa55-f87bf17027af req-51a02f51-144b-4c77-87c1-18c0b0a258df tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Synchronizing usage tracker for tenant:93b95882117d4c0e9b3409141dccf326 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:12.378456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc3c633a-a598-4d0e-818e-3565c91bdd19 req-16fd3c79-885c-4761-9f89-afef7ad06652 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Unset dirty status for tenant:e1d2779b17e143e38eb19cdb981da866 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:12.393684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3c633a-a598-4d0e-818e-3565c91bdd19 req-16fd3c79-885c-4761-9f89-afef7ad06652 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865853 Jan 10 19:05:12.507383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:05:12.543605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-04fbad13-dc02-41f3-be99-439309d7f2d6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998672 Jan 10 19:05:12.629665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0899-c456-45f0-b199-12ab19d29bc2 None None] Pushing event updated for resources: {'Port': ['ID=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:12.713347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0277257a-9d13-438a-a840-78eb995b2611 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:12.739462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.801522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Transition to ACTIVE for port object 0277257a-9d13-438a-a840-78eb995b2611 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:12.804857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ce40fb8-8002-4824-8889-9c11f79a848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.879589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f66defc1-350a-41e3-aa55-f87bf17027af req-51a02f51-144b-4c77-87c1-18c0b0a258df tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Unset dirty status for tenant:93b95882117d4c0e9b3409141dccf326 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:12.883697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-51a02f51-144b-4c77-87c1-18c0b0a258df tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.44 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 818 time: 1.0261075 Jan 10 19:05:12.889727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:12.913113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Request body: {'port': {'device_id': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'admin_state_up': True, 'tenant_id': '93b95882117d4c0e9b3409141dccf326'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:13.256352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Attempting to bind port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:13.257476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Attempting to bind port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:13.258238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Attempting to bind port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd on network 07910555-37ef-4a4b-8a3c-700a52884ea0 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:13.262985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fc13b052-7cb8-44c7-830b-b280e654217c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:13.263747 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.306349 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.335619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:13.336266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Checking segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:13.336894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.337451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Bound using segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:13.338090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Bound port: fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:13.338624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.382210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce40fb8-8002-4824-8889-9c11f79a848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcefb0a-6282-4f20-8fb2-c3eb7a92009c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:13.395998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] No DVR routers for this DVR port 114ca044-bd58-49c7-9dc6-5f98eb80bb15 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:05:13.500731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Pushing event updated for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:13.509109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.526993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-deleted', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:13.560115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5f2ec059-4bd7-4576-8e9b-08a2826ca765 req-bf0e1ab7-0fbe-4ca3-96fd-77be09d19e2e tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Synchronizing usage tracker for tenant:93b95882117d4c0e9b3409141dccf326 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:13.587836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b4f63f4-2743-4eb3-93f5-1c37ce9d4fef req-597cf993-34b1-48e9-b4bb-829fc213fad5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0357165 Jan 10 19:05:13.608241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ce40fb8-8002-4824-8889-9c11f79a848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.611984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5ce40fb8-8002-4824-8889-9c11f79a848c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dcefb0a-6282-4f20-8fb2-c3eb7a92009c HTTP/1.1" status: 204 len: 168 time: 3.0791965 Jan 10 19:05:13.682697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece254ad-5782-4911-ba30-cb8b874aa37f req-fb4e81e7-f3b4-4477-bbde-2b2b573cad02 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:13.697121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece254ad-5782-4911-ba30-cb8b874aa37f req-fb4e81e7-f3b4-4477-bbde-2b2b573cad02 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.9101830 Jan 10 19:05:13.701333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5f2ec059-4bd7-4576-8e9b-08a2826ca765 req-bf0e1ab7-0fbe-4ca3-96fd-77be09d19e2e tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Unset dirty status for tenant:93b95882117d4c0e9b3409141dccf326 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:13.719530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f2ec059-4bd7-4576-8e9b-08a2826ca765 req-bf0e1ab7-0fbe-4ca3-96fd-77be09d19e2e tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 210 time: 0.3309002 Jan 10 19:05:13.780155 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b55cc3c3-77b3-4306-aff9-96e109ca2864 req-ab18f4b5-fba3-487b-9f1b-bc43cac717c7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.44 "DELETE /v2.0/ports/114ca044-bd58-49c7-9dc6-5f98eb80bb15 HTTP/1.1" status: 204 len: 173 time: 3.2006943 Jan 10 19:05:13.843535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:13.985601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] For port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:13.989926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] For port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:14.010040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:14.045355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.100932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:14.119884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.121069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:05:14.216807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 114ca044-bd58-49c7-9dc6-5f98eb80bb15 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:05:14.219038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 114ca044-bd58-49c7-9dc6-5f98eb80bb15 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:05:14.245328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Routers {'54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:14.246223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:14.275309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:14.345301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a42ee85-1983-4c9e-8a14-c54bcb7fedd7 req-96cb106d-d247-46a6-9a0e-14aaba4c1583 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 210 time: 0.1961436 Jan 10 19:05:14.355547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:14.365222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0899-c456-45f0-b199-12ab19d29bc2 None None] Pushing event updated for resources: {'Port': ['ID=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:14.392123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:14.423222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece254ad-5782-4911-ba30-cb8b874aa37f req-39e1173b-a665-474d-8048-46cdac7f54cf tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021356 Jan 10 19:05:14.437404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.447453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Made reservation on behalf of 93b95882117d4c0e9b3409141dccf326 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:14.455579 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.509116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Attempting to bind port 0277257a-9d13-438a-a840-78eb995b2611 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:14.509761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Attempting to bind port 0277257a-9d13-438a-a840-78eb995b2611 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6bc0d4bd-ac94-407b-8190-55c713f07f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:14.510710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Attempting to bind port 0277257a-9d13-438a-a840-78eb995b2611 on network d5007d9c-c92d-4f62-bae7-2847c98ef853 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:14.516731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Transition to ACTIVE for port object 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:14.524967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Port 0277257a-9d13-438a-a840-78eb995b2611 on network d5007d9c-c92d-4f62-bae7-2847c98ef853 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:05:14.525596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Attempting to bind port 0277257a-9d13-438a-a840-78eb995b2611 on network d5007d9c-c92d-4f62-bae7-2847c98ef853 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:14.529110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.596556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:14.597196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Checking segment: {'id': '6bc0d4bd-ac94-407b-8190-55c713f07f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:14.597871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Bound using segment: {'id': '6bc0d4bd-ac94-407b-8190-55c713f07f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:14.598622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Bound port: 0277257a-9d13-438a-a840-78eb995b2611, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc0d4bd-ac94-407b-8190-55c713f07f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:14.599512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.790823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:14.843326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:14.868801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:14.877332 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c709688-56c2-4d45-aaa7-1586dc679cb6', 'name': 'network-vif-deleted', 'tag': '114ca044-bd58-49c7-9dc6-5f98eb80bb15', 'status': 'completed', 'code': 200} Jan 10 19:05:14.885087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.927676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] Set router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:14.974250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:14.975798 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] 10.222.0.30 "PUT /v2.0/ports/0277257a-9d13-438a-a840-78eb995b2611 HTTP/1.1" status: 200 len: 1092 time: 5.0507140 Jan 10 19:05:15.009117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:15.113818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Pushing event updated for resources: {'Port': ['ID=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:15.226603 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:15.290569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:15.313463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae62c8d-14d3-42d9-b433-c20100b48cb0 req-40e0f8a9-debb-44c1-bece-f9fab49f85eb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:15.322358 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eae62c8d-14d3-42d9-b433-c20100b48cb0 req-40e0f8a9-debb-44c1-bece-f9fab49f85eb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 944 time: 0.5471694 Jan 10 19:05:15.323732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Attempting to bind port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:15.327924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Attempting to bind port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:15.327924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Attempting to bind port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 on network 07910555-37ef-4a4b-8a3c-700a52884ea0 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:15.427782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 on network 07910555-37ef-4a4b-8a3c-700a52884ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:05:15.428114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Attempting to bind port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 on network 07910555-37ef-4a4b-8a3c-700a52884ea0 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:15.610594 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'code': 200} Jan 10 19:05:15.699252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:15.699631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Checking segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:15.699930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Bound using segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:15.700374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Bound port: 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:15.700722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:15.733880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eae62c8d-14d3-42d9-b433-c20100b48cb0 req-5a0ab20e-39cf-4c2c-b6d3-b223e9bc0f25 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973658 Jan 10 19:05:15.889734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:04:58Z', 'revision_number': 4, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd', 'name': '', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'mac_address': 'fa:16:3e:68:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:57Z', 'updated_at': '2022-01-10T19:05:13Z', 'revision_number': 4, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'subnets': [{'id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:15.895694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6544082-0a03-4b68-a759-3ca5e265438a None None] The sync data for ids ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'] in n-d-816927-8 is: [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:04:58Z', 'revision_number': 4, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd', 'name': '', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'mac_address': 'fa:16:3e:68:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:57Z', 'updated_at': '2022-01-10T19:05:13Z', 'revision_number': 4, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'subnets': [{'id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:05:15.902582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154d29-e8cc-47f1-8b41-6374237bdfcf service neutron] Pushing event updated for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:15.954728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00699985-e2f2-451f-9ad9-1b024bec6a53 req-70b800d4-5ae9-4a34-8a76-98cdcee71167 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 210 time: 0.1075385 Jan 10 19:05:16.023801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Allocated IP 172.20.0.4 (07910555-37ef-4a4b-8a3c-700a52884ea0/30ce970e-b3c6-41ac-bae5-c4180e1f993e/3946e337-a7e8-4329-abc1-45eb5142c900) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:16.036311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a0b7266-b090-4689-8e86-8924c7555e2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fadfdd08b03a4d629b06222bb4d1de1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9847534 Jan 10 19:05:16.046197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:16.050211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-117d0076-694c-48d8-9e0d-fdd4a7449ab3 req-43f44548-e418-4d3e-9913-6e23a18d4bdb tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 210 time: 0.0949078 Jan 10 19:05:16.093360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335305-7f72-4125-a6a3-73b52649f472 req-cdc11116-d540-410c-99d0-f3b0b6ac0afe tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:16.095113 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-cdc11116-d540-410c-99d0-f3b0b6ac0afe tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.6592224 Jan 10 19:05:16.127825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Request body: {'port': {'device_id': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'admin_state_up': True, 'tenant_id': 'b9eba64317c14cd89af66416cb26853e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:16.201394 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-d7c5e00f-be3d-4deb-b7f2-808e3688181d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1d2779b17e143e38eb19cdb981da866&device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 1095 time: 0.7897658 Jan 10 19:05:16.214458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] For port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:16.373153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] For port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:16.404272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-888edb32-3b32-4e28-a0aa-756fd5171606 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0277257a-9d13-438a-a840-78eb995b2611 HTTP/1.1" status: 200 len: 217 time: 0.1874783 Jan 10 19:05:16.490140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:16.568244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a4ced5a-84be-4fcf-b270-903472d246de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:16.639204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:16.642137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a4ced5a-84be-4fcf-b270-903472d246de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:16.673633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:16.675027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] 10.222.0.30 "PUT /v2.0/ports/71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 1092 time: 5.1007874 Jan 10 19:05:16.691976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50716750-ef17-433c-8e38-8c0887290efe', 'tag': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:16.740582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a4ced5a-84be-4fcf-b270-903472d246de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:16.877621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:16.888855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:16.889244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:16.932727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'tag': '0277257a-9d13-438a-a840-78eb995b2611'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:16.961567 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50716750-ef17-433c-8e38-8c0887290efe', 'tag': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7', 'status': 'completed', 'code': 200} Jan 10 19:05:16.992853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ced5a-84be-4fcf-b270-903472d246de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad053c-cfd8-4e2d-9c4e-ec9850cc06a9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:17.017717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-81062837-1669-48d9-8b07-91603a4f7052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:17.019524 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-81062837-1669-48d9-8b07-91603a4f7052 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84508042-c4de-469c-b1c0-f0b23461c79b HTTP/1.1" status: 200 len: 862 time: 0.6035380 Jan 10 19:05:17.050194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a4ced5a-84be-4fcf-b270-903472d246de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:17.061190 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9a4ced5a-84be-4fcf-b270-903472d246de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bad053c-cfd8-4e2d-9c4e-ec9850cc06a9 HTTP/1.1" status: 204 len: 168 time: 1.0118017 Jan 10 19:05:17.123240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:17.139642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Usage tracker for resource:port and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:17.149761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:17.164650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:17.230390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a8889-d205-4895-82e2-f64c224a4d7c service neutron] Pushing event updated for resources: {'Port': ['ID=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:17.233785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Made reservation on behalf of b9eba64317c14cd89af66416cb26853e for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:17.250484 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:17.256512 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-3aa4af82-d057-445a-a656-c58b49f0486f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5007d9c-c92d-4f62-bae7-2847c98ef853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2187991 Jan 10 19:05:17.310327 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:17.361414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:17.371515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:17.406756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0e262-0ef7-489c-a32b-3b5c02a5a4fc req-e73b5197-85fe-40db-83e8-0101fede989d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:17.413749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67d0e262-0ef7-489c-a32b-3b5c02a5a4fc req-e73b5197-85fe-40db-83e8-0101fede989d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 1.0552900 Jan 10 19:05:17.534372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:17.717693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-44ea5846-16c6-4031-b5f7-1cc4414c3a1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1095 time: 0.9444437 Jan 10 19:05:17.810173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:17.825289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-28ee9407-e95e-46a8-b4e1-42b5323ab152 service neutron] 10.222.0.30 "GET /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430357 Jan 10 19:05:17.834698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-cde7d705-1274-43a6-a73c-56ea81d5dc09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 217 time: 0.1055710 Jan 10 19:05:17.907912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d829c8-5199-4f7d-b756-0d5340a48c5b req-947a1b23-9dd5-4fc1-82b5-affb1521c74f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:17.915899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5d829c8-5199-4f7d-b756-0d5340a48c5b req-947a1b23-9dd5-4fc1-82b5-affb1521c74f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 944 time: 0.6983070 Jan 10 19:05:17.964099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67d0e262-0ef7-489c-a32b-3b5c02a5a4fc req-a99898ae-2d24-4c3d-a96d-66d8e08dbe65 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491331 Jan 10 19:05:18.154652 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'tag': '0277257a-9d13-438a-a840-78eb995b2611', 'status': 'completed', 'code': 200} Jan 10 19:05:18.170903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:18.228912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-40770f33-5b37-4122-a7d7-45d65fea81c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:18.239326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-40770f33-5b37-4122-a7d7-45d65fea81c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.3941045 Jan 10 19:05:18.289980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5d829c8-5199-4f7d-b756-0d5340a48c5b req-b8b4555e-762a-4e1d-8248-8931b45df813 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659353 Jan 10 19:05:18.325872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Pushing event updated for resources: {'Port': ['ID=3946e337-a7e8-4329-abc1-45eb5142c900,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:18.333686 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe9d8866-5b4c-4b91-8343-b89cbfabf6aa req-272d4612-6125-4b69-8137-4a059bba7032 service neutron] 10.222.0.30 "GET /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075490 Jan 10 19:05:18.384654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Network 07910555-37ef-4a4b-8a3c-700a52884ea0 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:18.385876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:18.394543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:18.563791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:18.568703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:18.569309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:18.597874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Allocated IP 172.20.0.11 (ee7aa881-807e-4af2-bd1c-4f9277269768/3edadf2f-c1ae-4021-ae5e-3bdd7054b127/810c1875-c729-47fe-a96d-4fe9dbfe91b3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:18.598793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-ce1573c6-26db-44f4-ace2-c05e3ef6bf56 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6957982 Jan 10 19:05:18.614532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Request body: {'port': {'device_id': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:18.617430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-584f2cac-968e-432f-9e2a-7dc46be9f59a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3664591 Jan 10 19:05:18.648336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-4b8a8857-9837-437c-be6e-8fb5f1f8deed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1d2779b17e143e38eb19cdb981da866&device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 1095 time: 0.2546186 Jan 10 19:05:18.705679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cfe8d80-0bbc-436f-af04-fae6c4cdad40 req-a810d65b-f051-4cb7-b2a7-8283a9c1627a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 210 time: 0.0968633 Jan 10 19:05:18.748784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:18.749161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:18.862480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:18.919715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-5015950f-0f52-418c-b929-c298fc49af53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:18.921289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-5015950f-0f52-418c-b929-c298fc49af53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5007d9c-c92d-4f62-bae7-2847c98ef853 HTTP/1.1" status: 200 len: 923 time: 0.2630551 Jan 10 19:05:18.987401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37598) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:19.056651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a849-546d-4266-863c-1095b1dfcf3d req-fcbf6c9b-2234-4c90-bff9-77f8b1bc7652 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:19.063576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0d8a849-546d-4266-863c-1095b1dfcf3d req-fcbf6c9b-2234-4c90-bff9-77f8b1bc7652 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 931 time: 0.5783677 Jan 10 19:05:19.122767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-fffb06e6-40f3-4d0e-b739-bed1c66d9ecd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0277257a-9d13-438a-a840-78eb995b2611 HTTP/1.1" status: 200 len: 217 time: 0.1945832 Jan 10 19:05:19.271638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-2dc2c0c0-902e-41dc-8b0b-9325f5be3cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:19.273250 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-2dc2c0c0-902e-41dc-8b0b-9325f5be3cc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84508042-c4de-469c-b1c0-f0b23461c79b HTTP/1.1" status: 200 len: 862 time: 0.1301486 Jan 10 19:05:19.310240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0d8a849-546d-4266-863c-1095b1dfcf3d req-d0fbfaa4-2b6f-4149-8585-15ad1e5ca4e8 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455897 Jan 10 19:05:19.312111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e1d4beb2-cbed-4875-ab3d-3a5ee04ba1bc service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787000 Jan 10 19:05:19.326670 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-ce0fb269-8d1c-4f16-8362-fe786f287b3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5007d9c-c92d-4f62-bae7-2847c98ef853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451405 Jan 10 19:05:19.382535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-66114736-network', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:19.387613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:19.391457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Usage tracker for resource:network and tenant:912ef51c73da454d89e0efd7a0f5c6cb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:19.397311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:19.403369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:19.446055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Made reservation on behalf of 912ef51c73da454d89e0efd7a0f5c6cb for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:19.448516 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:19.553821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:19.687662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:19.752057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d510d07-9e72-422f-af56-793c2d0781f5 req-6be93e99-3215-48ae-9844-333ada497b3e tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 0.5368416 Jan 10 19:05:19.764845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:19.795635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-3978403b-e500-4826-ab4d-b0511c40c210 service neutron] 10.222.0.30 "GET /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612787 Jan 10 19:05:19.802729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Usage tracker for resource:security_group_rule and tenant:912ef51c73da454d89e0efd7a0f5c6cb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:19.810678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:19.823464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bca6f745-7a68-445f-a4df-b5289ea40abb req-e5c70253-24e2-4655-b881-0cfb0f50783a service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688542 Jan 10 19:05:19.825018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:19.850249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81ddc7-517c-4b89-856d-6d6499100fba req-d5be2370-6bf8-4c92-b75d-8ec7e39834ca tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:19.858105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd81ddc7-517c-4b89-856d-6d6499100fba req-d5be2370-6bf8-4c92-b75d-8ec7e39834ca tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 944 time: 0.3295557 Jan 10 19:05:19.941616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd81ddc7-517c-4b89-856d-6d6499100fba req-f3dc02d9-22be-48a1-b1c1-0fab39152bc3 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824037 Jan 10 19:05:20.011294 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-78b9a469-fc88-459a-8fe2-44cc6855ee4a req-26f72dad-a160-4627-9297-580fd37e61bb service neutron] 10.222.0.30 "GET /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082031 Jan 10 19:05:20.083631 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.129843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3946e337-a7e8-4329-abc1-45eb5142c900 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:20.144695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.176619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Transition to ACTIVE for port object 3946e337-a7e8-4329-abc1-45eb5142c900 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:20.186172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.200163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7d510d07-9e72-422f-af56-793c2d0781f5 req-6c812101-3e7e-47a9-9b94-d55749706f0d tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Synchronizing usage tracker for tenant:98ddd122449b4edcbbcde8c1f4bcf300 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:20.285557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Network ee7aa881-807e-4af2-bd1c-4f9277269768 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:20.345095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0277257a-9d13-438a-a840-78eb995b2611 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:20.404421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7d510d07-9e72-422f-af56-793c2d0781f5 req-6c812101-3e7e-47a9-9b94-d55749706f0d tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] Unset dirty status for tenant:98ddd122449b4edcbbcde8c1f4bcf300 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:20.406177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d510d07-9e72-422f-af56-793c2d0781f5 req-6c812101-3e7e-47a9-9b94-d55749706f0d tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533358 Jan 10 19:05:20.431103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Pushing event updated for resources: {'Port': ['ID=3946e337-a7e8-4329-abc1-45eb5142c900,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:20.475621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:20.516864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:20.552388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Attempting to bind port 3946e337-a7e8-4329-abc1-45eb5142c900 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:20.552730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Attempting to bind port 3946e337-a7e8-4329-abc1-45eb5142c900 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:20.553060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Attempting to bind port 3946e337-a7e8-4329-abc1-45eb5142c900 on network 07910555-37ef-4a4b-8a3c-700a52884ea0 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:20.559413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Port 3946e337-a7e8-4329-abc1-45eb5142c900 on network 07910555-37ef-4a4b-8a3c-700a52884ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:05:20.559737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Attempting to bind port 3946e337-a7e8-4329-abc1-45eb5142c900 on network 07910555-37ef-4a4b-8a3c-700a52884ea0 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:20.580457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:20.580797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Checking segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:20.581178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Bound using segment: {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:20.581605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Bound port: 3946e337-a7e8-4329-abc1-45eb5142c900, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:20.581947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.629491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:20.630469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.659774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:20.677836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '0277257a-9d13-438a-a840-78eb995b2611', 'network_id': 'd5007d9c-c92d-4f62-bae7-2847c98ef853', 'port_id': '0277257a-9d13-438a-a840-78eb995b2611', 'mac_address': 'fa:16:3e:8f:07:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84508042-c4de-469c-b1c0-f0b23461c79b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:20.707359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-e692186c-302f-4299-8a57-06adf8232974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1095 time: 0.7844858 Jan 10 19:05:20.716078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:20.740821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] For port 3946e337-a7e8-4329-abc1-45eb5142c900, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:20.744750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] For port 3946e337-a7e8-4329-abc1-45eb5142c900, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=3946e337-a7e8-4329-abc1-45eb5142c900,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:20.751977 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.761032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.785066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0277257a-9d13-438a-a840-78eb995b2611 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:20.804041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:20.812771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.960375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Pushing event updated for resources: {'Port': ['ID=3946e337-a7e8-4329-abc1-45eb5142c900,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:20.960375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:20.960375 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-02875387-1f62-41be-9f14-38af9cfa6b90 service neutron] 10.222.0.44 "PUT /v2.0/ports/3946e337-a7e8-4329-abc1-45eb5142c900 HTTP/1.1" status: 200 len: 1091 time: 2.3276019 Jan 10 19:05:20.960375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'tag': '3946e337-a7e8-4329-abc1-45eb5142c900'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:20.987758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:21.098688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['0277257a-9d13-438a-a840-78eb995b2611'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:21.113546 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-2d99ca85-1726-46e3-aad5-737debd7ea42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 1094 time: 0.1054845 Jan 10 19:05:21.254675 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-46ff4a1c-9a98-4963-9e32-226c9a04587a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946e337-a7e8-4329-abc1-45eb5142c900 HTTP/1.1" status: 200 len: 217 time: 0.1330500 Jan 10 19:05:21.273698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397033d-6014-4313-b5d4-b1793b40a47d req-e6b83781-661b-4a33-b135-dddcb2ec1b9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:21.276113 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-e6b83781-661b-4a33-b135-dddcb2ec1b9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.5535080 Jan 10 19:05:21.377107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66defc1-350a-41e3-aa55-f87bf17027af req-9c93e7c6-6157-4500-b7b1-86900a2fd3c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:21.379033 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-9c93e7c6-6157-4500-b7b1-86900a2fd3c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.1160681 Jan 10 19:05:21.476269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bff18-6616-4eb9-9406-b8fbf18040fd req-b3425815-4b24-42c8-b746-efe175f02451 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:21.478116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-866bff18-6616-4eb9-9406-b8fbf18040fd req-b3425815-4b24-42c8-b746-efe175f02451 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:21.526758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-a3ab3d64-0d2e-433b-906d-88a6c56b604a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381016 Jan 10 19:05:21.534985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-281ac694-36f8-496f-809c-1c5d43026869 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4228623 Jan 10 19:05:21.557754 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:21.581597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Request body: {'port': {'device_id': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:21.606815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:21.618672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-2f5222f7-2878-48ca-b560-953b6dd9034f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 217 time: 0.3271024 Jan 10 19:05:21.682361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-866bff18-6616-4eb9-9406-b8fbf18040fd req-b3425815-4b24-42c8-b746-efe175f02451 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:21.683555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-866bff18-6616-4eb9-9406-b8fbf18040fd req-b3425815-4b24-42c8-b746-efe175f02451 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 932 time: 1.4703984 Jan 10 19:05:21.717728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:05:21.729262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-03956a63-6fe4-4ff4-a994-2b7dcc66853e service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952891 Jan 10 19:05:21.770983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62963faa-bfda-4c27-b93f-3dc871cfb947,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:21.774779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:21.775391 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Added segment 89770ea8-3e59-4da9-bc90-dc358297f56e of type vlan for network f0255e90-a0cd-4e59-83cc-76d29ea04621 Jan 10 19:05:21.832036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397033d-6014-4313-b5d4-b1793b40a47d req-f0214729-1ff4-4180-9900-a18593c5a207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:21.833442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-f0214729-1ff4-4180-9900-a18593c5a207 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.1945577 Jan 10 19:05:21.854851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc1ed-10ea-4b66-a302-a95a9e0020ef req-ac75421c-c071-43ea-b879-1b36b24315fa tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:21.859376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf4fc1ed-10ea-4b66-a302-a95a9e0020ef req-ac75421c-c071-43ea-b879-1b36b24315fa tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 943 time: 0.5823071 Jan 10 19:05:21.885902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f66defc1-350a-41e3-aa55-f87bf17027af req-5e2ae88e-ee9d-4941-98eb-9ca82dd0cda6 service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484942 Jan 10 19:05:21.952290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-3db7554a-ee7d-4f44-9b41-3907aed7922b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069610 Jan 10 19:05:21.953919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:21.965868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:21.977590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-866bff18-6616-4eb9-9406-b8fbf18040fd req-865fa43f-2469-42ef-8fb0-724d97f3aee6 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784851 Jan 10 19:05:22.093622 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'tag': '3946e337-a7e8-4329-abc1-45eb5142c900', 'status': 'completed', 'code': 200} Jan 10 19:05:22.261816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-438c7d0a-33f8-43fe-95af-08eb5c4ed322 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 1094 time: 0.1432006 Jan 10 19:05:22.287139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-9ded98c5-405d-4ff9-8776-6297fc677845 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241386 Jan 10 19:05:22.341276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:22.345805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0277257a-9d13-438a-a840-78eb995b2611 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:22.412103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf4fc1ed-10ea-4b66-a302-a95a9e0020ef req-8e1376e0-613e-4ef7-aba1-c3e2649e5b29 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079925 Jan 10 19:05:22.443546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:22.445121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:22.445888 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:22.571440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 0277257a-9d13-438a-a840-78eb995b2611 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:22.580889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 0277257a-9d13-438a-a840-78eb995b2611 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:22.581262 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:22.608220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-2ef12f4c-0fc0-4d31-847e-985e95c8c67a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:22.610701 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-2ef12f4c-0fc0-4d31-847e-985e95c8c67a service neutron] 10.222.0.44 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.3393798 Jan 10 19:05:22.674318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:22.696847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'port_id': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7', 'mac_address': 'fa:16:3e:90:59:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:22.814670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:22.818906 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-be226a34-87c3-4c0d-bca7-38b4d0623bd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946e337-a7e8-4329-abc1-45eb5142c900 HTTP/1.1" status: 200 len: 217 time: 0.1987448 Jan 10 19:05:22.851048 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:22.867277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:22.882663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277257a-9d13-438a-a840-78eb995b2611'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:22.900463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:22.908886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37664) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:22.911800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.9217646 Jan 10 19:05:22.924380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:22.933442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Request body: {'subnet': {'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-66114736-subnet', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:22.934430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:22.937437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:22.953537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f9a9e-9757-4a60-8ee9-c82b2ed80f8e admin admin] Pushing event updated for resources: {'Network': ['ID=f0255e90-a0cd-4e59-83cc-76d29ea04621,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:22.957670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1176977700'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:22.961721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:22.976676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:22.978798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:05:22.989704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:network and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:22.998975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Usage tracker for resource:subnet and tenant:912ef51c73da454d89e0efd7a0f5c6cb is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:23.001317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.007088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:23.014456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:23.036924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:23.039061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:23.065198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-44ccd2f5-e3e8-405a-94c7-f0b39f2f5d97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:23.066685 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-44ccd2f5-e3e8-405a-94c7-f0b39f2f5d97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.2387424 Jan 10 19:05:23.111125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15676-5859-477f-a83b-445b4877fd3f req-1cef4691-ca4f-486f-b215-a9b8ee7cfee0 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:23.114388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:23.127183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aed15676-5859-477f-a83b-445b4877fd3f req-1cef4691-ca4f-486f-b215-a9b8ee7cfee0 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 945 time: 0.8194499 Jan 10 19:05:23.189223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:23.224316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Made reservation on behalf of 912ef51c73da454d89e0efd7a0f5c6cb for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:23.226299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.235395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-60bed02e-bae8-4758-896d-4ae6c759d401 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2423444 Jan 10 19:05:23.271811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:23.274967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.285492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['71cbd6b8-2072-4fd5-911d-3ed0d93b02f7'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:23.291016 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-55cfb98e-39e2-4677-b180-8ff02941f1bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2136273 Jan 10 19:05:23.391456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aed15676-5859-477f-a83b-445b4877fd3f req-7ededc30-0865-487d-b603-4f8651882253 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624755 Jan 10 19:05:23.499247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:05:23.586946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.587562 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Added segment 6de215ca-a0c6-452a-a564-c05379fb4188 of type vlan for network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 Jan 10 19:05:23.617211 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277257a-9d13-438a-a840-78eb995b2611', 'code': 200} Jan 10 19:05:23.717986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810c1875-c729-47fe-a96d-4fe9dbfe91b3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:23.722032 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-ab9d7e9d-2080-4d50-a38f-c068786da2e4 service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793917 Jan 10 19:05:23.726568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.733908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.746048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Transition to ACTIVE for port object 810c1875-c729-47fe-a96d-4fe9dbfe91b3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:23.750404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3397033d-6014-4313-b5d4-b1793b40a47d req-09b91ad1-bb9a-4d91-8ebb-9e4f3b954f0e service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4325778 Jan 10 19:05:23.757980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2482-fec5-491a-9419-0213f81f01cb req-9d01f3d6-3d32-44c2-9aef-faa084a182c1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:23.766277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-9d01f3d6-3d32-44c2-9aef-faa084a182c1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5303290 Jan 10 19:05:23.852787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:23.998721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.002704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:24.003486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.063257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:24.073709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-cc74a1b0-7552-4c7e-a08e-5ecd9e7c4c5f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/quotas/f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.3063576 Jan 10 19:05:24.112087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 3946e337-a7e8-4329-abc1-45eb5142c900 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:24.191188 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4fb7b748-05bf-468a-b43e-733cb3599dee req-c4bb6bf9-5d79-4f52-921e-a483f953605c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 1097 time: 0.5362163 Jan 10 19:05:24.198430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.203719 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82a8b1e1-aa49-4091-94e8-9b3081194884 req-b6b0a5bc-7f5e-4ce6-8dad-3bb02f70d592 service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617071 Jan 10 19:05:24.257627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe03b4-69fd-4a20-ae09-ee44e930725f req-0a72367d-422f-406e-9323-b66d99d6fa54 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:24.265129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1dbe03b4-69fd-4a20-ae09-ee44e930725f req-0a72367d-422f-406e-9323-b66d99d6fa54 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 944 time: 0.4788876 Jan 10 19:05:24.267602 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3664739 Jan 10 19:05:24.269787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37680) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:24.289601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617b2a-4d94-4c68-a33c-e013adf87d78 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Network': ['ID=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:24.343025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:05:24.349499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfb36ef-c8a4-4e26-aa82-f472427e863f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:24.355583 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4fb7b748-05bf-468a-b43e-733cb3599dee req-ff13494c-a407-4c84-bb96-4ec6c942f7df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503649 Jan 10 19:05:24.378976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Checking segment: {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:24.379701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Network hostable DHCP agents. Network: f0255e90-a0cd-4e59-83cc-76d29ea04621, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:05:24.382146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1697800903'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:24.399213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:24.409301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:network and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:24.410972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:05:24.414713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:24.427430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f0255e90-a0cd-4e59-83cc-76d29ea04621) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:24.436849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:24.437977 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.446712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:24.448603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:24.464372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ee75650-4e4b-4145-8376-5a5958b75d67 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5425048 Jan 10 19:05:24.469980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37686) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:24.480407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:24.488078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:24.493139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-1c2c6fa3-f0b4-4adc-84d0-893f9ffde800 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3523273 Jan 10 19:05:24.495841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Usage tracker for resource:router and tenant:912ef51c73da454d89e0efd7a0f5c6cb is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:24.500866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:24.505701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1dbe03b4-69fd-4a20-ae09-ee44e930725f req-7a934a39-a0b3-4089-9925-78ae669f0bab tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394388 Jan 10 19:05:24.516074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:24.538068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Attempting to bind port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:24.538459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Attempting to bind port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:24.539291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Attempting to bind port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:24.541887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.543940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:24.544098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.545561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428d0d8-afee-47df-8569-9140860af081 None None] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:24.577343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.578752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.609682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 on network ee7aa881-807e-4af2-bd1c-4f9277269768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:05:24.610487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Attempting to bind port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:24.624409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:24.625061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Checking segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:24.625778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Bound using segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:24.626371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Bound port: 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:24.627381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.706749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:05:24.750792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.752269 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Added segment 175063d9-b431-48df-8e3f-6870a014f90d of type vlan for network d898116f-d47a-4970-bbc3-5bf804e8da1a Jan 10 19:05:24.867517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:24.951902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:24.961025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:24.992548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.002657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 3946e337-a7e8-4329-abc1-45eb5142c900, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=3946e337-a7e8-4329-abc1-45eb5142c900,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:25.148671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '3946e337-a7e8-4329-abc1-45eb5142c900', 'network_id': '07910555-37ef-4a4b-8a3c-700a52884ea0', 'port_id': '3946e337-a7e8-4329-abc1-45eb5142c900', 'mac_address': 'fa:16:3e:66:3e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ce970e-b3c6-41ac-bae5-c4180e1f993e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:25.170503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.171694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] 10.222.0.30 "PUT /v2.0/ports/810c1875-c729-47fe-a96d-4fe9dbfe91b3 HTTP/1.1" status: 200 len: 1092 time: 3.5983438 Jan 10 19:05:25.204299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:25.436176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.445924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.478429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1f90e-0613-4c45-b146-3f3e1c42f83e service neutron] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:25.521182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d3a0c-f798-4481-966f-d5d82f669a96 req-44777165-1522-44ad-a8ab-494e1f02a1c2 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:25.529163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a1d3a0c-f798-4481-966f-d5d82f669a96 req-44777165-1522-44ad-a8ab-494e1f02a1c2 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 943 time: 0.7699132 Jan 10 19:05:25.537050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.723761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.728263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:25.728379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.737134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:25.809293 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:05:25.904264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Network': ['ID=d898116f-d47a-4970-bbc3-5bf804e8da1a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:25.921775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:25.924781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:25.939915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a1d3a0c-f798-4481-966f-d5d82f669a96 req-071b2d4e-2f62-4656-b06b-ed9502cc3e08 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091706 Jan 10 19:05:25.950692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-1c935af2-da23-473e-90ef-cc7380aae225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 1095 time: 0.6368396 Jan 10 19:05:26.006720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:26.026416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d898116f-d47a-4970-bbc3-5bf804e8da1a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:05:26.213604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-4ea22ac9-7ca8-4718-aacc-58a63f0cd1a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3 HTTP/1.1" status: 200 len: 217 time: 0.2344341 Jan 10 19:05:26.264745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Allocated IP 172.25.6.235 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f4b6518d-eac4-4509-a779-fe9aab4dbd18) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:26.319603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3946e337-a7e8-4329-abc1-45eb5142c900 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:26.367243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d73a99e0-92f7-4790-ac44-b09ec6161caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0502851 Jan 10 19:05:26.388811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37712) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:26.400836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 3946e337-a7e8-4329-abc1-45eb5142c900, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=3946e337-a7e8-4329-abc1-45eb5142c900,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:26.413066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:26.414203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'subnet': {'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:26.443162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8a30fb6-6f84-476d-b7a0-700d0501bd47 req-ffa44d67-5ad2-4672-b0ce-27185e688044 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 210 time: 0.1408978 Jan 10 19:05:26.529301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f0255e90-a0cd-4e59-83cc-76d29ea04621', 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'fixed_ips': [{'subnet_id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:05:26.530566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:26.549808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335305-7f72-4125-a6a3-73b52649f472 req-9f4834b9-0ce5-443b-a1cd-11b0baa660bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:26.551641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-9f4834b9-0ce5-443b-a1cd-11b0baa660bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.3297908 Jan 10 19:05:26.599044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103343b2-e865-4092-bbf8-f89827412ae5 req-471259bd-9df1-4636-9039-7f9106f5f19c tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:26.607229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-103343b2-e865-4092-bbf8-f89827412ae5 req-471259bd-9df1-4636-9039-7f9106f5f19c tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 946 time: 1.0250556 Jan 10 19:05:26.658488 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'status': 'completed', 'code': 200} Jan 10 19:05:26.660859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-15f3cbbb-70a2-4305-a2de-16f7800b2041 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030424 Jan 10 19:05:26.766145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:26.804507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:26.860452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:26.884031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=3946e337-a7e8-4329-abc1-45eb5142c900,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:26.898806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['3946e337-a7e8-4329-abc1-45eb5142c900'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:26.901063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-3781bedf-4d43-40ca-a5bd-a66766e61753 service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313635 Jan 10 19:05:26.908349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:subnet and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:26.921569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:26.933450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:26.952512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-103343b2-e865-4092-bbf8-f89827412ae5 req-9bc6b820-0529-4ee0-93dd-2b6eb3711184 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445339 Jan 10 19:05:26.975565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b6518d-eac4-4509-a779-fe9aab4dbd18,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:27.065571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:27.115785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:27.141459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:27.163824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:27.182261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Allocated IP 172.20.0.2 (f0255e90-a0cd-4e59-83cc-76d29ea04621/bcfb36ef-c8a4-4e26-aa82-f472427e863f/6d03dc80-1e24-48b4-9e71-2d96ea81591b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:27.224052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:27.344663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-2daf39b9-95b6-4b4d-ae3f-26e67c39c2f0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2007525 Jan 10 19:05:27.479203 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:27.490806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Transition to ACTIVE for port object 6d03dc80-1e24-48b4-9e71-2d96ea81591b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:27.511838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Transition to ACTIVE for port object 6d03dc80-1e24-48b4-9e71-2d96ea81591b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:27.517080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50716750-ef17-433c-8e38-8c0887290efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:27.525766 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:27.565949 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:27.586543 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-ece3e65e-9d99-44b5-9d0f-13611f9155c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9657d14601314cd09451986aa1adb01b&device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 1100 time: 0.6143670 Jan 10 19:05:27.660303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:27.693208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:27.700352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:27.705144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:27.764346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:27.809407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-1f330775-67a0-4c4c-8277-830c7693c40e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:27.811025 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-1f330775-67a0-4c4c-8277-830c7693c40e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1893792 Jan 10 19:05:27.975376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Pushing event updated for resources: {'Port': ['ID=6d03dc80-1e24-48b4-9e71-2d96ea81591b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:27.987281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2482-fec5-491a-9419-0213f81f01cb req-3508e6b5-d66a-4082-a773-9f34c9388258 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:27.989013 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-3508e6b5-d66a-4082-a773-9f34c9388258 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6283636 Jan 10 19:05:27.993173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-b554ca1c-eef6-4f81-a342-d400a59ccd99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=fc13b052-7cb8-44c7-830b-b280e654217c HTTP/1.1" status: 200 len: 217 time: 0.1709223 Jan 10 19:05:28.019675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.078648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9335305-7f72-4125-a6a3-73b52649f472 req-231aee2d-04f9-4dd2-8288-ffd537049c05 service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1416144 Jan 10 19:05:28.084815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Request body: {'port': {'device_id': '10af7499-cf62-438e-9aba-91165551e3be', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'f5b9024ea0174fd9a2c807f89aa0e9e1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:28.145376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Attempting to bind port 6d03dc80-1e24-48b4-9e71-2d96ea81591b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:28.146364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Attempting to bind port 6d03dc80-1e24-48b4-9e71-2d96ea81591b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:28.146364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Attempting to bind port 6d03dc80-1e24-48b4-9e71-2d96ea81591b on network f0255e90-a0cd-4e59-83cc-76d29ea04621 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:28.164904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:28.165281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Checking segment: {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:28.165942 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.167056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Bound using segment: {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:28.167731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Bound port: 6d03dc80-1e24-48b4-9e71-2d96ea81591b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:28.168400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.283863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5c96a-2bef-413b-84f8-8fdddf9eb1fe req-363477ea-b0e3-4e68-9531-e73587eb5239 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:28.285429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34c5c96a-2bef-413b-84f8-8fdddf9eb1fe req-363477ea-b0e3-4e68-9531-e73587eb5239 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 944 time: 0.6987340 Jan 10 19:05:28.295601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:28.306451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Usage tracker for resource:port and tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:28.308065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f3444-3e46-47f7-bbb0-1021b5193ec3 req-473ffa0d-456b-4b65-b924-c464765f5cf7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:28.313159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-849b4822-d379-4a44-b990-08c401cd156e None None] For port 6d03dc80-1e24-48b4-9e71-2d96ea81591b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:28.314706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-103f3444-3e46-47f7-bbb0-1021b5193ec3 req-473ffa0d-456b-4b65-b924-c464765f5cf7 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 944 time: 1.2583017 Jan 10 19:05:28.314803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:28.320500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-849b4822-d379-4a44-b990-08c401cd156e None None] For port 6d03dc80-1e24-48b4-9e71-2d96ea81591b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d03dc80-1e24-48b4-9e71-2d96ea81591b,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:28.335142 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.338806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:28.350339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-d275d4b8-73e7-4523-9224-5332b327cee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:28.354288 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-d275d4b8-73e7-4523-9224-5332b327cee9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.3317616 Jan 10 19:05:28.418444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Made reservation on behalf of f5b9024ea0174fd9a2c807f89aa0e9e1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:28.424375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.509791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b4822-d379-4a44-b990-08c401cd156e None None] Pushing event updated for resources: {'Port': ['ID=6d03dc80-1e24-48b4-9e71-2d96ea81591b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:28.532495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.533372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:28.544851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34c5c96a-2bef-413b-84f8-8fdddf9eb1fe req-424ed2f8-d7f9-4d49-94ef-c67677705348 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250168 Jan 10 19:05:28.563590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-cb32782b-ea8e-42d8-883d-e1bfdf7b0be2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 1095 time: 0.3377323 Jan 10 19:05:28.581030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-103f3444-3e46-47f7-bbb0-1021b5193ec3 req-d16b8a59-7075-4339-92a6-69ebe41d287b tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649019 Jan 10 19:05:28.775421 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50716750-ef17-433c-8e38-8c0887290efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7', 'code': 200} Jan 10 19:05:28.954816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-49425e80-4067-474f-a3a6-c641487fe38f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5934048 Jan 10 19:05:29.225544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Allocated IP 192.168.233.153 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/ab8fbb3a-8042-4e8c-aece-251c978d63ec) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:29.241183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d193b2fe-e76b-4a17-a8d7-fa90f6dea616 req-996de927-8bc6-48b6-94ee-4b6851c192e4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 210 time: 0.2904294 Jan 10 19:05:29.424980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260953d9-6e25-468a-a058-2d37136f9f70 req-3f64da56-e00f-4058-a11c-a262d2a48247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:29.426372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-3f64da56-e00f-4058-a11c-a262d2a48247 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 906 time: 0.8420131 Jan 10 19:05:29.431411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:29.466046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9075adf2-62cf-47ea-8c4e-e70873c9cc01 req-d0f05e6f-c75e-48e9-a4b6-e983a9dfd7d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 0.5563905 Jan 10 19:05:29.494662 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-a769d67d-a461-4f26-aac9-223a2eba7167 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156989 Jan 10 19:05:29.676789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4986-11bb-45e0-a5da-f9f3c841e543 req-4079a1ef-384c-4984-a0ff-4930f46d8322 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:29.686352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-238e4986-11bb-45e0-a5da-f9f3c841e543 req-4079a1ef-384c-4984-a0ff-4930f46d8322 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 946 time: 0.5745118 Jan 10 19:05:29.741591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-010f6f01-2117-4b56-bef5-4854712a8f58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3 HTTP/1.1" status: 200 len: 217 time: 0.3055148 Jan 10 19:05:29.864053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260953d9-6e25-468a-a058-2d37136f9f70 req-b2e5a66e-b62c-4308-a442-5874e1aee838 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:29.865732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-b2e5a66e-b62c-4308-a442-5874e1aee838 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.1134019 Jan 10 19:05:29.891934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9075adf2-62cf-47ea-8c4e-e70873c9cc01 req-ce73197c-fe79-418a-b865-ec6c422f8b13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919966 Jan 10 19:05:29.948369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Subnet': ['ID=452ab6d0-ed39-4810-b9e6-674a65bd1108,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:29.995895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-6f1ae1c7-697b-4c71-863e-499cc70966de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852983 Jan 10 19:05:30.026753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c6b6ea9-dcc2-4662-980a-dae47f5cab55 req-6a4402fc-98f2-46ff-8684-9b80cd949cfc service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759772 Jan 10 19:05:30.031458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-238e4986-11bb-45e0-a5da-f9f3c841e543 req-28f3e028-313c-4809-9ed7-b5c159fb4bf1 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316944 Jan 10 19:05:30.032206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:30.051322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Router dd8ea508-be51-451c-8666-a4001d253756 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:05:30.061251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Transition to ACTIVE for port object ab8fbb3a-8042-4e8c-aece-251c978d63ec will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:30.063185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Checking segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:30.063558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network hostable DHCP agents. Network: 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:05:30.142363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc36aa-a838-45cc-a2f1-dbd41fb4cff5 None None] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:30.172626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-12a3af0e-1b77-471e-ab71-aa649cba2e03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6185431 Jan 10 19:05:30.192905 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:30.258784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:30.272921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:30.316041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:30.357476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:30.432423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:30.470717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:30.501953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:30.502954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:30.549389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-5dc4e29f-82ea-43ba-b9df-4c55e9594b74 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5289454 Jan 10 19:05:30.571911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Request body: {'port': {'device_id': '10af7499-cf62-438e-9aba-91165551e3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:30.667326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:05:30.685493 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Sync routers for ids ['dd8ea508-be51-451c-8666-a4001d253756'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:05:30.709092 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Routers {'dd8ea508-be51-451c-8666-a4001d253756'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:30.709729 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['dd8ea508-be51-451c-8666-a4001d253756'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:30.758071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 3946e337-a7e8-4329-abc1-45eb5142c900 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:30.780784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:30.786291 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5d28a5fc-6ab8-4e9d-bda9-d3eef95d1df4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3148108 Jan 10 19:05:30.787464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:30.802131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-65cdd47d-1a8a-4c66-9946-9e875a736c1f service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945596 Jan 10 19:05:30.807782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468529b6-8ee0-403b-b098-96c7a2916f0c req-16662f8b-9e41-4165-b66e-9247f19ae315 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:30.819504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-468529b6-8ee0-403b-b098-96c7a2916f0c req-16662f8b-9e41-4165-b66e-9247f19ae315 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 1.0861924 Jan 10 19:05:30.841186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d03dc80-1e24-48b4-9e71-2d96ea81591b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:30.881824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:31.065725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:31.102148 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Set router dd8ea508-be51-451c-8666-a4001d253756 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:31.111334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:05:31.170003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'mac_address': 'fa:16:3e:f4:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:31.203468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-468529b6-8ee0-403b-b098-96c7a2916f0c req-c87066bc-56d7-4015-a28f-1d7752a681ba tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825028 Jan 10 19:05:31.259606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:31.306463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:31.311585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:31.353002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d155a63a-62eb-46ef-b455-020f2610f3fb None None] Provisioning for port 6d03dc80-1e24-48b4-9e71-2d96ea81591b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:31.394688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6fd5c109-3f74-4396-9f05-232a00bdde4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.9996369 Jan 10 19:05:31.397440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37758) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:31.404140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ca99f-d77d-42cf-884c-8651d4d7b19e req-bb0634da-c5cb-423d-a7af-b2a001c5380f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:31.423902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d2ca99f-d77d-42cf-884c-8651d4d7b19e req-bb0634da-c5cb-423d-a7af-b2a001c5380f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 944 time: 1.1092095 Jan 10 19:05:31.466641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'subnet': {'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:31.494781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:31.600076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be095c6-ef2e-4812-8b9c-45d7063e2b8c None None] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:31.635514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8fbb3a-8042-4e8c-aece-251c978d63ec {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:31.644782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:31.662000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810c1875-c729-47fe-a96d-4fe9dbfe91b3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:31.662510 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:05:27Z', 'revision_number': 3, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:31.667038 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Checking router: dd8ea508-be51-451c-8666-a4001d253756 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:05:31.667544 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Updating router dd8ea508-be51-451c-8666-a4001d253756 port f4b6518d-eac4-4509-a779-fe9aab4dbd18 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:05:31.692807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6d03dc80-1e24-48b4-9e71-2d96ea81591b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:31.720879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260953d9-6e25-468a-a058-2d37136f9f70 req-6bfe1927-fa55-4b34-8547-5b73f809746d service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900979 Jan 10 19:05:31.736108 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:31.873329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Transition to ACTIVE for port object ab8fbb3a-8042-4e8c-aece-251c978d63ec will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:31.887364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:31.889588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-58c4ba4c-cdcf-4679-b87c-993e33b93b8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdbea77850274e56a1b17a0193b45dee&device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 1097 time: 1.5765464 Jan 10 19:05:31.966957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:31.993751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d2ca99f-d77d-42cf-884c-8651d4d7b19e req-07bb830d-e9dd-4660-8d60-d8f28aaccec0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679903 Jan 10 19:05:32.024246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6d03dc80-1e24-48b4-9e71-2d96ea81591b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:32.024623 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.163571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:32.273186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.281322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:32.302595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:subnet and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:32.318153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:32.370285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:32.372682 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.400254 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Transition to ACTIVE for port object f4b6518d-eac4-4509-a779-fe9aab4dbd18 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:32.405392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-847800f8-42e7-4ce2-9b5e-432f1f38749e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:32.407075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-847800f8-42e7-4ce2-9b5e-432f1f38749e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0adf005-6e55-417f-b164-5f68f9233aa4 HTTP/1.1" status: 200 len: 916 time: 0.4731758 Jan 10 19:05:32.408824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:32.416298 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.445290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1e7b-37fc-456f-ad86-b42c1fe7e83b req-0e4f2517-d445-489a-b62b-9d1e5f3b5d0e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:32.452701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efff1e7b-37fc-456f-ad86-b42c1fe7e83b req-0e4f2517-d445-489a-b62b-9d1e5f3b5d0e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 944 time: 0.9315164 Jan 10 19:05:32.525076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a493298d-77be-44b4-9077-5424e9fda9e7 None None] Provisioning for port ab8fbb3a-8042-4e8c-aece-251c978d63ec completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:32.547747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:32.565928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 3946e337-a7e8-4329-abc1-45eb5142c900 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:32.570246 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Attempting to bind port f4b6518d-eac4-4509-a779-fe9aab4dbd18 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:32.570619 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Attempting to bind port f4b6518d-eac4-4509-a779-fe9aab4dbd18 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:32.571009 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Attempting to bind port f4b6518d-eac4-4509-a779-fe9aab4dbd18 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:32.572992 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Pushing event updated for resources: {'Port': ['ID=f4b6518d-eac4-4509-a779-fe9aab4dbd18,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:32.586648 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:32.587073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:32.588235 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.588235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:32.588606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Bound port: f4b6518d-eac4-4509-a779-fe9aab4dbd18, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:32.588972 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.610795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 3946e337-a7e8-4329-abc1-45eb5142c900 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:32.611428 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.630588 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.631011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.631355 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.631686 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.632013 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.632341 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.632664 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.632984 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.633304 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.633622 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.633938 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:32.717840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Attempting to bind port ab8fbb3a-8042-4e8c-aece-251c978d63ec on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:32.718409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Attempting to bind port ab8fbb3a-8042-4e8c-aece-251c978d63ec by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:32.718526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Attempting to bind port ab8fbb3a-8042-4e8c-aece-251c978d63ec on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:32.730163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Port ab8fbb3a-8042-4e8c-aece-251c978d63ec on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:05:32.731172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Attempting to bind port ab8fbb3a-8042-4e8c-aece-251c978d63ec on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:32.764980 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] For port f4b6518d-eac4-4509-a779-fe9aab4dbd18, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:32.769233 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] For port f4b6518d-eac4-4509-a779-fe9aab4dbd18, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4b6518d-eac4-4509-a779-fe9aab4dbd18,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:32.779001 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.785036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.790672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efff1e7b-37fc-456f-ad86-b42c1fe7e83b req-4760ab01-5a2d-4fef-8ff0-ffd3f21f7ae3 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368330 Jan 10 19:05:32.835816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:32.836013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:32.836274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:32.836734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Bound port: ab8fbb3a-8042-4e8c-aece-251c978d63ec, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:32.837088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.858470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6d03dc80-1e24-48b4-9e71-2d96ea81591b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d03dc80-1e24-48b4-9e71-2d96ea81591b,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:32.902945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.987035 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:32.995416 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Routers {'dd8ea508-be51-451c-8666-a4001d253756'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:33.005498 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['dd8ea508-be51-451c-8666-a4001d253756'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:33.014177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.066759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-33713bfa-581a-4079-ac03-98f4ab1cfbc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc136d1d-97ee-461e-a722-b01d31942e7b HTTP/1.1" status: 200 len: 1001 time: 0.6399660 Jan 10 19:05:33.131884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:33.153871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:33.170233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.193535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaec70-00f1-461b-af08-659bbfff8a6a req-149c4cfc-fed5-47f9-8a17-4398a0acfcd4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:33.195960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ccaec70-00f1-461b-af08-659bbfff8a6a req-149c4cfc-fed5-47f9-8a17-4398a0acfcd4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 948 time: 0.6105721 Jan 10 19:05:33.221796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-1e8eb418-f364-4094-9529-fea59767267e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:33.223637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-1e8eb418-f364-4094-9529-fea59767267e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c3708d6-d15e-4114-8eaa-3cf99499b953 HTTP/1.1" status: 200 len: 854 time: 0.1337471 Jan 10 19:05:33.223930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e337-a7e8-4329-abc1-45eb5142c900'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:33.325817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['810c1875-c729-47fe-a96d-4fe9dbfe91b3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:33.377660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 3946e337-a7e8-4329-abc1-45eb5142c900, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=3946e337-a7e8-4329-abc1-45eb5142c900,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:33.386832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:05:33.387707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.427568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.443526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ccaec70-00f1-461b-af08-659bbfff8a6a req-1d9d7218-0d4b-4537-bda6-06750731d312 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404122 Jan 10 19:05:33.468693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.469854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6d03dc80-1e24-48b4-9e71-2d96ea81591b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:33.470109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] 10.222.0.44 "PUT /v2.0/ports/ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 1096 time: 2.9119668 Jan 10 19:05:33.524119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:33.569386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-0c79c4a2-9678-4591-be82-04f2ed3176ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0adf005-6e55-417f-b164-5f68f9233aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366416 Jan 10 19:05:33.591679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-eca1b32c-a7c8-4dcd-a487-268c784e1a01 None None] Provisioning complete for port 6d03dc80-1e24-48b4-9e71-2d96ea81591b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:33.593021 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eca1b32c-a7c8-4dcd-a487-268c784e1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.600249 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bceb2d-f0b7-406f-9583-1e3bf52db6f8 None None] Pushing event updated for resources: {'Port': ['ID=f4b6518d-eac4-4509-a779-fe9aab4dbd18,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:33.726989 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] Set router dd8ea508-be51-451c-8666-a4001d253756 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:33.734528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ca8a7-2005-49b6-beec-1f15b449ed7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:33.885305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:33.892785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Allocated IP 10.1.1.2 (7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1/452ab6d0-ed39-4810-b9e6-674a65bd1108/f377d1fe-7746-4de6-bb9f-153b4cffcd0e) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:34.020994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-5a3f85f2-844e-4ff0-b68d-b7552ccfc03d service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381313 Jan 10 19:05:34.154318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-913e69b3-6e79-4e91-9cc8-22a4044a4606 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1099 time: 0.6129904 Jan 10 19:05:34.164590 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-865a1374-4df9-4b92-9aab-95bdfd889001 req-782be68d-d768-4a6b-bb77-9b7c22c981c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 1096 time: 0.4257517 Jan 10 19:05:34.213639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:34.225589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Transition to ACTIVE for port object f377d1fe-7746-4de6-bb9f-153b4cffcd0e will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:34.250773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Transition to ACTIVE for port object f377d1fe-7746-4de6-bb9f-153b4cffcd0e will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:34.254919 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e337-a7e8-4329-abc1-45eb5142c900', 'code': 200} Jan 10 19:05:34.346532 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:34.357050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-1ac5b3a8-9616-4dab-a00c-55fb4817a3e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 217 time: 0.1776786 Jan 10 19:05:34.414995 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-865a1374-4df9-4b92-9aab-95bdfd889001 req-0532b627-512c-44f9-91fc-fdc647f6f93d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343431 Jan 10 19:05:34.446681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Subnet': ['ID=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:34.447900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=3946e337-a7e8-4329-abc1-45eb5142c900,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:34.460189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:34.523464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:34.546220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:34.546666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2482-fec5-491a-9419-0213f81f01cb req-9e65825e-fe25-4aae-b7f0-2e2a8823d324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:34.548568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-9e65825e-fe25-4aae-b7f0-2e2a8823d324 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1672249 Jan 10 19:05:34.588367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Checking segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:34.589086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network hostable DHCP agents. Network: d898116f-d47a-4970-bbc3-5bf804e8da1a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:05:34.642956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e70ed-fcf4-4f25-a761-87ee7b07cd82 req-f0faaa9b-ace5-4e33-940c-a5988c01430a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:34.650918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b41e70ed-fcf4-4f25-a761-87ee7b07cd82 req-f0faaa9b-ace5-4e33-940c-a5988c01430a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.9663715 Jan 10 19:05:34.662300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Pushing event updated for resources: {'Port': ['ID=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:34.702846 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:05:27Z', 'revision_number': 3, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:34.709842 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:34.711797 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7214a-ac22-45a6-a7c8-d1d094a704b8 None None] The sync data for ids ['dd8ea508-be51-451c-8666-a4001d253756'] in n-d-816927-8 is: [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:05:27Z', 'revision_number': 3, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:05:34.728137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60b1c603-7a4d-450f-be2d-9c8625d7ba30 req-a896265e-fc05-4a80-975e-aecdff487284 service neutron] 10.222.0.30 "GET /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736071 Jan 10 19:05:34.752744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362dd97-d38d-45ac-8b36-351f32921e36 req-be284059-ddb7-494a-9117-cb63d81641f5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:34.762715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d362dd97-d38d-45ac-8b36-351f32921e36 req-be284059-ddb7-494a-9117-cb63d81641f5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 0.2901764 Jan 10 19:05:34.765044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Attempting to bind port f377d1fe-7746-4de6-bb9f-153b4cffcd0e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:34.765424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Attempting to bind port f377d1fe-7746-4de6-bb9f-153b4cffcd0e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:34.766049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Attempting to bind port f377d1fe-7746-4de6-bb9f-153b4cffcd0e on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:34.787071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:34.787486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Checking segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:34.787896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:34.788346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Bound using segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:34.788820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Bound port: f377d1fe-7746-4de6-bb9f-153b4cffcd0e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:34.789286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:34.794490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network d898116f-d47a-4970-bbc3-5bf804e8da1a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:05:34.816877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d898116f-d47a-4970-bbc3-5bf804e8da1a) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:34.842789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b41e70ed-fcf4-4f25-a761-87ee7b07cd82 req-4fc4dfae-a0ad-4f7a-aca4-3c4b20cedbb3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907449 Jan 10 19:05:34.851397 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-e9577312-e70a-4b67-9adf-0915065abb9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355144 Jan 10 19:05:34.852173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:34.855754 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:34.911236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] For port f377d1fe-7746-4de6-bb9f-153b4cffcd0e, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:34.919229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] For port f377d1fe-7746-4de6-bb9f-153b4cffcd0e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:34.930258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dbfdea-26e5-415b-83ad-e2245755f81a None None] Network d898116f-d47a-4970-bbc3-5bf804e8da1a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:34.941959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d362dd97-d38d-45ac-8b36-351f32921e36 req-7d837cf5-1ce7-4015-b45b-39bcab71ff14 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780519 Jan 10 19:05:34.950238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f4d58326-bd72-4560-adba-9c6919e7714a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4908488 Jan 10 19:05:34.951138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37790) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:34.963421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'name': 'tempest-TaggedBootDevicesTest_v242-679567912', 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:35.115600 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:35.255044 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'status': 'completed', 'code': 200} Jan 10 19:05:35.312719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d03dc80-1e24-48b4-9e71-2d96ea81591b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:35.333146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:35.434723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:port and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:35.441003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:35.454503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:35.511788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:35.687746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b4939-8ddf-4db5-b77f-9fd1525cfb0d None None] Pushing event updated for resources: {'Port': ['ID=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:35.740243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-56f80fb0-7a76-4873-a3aa-44946da5ce5b service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690813 Jan 10 19:05:35.926487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Allocated IP 172.20.0.1 (f0255e90-a0cd-4e59-83cc-76d29ea04621/bcfb36ef-c8a4-4e26-aa82-f472427e863f/ee4ceda5-a2c3-42de-967c-08822865fbf3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:35.946094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6d03dc80-1e24-48b4-9e71-2d96ea81591b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:35.946480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:35.973243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf0bf9-1ff8-47da-b4b7-fdff905c4f26 req-b64c6656-ad27-4f60-b55f-bdc123c3efda tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:35.978721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bbf0bf9-1ff8-47da-b4b7-fdff905c4f26 req-b64c6656-ad27-4f60-b55f-bdc123c3efda tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 945 time: 0.6473975 Jan 10 19:05:35.994277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:36.033244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d898116f-d47a-4970-bbc3-5bf804e8da1a', 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'fixed_ips': [{'subnet_id': '6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:05:36.035283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:36.120055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] device_id is not set on port 0a3aee75-52fd-477f-b342-6b92d96912ac yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:05:36.166899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bbf0bf9-1ff8-47da-b4b7-fdff905c4f26 req-385a4456-ffc1-4985-8ced-c60ee05c46ec tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394563 Jan 10 19:05:36.305454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450a5d2-603a-40a4-a424-a854ee192791 req-1b31ebc1-c2a2-481e-8f37-1631b4c34456 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:36.319497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b450a5d2-603a-40a4-a424-a854ee192791 req-1b31ebc1-c2a2-481e-8f37-1631b4c34456 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 948 time: 0.4539902 Jan 10 19:05:36.349600 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e48f2482-fec5-491a-9419-0213f81f01cb req-c904da6d-15a6-4831-809f-486045bd769b service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081104 Jan 10 19:05:36.500241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Allocated IP 10.2.2.2 (d898116f-d47a-4970-bbc3-5bf804e8da1a/6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d/02dfa056-1676-43c1-8182-6976f29b2d1d) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:36.550595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:36.568257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Transition to ACTIVE for port object ee4ceda5-a2c3-42de-967c-08822865fbf3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:36.606879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:36.608519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b450a5d2-603a-40a4-a424-a854ee192791 req-face1c29-6574-4a3a-8e28-df4d72161e94 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880714 Jan 10 19:05:36.649491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:36.716984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4ceda5-a2c3-42de-967c-08822865fbf3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:36.734465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51550f0-ff36-48e2-a52b-1df6d9670247 req-0765da3e-1bcd-49ee-b8ed-fa870f2625cf tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:36.744159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51550f0-ff36-48e2-a52b-1df6d9670247 req-0765da3e-1bcd-49ee-b8ed-fa870f2625cf tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 946 time: 0.2798908 Jan 10 19:05:36.775693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:36.782704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:36.786438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:36.845918 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:36.858041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Transition to ACTIVE for port object 02dfa056-1676-43c1-8182-6976f29b2d1d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:36.883014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Transition to ACTIVE for port object 02dfa056-1676-43c1-8182-6976f29b2d1d will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:36.898719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:36.903817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 10.1.1.23 (7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1/452ab6d0-ed39-4810-b9e6-674a65bd1108/0a3aee75-52fd-477f-b342-6b92d96912ac) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:36.922666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51550f0-ff36-48e2-a52b-1df6d9670247 req-ab85820b-9d96-434e-8132-c4fe9017565f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775801 Jan 10 19:05:36.953989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-78424e63-c8ae-4239-8338-e712e2f85735 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1099 time: 0.5354793 Jan 10 19:05:37.012848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:37.045761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:37.046133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.170925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.228532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Pushing event updated for resources: {'Port': ['ID=02dfa056-1676-43c1-8182-6976f29b2d1d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:37.286114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Network d898116f-d47a-4970-bbc3-5bf804e8da1a is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:37.294015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:37.296580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:37.305080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4b6518d-eac4-4509-a779-fe9aab4dbd18 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:37.477713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.486741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83129d54-3762-48ad-aa35-573acfdcf83b None None] Provisioning for port ee4ceda5-a2c3-42de-967c-08822865fbf3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:37.528403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83129d54-3762-48ad-aa35-573acfdcf83b None None] Provisioning complete for port ee4ceda5-a2c3-42de-967c-08822865fbf3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:37.528789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83129d54-3762-48ad-aa35-573acfdcf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.560485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30325c1f-1201-40f3-ac6d-b1d552fac70d None None] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:37.605796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-5cda48a9-a085-4df5-a5c2-9c979e042e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:37.607576 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-5cda48a9-a085-4df5-a5c2-9c979e042e5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.6368039 Jan 10 19:05:37.704252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-e6727d08-523e-4934-9313-c1c3f68d790d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 217 time: 0.0862350 Jan 10 19:05:37.741677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Attempting to bind port 02dfa056-1676-43c1-8182-6976f29b2d1d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:37.742061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Attempting to bind port 02dfa056-1676-43c1-8182-6976f29b2d1d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:37.742315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Attempting to bind port 02dfa056-1676-43c1-8182-6976f29b2d1d on network d898116f-d47a-4970-bbc3-5bf804e8da1a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:37.796716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.831915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object 0a3aee75-52fd-477f-b342-6b92d96912ac will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:37.850889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:37.851566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Checking segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:37.851861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.852648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Bound using segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:37.853131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Bound port: 02dfa056-1676-43c1-8182-6976f29b2d1d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:37.853521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.876063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-b3d91ddd-495e-4116-8bcb-4b658d54c5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:37.877698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-b3d91ddd-495e-4116-8bcb-4b658d54c5ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1541967 Jan 10 19:05:37.932680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:37.947911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-1c31e4bf-b290-4189-aa22-23cebd87b8c8 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:37.950777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-1c31e4bf-b290-4189-aa22-23cebd87b8c8 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.30 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 946 time: 0.9140644 Jan 10 19:05:37.974539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] For port 02dfa056-1676-43c1-8182-6976f29b2d1d, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:37.979005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] For port 02dfa056-1676-43c1-8182-6976f29b2d1d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=02dfa056-1676-43c1-8182-6976f29b2d1d,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:37.984934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-83129d54-3762-48ad-aa35-573acfdcf83b None None] Port ee4ceda5-a2c3-42de-967c-08822865fbf3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:05:37.986907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f4b6518d-eac4-4509-a779-fe9aab4dbd18 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:37.998800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.000345 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.015830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.078266 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-c61d0177-151a-4ae5-9741-bc51cfe85c93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828384 Jan 10 19:05:38.080215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefd78f-d9ea-4ced-a840-c8d0e78728b1 req-602990e0-610e-4edc-b108-218c82c4f512 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:38.093373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9aefd78f-d9ea-4ced-a840-c8d0e78728b1 req-602990e0-610e-4edc-b108-218c82c4f512 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 1.1663709 Jan 10 19:05:38.114367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f4b6518d-eac4-4509-a779-fe9aab4dbd18 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:38.114785 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.212128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9aefd78f-d9ea-4ced-a840-c8d0e78728b1 req-410c90a3-6cc5-4c59-bb7d-84826dfe787a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147401 Jan 10 19:05:38.242037 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.242172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4ceda5-a2c3-42de-967c-08822865fbf3,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:38.269246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.338086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:38.349689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:38.380845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b97a6-ff69-41d7-acba-b8e09a45a6b4 req-070b20ac-1394-47f1-8975-3ab8fd8f329a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:38.382429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e1b97a6-ff69-41d7-acba-b8e09a45a6b4 req-070b20ac-1394-47f1-8975-3ab8fd8f329a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 945 time: 0.5228670 Jan 10 19:05:38.383354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:38.392123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:38.458597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Deleting port 0277257a-9d13-438a-a840-78eb995b2611 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:38.459131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.471494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:38.489655 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8b64c76-0600-4d82-8a44-7ac920ffdbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.493072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:38.529651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-af44e974-63f2-4cb4-b9f2-2dc36a660b97 None None] Provisioning for port f377d1fe-7746-4de6-bb9f-153b4cffcd0e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:38.538733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:38.562024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafc57e-cf2a-41d5-b07f-26810d0aef7c None None] Pushing event updated for resources: {'Port': ['ID=02dfa056-1676-43c1-8182-6976f29b2d1d,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:38.572858 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.580739 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-23a8b22f-a14c-4cb9-92fa-b14814451dab service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939725 Jan 10 19:05:38.635526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 0277257a-9d13-438a-a840-78eb995b2611 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:05:38.740473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:05:38.805384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:38.808958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:38.859099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:38.859696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:38.981983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1d9249bf-df18-4605-a108-da60ce169542 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0266283 Jan 10 19:05:38.988823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:39.016636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'name': 'tempest-TaggedBootDevicesTest_v242-254230529', 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:39.109487 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5e634af7-ddda-45cf-b493-5c671bb1eaca req-ec32fc5a-7267-488e-9f45-e75e2be7312f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146086 Jan 10 19:05:39.226637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:39.244163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:39.289352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:39.295074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:port and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:39.298586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:39.306899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:39.353523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:39.366813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f4b6518d-eac4-4509-a779-fe9aab4dbd18, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4b6518d-eac4-4509-a779-fe9aab4dbd18,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:39.399328 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:39.400108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f377d1fe-7746-4de6-bb9f-153b4cffcd0e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:39.405287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:39.412701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:39.448339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] device_id is not set on port d7554c61-826c-42f4-9b80-548855ac990a yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:05:39.470226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'mac_address': 'fa:16:3e:e8:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:39.590666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:39.629212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Router dd8ea508-be51-451c-8666-a4001d253756 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:05:39.712035 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:39.767330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d55f56d3-65c2-4a55-92b2-67f664132ce0 None None] Provisioning complete for port ee4ceda5-a2c3-42de-967c-08822865fbf3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:39.767708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d55f56d3-65c2-4a55-92b2-67f664132ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:39.785060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 10.1.1.103 (7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1/452ab6d0-ed39-4810-b9e6-674a65bd1108/d7554c61-826c-42f4-9b80-548855ac990a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:39.861010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e1b97a6-ff69-41d7-acba-b8e09a45a6b4 req-7cb170a3-0151-431a-9bc8-e4530d0b99c4 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4229786 Jan 10 19:05:39.880098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8fbb3a-8042-4e8c-aece-251c978d63ec {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:39.993742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:39.995011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f4b6518d-eac4-4509-a779-fe9aab4dbd18,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:40.022208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.051121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478414e-d133-4152-84e7-456685b7172d req-07c80106-b2cb-4786-9737-7fa252a3f752 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:40.052705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a478414e-d133-4152-84e7-456685b7172d req-07c80106-b2cb-4786-9737-7fa252a3f752 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 1.2385964 Jan 10 19:05:40.054767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:05:40.073578 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-254df715-2408-469f-aa33-578a52fb4eb3 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd8ea508-be51-451c-8666-a4001d253756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2846687 Jan 10 19:05:40.128022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f377d1fe-7746-4de6-bb9f-153b4cffcd0e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:40.151030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Sync routers for ids ['dd8ea508-be51-451c-8666-a4001d253756'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:05:40.180639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f377d1fe-7746-4de6-bb9f-153b4cffcd0e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:40.181319 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.258586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:40.260288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d55f56d3-65c2-4a55-92b2-67f664132ce0 None None] Port ee4ceda5-a2c3-42de-967c-08822865fbf3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:05:40.275634 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.301238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:40.303872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Routers {'dd8ea508-be51-451c-8666-a4001d253756'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:40.304471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['dd8ea508-be51-451c-8666-a4001d253756'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:40.337115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a478414e-d133-4152-84e7-456685b7172d req-a42d2f89-0fee-42fe-a0c6-6f5a7c6a5255 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426305 Jan 10 19:05:40.387318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46293b-ab43-4c7e-bca2-1561a28f9dbe None None] Network d898116f-d47a-4970-bbc3-5bf804e8da1a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:40.453873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:40.454282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.480632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-2fe86433-e548-4293-9083-f8e912962da2 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:40.482097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-2fe86433-e548-4293-9083-f8e912962da2 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.30 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 1.1651528 Jan 10 19:05:40.645833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ab8fbb3a-8042-4e8c-aece-251c978d63ec'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:40.701377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Calling delete_port for 0277257a-9d13-438a-a840-78eb995b2611 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:40.745277 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a4af8ad-ec51-4674-8903-d837ce48f256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.766183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Provisioning for port 0a3aee75-52fd-477f-b342-6b92d96912ac completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:40.786470 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.786973 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.798572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:40.816001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Provisioning complete for port 0a3aee75-52fd-477f-b342-6b92d96912ac triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:40.816372 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.825423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce234a-98ab-40b9-96f9-6bc30f825f95 req-bdf2d5c9-3014-450a-91b2-b2e88472e394 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:40.826904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66ce234a-98ab-40b9-96f9-6bc30f825f95 req-bdf2d5c9-3014-450a-91b2-b2e88472e394 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 949 time: 0.6790938 Jan 10 19:05:40.829938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Deleting port dc136d1d-97ee-461e-a722-b01d31942e7b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:40.830208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:40.913621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object d7554c61-826c-42f4-9b80-548855ac990a will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:40.966355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f377d1fe-7746-4de6-bb9f-153b4cffcd0e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:40.984465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Port 0a3aee75-52fd-477f-b342-6b92d96912ac cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:05:40.987441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Set router dd8ea508-be51-451c-8666-a4001d253756 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:40.998625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:05:40.999276 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:05:41.004814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eba20-cc28-4e19-841a-ee5b3ac819cd req-a30906c8-3493-4a83-8740-6689e2ea9d3f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:41.006314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac3eba20-cc28-4e19-841a-ee5b3ac819cd req-a30906c8-3493-4a83-8740-6689e2ea9d3f tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ce5480-fdf7-4d60-8420-88dcbf25093f HTTP/1.1" status: 200 len: 944 time: 0.5319757 Jan 10 19:05:41.025395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66ce234a-98ab-40b9-96f9-6bc30f825f95 req-4bc5e498-c357-4087-8e94-4a29a9e43c78 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626010 Jan 10 19:05:41.031201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.096519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.326697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Provisioning complete for port f377d1fe-7746-4de6-bb9f-153b4cffcd0e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:41.326697 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.360592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:41.372797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:41.375289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:41.375545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4b6518d-eac4-4509-a779-fe9aab4dbd18 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:41.413566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:41.458993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac3eba20-cc28-4e19-841a-ee5b3ac819cd req-dc68f48b-f312-458a-914d-b8ceb61154a8 tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.21 "GET /v2.0/security-groups?id=d39efe76-1424-481e-a879-7cf9f6a08b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443576 Jan 10 19:05:41.500811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Deleting port 0277257a-9d13-438a-a840-78eb995b2611 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:41.501156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.550180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:41.562025 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'code': 200} Jan 10 19:05:41.589153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:41.590180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.679897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:41.679897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.830776 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.858523 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-d1b04d99-79a6-4ca8-baba-56a3e255b398 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 1096 time: 0.3514721 Jan 10 19:05:41.861377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.865612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ef5165b0-49fe-4b4b-945d-e6ff3541df51 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8553267 Jan 10 19:05:41.916404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f4b6518d-eac4-4509-a779-fe9aab4dbd18 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:41.917492 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:41.989625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04189a10-eedf-433e-af82-14e415a39a51 None None] Provisioning for port 02dfa056-1676-43c1-8182-6976f29b2d1d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:42.017412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-fdc90b78-c9e6-42f4-8215-efce45da1125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:42.018899 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-fdc90b78-c9e6-42f4-8215-efce45da1125 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.1542382 Jan 10 19:05:42.025595 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d10106be-db0a-4766-878b-24fb88e0c161 req-bc7111c4-7bca-4962-b381-255eda240334 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 1097 time: 0.4279480 Jan 10 19:05:42.064905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:05:37Z', 'revision_number': 4, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ee4ceda5-a2c3-42de-967c-08822865fbf3', 'name': '', 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'mac_address': 'fa:16:3e:93:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:34Z', 'updated_at': '2022-01-10T19:05:37Z', 'revision_number': 2, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'subnets': [{'id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:42.073985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Checking router: dd8ea508-be51-451c-8666-a4001d253756 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:05:42.074455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Updating router dd8ea508-be51-451c-8666-a4001d253756 port ee4ceda5-a2c3-42de-967c-08822865fbf3 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:05:42.098292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-7460a954-5ea7-4035-8cfe-972b957f86a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946e337-a7e8-4329-abc1-45eb5142c900 HTTP/1.1" status: 200 len: 217 time: 0.0704858 Jan 10 19:05:42.113815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 02dfa056-1676-43c1-8182-6976f29b2d1d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:42.152522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] For port 0277257a-9d13-438a-a840-78eb995b2611, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=0277257a-9d13-438a-a840-78eb995b2611,segment=NetworkSegment(6bc0d4bd-ac94-407b-8190-55c713f07f07),segment_id=6bc0d4bd-ac94-407b-8190-55c713f07f07)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:42.153065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.190591 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d10106be-db0a-4766-878b-24fb88e0c161 req-00cf4ab4-5239-4c23-b806-8dc7760c58e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915959 Jan 10 19:05:42.191717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.206648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-b3fc8232-a60d-44ce-8889-941e70ef4300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:42.208269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-b3fc8232-a60d-44ce-8889-941e70ef4300 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.0936604 Jan 10 19:05:42.255521 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-d0fd4bec-4628-4d66-918f-c8c39a2a32cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406437 Jan 10 19:05:42.276410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 02dfa056-1676-43c1-8182-6976f29b2d1d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:42.318946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6778d4f8-18a6-4db6-a8e0-16ef2a353753 None None] Provisioning for port d7554c61-826c-42f4-9b80-548855ac990a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:42.334929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 02dfa056-1676-43c1-8182-6976f29b2d1d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:42.335630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.360584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Calling delete_port for 0277257a-9d13-438a-a840-78eb995b2611 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:42.434589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6778d4f8-18a6-4db6-a8e0-16ef2a353753 None None] Provisioning complete for port d7554c61-826c-42f4-9b80-548855ac990a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:42.434846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6778d4f8-18a6-4db6-a8e0-16ef2a353753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.460738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0deb7bf1-2edf-4041-8190-a793226329bf req-fd4116d9-e666-4637-84be-6c76854cf935 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Synchronizing usage tracker for tenant:912ef51c73da454d89e0efd7a0f5c6cb on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:42.520370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-7de17e82-f6f7-4b49-b65b-cbfa78581e74 service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556226 Jan 10 19:05:42.528053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34090f93-84dd-4a1a-a4a1-55b63982c2f7 req-c624a4f7-c40d-4872-90a4-b62372ec6a17 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:42.536816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34090f93-84dd-4a1a-a4a1-55b63982c2f7 req-c624a4f7-c40d-4872-90a4-b62372ec6a17 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 946 time: 0.6786010 Jan 10 19:05:42.537117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:42.560494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device dc136d1d-97ee-461e-a722-b01d31942e7b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:05:42.595117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6778d4f8-18a6-4db6-a8e0-16ef2a353753 None None] Port d7554c61-826c-42f4-9b80-548855ac990a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:05:42.649063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0deb7bf1-2edf-4041-8190-a793226329bf req-fd4116d9-e666-4637-84be-6c76854cf935 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Unset dirty status for tenant:912ef51c73da454d89e0efd7a0f5c6cb on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:42.650797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0deb7bf1-2edf-4041-8190-a793226329bf req-fd4116d9-e666-4637-84be-6c76854cf935 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7937486 Jan 10 19:05:42.655918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34090f93-84dd-4a1a-a4a1-55b63982c2f7 req-dc787f67-77a0-4cca-a72d-8179d2cc4436 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183114 Jan 10 19:05:42.673526 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5ab38d-090e-418e-8c2a-bc2619a6c604 req-8aede0d2-0d02-4f7a-887d-36c29b280c2d service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428642 Jan 10 19:05:42.695352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:42.704806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:42.712450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Usage tracker for resource:floatingip and tenant:912ef51c73da454d89e0efd7a0f5c6cb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:42.717624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:42.730174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:42.749117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.766946 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.768254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.768254 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Floating IP 752531a2-5f1d-45f4-b8f7-11109f8300bd disassociated. External IP: 172.25.6.33, port: dc136d1d-97ee-461e-a722-b01d31942e7b. Jan 10 19:05:42.768254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Calling delete_port for dc136d1d-97ee-461e-a722-b01d31942e7b owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:42.801801 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.863860 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.868814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Pushing event deleted for resources: {'Port': ['ID=0277257a-9d13-438a-a840-78eb995b2611,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:42.898382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port ab8fbb3a-8042-4e8c-aece-251c978d63ec completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:42.909241 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.934350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ab8fbb3a-8042-4e8c-aece-251c978d63ec triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:42.934759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:42.990497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 02dfa056-1676-43c1-8182-6976f29b2d1d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=02dfa056-1676-43c1-8182-6976f29b2d1d,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:43.042930 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.115592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.142808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.152701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:43.160166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f377d1fe-7746-4de6-bb9f-153b4cffcd0e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:43.187978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] No DVR routers for this DVR port 0277257a-9d13-438a-a840-78eb995b2611 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:05:43.191663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.198467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'name': 'network-vif-deleted', 'tag': '0277257a-9d13-438a-a840-78eb995b2611'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:43.210344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.212401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Transition to ACTIVE for port object ee4ceda5-a2c3-42de-967c-08822865fbf3 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:05:43.221682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0c0fb5b-e0b3-4c91-97fa-16339f3f3f22 req-097c45fe-eec8-4b39-93ab-3239b90e04bb tempest-InstanceActionsNegativeTestJSON-921602526 tempest-InstanceActionsNegativeTestJSON-921602526-project] 10.222.0.30 "DELETE /v2.0/ports/0277257a-9d13-438a-a840-78eb995b2611 HTTP/1.1" status: 204 len: 173 time: 5.1983852 Jan 10 19:05:43.230528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=02dfa056-1676-43c1-8182-6976f29b2d1d,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:43.239024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:05:43.239381 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:05:43.271730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acd6a6-5690-48d6-a860-cd321a6decba req-a287271f-3173-4502-b8e9-c014603bf103 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:43.273197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42acd6a6-5690-48d6-a860-cd321a6decba req-a287271f-3173-4502-b8e9-c014603bf103 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 946 time: 0.2337344 Jan 10 19:05:43.275196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.356094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42acd6a6-5690-48d6-a860-cd321a6decba req-6ca2242b-81f7-4211-aed5-0a2038350a20 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749018 Jan 10 19:05:43.358825 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.447542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.487175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:43.586807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0277257a-9d13-438a-a840-78eb995b2611'}, {'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b'}, {'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:43.587048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Allocated IP 172.25.6.41 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/59e175e0-67fd-4311-a8be-86c291feb0a0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:43.621793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f377d1fe-7746-4de6-bb9f-153b4cffcd0e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:43.622167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.675892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:43.696909 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.696909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:05:43.721554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116dc7-43e9-48c5-a1bb-c172a4472668 req-b49f266e-6118-48ed-886d-57cf933e4df8 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:43.724890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a116dc7-43e9-48c5-a1bb-c172a4472668 req-b49f266e-6118-48ed-886d-57cf933e4df8 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.1971042 Jan 10 19:05:43.740232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Deleting port dc136d1d-97ee-461e-a722-b01d31942e7b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:43.740574 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.750474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9c6ba-f677-45fc-bd52-c6e67497ed6c None None] Pushing event updated for resources: {'Port': ['ID=ee4ceda5-a2c3-42de-967c-08822865fbf3,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:43.821492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Attempting to bind port ee4ceda5-a2c3-42de-967c-08822865fbf3 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:05:43.821815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Attempting to bind port ee4ceda5-a2c3-42de-967c-08822865fbf3 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:05:43.821970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Attempting to bind port ee4ceda5-a2c3-42de-967c-08822865fbf3 on network f0255e90-a0cd-4e59-83cc-76d29ea04621 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:05:43.865186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:05:43.865557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Checking segment: {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:43.865959 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.866356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Bound using segment: {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:05:43.866833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Bound port: ee4ceda5-a2c3-42de-967c-08822865fbf3, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89770ea8-3e59-4da9-bc90-dc358297f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:05:43.867338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.885014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:43.927406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a116dc7-43e9-48c5-a1bb-c172a4472668 req-aa4181aa-141d-4b33-9912-cc70dfa63e88 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902292 Jan 10 19:05:43.997550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:44.066238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.088290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] For port ee4ceda5-a2c3-42de-967c-08822865fbf3, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:05:44.093464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] For port dc136d1d-97ee-461e-a722-b01d31942e7b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=dc136d1d-97ee-461e-a722-b01d31942e7b,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:44.093843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.095554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] For port ee4ceda5-a2c3-42de-967c-08822865fbf3, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee4ceda5-a2c3-42de-967c-08822865fbf3,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:05:44.104150 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.169436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.196698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:44.206665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.240871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9c6ba-f677-45fc-bd52-c6e67497ed6c None None] Pushing event updated for resources: {'Port': ['ID=ee4ceda5-a2c3-42de-967c-08822865fbf3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:44.243764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Routers {'dd8ea508-be51-451c-8666-a4001d253756'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:44.244555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['dd8ea508-be51-451c-8666-a4001d253756'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:44.385449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:44.395119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269594145', 'description': 'tempest-description--75064489'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:44.409993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:44.414822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:security_group and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:44.418331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:44.428381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:44.446557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.448154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:44.508489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:44.512837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:security_group_rule and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:44.513932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] Set router dd8ea508-be51-451c-8666-a4001d253756 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:44.515912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:44.521721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:44.556238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Pushing event updated for resources: {'Port': ['ID=59e175e0-67fd-4311-a8be-86c291feb0a0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:44.587944 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.591261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.591807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.592083 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Floating IP 752531a2-5f1d-45f4-b8f7-11109f8300bd disassociated. External IP: 172.25.6.33, port: dc136d1d-97ee-461e-a722-b01d31942e7b. Jan 10 19:05:44.592714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Calling delete_port for dc136d1d-97ee-461e-a722-b01d31942e7b owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:44.593235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.623602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:44.634129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:44.635820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:44.641298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:44.647054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.650751 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53e62138-96f5-4d32-a1dd-789e129835c2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.2606137 Jan 10 19:05:44.650985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37886) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:44.656467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'security_group_rule': {'security_group_id': '4f7535c1-8ce4-4651-974c-a8d2cbb40aa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:44.662305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:44.666116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:security_group_rule and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:44.670357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:44.677997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:44.699718 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.761229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.765891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.776320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d16e6-8eb5-4537-b241-3b59f24b54ea req-662950f3-7f05-45ee-9254-14f171d098af tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:44.777961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc1d16e6-8eb5-4537-b241-3b59f24b54ea req-662950f3-7f05-45ee-9254-14f171d098af tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.2647314 Jan 10 19:05:44.794957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95af1ad6-e061-4a6a-bb36-a4eecad044e2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:44.807127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.811397 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34d3e3f9-ae18-40eb-bd26-2509f8152cb7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1570380 Jan 10 19:05:44.811543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37890) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:44.817374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'security_group_rule': {'security_group_id': '4f7535c1-8ce4-4651-974c-a8d2cbb40aa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:44.823317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:44.828095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:security_group_rule and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:44.831375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:44.837384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:44.857354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.893400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:05:37Z', 'revision_number': 4, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ee4ceda5-a2c3-42de-967c-08822865fbf3', 'name': '', 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'mac_address': 'fa:16:3e:93:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:34Z', 'updated_at': '2022-01-10T19:05:44Z', 'revision_number': 4, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'subnets': [{'id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:44.895530 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.898729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082104b-8ca7-4315-a9b3-e2f796cb1718 None None] The sync data for ids ['dd8ea508-be51-451c-8666-a4001d253756'] in n-d-816927-8 is: [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:05:37Z', 'revision_number': 4, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ee4ceda5-a2c3-42de-967c-08822865fbf3', 'name': '', 'network_id': 'f0255e90-a0cd-4e59-83cc-76d29ea04621', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'mac_address': 'fa:16:3e:93:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:34Z', 'updated_at': '2022-01-10T19:05:44Z', 'revision_number': 4, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'subnets': [{'id': 'bcfb36ef-c8a4-4e26-aa82-f472427e863f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:05:44.939416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.943644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:44.999715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3416625-5b25-447f-9106-39c7198eaa5f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:45.004948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.013074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.014498 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a111692-88b5-4429-b919-0d597d6f9137 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2020123 Jan 10 19:05:45.018164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37896) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:45.025351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.025556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:45.029627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc1d16e6-8eb5-4537-b241-3b59f24b54ea req-3e87fb1e-aad0-4b88-bd25-96b9ff50922a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104640 Jan 10 19:05:45.036330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:45.046672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:floatingip and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:45.053010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:45.075950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:45.117733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.160006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37900) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:45.185895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event deleted for resources: {'Port': ['ID=dc136d1d-97ee-461e-a722-b01d31942e7b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:45.192900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.330069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee4ceda5-a2c3-42de-967c-08822865fbf3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:45.343928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Deleting subnet 84508042-c4de-469c-b1c0-f0b23461c79b {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:05:45.347044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.406286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.415327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ee4ceda5-a2c3-42de-967c-08822865fbf3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:05:45.415647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.421507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ee4ceda5-a2c3-42de-967c-08822865fbf3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:45.422221 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.508455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.510198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.556087 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.610316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ee4ceda5-a2c3-42de-967c-08822865fbf3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee4ceda5-a2c3-42de-967c-08822865fbf3,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:45.622755 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.623956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 02dfa056-1676-43c1-8182-6976f29b2d1d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:45.665382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0f7ef-7f2c-4d46-b927-c357188c77cf req-4aea18b7-3c9a-4541-a4f0-7236189892fd tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:45.668456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5b0f7ef-7f2c-4d46-b927-c357188c77cf req-4aea18b7-3c9a-4541-a4f0-7236189892fd tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 947 time: 0.3632636 Jan 10 19:05:45.750840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.782399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ee4ceda5-a2c3-42de-967c-08822865fbf3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:45.798253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 02dfa056-1676-43c1-8182-6976f29b2d1d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:45.798699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.833231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84508042-c4de-469c-b1c0-f0b23461c79b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:45.847371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.869306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b609209b-8ebc-4c17-abd8-a892019c1101 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84508042-c4de-469c-b1c0-f0b23461c79b HTTP/1.1" status: 204 len: 168 time: 0.7071218 Jan 10 19:05:45.871471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 172.25.6.47 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a00abb42-bc89-471c-b149-ee4026781090) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:45.873618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:45.909943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:45.931691 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5b0f7ef-7f2c-4d46-b927-c357188c77cf req-13fa7453-4e40-4761-af7d-57ae2bd9f260 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572999 Jan 10 19:05:45.934113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.033790 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'name': 'network-vif-deleted', 'tag': '0277257a-9d13-438a-a840-78eb995b2611', 'status': 'completed', 'code': 200} Jan 10 19:05:46.111536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Pushing event updated for resources: {'Port': ['ID=59e175e0-67fd-4311-a8be-86c291feb0a0,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:46.129564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.150444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.154099 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ce5480-fdf7-4d60-8420-88dcbf25093f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0277257a-9d13-438a-a840-78eb995b2611', 'code': 200} Jan 10 19:05:46.154382 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'code': 200} Jan 10 19:05:46.154670 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'code': 200} Jan 10 19:05:46.155908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Router 3087d86c-b081-482e-adb5-00ed9b07bff0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:05:46.252367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.253648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0deb7bf1-2edf-4041-8190-a793226329bf req-aa7b0c1a-3968-4a61-bf36-1fb1e8d9a3dc tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5682201 Jan 10 19:05:46.372832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.378809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.382189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0deb7bf1-2edf-4041-8190-a793226329bf req-703bb7a8-110b-43d1-9578-26f78436e132 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Synchronizing usage tracker for tenant:912ef51c73da454d89e0efd7a0f5c6cb on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:46.423568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5007d9c-c92d-4f62-bae7-2847c98ef853']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:46.425167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0deb7bf1-2edf-4041-8190-a793226329bf req-703bb7a8-110b-43d1-9578-26f78436e132 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Unset dirty status for tenant:912ef51c73da454d89e0efd7a0f5c6cb on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:46.426324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0deb7bf1-2edf-4041-8190-a793226329bf req-703bb7a8-110b-43d1-9578-26f78436e132 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 695 time: 0.1658742 Jan 10 19:05:46.438702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc0d4bd-ac94-407b-8190-55c713f07f07') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:46.439023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc0d4bd-ac94-407b-8190-55c713f07f07') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:46.457555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.475372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6b703f4d-e53c-4f93-b1e2-c6e7f5db1ac7 req-6b821795-87a8-4370-875d-4c9848408c77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1101 time: 0.2409437 Jan 10 19:05:46.482384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.501216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.575966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5bde-8d99-4087-ad22-45015a58d9ac req-14ab15ff-a75c-4108-b478-d914df9ae489 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:46.577462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7acb5bde-8d99-4087-ad22-45015a58d9ac req-14ab15ff-a75c-4108-b478-d914df9ae489 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 946 time: 0.2692015 Jan 10 19:05:46.641914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:05:46.642218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:05:46.664949 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:05:46.684602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7acb5bde-8d99-4087-ad22-45015a58d9ac req-6e3e2dcb-970a-4a3c-8c6e-492185aaea07 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986810 Jan 10 19:05:46.698083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7bf1-2edf-4041-8190-a793226329bf req-d9cd0552-1ff0-466b-ad57-ec63cf1be326 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:46.699466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0deb7bf1-2edf-4041-8190-a793226329bf req-d9cd0552-1ff0-466b-ad57-ec63cf1be326 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2672229 Jan 10 19:05:46.732773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:05:46.743878 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] Sync routers for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:05:46.766781 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:46.767422 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:46.783912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:46.794130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:46.795984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=a00abb42-bc89-471c-b149-ee4026781090,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:46.798935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:46.827760 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6b703f4d-e53c-4f93-b1e2-c6e7f5db1ac7 req-94720c8d-e293-40bf-aa82-50ce6207451b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423457 Jan 10 19:05:46.832531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.855833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.874147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5007d9c-c92d-4f62-bae7-2847c98ef853,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:46.892714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6943cce4-228e-4db6-80ec-f03fe7ec550a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5007d9c-c92d-4f62-bae7-2847c98ef853 HTTP/1.1" status: 204 len: 168 time: 1.0149701 Jan 10 19:05:46.980584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] No DVR routers for this DVR port dc136d1d-97ee-461e-a722-b01d31942e7b on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:05:46.983349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:46.985771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4fa35fd-54d5-4efe-9114-ba4cd309f494 req-bf1fe990-3c71-4b9e-9a93-1e2660c1cb4d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.30 "DELETE /v2.0/ports/dc136d1d-97ee-461e-a722-b01d31942e7b HTTP/1.1" status: 204 len: 173 time: 6.4635820 Jan 10 19:05:47.009281 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:47.050305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.101344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7966711c-0aa1-4fc4-84e8-7c14b6369b1c req-9d2da7fd-cda9-4e08-9d59-2cf2bd03a638 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Synchronizing usage tracker for tenant:cdbea77850274e56a1b17a0193b45dee on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:47.146860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7966711c-0aa1-4fc4-84e8-7c14b6369b1c req-9d2da7fd-cda9-4e08-9d59-2cf2bd03a638 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Unset dirty status for tenant:cdbea77850274e56a1b17a0193b45dee on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:47.148261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7966711c-0aa1-4fc4-84e8-7c14b6369b1c req-9d2da7fd-cda9-4e08-9d59-2cf2bd03a638 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 210 time: 0.1698031 Jan 10 19:05:47.158912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ec42-f9cf-4f81-b7e0-cf62639c08a7 req-6ba2bc8e-de99-46e0-bd0c-2e4d44873b7c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:47.164424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d552ec42-f9cf-4f81-b7e0-cf62639c08a7 req-6ba2bc8e-de99-46e0-bd0c-2e4d44873b7c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.1831520 Jan 10 19:05:47.164568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37918) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:47.189556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.216859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d552ec42-f9cf-4f81-b7e0-cf62639c08a7 req-6ccc57d6-9da1-4d2e-a9b5-c9fea63985d2 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 Jan 10 19:05:47.262112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee4ceda5-a2c3-42de-967c-08822865fbf3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:47.319995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37928) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:47.330103 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c4f1a78-5bbd-4e20-a538-ece4a131e261 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1d2779b17e143e38eb19cdb981da866&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1640208 Jan 10 19:05:47.444385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ee4ceda5-a2c3-42de-967c-08822865fbf3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:47.445089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.472907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e47aacee-54d8-4077-9388-b059bbb0f0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.518097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e47aacee-54d8-4077-9388-b059bbb0f0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.562144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c0327-0558-4817-86df-125ebff97632 req-74ce7929-7264-47a7-8742-5c670fe42ec8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:47.564063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d4c0327-0558-4817-86df-125ebff97632 req-74ce7929-7264-47a7-8742-5c670fe42ec8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.1599865 Jan 10 19:05:47.630008 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:34Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:47.636347 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] Checking router: 3087d86c-b081-482e-adb5-00ed9b07bff0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:05:47.647161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d4c0327-0558-4817-86df-125ebff97632 req-cd125c11-aa51-432c-b310-103a8bb246d9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722699 Jan 10 19:05:47.654201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.656948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e47aacee-54d8-4077-9388-b059bbb0f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.663654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:05:47.664540 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:47.673847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.688309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47aacee-54d8-4077-9388-b059bbb0f0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39efe76-1424-481e-a879-7cf9f6a08b7b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:47.709400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e47aacee-54d8-4077-9388-b059bbb0f0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:47.710837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e47aacee-54d8-4077-9388-b059bbb0f0ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d39efe76-1424-481e-a879-7cf9f6a08b7b HTTP/1.1" status: 204 len: 168 time: 0.3898373 Jan 10 19:05:47.936969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-229cfdab-d761-47d3-a6be-c5d9f5e3d6bb req-6e70b868-f18b-49e3-a9ea-45dd9b3e805b tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips/8b3e3e51-6ae0-4894-b72a-b04849c1f0d6 HTTP/1.1" status: 200 len: 692 time: 0.1997988 Jan 10 19:05:47.958347 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:05:47.959774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=a00abb42-bc89-471c-b149-ee4026781090,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:48.027725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:48.092165 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:48.102674 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6808cd86-165f-46ab-bbc2-2d9da88898f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0834382 Jan 10 19:05:48.141738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'name': 'network-vif-deleted', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:48.155949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:48.312389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cfdab-d761-47d3-a6be-c5d9f5e3d6bb req-ceb4923f-32a0-4b2a-b84e-7cae6f9b1d9f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:48.313987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-229cfdab-d761-47d3-a6be-c5d9f5e3d6bb req-ceb4923f-32a0-4b2a-b84e-7cae6f9b1d9f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3697708 Jan 10 19:05:48.325367 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'code': 200} Jan 10 19:05:48.326526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-229cfdab-d761-47d3-a6be-c5d9f5e3d6bb req-019095ff-4afc-45df-9a0a-246ad98b3328 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:05:48.340496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-229cfdab-d761-47d3-a6be-c5d9f5e3d6bb req-019095ff-4afc-45df-9a0a-246ad98b3328 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0206203 Jan 10 19:05:48.386932 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88ead96-ffda-4e51-b825-529575fd4b64', 'name': 'network-vif-deleted', 'tag': 'dc136d1d-97ee-461e-a722-b01d31942e7b', 'status': 'completed', 'code': 200} Jan 10 19:05:48.588076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b0e861c-58de-4653-b7e8-765a25e1a21b req-1263008a-ef1a-43db-8f75-3cead613d981 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88ead96-ffda-4e51-b825-529575fd4b64 HTTP/1.1" status: 200 len: 210 time: 0.0679259 Jan 10 19:05:48.599387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4191968-7821-4e0b-8f4c-d57a58f27a54 req-f2cdc3ce-930b-4442-90e8-4eb16b9f2620 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:48.600931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4191968-7821-4e0b-8f4c-d57a58f27a54 req-f2cdc3ce-930b-4442-90e8-4eb16b9f2620 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 946 time: 0.1611893 Jan 10 19:05:48.698974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4191968-7821-4e0b-8f4c-d57a58f27a54 req-0f814a04-92a6-48d6-a22d-473efbc1f04a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922639 Jan 10 19:05:48.763599 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:34Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:05:48.767702 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097c1f5-f17d-43cf-8a58-706284a8d257 None None] The sync data for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 is: [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:02:20Z', 'revision_number': 4, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '40a0c785-e80d-44c8-b524-3dd77121d537', 'name': '', 'network_id': 'a0adf005-6e55-417f-b164-5f68f9233aa4', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'mac_address': 'fa:16:3e:36:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:15Z', 'updated_at': '2022-01-10T19:02:34Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'subnets': [{'id': '4c3708d6-d15e-4114-8eaa-3cf99499b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:05:48.942703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22141e-cac2-4ee2-a7d2-639c576935bb req-b78c4947-0aa1-498b-bcec-4a4cd38ffc34 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:48.944358 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c22141e-cac2-4ee2-a7d2-639c576935bb req-b78c4947-0aa1-498b-bcec-4a4cd38ffc34 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.1280174 Jan 10 19:05:49.025001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c22141e-cac2-4ee2-a7d2-639c576935bb req-5ad8e63e-e2c7-4bf8-977c-e04f7d15a1df tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706384 Jan 10 19:05:49.185239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:49.297677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-fac1cd9f-1258-4cf5-8d54-82a357b5f91c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--269594145&fields=id&tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780 HTTP/1.1" status: 200 len: 267 time: 0.0701399 Jan 10 19:05:49.365083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1697086863-network', 'tenant_id': '141b2fa8f8194eccbfe42592851a3f1c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:49.377429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:49.391400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Usage tracker for resource:network and tenant:141b2fa8f8194eccbfe42592851a3f1c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:49.396079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:49.405977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:49.415028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2aad8788-d14c-4f13-acfe-b8123258b65b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:49.415602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2aad8788-d14c-4f13-acfe-b8123258b65b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:49.428502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Made reservation on behalf of 141b2fa8f8194eccbfe42592851a3f1c for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:49.430957 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:49.447653 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:49.459212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2aad8788-d14c-4f13-acfe-b8123258b65b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:49.460380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2aad8788-d14c-4f13-acfe-b8123258b65b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 935 time: 0.1533921 Jan 10 19:05:49.542222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:49.549650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Usage tracker for resource:security_group_rule and tenant:141b2fa8f8194eccbfe42592851a3f1c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:49.556702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:49.567972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c91fefba-9252-453a-b634-fbc4aee545dd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:49.569322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c91fefba-9252-453a-b634-fbc4aee545dd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 936 time: 0.1008573 Jan 10 19:05:49.570208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:49.624185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-eb60aa27-78b9-4bcb-9e20-4ae8e7333565 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0449343 Jan 10 19:05:49.682466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-d861e45d-e031-4dbd-a0d2-121cc64b345b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0511730 Jan 10 19:05:49.908835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:49.927353 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:49.943224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c53551-8c8f-4922-9399-7d9a49114a27 req-7ca45217-1b11-4aec-aaac-4ce3efd2df2c tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=912ef51c73da454d89e0efd7a0f5c6cb HTTP/1.1" status: 200 len: 695 time: 0.1360927 Jan 10 19:05:50.001562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:05:50.007846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7104a690-ca60-484e-942e-f0f7e3d99a6b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.012495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7104a690-ca60-484e-942e-f0f7e3d99a6b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.016529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7104a690-ca60-484e-942e-f0f7e3d99a6b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.017466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7104a690-ca60-484e-942e-f0f7e3d99a6b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:50.179088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ffaf79-f722-482e-8140-eb0ed7389452,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:50.191054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:50.191582 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Added segment 2ac2622b-7e1f-41b1-b97b-231d9a6873b6 of type vlan for network 3b0129ba-c76d-454a-a3bc-080809f750b6 Jan 10 19:05:50.244828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7104a690-ca60-484e-942e-f0f7e3d99a6b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:50.246763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7104a690-ca60-484e-942e-f0f7e3d99a6b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/networks?id=ca4b53e6-9f44-469a-9424-8f79aab9f326&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=d898116f-d47a-4970-bbc3-5bf804e8da1a&id=d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 200 len: 1995 time: 0.5564706 Jan 10 19:05:50.252150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:50.315492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-f977e802-076f-4c79-93be-3e2514a91ca4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/quotas/9c2bfe62c5d34baa9e47a8c8d9c44780 HTTP/1.1" status: 200 len: 375 time: 0.0559757 Jan 10 19:05:50.328704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c53551-8c8f-4922-9399-7d9a49114a27 req-0de80a0c-42cf-46fd-ba81-cb84ebd90085 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.330232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c53551-8c8f-4922-9399-7d9a49114a27 req-0de80a0c-42cf-46fd-ba81-cb84ebd90085 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks?id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 787 time: 0.3659906 Jan 10 19:05:50.369645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:50.371245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.372128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:50.541201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3546898 Jan 10 19:05:50.546459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38028) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:50.552559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122c156-14a3-42f4-a661-993ece6602c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0129ba-c76d-454a-a3bc-080809f750b6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:50.553317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Request body: {'subnet': {'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1697086863-subnet', 'tenant_id': '141b2fa8f8194eccbfe42592851a3f1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:50.558442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:50.562987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Usage tracker for resource:subnet and tenant:141b2fa8f8194eccbfe42592851a3f1c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:50.564153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3b0129ba-c76d-454a-a3bc-080809f750b6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:05:50.566068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:50.573026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:50.585969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Made reservation on behalf of 141b2fa8f8194eccbfe42592851a3f1c for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:50.588956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:50.609003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-45230bee-a25e-4632-b859-665ab2666562 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2778356 Jan 10 19:05:50.670988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18c930-d7cc-458a-95eb-d281f2a0f1df req-002e88c1-229f-4bb3-9197-ca5fda9f6292 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.678203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f18c930-d7cc-458a-95eb-d281f2a0f1df req-002e88c1-229f-4bb3-9197-ca5fda9f6292 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.2174790 Jan 10 19:05:50.786726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f18c930-d7cc-458a-95eb-d281f2a0f1df req-d380bc2c-ee21-42b1-b652-f0046f045436 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074116 Jan 10 19:05:50.818795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:50.830496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-84c3553b-96cd-40dc-8857-c7fe66a384f1 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072425 Jan 10 19:05:50.921171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Checking segment: {'id': '2ac2622b-7e1f-41b1-b97b-231d9a6873b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:05:50.921171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Network hostable DHCP agents. Network: 3b0129ba-c76d-454a-a3bc-080809f750b6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:05:50.927259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb05d58-b7fc-490b-8855-135a3b9b233e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:50.947405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Network 3b0129ba-c76d-454a-a3bc-080809f750b6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:05:50.960339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3b0129ba-c76d-454a-a3bc-080809f750b6) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:50.971284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc6b30-7ab0-42a5-a394-cd49a61ca3a4 None None] Network 3b0129ba-c76d-454a-a3bc-080809f750b6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:50.973774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:50.974373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:51.002415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-80d91677-276d-4920-b818-01b7c9c473ef service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662281 Jan 10 19:05:51.027916 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4549bb14-162f-46c2-ba83-3d8ec2bbd43d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4734824 Jan 10 19:05:51.146316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-5a9ec344-76cb-46e0-a688-4acaa0de5cf7 service neutron] 10.222.0.21 "GET /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1426320 Jan 10 19:05:51.185648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02781a-f978-41b6-b29f-30be88fccb92 req-f3a47521-0657-45c4-8d55-d232f3059ab9 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:51.187530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec02781a-f978-41b6-b29f-30be88fccb92 req-f3a47521-0657-45c4-8d55-d232f3059ab9 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 946 time: 0.1457875 Jan 10 19:05:51.277620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576466e5-a11b-40dc-80d4-fa6658c84fe0 None None] Network 3b0129ba-c76d-454a-a3bc-080809f750b6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:05:51.311365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec02781a-f978-41b6-b29f-30be88fccb92 req-ec4121e6-6387-47cf-91c8-4562d3e11168 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658092 Jan 10 19:05:51.367376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-f8832fec-e498-4ec2-9ea4-fcc211abd6f3 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200286 Jan 10 19:05:51.573553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7dfd4a13-85c8-4ce8-a421-30e4d332a802 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987598 Jan 10 19:05:51.644962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0ee5536f-d5b0-4461-b294-7aa1ca600fda service neutron] 10.222.0.21 "GET /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0634239 Jan 10 19:05:51.654247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8827-2ea5-4ab3-8f5b-96800d9c395d req-25f63135-2589-4813-a9b6-99300e96f34c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:51.655642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa3c8827-2ea5-4ab3-8f5b-96800d9c395d req-25f63135-2589-4813-a9b6-99300e96f34c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.1609228 Jan 10 19:05:51.780753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa3c8827-2ea5-4ab3-8f5b-96800d9c395d req-dc8dfeea-66f4-41ca-86c0-c622b0987c49 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Jan 10 19:05:51.812838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2bc10a80-c290-4534-bf0f-357fed95f0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562943 Jan 10 19:05:52.056999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-5f7d84dc-e214-4999-8606-87ac8bd4b7b2 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips/8b3e3e51-6ae0-4894-b72a-b04849c1f0d6 HTTP/1.1" status: 200 len: 692 time: 0.2217987 Jan 10 19:05:52.189638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c2212728-42ac-437a-aeb7-bc0d1325687d service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713515 Jan 10 19:05:52.308728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-6bff696b-19fa-48aa-8b49-bb8bb245861e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:52.309970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-6bff696b-19fa-48aa-8b49-bb8bb245861e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2421508 Jan 10 19:05:52.409774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-84a41a30-e0ac-4f2b-91cf-9321fc07dd3c tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 695 time: 0.0926559 Jan 10 19:05:52.426193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d413-de4f-4463-8c5e-3a1552011286 None None] New status for floating IP 752531a2-5f1d-45f4-b8f7-11109f8300bd: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:05:52.477815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-5a9927d2-729b-4b0f-8449-84a9a33e9672 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823853 Jan 10 19:05:52.566675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-dcd1d0bb-a117-445d-a4f1-af20c740c2ee tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 695 time: 0.1477842 Jan 10 19:05:52.750241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Deleting port 59e175e0-67fd-4311-a8be-86c291feb0a0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:52.750580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:52.805668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c2e9c9b6-76b6-4422-9477-6b9d35a7f46c service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148754 Jan 10 19:05:53.034201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:53.034533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:53.046269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-782a61b2-6616-4df6-b3f5-cb3d3697fc34 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331824 Jan 10 19:05:53.174151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Calling delete_port for 59e175e0-67fd-4311-a8be-86c291feb0a0 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:53.441212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833fdb04-b309-4bde-81d8-a341fd84ec72 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429272 Jan 10 19:05:53.583900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:53.645905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Pushing event deleted for resources: {'Port': ['ID=59e175e0-67fd-4311-a8be-86c291feb0a0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:53.690485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-97ea43ce-7a5c-48ad-a70e-14da18f78bab service neutron] 10.222.0.21 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212818 Jan 10 19:05:53.828317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:53.875965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a38cf47e-144f-4d58-ac4c-11759fc49cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568775 Jan 10 19:05:53.877362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:53.878357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68bccbe9-cc15-4f51-98d6-5b86d3cd1f03 req-64c159ff-119a-4373-a29b-426b5fa5c81d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "DELETE /v2.0/floatingips/8b3e3e51-6ae0-4894-b72a-b04849c1f0d6 HTTP/1.1" status: 204 len: 173 time: 1.3064702 Jan 10 19:05:54.045933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-de647153-17e7-4d4b-b200-7445dab1abf4 service neutron] 10.222.0.21 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643963 Jan 10 19:05:54.160859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-258266f7-cadc-4708-b0b2-1a2b9e867752 req-bd4d9a9c-1486-4e96-8b86-d8fee463ad2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1749668 Jan 10 19:05:54.191767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a73e64b7-6415-4aae-960c-1b17146d105c service neutron] 10.222.0.21 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369219 Jan 10 19:05:54.344100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38058) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:54.424897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ee1abc-45af-4b94-a30d-147bf147074e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:54.490464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ee1abc-45af-4b94-a30d-147bf147074e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:54.571056 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-92924163-f5fc-4255-b64a-aee23eb393d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124126 Jan 10 19:05:54.586445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ee1abc-45af-4b94-a30d-147bf147074e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:54.616312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1abc-45af-4b94-a30d-147bf147074e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:54.623431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ee1abc-45af-4b94-a30d-147bf147074e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:54.627382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90ee1abc-45af-4b94-a30d-147bf147074e tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c HTTP/1.1" status: 204 len: 168 time: 0.2820354 Jan 10 19:05:54.628105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38076) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:54.731113 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-59f4d82c-6832-4fca-a85d-1327eb35e63d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] show failed (client error): The resource could not be found. Jan 10 19:05:54.732160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-59f4d82c-6832-4fca-a85d-1327eb35e63d tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "GET /v2.0/security-groups/a6cec6ec-84cb-4dfd-9ad1-391d8e6bdf7c HTTP/1.1" status: 404 len: 347 time: 0.1028483 Jan 10 19:05:54.735023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38088) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:54.814147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158729-f776-49f7-a55b-5421d5a59183 req-e2000393-1d65-418a-8c40-7cd045464a38 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:54.814938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-79158729-f776-49f7-a55b-5421d5a59183 req-e2000393-1d65-418a-8c40-7cd045464a38 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Synchronizing usage tracker for tenant:141b2fa8f8194eccbfe42592851a3f1c on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:54.835683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-79158729-f776-49f7-a55b-5421d5a59183 req-e2000393-1d65-418a-8c40-7cd045464a38 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Unset dirty status for tenant:141b2fa8f8194eccbfe42592851a3f1c on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:54.837063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-e2000393-1d65-418a-8c40-7cd045464a38 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/networks?id=3b0129ba-c76d-454a-a3bc-080809f750b6 HTTP/1.1" status: 200 len: 822 time: 0.1851158 Jan 10 19:05:54.855446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-45ab8991-300e-4ae4-b177-10ad9a76f42b tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/quotas/141b2fa8f8194eccbfe42592851a3f1c HTTP/1.1" status: 200 len: 375 time: 0.0119760 Jan 10 19:05:54.913304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-b30acaac-61df-4b19-9e3e-a788bbe29536 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b2fa8f8194eccbfe42592851a3f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495462 Jan 10 19:05:54.947202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Deleting port 3643a27f-1db8-49af-8dae-5e08cdbabdcf {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:54.947824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:55.100698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-6d2f0157-4f23-4afd-9c5f-825f9a8f57f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801949 Jan 10 19:05:55.331415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-53d15653-6899-4063-b127-efec476c1fb9 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241116 Jan 10 19:05:55.396517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:55.397060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:55.599020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Calling delete_port for 3643a27f-1db8-49af-8dae-5e08cdbabdcf owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:55.732859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe06f-8637-44d9-a556-534148d77f61 req-1337a01b-e167-44c6-a01f-5f5ca89962b8 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:55.739800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb1fe06f-8637-44d9-a556-534148d77f61 req-1337a01b-e167-44c6-a01f-5f5ca89962b8 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.1143236 Jan 10 19:05:55.818805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb1fe06f-8637-44d9-a556-534148d77f61 req-66f938ed-80ea-4a4b-80da-db2dc127de3a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779889 Jan 10 19:05:55.825273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:55.902496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Pushing event deleted for resources: {'Port': ['ID=3643a27f-1db8-49af-8dae-5e08cdbabdcf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:56.016375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:56.043196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:56.045195 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a0c2582b-764d-4472-bf2d-ad0bd83eddd5 tempest-ServersTestBootFromVolume-432002925 tempest-ServersTestBootFromVolume-432002925-project] 10.222.0.21 "DELETE /v2.0/floatingips/752531a2-5f1d-45f4-b8f7-11109f8300bd HTTP/1.1" status: 204 len: 168 time: 1.3092015 Jan 10 19:05:56.048709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38142) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:05:56.146583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-dc1211a4-6496-4493-8a9c-f82504f57d6a tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2930670 Jan 10 19:05:56.159016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:56.183827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:56.192499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Usage tracker for resource:floatingip and tenant:912ef51c73da454d89e0efd7a0f5c6cb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:56.209381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:56.222033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:56.250908 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:56.490226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592981-81e7-45d3-9969-2871d31ddc08 req-d166357f-1a9a-430c-90f1-4096580adb62 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:56.491771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92592981-81e7-45d3-9969-2871d31ddc08 req-d166357f-1a9a-430c-90f1-4096580adb62 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.2190430 Jan 10 19:05:56.570791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92592981-81e7-45d3-9969-2871d31ddc08 req-556c336c-cd21-49b3-befe-b59dd6d8351b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Jan 10 19:05:56.607900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:56.618383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:56.624859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-44a3c577-0af7-4d79-99ab-8c66ffc41c13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1101 time: 0.1706169 Jan 10 19:05:56.743666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:56.804640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:56.819713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'mac_address': 'fa:16:3e:f4:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:56.848366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-76a9a2c7-cd97-4e27-a0b1-74a08d1ba065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:56.849947 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-76a9a2c7-cd97-4e27-a0b1-74a08d1ba065 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2178960 Jan 10 19:05:56.857050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae795d10-3693-4801-8dee-f69780527eb0 req-0fa28193-fecf-4581-93a0-1e081f2da835 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 210 time: 0.0731368 Jan 10 19:05:56.879197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Allocated IP 172.25.6.24 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/c2a28e37-e3bb-4b62-9eb1-6f125ba53e35) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:56.885190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:56.905965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 810c1875-c729-47fe-a96d-4fe9dbfe91b3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:56.926453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:56.932089 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-85df9ee5-d332-420c-9070-a37eb90f383e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 217 time: 0.0748019 Jan 10 19:05:56.935158 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:57.060570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:57.071005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-f0cc9104-7767-46d7-a52a-85bf84acf4c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:57.072665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-f0cc9104-7767-46d7-a52a-85bf84acf4c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0836103 Jan 10 19:05:57.080409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['810c1875-c729-47fe-a96d-4fe9dbfe91b3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:57.144974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:57.213680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:57.275404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80b545f3-c9e1-4873-bead-a37f5933d557 req-b5e78540-8213-4176-837d-2e4ebf20e180 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 210 time: 0.1024120 Jan 10 19:05:57.310345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:05:57.311656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:05:57.319729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:05:57.355591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Pushing event updated for resources: {'Port': ['ID=c2a28e37-e3bb-4b62-9eb1-6f125ba53e35,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:57.370078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.370989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.371336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.371703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.372043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.372376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.372706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.373034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.373363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.373730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.374088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:05:57.520113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:57.593408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:57.644867 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-a4f609b9-008a-4f29-8979-31fa8f560e1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5644701 Jan 10 19:05:57.698707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158729-f776-49f7-a55b-5421d5a59183 req-60fb80cc-10b7-4d20-a5e7-54a1facb911c tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:57.700694 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-60fb80cc-10b7-4d20-a5e7-54a1facb911c tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.44 "GET /v2.0/networks?id=3b0129ba-c76d-454a-a3bc-080809f750b6 HTTP/1.1" status: 200 len: 822 time: 0.3154137 Jan 10 19:05:57.735712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Request body: {'port': {'device_id': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6', 'admin_state_up': True, 'tenant_id': '141b2fa8f8194eccbfe42592851a3f1c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:57.803703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a2d8b34b-f909-4453-851c-bc622eaed8ad service neutron] 10.222.0.44 "GET /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 1031 time: 0.1246848 Jan 10 19:05:57.945798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-3e0b7aec-ecd1-4fb6-bb8f-b5e2fbeb0b4a service neutron] 10.222.0.44 "GET /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 1032 time: 0.0957196 Jan 10 19:05:57.953731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fef66d-a3c2-4f2a-a08e-731aa6618288 req-f02afec9-1205-4a38-a62d-67955d1bb189 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:57.955676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9fef66d-a3c2-4f2a-a08e-731aa6618288 req-f02afec9-1205-4a38-a62d-67955d1bb189 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.3170779 Jan 10 19:05:58.003099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-ac0b5445-b597-48df-86ca-0ae7abd252a3 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100693 Jan 10 19:05:58.076299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:58.126380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Usage tracker for resource:port and tenant:141b2fa8f8194eccbfe42592851a3f1c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:05:58.133031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:05:58.142039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:58.143515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9fef66d-a3c2-4f2a-a08e-731aa6618288 req-2f3f3dcb-6f43-4edf-bfb7-60431d975ba4 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566193 Jan 10 19:05:58.179790 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.205843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Made reservation on behalf of 141b2fa8f8194eccbfe42592851a3f1c for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:58.208833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.210684 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.283664 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-6f704e1d-699a-470b-9a8c-886ac3c9f37d service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508819 Jan 10 19:05:58.543870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Allocated IP 172.20.0.7 (3b0129ba-c76d-454a-a3bc-080809f750b6/dfb05d58-b7fc-490b-8855-135a3b9b233e/fe736034-d5f9-4b54-a156-7c89394ce1ef) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:05:58.558733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-657229fa-2e75-450a-b20f-e4f5a4c58ad0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:58.563298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-657229fa-2e75-450a-b20f-e4f5a4c58ad0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:58.565926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:05:58.567144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-657229fa-2e75-450a-b20f-e4f5a4c58ad0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:58.569032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-657229fa-2e75-450a-b20f-e4f5a4c58ad0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "GET /v2.0/networks?id=ca4b53e6-9f44-469a-9424-8f79aab9f326&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=d898116f-d47a-4970-bbc3-5bf804e8da1a&id=d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 200 len: 1995 time: 0.6035745 Jan 10 19:05:58.625751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Pushing event updated for resources: {'Port': ['ID=c2a28e37-e3bb-4b62-9eb1-6f125ba53e35,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:58.633861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.685667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-3eb95791-d3ef-491d-9351-0e1ed7db5935 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780 HTTP/1.1" status: 200 len: 379 time: 0.0998371 Jan 10 19:05:58.698174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'admin_state_up': True, 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'security_groups': ['4f7535c1-8ce4-4651-974c-a8d2cbb40aa3']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:05:58.706557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:05:58.717168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.723869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-1813daf2-67c1-4e91-8685-5163de259a80 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5711119 Jan 10 19:05:58.773940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Deleting port 40a0c785-e80d-44c8-b524-3dd77121d537 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:05:58.774501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.934334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:05:58.934698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:58.960696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0981bc2-5498-472a-b253-aa4f28521020 req-f6cb0985-7080-4e03-bb61-cb8157a2e884 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:58.963040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0981bc2-5498-472a-b253-aa4f28521020 req-f6cb0985-7080-4e03-bb61-cb8157a2e884 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.6692812 Jan 10 19:05:59.012728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.053996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] For port 40a0c785-e80d-44c8-b524-3dd77121d537, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40a0c785-e80d-44c8-b524-3dd77121d537,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:59.054274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.071626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0981bc2-5498-472a-b253-aa4f28521020 req-29f066d4-a4fe-451a-b3a8-805660817dc7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964129 Jan 10 19:05:59.102810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-783b3ced-bd72-49a4-9b1d-344939b1bdae tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Synchronizing usage tracker for tenant:912ef51c73da454d89e0efd7a0f5c6cb on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:05:59.121215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:05:59.127141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:59.159699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'mac_address': 'fa:16:3e:83:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:05:59.197165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:05:59.214418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-783b3ced-bd72-49a4-9b1d-344939b1bdae tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Unset dirty status for tenant:912ef51c73da454d89e0efd7a0f5c6cb on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:05:59.223660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-783b3ced-bd72-49a4-9b1d-344939b1bdae tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.4988959 Jan 10 19:05:59.314155 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.418823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc13b052-7cb8-44c7-830b-b280e654217c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:05:59.450208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:59.452915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:05:59.454952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.458035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.520443 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.544977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Calling delete_port for 40a0c785-e80d-44c8-b524-3dd77121d537 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:05:59.581923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:05:59.613559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:05:59.625011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.632267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:05:59.636960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fc13b052-7cb8-44c7-830b-b280e654217c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:05:59.748606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e94126eb-3508-47a9-a977-f538446172ae req-d1efe3bb-0b71-4b32-bb20-b45661090a1e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 210 time: 0.3161802 Jan 10 19:05:59.762908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-14eb9c0b-b1fe-4059-b929-079c0f3cf5b2 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:05:59.765626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec5eabaa-b4ee-4eb2-b0d7-a92c6944be8b req-14eb9c0b-b1fe-4059-b929-079c0f3cf5b2 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.5348327 Jan 10 19:05:59.920235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:05:59.982075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:00.020256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Network 3b0129ba-c76d-454a-a3bc-080809f750b6 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:00.021575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Pushing event deleted for resources: {'Port': ['ID=40a0c785-e80d-44c8-b524-3dd77121d537,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:00.035035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:00.035521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:00.044841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.045579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.046137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.046716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.047357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.047963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.048523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.049353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.049901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.050473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.051094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:00.056103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:00.132720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:00.133726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:00.149123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 172.20.0.4 (ca4b53e6-9f44-469a-9424-8f79aab9f326/de058163-636b-4648-8567-80d5fed84092/9c661d84-b1db-4d35-8181-6409246cbbd3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:00.226215 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2297db91-3719-4a89-8367-8c01a80f70fa req-d60ffa80-cb46-48ff-83d0-d4997ed90240 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 1096 time: 0.6493855 Jan 10 19:06:00.234051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb2ba-a7a1-4e12-9acc-447e75519e51 req-765ef4d4-c8eb-4527-b79c-2f5a914a12bd tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:00.251862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f60eb2ba-a7a1-4e12-9acc-447e75519e51 req-765ef4d4-c8eb-4527-b79c-2f5a914a12bd tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 931 time: 0.2283428 Jan 10 19:06:00.382683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Pushing event updated for resources: {'Port': ['ID=fe736034-d5f9-4b54-a156-7c89394ce1ef,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:00.470576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f60eb2ba-a7a1-4e12-9acc-447e75519e51 req-3317562d-e526-4f9b-be69-af561241de16 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Synchronizing usage tracker for tenant:141b2fa8f8194eccbfe42592851a3f1c on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:00.530365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f60eb2ba-a7a1-4e12-9acc-447e75519e51 req-3317562d-e526-4f9b-be69-af561241de16 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Unset dirty status for tenant:141b2fa8f8194eccbfe42592851a3f1c on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:00.535695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f60eb2ba-a7a1-4e12-9acc-447e75519e51 req-3317562d-e526-4f9b-be69-af561241de16 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721031 Jan 10 19:06:00.577862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:00.594991 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-b5155597-b0a0-4283-bb01-8260666c4a36 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8722541 Jan 10 19:06:00.599407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2297db91-3719-4a89-8367-8c01a80f70fa req-798c51c7-3151-4031-9c59-b4f811ccc5cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032827 Jan 10 19:06:00.692398 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'code': 200} Jan 10 19:06:00.784953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:00.793195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fc13b052-7cb8-44c7-830b-b280e654217c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:00.793871 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:00.799668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Request body: {'port': {'device_id': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:00.957672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-f37ef002-1f90-4311-a65e-1ef30627758d tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips/e27977be-7097-4a41-b7ef-9a1a8ff183c2 HTTP/1.1" status: 200 len: 692 time: 0.2213016 Jan 10 19:06:00.959310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:01.012941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:01.020854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:01.068486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:01.167136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:01.290413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-b4126ea2-a95e-4a03-ac3f-b77ecdda5129 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:01.297895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-b4126ea2-a95e-4a03-ac3f-b77ecdda5129 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3392627 Jan 10 19:06:01.329210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-7597cff5-f200-47d1-a899-b2f84871774f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:06:01.330213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-7597cff5-f200-47d1-a899-b2f84871774f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0315602 Jan 10 19:06:01.403319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:01.445909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-745d03cd-424d-4979-b8ac-07df6af3657f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0999703 Jan 10 19:06:01.449460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object 9c661d84-b1db-4d35-8181-6409246cbbd3 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:01.617847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe3b6a-d512-41e2-a642-af28c5a2d177 req-51f79d24-7f56-4554-aa7a-5377c7bfb940 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:01.624780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5abe3b6a-d512-41e2-a642-af28c5a2d177 req-51f79d24-7f56-4554-aa7a-5377c7bfb940 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 1.1121142 Jan 10 19:06:01.686776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-cde0188d-f724-4037-bb2b-2e1765e2c43f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.2330713 Jan 10 19:06:01.713278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5abe3b6a-d512-41e2-a642-af28c5a2d177 req-966b8161-bfef-4251-a45f-7f7d8e592ae4 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875130 Jan 10 19:06:01.764082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe736034-d5f9-4b54-a156-7c89394ce1ef {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:01.780633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:01.812278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Transition to ACTIVE for port object fe736034-d5f9-4b54-a156-7c89394ce1ef will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:01.828170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:01.936810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.135245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Deleting port c2a28e37-e3bb-4b62-9eb1-6f125ba53e35 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:02.136468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.187767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:02.188531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:02.194295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:02.204978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:02.243655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe736034-d5f9-4b54-a156-7c89394ce1ef,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:02.472532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.472859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.544689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f43fc46-c14b-473f-af53-5fcebba29c19 None None] Provisioning for port 9c661d84-b1db-4d35-8181-6409246cbbd3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:02.548341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Attempting to bind port fe736034-d5f9-4b54-a156-7c89394ce1ef on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:02.548801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Attempting to bind port fe736034-d5f9-4b54-a156-7c89394ce1ef by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '2ac2622b-7e1f-41b1-b97b-231d9a6873b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:02.549239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Attempting to bind port fe736034-d5f9-4b54-a156-7c89394ce1ef on network 3b0129ba-c76d-454a-a3bc-080809f750b6 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:02.552278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f43fc46-c14b-473f-af53-5fcebba29c19 None None] Provisioning complete for port 9c661d84-b1db-4d35-8181-6409246cbbd3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:02.553006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f43fc46-c14b-473f-af53-5fcebba29c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.570549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Port fe736034-d5f9-4b54-a156-7c89394ce1ef on network 3b0129ba-c76d-454a-a3bc-080809f750b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:02.571082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Attempting to bind port fe736034-d5f9-4b54-a156-7c89394ce1ef on network 3b0129ba-c76d-454a-a3bc-080809f750b6 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:02.588528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:02.599266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Checking segment: {'id': '2ac2622b-7e1f-41b1-b97b-231d9a6873b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:02.599852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Bound using segment: {'id': '2ac2622b-7e1f-41b1-b97b-231d9a6873b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:02.600445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Bound port: fe736034-d5f9-4b54-a156-7c89394ce1ef, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac2622b-7e1f-41b1-b97b-231d9a6873b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:02.600909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.628790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4f43fc46-c14b-473f-af53-5fcebba29c19 None None] Port 9c661d84-b1db-4d35-8181-6409246cbbd3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:02.643959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Calling delete_port for c2a28e37-e3bb-4b62-9eb1-6f125ba53e35 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:02.693860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:02.745614 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:06:02.794524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] For port fe736034-d5f9-4b54-a156-7c89394ce1ef, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:02.798075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] For port fe736034-d5f9-4b54-a156-7c89394ce1ef, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef,segment=NetworkSegment(2ac2622b-7e1f-41b1-b97b-231d9a6873b6),segment_id=2ac2622b-7e1f-41b1-b97b-231d9a6873b6)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:02.810385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.829055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:02.830407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.843806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.888530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:02.889994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] 10.222.0.44 "PUT /v2.0/ports/fe736034-d5f9-4b54-a156-7c89394ce1ef HTTP/1.1" status: 200 len: 1091 time: 2.0988498 Jan 10 19:06:02.892577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'tag': 'fe736034-d5f9-4b54-a156-7c89394ce1ef'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:02.916395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950c58-1fd9-4164-a45f-70db64db0ec3 req-a716023f-f03c-4357-926d-440b4aef8b92 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:02.922273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa7d84-2da8-475c-b1c2-2b2f749a1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe736034-d5f9-4b54-a156-7c89394ce1ef,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:02.925727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e950c58-1fd9-4164-a45f-70db64db0ec3 req-a716023f-f03c-4357-926d-440b4aef8b92 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.9841013 Jan 10 19:06:02.947380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Pushing event deleted for resources: {'Port': ['ID=c2a28e37-e3bb-4b62-9eb1-6f125ba53e35,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:03.013304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Router 3087d86c-b081-482e-adb5-00ed9b07bff0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:06:03.084872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a484bcde-e3e9-4bb3-a90c-74119a1d6e0a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3907111 Jan 10 19:06:03.098337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'admin_state_up': True, 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'security_groups': ['4f7535c1-8ce4-4651-974c-a8d2cbb40aa3']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:03.220338 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-5a4cca67-eab0-4d28-ad2a-9e3b1f8108fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=141b2fa8f8194eccbfe42592851a3f1c&device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 1094 time: 0.2671721 Jan 10 19:06:03.224124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e950c58-1fd9-4164-a45f-70db64db0ec3 req-11009877-00ce-4470-980a-6d63fdbfe16b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970667 Jan 10 19:06:03.322160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:03.326912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:03.339758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01ed5fb2-924c-483a-9b61-776ab025dd2d req-bfcc4c94-cf55-49d6-b161-61d934367b2e tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "DELETE /v2.0/floatingips/e27977be-7097-4a41-b7ef-9a1a8ff183c2 HTTP/1.1" status: 204 len: 173 time: 1.6412458 Jan 10 19:06:03.378289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-6be4b474-8b5c-4abf-bb88-8bfebcf51109 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef HTTP/1.1" status: 200 len: 217 time: 0.1500776 Jan 10 19:06:03.484420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158729-f776-49f7-a55b-5421d5a59183 req-f4697371-ff96-4e14-a424-1927d45ab395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:03.486191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-f4697371-ff96-4e14-a424-1927d45ab395 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dfb05d58-b7fc-490b-8855-135a3b9b233e HTTP/1.1" status: 200 len: 862 time: 0.1008070 Jan 10 19:06:03.525179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:03.531060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:port and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:03.535317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:03.554915 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-d8fba212-3109-4efe-a4b0-3cdfb19fbd50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b0129ba-c76d-454a-a3bc-080809f750b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606830 Jan 10 19:06:03.558082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:03.613671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49bd42-2492-414b-b8dd-4db58eb11918 req-d4fec42b-ee17-419f-846d-91221f5b02b3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:03.614682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4f49bd42-2492-414b-b8dd-4db58eb11918 req-d4fec42b-ee17-419f-846d-91221f5b02b3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:03.619794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:03.623211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:03.696913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4f49bd42-2492-414b-b8dd-4db58eb11918 req-d4fec42b-ee17-419f-846d-91221f5b02b3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:03.711889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f49bd42-2492-414b-b8dd-4db58eb11918 req-d4fec42b-ee17-419f-846d-91221f5b02b3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 931 time: 0.3134089 Jan 10 19:06:03.724573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:03.731207 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0656f608-89e1-4c58-9daf-a3b804e3002e admin admin] 10.222.0.21 "PUT /v2.0/routers/3087d86c-b081-482e-adb5-00ed9b07bff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6811957 Jan 10 19:06:03.735138 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] Sync routers for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:03.736088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38230) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:03.755644 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:03.759880 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:03.874778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f49bd42-2492-414b-b8dd-4db58eb11918 req-21238b36-d37f-4eb3-b78a-fc3786384af5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488752 Jan 10 19:06:04.022682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:04.081478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-f63f90bc-da5f-42b6-9d2e-d14543a3815e service neutron] 10.222.0.44 "GET /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184145 Jan 10 19:06:04.129286 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'code': 200} Jan 10 19:06:04.363255 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-79158729-f776-49f7-a55b-5421d5a59183 req-a5b7ef9d-53f5-49a7-be58-111efdcfd715 service neutron] 10.222.0.44 "GET /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746451 Jan 10 19:06:04.493036 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:05:59Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:04.500375 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] Checking router: 3087d86c-b081-482e-adb5-00ed9b07bff0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:04.514293 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] Routers {'3087d86c-b081-482e-adb5-00ed9b07bff0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:04.514880 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:05:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3087d86c-b081-482e-adb5-00ed9b07bff0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:04.527558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:04.626339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 10.1.1.3 (7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1/452ab6d0-ed39-4810-b9e6-674a65bd1108/29d98159-f30d-46c1-bddf-b82bbdad308e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:04.650904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b931b-d99e-4bb4-bbc0-c1cd76fc0535 req-be2f5338-a890-49e1-9e7b-144ca791847b tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:04.655222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-730b931b-d99e-4bb4-bbc0-c1cd76fc0535 req-be2f5338-a890-49e1-9e7b-144ca791847b tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 943 time: 0.7981625 Jan 10 19:06:04.707740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a2a79-99fe-4082-854a-61d8e5eaaa99 req-40c27bcd-811a-41b3-a3e4-6648af330e0b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:04.716243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d26a2a79-99fe-4082-854a-61d8e5eaaa99 req-40c27bcd-811a-41b3-a3e4-6648af330e0b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.2911527 Jan 10 19:06:04.784531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] Set router 3087d86c-b081-482e-adb5-00ed9b07bff0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:04.809037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-730b931b-d99e-4bb4-bbc0-c1cd76fc0535 req-46fc9e47-3d59-4dbb-9eb4-1282ef3edfbc tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472893 Jan 10 19:06:04.852991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d26a2a79-99fe-4082-854a-61d8e5eaaa99 req-67a1c235-ea2e-482f-906b-54063a72621a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357210 Jan 10 19:06:04.949970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:04.965300 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'tag': 'fe736034-d5f9-4b54-a156-7c89394ce1ef', 'status': 'completed', 'code': 200} Jan 10 19:06:04.977712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Deleting port 97d213fa-e0b9-499c-92cb-1015fe820536 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:04.978286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:05.099541 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-864cbd80-7d9b-45c8-a7cc-47c5e4d8f277 req-b746fdcb-43a3-4365-9621-9e36e563d885 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] show failed (client error): The resource could not be found. Jan 10 19:06:05.126923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-864cbd80-7d9b-45c8-a7cc-47c5e4d8f277 req-b746fdcb-43a3-4365-9621-9e36e563d885 tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips/e27977be-7097-4a41-b7ef-9a1a8ff183c2 HTTP/1.1" status: 404 len: 350 time: 0.1782780 Jan 10 19:06:05.261302 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-b887009c-bc2c-4d18-bea1-e52a9afaadac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=141b2fa8f8194eccbfe42592851a3f1c&device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 1094 time: 0.2290595 Jan 10 19:06:05.430243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:05.436749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] For port 97d213fa-e0b9-499c-92cb-1015fe820536, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97d213fa-e0b9-499c-92cb-1015fe820536,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:05.437279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:05.442786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5493553-16a8-491a-b0d9-4bbe2bf4b499 req-3ba550a5-0aa3-4408-8ac0-fa937040ce32 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:05.459593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5493553-16a8-491a-b0d9-4bbe2bf4b499 req-3ba550a5-0aa3-4408-8ac0-fa937040ce32 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.3314459 Jan 10 19:06:05.508145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object 29d98159-f30d-46c1-bddf-b82bbdad308e will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:05.549623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5493553-16a8-491a-b0d9-4bbe2bf4b499 req-56119501-b445-4303-8eb8-87c51f2f9921 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842521 Jan 10 19:06:05.576552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:05.661289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Calling delete_port for 97d213fa-e0b9-499c-92cb-1015fe820536 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:05.689324 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:05:59Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:05.693355 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6724c-9bc8-4f81-9d50-6dccac1d8436 None None] The sync data for ids ['3087d86c-b081-482e-adb5-00ed9b07bff0'] in n-d-816927-8 is: [{'id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'name': 'tempest-ServersTestBootFromVolume-221934060-router', 'tenant_id': 'cdbea77850274e56a1b17a0193b45dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:02:02Z', 'updated_at': '2022-01-10T19:05:59Z', 'revision_number': 5, 'project_id': 'cdbea77850274e56a1b17a0193b45dee', 'gw_port': {'id': '97d213fa-e0b9-499c-92cb-1015fe820536', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087d86c-b081-482e-adb5-00ed9b07bff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:02:05Z', 'updated_at': '2022-01-10T19:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:05.738271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-d28eb45d-1398-40b1-bd14-890f2ad2906a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:05.739999 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-d28eb45d-1398-40b1-bd14-890f2ad2906a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b0129ba-c76d-454a-a3bc-080809f750b6 HTTP/1.1" status: 200 len: 923 time: 0.4706178 Jan 10 19:06:05.752308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:05.755926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:05.766209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:05.821862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:05.866135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:05.866758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:05.916061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-44ec84f8-e1a3-4d4a-af52-5d0e3403f0f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef HTTP/1.1" status: 200 len: 217 time: 0.1587029 Jan 10 19:06:06.043166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-cca51567-f246-4737-96c1-5132466f115d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:06.048507 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-cca51567-f246-4737-96c1-5132466f115d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dfb05d58-b7fc-490b-8855-135a3b9b233e HTTP/1.1" status: 200 len: 862 time: 0.1217606 Jan 10 19:06:06.053144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9b724ce6-3617-4135-8f58-606cd14411ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9584427 Jan 10 19:06:06.078154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'admin_state_up': True, 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'security_groups': ['4f7535c1-8ce4-4651-974c-a8d2cbb40aa3']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:06.166609 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-ca429db9-2bf4-4a15-b7ad-4f1926108a0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b0129ba-c76d-454a-a3bc-080809f750b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054082 Jan 10 19:06:06.190339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b3e62650-1d80-40de-9018-d2c9931cce39 None None] Provisioning for port 29d98159-f30d-46c1-bddf-b82bbdad308e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:06.199087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b3e62650-1d80-40de-9018-d2c9931cce39 None None] Provisioning complete for port 29d98159-f30d-46c1-bddf-b82bbdad308e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:06.201084 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b3e62650-1d80-40de-9018-d2c9931cce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:06.342178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b3e62650-1d80-40de-9018-d2c9931cce39 None None] Port 29d98159-f30d-46c1-bddf-b82bbdad308e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:06.345035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2677d-285c-40fd-a7e9-48b959401abd req-9daefa5e-10fa-473b-a5ce-490ffbf68171 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:06.347251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43c2677d-285c-40fd-a7e9-48b959401abd req-9daefa5e-10fa-473b-a5ce-490ffbf68171 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4737260 Jan 10 19:06:06.446716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a98e-80f2-46b8-91ba-13fb55f2ff65 req-130f60af-6786-41d0-ab85-ec9549f91b68 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:06.450569 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-dfbaf1d6-3673-4501-b2d1-acf45083ba6f service neutron] 10.222.0.44 "GET /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765250 Jan 10 19:06:06.451106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a98e-80f2-46b8-91ba-13fb55f2ff65 req-130f60af-6786-41d0-ab85-ec9549f91b68 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:06.451905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3746a98e-80f2-46b8-91ba-13fb55f2ff65 req-130f60af-6786-41d0-ab85-ec9549f91b68 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:06.466118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43c2677d-285c-40fd-a7e9-48b959401abd req-7429a931-3c95-4d52-a94f-80dd0312e464 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070979 Jan 10 19:06:06.489814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:06.501899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:port and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:06.505169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:06.512171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:06.512679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:06.534199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:06.538411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:06.613736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fe736034-d5f9-4b54-a156-7c89394ce1ef details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:06:06.649448 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-bf89ef6e-96c0-465c-a46a-fbbd6221c657 req-d1051da1-ef41-4f2f-a90b-d51af4764f4f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] show failed (client error): The resource could not be found. Jan 10 19:06:06.650697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf89ef6e-96c0-465c-a46a-fbbd6221c657 req-d1051da1-ef41-4f2f-a90b-d51af4764f4f tempest-FloatingIPsTestJSON-1681035823 tempest-FloatingIPsTestJSON-1681035823-project] 10.222.0.21 "GET /v2.0/floatingips/e27977be-7097-4a41-b7ef-9a1a8ff183c2 HTTP/1.1" status: 404 len: 350 time: 0.0975311 Jan 10 19:06:06.657468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3746a98e-80f2-46b8-91ba-13fb55f2ff65 req-130f60af-6786-41d0-ab85-ec9549f91b68 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:06.664412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3746a98e-80f2-46b8-91ba-13fb55f2ff65 req-130f60af-6786-41d0-ab85-ec9549f91b68 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 1651 time: 0.7420413 Jan 10 19:06:06.684935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:06.788322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d213fa-e0b9-499c-92cb-1015fe820536,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:06.816134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fe736034-d5f9-4b54-a156-7c89394ce1ef, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef,segment=NetworkSegment(2ac2622b-7e1f-41b1-b97b-231d9a6873b6),segment_id=2ac2622b-7e1f-41b1-b97b-231d9a6873b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:06.841267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fe736034-d5f9-4b54-a156-7c89394ce1ef', 'network_id': '3b0129ba-c76d-454a-a3bc-080809f750b6', 'port_id': 'fe736034-d5f9-4b54-a156-7c89394ce1ef', 'mac_address': 'fa:16:3e:15:4c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb05d58-b7fc-490b-8855-135a3b9b233e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:06:06.902391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3746a98e-80f2-46b8-91ba-13fb55f2ff65 req-a5390953-9087-46f6-9682-e46890b20861 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369661 Jan 10 19:06:06.951883 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b91360d1-d5b0-44b6-b6a2-3efad30529fb req-160000c8-5b7b-49aa-a9de-73a9bb5665bb service neutron] 10.222.0.44 "GET /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943314 Jan 10 19:06:06.956587 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.001743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe736034-d5f9-4b54-a156-7c89394ce1ef {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:07.046554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fe736034-d5f9-4b54-a156-7c89394ce1ef, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef,segment=NetworkSegment(2ac2622b-7e1f-41b1-b97b-231d9a6873b6),segment_id=2ac2622b-7e1f-41b1-b97b-231d9a6873b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:07.056693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.136272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.288448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fe736034-d5f9-4b54-a156-7c89394ce1ef,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:07.319336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a0c785-e80d-44c8-b524-3dd77121d537 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:07.359679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 10.1.1.49 (7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1/452ab6d0-ed39-4810-b9e6-674a65bd1108/d889e420-7aef-40dd-9ab5-8b3de42d6aab) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:07.424151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fe736034-d5f9-4b54-a156-7c89394ce1ef'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:06:07.460957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550da041-d512-487d-811d-42007841a3c0 req-6d1a9e88-6319-4459-9bae-3670eb9ea4dd tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:07.462894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-550da041-d512-487d-811d-42007841a3c0 req-6d1a9e88-6319-4459-9bae-3670eb9ea4dd tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 944 time: 0.2502887 Jan 10 19:06:07.489442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.493643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.520925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.521559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3087d86c-b081-482e-adb5-00ed9b07bff0 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:06:07.536511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.541094 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8c42ee9-11b8-4a25-b7ae-8e7342c42409 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3087d86c-b081-482e-adb5-00ed9b07bff0 HTTP/1.1" status: 204 len: 168 time: 3.8039844 Jan 10 19:06:07.542562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38274) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:07.616018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Deleting subnet 4c3708d6-d15e-4114-8eaa-3cf99499b953 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:06:07.620700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.634546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 40a0c785-e80d-44c8-b524-3dd77121d537 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:06:07.634927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a0c785-e80d-44c8-b524-3dd77121d537 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:06:07.707458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.845366 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:07.975194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-550da041-d512-487d-811d-42007841a3c0 req-564418bf-289f-4724-b921-2add19d3cac1 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674499 Jan 10 19:06:07.983457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.074289 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.124562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object d889e420-7aef-40dd-9ab5-8b3de42d6aab will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:08.125082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.138739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b40af7-9dba-4dec-8ab4-86153ffa5ad3 None None] Network a0adf005-6e55-417f-b164-5f68f9233aa4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:08.145540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89451-4e84-4c14-9a8b-2586575496f2 req-4e768cdb-03e6-4a9d-ad48-137870bf75da tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:08.147118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45a89451-4e84-4c14-9a8b-2586575496f2 req-4e768cdb-03e6-4a9d-ad48-137870bf75da tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.4146152 Jan 10 19:06:08.153695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3708d6-d15e-4114-8eaa-3cf99499b953,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:08.178199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-86396a81-7abb-4de9-be8d-6311f68a67d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c3708d6-d15e-4114-8eaa-3cf99499b953 HTTP/1.1" status: 204 len: 168 time: 0.6335399 Jan 10 19:06:08.180224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38284) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:08.350535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df82d795-7fdc-406d-8edf-f4040bcd5b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.415158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.434026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Deleting port d64ed472-44c0-43ca-9294-871974532d76 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:08.434645 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.451268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45a89451-4e84-4c14-9a8b-2586575496f2 req-0b94ffcb-ae28-455c-a853-6fcd10f0fd89 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106199 Jan 10 19:06:08.486286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.588315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] DHCP port deletion for a0adf005-6e55-417f-b164-5f68f9233aa4 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:06:08.594563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Deleting port d64ed472-44c0-43ca-9294-871974532d76 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:08.594563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.645411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fe736034-d5f9-4b54-a156-7c89394ce1ef up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:08.692419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:08.706620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:08.709891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:08.789979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:08.818129 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:08.900372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] For port d64ed472-44c0-43ca-9294-871974532d76, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d64ed472-44c0-43ca-9294-871974532d76,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:08.904654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.008348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:09.009152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.126232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e431b3ec-acdc-4084-99df-747d99867839 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0581710 Jan 10 19:06:09.139802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a', 'admin_state_up': True, 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'security_groups': ['4f7535c1-8ce4-4651-974c-a8d2cbb40aa3']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:09.222622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d64ed472-44c0-43ca-9294-871974532d76 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:09.264801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-4b6f826f-b6f8-44c2-8a2d-8e883d3341ec tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:09.268810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-4b6f826f-b6f8-44c2-8a2d-8e883d3341ec tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:09.274218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-4b6f826f-b6f8-44c2-8a2d-8e883d3341ec tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:09.275719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-4b6f826f-b6f8-44c2-8a2d-8e883d3341ec tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:09.295606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port fe736034-d5f9-4b54-a156-7c89394ce1ef completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:09.333342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fe736034-d5f9-4b54-a156-7c89394ce1ef triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:09.333627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.342650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045347a-79d3-4926-9e0d-d074947166e3 req-a63ff2d1-61c2-452c-a5dc-2c5e252b81e2 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:09.349640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b045347a-79d3-4926-9e0d-d074947166e3 req-a63ff2d1-61c2-452c-a5dc-2c5e252b81e2 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4038973 Jan 10 19:06:09.421265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Calling delete_port for d64ed472-44c0-43ca-9294-871974532d76 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:09.426238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-4b6f826f-b6f8-44c2-8a2d-8e883d3341ec tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:09.433529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-4b6f826f-b6f8-44c2-8a2d-8e883d3341ec tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 2371 time: 0.6840916 Jan 10 19:06:09.454736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] For port d64ed472-44c0-43ca-9294-871974532d76, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d64ed472-44c0-43ca-9294-871974532d76,segment=NetworkSegment(2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c),segment_id=2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:09.455882 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.517885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.543419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:09.569528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b045347a-79d3-4926-9e0d-d074947166e3 req-e04ee79b-f36a-4510-b8ac-3f344404da24 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189078 Jan 10 19:06:09.579737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64ed472-44c0-43ca-9294-871974532d76,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:09.590143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] No DVR routers for this DVR port d64ed472-44c0-43ca-9294-871974532d76 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:06:09.597667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:09.615856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Calling delete_port for d64ed472-44c0-43ca-9294-871974532d76 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:09.619168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dd83cfb-509a-47c4-b72d-24478ddfaae9 req-d0459347-46d7-43f2-ba57-c455fe0a8241 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845944 Jan 10 19:06:09.657094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:09.731534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:06:09.731921 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:06:09.739899 n-d-816927-8 neutron-server[83631]: INFO neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No ports have port_id starting with d64ed472-44c0-43ca-9294-871974532d76 Jan 10 19:06:09.742221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f50b256-cfd3-4456-aa10-77389227d366 None None] Provisioning for port d889e420-7aef-40dd-9ab5-8b3de42d6aab completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:09.752516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97d213fa-e0b9-499c-92cb-1015fe820536 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:09.792666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 97d213fa-e0b9-499c-92cb-1015fe820536 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:06:09.793001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97d213fa-e0b9-499c-92cb-1015fe820536 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:06:09.798144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f50b256-cfd3-4456-aa10-77389227d366 None None] Provisioning complete for port d889e420-7aef-40dd-9ab5-8b3de42d6aab triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:09.798519 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f50b256-cfd3-4456-aa10-77389227d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.850341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.858191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2f50b256-cfd3-4456-aa10-77389227d366 None None] Port d889e420-7aef-40dd-9ab5-8b3de42d6aab cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:09.926499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0adf005-6e55-417f-b164-5f68f9233aa4']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:09.931231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.959611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:09.959911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be04fab-f48e-4b79-a4f7-ca0c2ff4f36c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:09.974270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fe736034-d5f9-4b54-a156-7c89394ce1ef, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef,segment=NetworkSegment(2ac2622b-7e1f-41b1-b97b-231d9a6873b6),segment_id=2ac2622b-7e1f-41b1-b97b-231d9a6873b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:09.976153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe736034-d5f9-4b54-a156-7c89394ce1ef'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:09.976522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.984968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:09.993372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.034722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.054679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:06:10.055669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:06:10.093729 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:06:10.118631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fe736034-d5f9-4b54-a156-7c89394ce1ef,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:10.135127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.135817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.136825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.137330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.138302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.138837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.139337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.140296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.140783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.141298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.142351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:10.234407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Deleting port d64ed472-44c0-43ca-9294-871974532d76 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:10.235142 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.243954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.252995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.288482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0adf005-6e55-417f-b164-5f68f9233aa4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:10.328928 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5ed437b0-02b4-4ae5-9bb3-97d38ad2e853 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0adf005-6e55-417f-b164-5f68f9233aa4 HTTP/1.1" status: 204 len: 168 time: 2.1434293 Jan 10 19:06:10.341094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8041692a-b212-4e8c-93a5-cbad2a29dd67 None None] The port 'd64ed472-44c0-43ca-9294-871974532d76' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:06:10.439011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a14149e1-0545-49dd-a281-54b7b4f1c063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.459061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e1cb7-87b3-472c-801a-45343ed35efd req-fa4148d7-cf43-4d66-8761-2cf3e304d388 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:10.461846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-855e1cb7-87b3-472c-801a-45343ed35efd req-fa4148d7-cf43-4d66-8761-2cf3e304d388 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 944 time: 0.7047088 Jan 10 19:06:10.542595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38312) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:10.606682 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74bb8df1-fb11-459f-ab4f-fb09fcf7a710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdbea77850274e56a1b17a0193b45dee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0626159 Jan 10 19:06:10.609178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:10.673668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37a91f85-34ac-4ce9-9b0e-bbd42c1a628e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.702372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37a91f85-34ac-4ce9-9b0e-bbd42c1a628e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.715908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73caf28-9820-49ca-9bf3-98a1f537c475 req-50ae8a69-f7d8-4c34-8777-615c9c3a534d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:10.717409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f73caf28-9820-49ca-9bf3-98a1f537c475 req-50ae8a69-f7d8-4c34-8777-615c9c3a534d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.4598639 Jan 10 19:06:10.751258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-855e1cb7-87b3-472c-801a-45343ed35efd req-639a0995-25c2-4a7b-adbf-ea7f985e29d2 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694137 Jan 10 19:06:10.781407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37a91f85-34ac-4ce9-9b0e-bbd42c1a628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.805110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91f85-34ac-4ce9-9b0e-bbd42c1a628e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7b572d-031a-482a-971f-93698999846d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:10.814663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37a91f85-34ac-4ce9-9b0e-bbd42c1a628e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:10.818153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-37a91f85-34ac-4ce9-9b0e-bbd42c1a628e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e7b572d-031a-482a-971f-93698999846d HTTP/1.1" status: 204 len: 168 time: 0.2055311 Jan 10 19:06:10.883591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f73caf28-9820-49ca-9bf3-98a1f537c475 req-67021127-3185-45e9-b0f3-3e5a338c24bf tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540389 Jan 10 19:06:10.930755 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe736034-d5f9-4b54-a156-7c89394ce1ef', 'code': 200} Jan 10 19:06:10.977241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 10.2.2.100 (d898116f-d47a-4970-bbc3-5bf804e8da1a/6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d/9272644a-1fbb-445e-9bef-8c14dfc9a908) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:11.159603 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b3fb85-4401-46d5-a312-80d6f552b08e req-86330862-18bd-4f8f-8312-9c008c5a7efa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 1096 time: 0.1570873 Jan 10 19:06:11.248575 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-95b3fb85-4401-46d5-a312-80d6f552b08e req-99ed9840-75e4-4be8-82fc-4faa583c0ca4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819359 Jan 10 19:06:11.481652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:11.558527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object 9272644a-1fbb-445e-9bef-8c14dfc9a908 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:11.574582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3eb73-b60a-4afa-9352-5526a97a6889 req-c5d907b1-dc5d-46eb-a399-1d532eefbdb1 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:11.578557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3eb73-b60a-4afa-9352-5526a97a6889 req-c5d907b1-dc5d-46eb-a399-1d532eefbdb1 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:11.582436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3eb73-b60a-4afa-9352-5526a97a6889 req-c5d907b1-dc5d-46eb-a399-1d532eefbdb1 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:11.584104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2e3eb73-b60a-4afa-9352-5526a97a6889 req-c5d907b1-dc5d-46eb-a399-1d532eefbdb1 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 2371 time: 0.4348273 Jan 10 19:06:11.593821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee208de-e942-4267-8eed-e2c15acec4b3 req-d1907496-c27c-4e8a-9723-a9fad420c6ea tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:11.595274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ee208de-e942-4267-8eed-e2c15acec4b3 req-d1907496-c27c-4e8a-9723-a9fad420c6ea tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4471223 Jan 10 19:06:11.642699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Deleting port ee4ceda5-a2c3-42de-967c-08822865fbf3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:11.643201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:11.650630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:11.701201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:11.811333 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:11.821928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2e3eb73-b60a-4afa-9352-5526a97a6889 req-97f2409b-53f5-41be-b8e5-906074ac15a9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229526 Jan 10 19:06:11.873940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ee208de-e942-4267-8eed-e2c15acec4b3 req-78911cd6-0cd4-4ab3-bab8-31574df882d3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531035 Jan 10 19:06:11.967939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network d898116f-d47a-4970-bbc3-5bf804e8da1a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:11.976257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:11.979585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:11.984974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:12.024125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38358) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:12.027487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] For port ee4ceda5-a2c3-42de-967c-08822865fbf3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee4ceda5-a2c3-42de-967c-08822865fbf3,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:12.027848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.257603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-829606649-network', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:12.262788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:12.271288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Usage tracker for resource:network and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:12.278678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:12.293016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:12.320356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2ca5b71c-91c3-439b-9e59-bcfc7d7242ef None None] Provisioning for port 9272644a-1fbb-445e-9bef-8c14dfc9a908 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:12.322583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Made reservation on behalf of 518c2bf58aaa4c30a15363ac3eaed7f2 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:12.330308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.374440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2ca5b71c-91c3-439b-9e59-bcfc7d7242ef None None] Provisioning complete for port 9272644a-1fbb-445e-9bef-8c14dfc9a908 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:12.374929 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b71c-91c3-439b-9e59-bcfc7d7242ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.393603 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.470763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Calling delete_port for ee4ceda5-a2c3-42de-967c-08822865fbf3 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:12.482805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:12.493006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Usage tracker for resource:security_group_rule and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:12.501738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:12.511424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5b71c-91c3-439b-9e59-bcfc7d7242ef None None] Port 9272644a-1fbb-445e-9bef-8c14dfc9a908 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:12.519573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:12.665449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.672057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.715160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:06:12.726215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affdb533-d83c-41a0-b3ca-2c6f7e7cd11f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:12.734210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.735235 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Added segment c3f80bdb-784d-4de6-810f-7efe3c623cc6 of type vlan for network 3c1630bf-1aba-4547-b062-80c7d3b5d19d Jan 10 19:06:12.773937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.820431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.821360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:12.823989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.827865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:12.829085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.952823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9271586 Jan 10 19:06:12.953935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b57e2a-b0fa-4d0b-b90b-303165051c85 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1630bf-1aba-4547-b062-80c7d3b5d19d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:12.956844 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:12.958087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38378) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:12.971339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:06:12.971986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Request body: {'subnet': {'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-829606649-subnet', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:12.987741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c057f529-37aa-4dff-816f-2e506bf9b698 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8541396 Jan 10 19:06:12.992732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:13.007625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a', 'admin_state_up': True, 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'security_groups': ['4f7535c1-8ce4-4651-974c-a8d2cbb40aa3']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:13.022654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:13.030993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Usage tracker for resource:subnet and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:13.070131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:13.151967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:13.173328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4ceda5-a2c3-42de-967c-08822865fbf3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:13.197976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a056786-1402-407a-935d-2b329da03487 req-916280f8-eacd-4141-a2c5-b73b8a6c454a tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:13.199608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a056786-1402-407a-935d-2b329da03487 req-916280f8-eacd-4141-a2c5-b73b8a6c454a tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 945 time: 1.1441221 Jan 10 19:06:13.295348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Made reservation on behalf of 518c2bf58aaa4c30a15363ac3eaed7f2 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:13.297987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:13.445745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e8326-e6a6-4915-bba8-d54861bc8ce3 req-90a10894-2413-4b00-84fe-e16f9a663315 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:13.447437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac7e8326-e6a6-4915-bba8-d54861bc8ce3 req-90a10894-2413-4b00-84fe-e16f9a663315 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.6091261 Jan 10 19:06:13.475657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a056786-1402-407a-935d-2b329da03487 req-58042b6c-7cc6-4d95-bcf0-0cc415f68098 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351403 Jan 10 19:06:13.743619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:13.768360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Usage tracker for resource:port and tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:13.790923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:13.808169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac7e8326-e6a6-4915-bba8-d54861bc8ce3 req-6f54fa1c-1b55-415f-b93e-648a99b7e859 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460894 Jan 10 19:06:13.814514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:13.884927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Made reservation on behalf of 9c2bfe62c5d34baa9e47a8c8d9c44780 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:13.890211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:14.272598 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:14.368924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:14.372890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:14.376806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:14.380693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:14.381669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:14.500636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7094f2-35e3-420b-b820-c78c23233eac,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:14.503300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Allocated IP 10.2.2.200 (d898116f-d47a-4970-bbc3-5bf804e8da1a/6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d/05b27052-2265-402f-9d76-98ecd700930e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:14.516690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:14.517865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7361fa8e-e43a-47e2-9afd-42214450090a req-56c8fe9d-7a15-45ee-9679-9c68eaec24e9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 3092 time: 0.6383617 Jan 10 19:06:14.615631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Checking segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:14.616008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Network hostable DHCP agents. Network: 3c1630bf-1aba-4547-b062-80c7d3b5d19d, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:06:14.730135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7361fa8e-e43a-47e2-9afd-42214450090a req-902fd5cc-6169-4914-a663-6bffe41b6f26 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991599 Jan 10 19:06:14.739869 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:14.750078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ce6a6-7857-47be-8fe9-ed444507b582 req-9a12ea53-bf21-47b0-adef-22b8ce945664 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:14.756725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d82ce6a6-7857-47be-8fe9-ed444507b582 req-9a12ea53-bf21-47b0-adef-22b8ce945664 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4035230 Jan 10 19:06:14.886790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:14.965420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.059079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:06:15.100948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3c1630bf-1aba-4547-b062-80c7d3b5d19d) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:15.116753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76e611-e191-4281-a807-528ff7d6763c None None] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:15.127999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:15.128601 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.145582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d82ce6a6-7857-47be-8fe9-ed444507b582 req-00eb97c5-7ee0-4275-9977-348b37d5c1e5 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879232 Jan 10 19:06:15.166025 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.253750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Transition to ACTIVE for port object 05b27052-2265-402f-9d76-98ecd700930e will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:15.292394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.420210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527fa4d-1c4d-42e8-81be-009548f8d436 req-4a032660-816a-4fdd-a5c8-28e6edf3e2f4 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:15.427664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d527fa4d-1c4d-42e8-81be-009548f8d436 req-4a032660-816a-4fdd-a5c8-28e6edf3e2f4 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 945 time: 0.5032043 Jan 10 19:06:15.446574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cacafe23-cc6b-4913-a5e7-19913d03a038 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4834104 Jan 10 19:06:15.447009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38410) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:15.453363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:15.461229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:15.468885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Usage tracker for resource:router and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:15.475821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:15.484172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:15.501879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.502845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.531552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.546475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Network d898116f-d47a-4970-bbc3-5bf804e8da1a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:15.596694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event updated for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:15.597201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:06:15.598338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.613939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:15.631694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:15.745040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d527fa4d-1c4d-42e8-81be-009548f8d436 req-1fdd085e-ebc0-4793-810c-868cb0bd88fd tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160903 Jan 10 19:06:15.764698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.834540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b38fb-0fa7-474b-8eaa-36495fbf648d req-dd2f4ca4-9e53-4597-afc4-308ee4337a4a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:15.853230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-452b38fb-0fa7-474b-8eaa-36495fbf648d req-dd2f4ca4-9e53-4597-afc4-308ee4337a4a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.4788835 Jan 10 19:06:15.919825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:15.920615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:15.997556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Allocated IP 172.20.0.2 (3c1630bf-1aba-4547-b062-80c7d3b5d19d/fb7094f2-35e3-420b-b820-c78c23233eac/4806c2a3-9dba-44e4-9002-7106c0c03594) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:16.039557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-2f2fe252-0254-4ebc-9762-359118f126a5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0416043 Jan 10 19:06:16.098127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:16.185152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:16.232630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:16.293439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-452b38fb-0fa7-474b-8eaa-36495fbf648d req-1d1d405d-3acc-474d-ac11-cd48bc441909 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392190 Jan 10 19:06:16.559430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:16.580842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c80c91dd-e100-4db2-918e-2f1b054bcf68 None None] Provisioning for port 05b27052-2265-402f-9d76-98ecd700930e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:16.602112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Transition to ACTIVE for port object 4806c2a3-9dba-44e4-9002-7106c0c03594 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:16.606185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c80c91dd-e100-4db2-918e-2f1b054bcf68 None None] Provisioning complete for port 05b27052-2265-402f-9d76-98ecd700930e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:16.607036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c80c91dd-e100-4db2-918e-2f1b054bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:16.729838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Transition to ACTIVE for port object 4806c2a3-9dba-44e4-9002-7106c0c03594 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:16.754836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:16.765220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Allocated IP 172.25.6.97 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/daab28b3-6a0b-4746-b201-5cd968969036) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:16.823658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:16.840315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c80c91dd-e100-4db2-918e-2f1b054bcf68 None None] Port 05b27052-2265-402f-9d76-98ecd700930e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:16.927628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Pushing event updated for resources: {'Port': ['ID=4806c2a3-9dba-44e4-9002-7106c0c03594,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:16.966285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:16.968319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:16.976057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:17.065308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-54b22666-8963-48fc-a9d0-1c59e06de07a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:17.080015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-54b22666-8963-48fc-a9d0-1c59e06de07a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:17.083955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-54b22666-8963-48fc-a9d0-1c59e06de07a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:17.087887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-54b22666-8963-48fc-a9d0-1c59e06de07a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:17.118983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-54b22666-8963-48fc-a9d0-1c59e06de07a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:17.131122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-54b22666-8963-48fc-a9d0-1c59e06de07a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 3813 time: 0.5221674 Jan 10 19:06:17.201869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.261110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Attempting to bind port 4806c2a3-9dba-44e4-9002-7106c0c03594 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:17.261715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Attempting to bind port 4806c2a3-9dba-44e4-9002-7106c0c03594 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:17.261927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Attempting to bind port 4806c2a3-9dba-44e4-9002-7106c0c03594 on network 3c1630bf-1aba-4547-b062-80c7d3b5d19d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:17.270603 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.286973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:17.287417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Checking segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:17.290203 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.291099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Bound using segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:17.297517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Bound port: 4806c2a3-9dba-44e4-9002-7106c0c03594, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:17.299701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.406793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Pushing event updated for resources: {'Port': ['ID=daab28b3-6a0b-4746-b201-5cd968969036,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:17.444800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:17.446133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:17.450703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-728f409b-65da-486d-ad84-2493aff96adf None None] For port 4806c2a3-9dba-44e4-9002-7106c0c03594, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:17.451730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:17.455421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-728f409b-65da-486d-ad84-2493aff96adf None None] For port 4806c2a3-9dba-44e4-9002-7106c0c03594, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4806c2a3-9dba-44e4-9002-7106c0c03594,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:17.466818 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.595851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f409b-65da-486d-ad84-2493aff96adf None None] Pushing event updated for resources: {'Port': ['ID=4806c2a3-9dba-44e4-9002-7106c0c03594,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:17.709528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.710279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:17.829091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad6361d3-2ed9-4401-af36-a4658a5cb2b1 req-756ae903-f181-47b5-8c0b-d38d6ef3f22e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6970208 Jan 10 19:06:17.927948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0693-bd3f-41ce-b925-2d35fef59a88 req-3d776c05-f548-4e97-bc87-2916a8cdc1a6 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:17.936980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e3f0693-bd3f-41ce-b925-2d35fef59a88 req-3d776c05-f548-4e97-bc87-2916a8cdc1a6 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 945 time: 0.6224482 Jan 10 19:06:18.116079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c661d84-b1db-4d35-8181-6409246cbbd3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:18.117042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Router e32e135f-a796-4190-966b-6acc23028888 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:06:18.134415 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:18.184156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Transition to ACTIVE for port object 9c661d84-b1db-4d35-8181-6409246cbbd3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:18.193107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e3f0693-bd3f-41ce-b925-2d35fef59a88 req-1c6d21b7-e55d-466b-bfd3-4523acf924a7 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ffaf79-f722-482e-8140-eb0ed7389452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552104 Jan 10 19:06:18.196892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:18.202130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Router dd8ea508-be51-451c-8666-a4001d253756 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:06:18.430164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:18.439355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Sync routers for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:18.458292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:18.458943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:18.486503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:18.490501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-91c2a8fe-fcc5-4bf5-a38d-2f2ff17955fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0399606 Jan 10 19:06:18.490959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38456) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:18.675214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:18.897629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-bee11588-0cd0-46e2-a9b1-1742c3eecf8a tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:18.898234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-bee11588-0cd0-46e2-a9b1-1742c3eecf8a tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Synchronizing usage tracker for tenant:141b2fa8f8194eccbfe42592851a3f1c on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:18.969627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:19.005937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dcec7-4e84-4654-9f3b-1d61132c7419 req-7f53d825-bd22-4b12-b29e-b11e114fbb99 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:19.014771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1dcec7-4e84-4654-9f3b-1d61132c7419 req-7f53d825-bd22-4b12-b29e-b11e114fbb99 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.4196675 Jan 10 19:06:19.017982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Attempting to bind port 9c661d84-b1db-4d35-8181-6409246cbbd3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:19.018589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Attempting to bind port 9c661d84-b1db-4d35-8181-6409246cbbd3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:19.019202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Attempting to bind port 9c661d84-b1db-4d35-8181-6409246cbbd3 on network ca4b53e6-9f44-469a-9424-8f79aab9f326 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:19.113297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-bee11588-0cd0-46e2-a9b1-1742c3eecf8a tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Unset dirty status for tenant:141b2fa8f8194eccbfe42592851a3f1c on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:19.114472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-bee11588-0cd0-46e2-a9b1-1742c3eecf8a tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 945 time: 0.4608510 Jan 10 19:06:19.194360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Port 9c661d84-b1db-4d35-8181-6409246cbbd3 on network ca4b53e6-9f44-469a-9424-8f79aab9f326 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:19.194925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Attempting to bind port 9c661d84-b1db-4d35-8181-6409246cbbd3 on network ca4b53e6-9f44-469a-9424-8f79aab9f326 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:19.285453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4806c2a3-9dba-44e4-9002-7106c0c03594 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:19.349243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64043b27-5a34-4f5c-b86e-bb81321b62c5 None None] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:19.361883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:19.362272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Checking segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:19.362600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Bound using segment: {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:19.363211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Bound port: 9c661d84-b1db-4d35-8181-6409246cbbd3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fe4e0d-a943-4bea-bea9-719a76282ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:19.363567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:19.386456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Deleting port fe736034-d5f9-4b54-a156-7c89394ce1ef {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:19.387027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:19.433705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1dcec7-4e84-4654-9f3b-1d61132c7419 req-dd2f1cc7-3b6f-4a1d-8364-c9ec8e426450 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171784 Jan 10 19:06:19.607421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-ffc9c520-305e-4055-8c8b-a26c2315eaab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 0.3992977 Jan 10 19:06:19.668607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:19.700563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0838a8a6-59c9-460d-a9c4-d5b3367c89ab None None] Provisioning for port 4806c2a3-9dba-44e4-9002-7106c0c03594 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:19.797841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:19.807545 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] Sync routers for ids ['dd8ea508-be51-451c-8666-a4001d253756'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:19.815182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-87bd3213-0c67-4b7b-a036-17b195edca0f admin admin] 10.222.0.21 "PUT /v2.0/routers/dd8ea508-be51-451c-8666-a4001d253756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1291223 Jan 10 19:06:19.819966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:19.821036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38472) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:19.831751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4806c2a3-9dba-44e4-9002-7106c0c03594 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:19.837695 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] Routers {'dd8ea508-be51-451c-8666-a4001d253756'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:19.841920 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['dd8ea508-be51-451c-8666-a4001d253756'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:19.847612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4806c2a3-9dba-44e4-9002-7106c0c03594 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:19.847988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:19.855014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] For port fe736034-d5f9-4b54-a156-7c89394ce1ef, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fe736034-d5f9-4b54-a156-7c89394ce1ef,segment=NetworkSegment(2ac2622b-7e1f-41b1-b97b-231d9a6873b6),segment_id=2ac2622b-7e1f-41b1-b97b-231d9a6873b6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:19.855373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:19.933393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-a98ddd80-8202-422c-bb13-5afa8dd482a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:19.938010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-a98ddd80-8202-422c-bb13-5afa8dd482a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:19.942651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-a98ddd80-8202-422c-bb13-5afa8dd482a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:19.946985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-a98ddd80-8202-422c-bb13-5afa8dd482a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:19.951623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-a98ddd80-8202-422c-bb13-5afa8dd482a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:19.959773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-a98ddd80-8202-422c-bb13-5afa8dd482a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 3825 time: 0.6063716 Jan 10 19:06:19.962558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.015194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Calling delete_port for fe736034-d5f9-4b54-a156-7c89394ce1ef owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:20.119089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:17Z', 'revision_number': 3, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:20.133756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Checking router: e32e135f-a796-4190-966b-6acc23028888 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:20.134114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Updating router e32e135f-a796-4190-966b-6acc23028888 port daab28b3-6a0b-4746-b201-5cd968969036 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:06:20.170085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-1452f5b5-ff15-45ba-8d4b-a72e53af41d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:20.174353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-1452f5b5-ff15-45ba-8d4b-a72e53af41d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.5547223 Jan 10 19:06:20.203177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.209292 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.210834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] 10.222.0.44 "PUT /v2.0/ports/9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 200 len: 1091 time: 4.1319509 Jan 10 19:06:20.211457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:20.247875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] Set router dd8ea508-be51-451c-8666-a4001d253756 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:20.341084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4806c2a3-9dba-44e4-9002-7106c0c03594, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4806c2a3-9dba-44e4-9002-7106c0c03594,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:20.343135 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.371314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:20.542813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.579972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-6015f08a-128e-424e-a6bd-b37940496d5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 217 time: 0.3614724 Jan 10 19:06:20.696666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a95c8-e284-4979-b3cf-b39cb2d3f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:20.716851 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-941edff3-03c9-424f-b493-7ca5124ea9ee service neutron] 10.222.0.44 "GET /v2.0/ports/ab8fbb3a-8042-4e8c-aece-251c978d63ec/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.4313269 Jan 10 19:06:20.719573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4806c2a3-9dba-44e4-9002-7106c0c03594,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:20.824836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9887f847-83fe-4dfd-881c-eafd316b25e5 req-9872c648-16a5-4f37-8bab-0cf50aa0e840 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8544571 Jan 10 19:06:20.844014 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:06:12Z', 'revision_number': 5, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:20.850691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] Checking router: dd8ea508-be51-451c-8666-a4001d253756 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:20.879332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.881896 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] Routers {'dd8ea508-be51-451c-8666-a4001d253756'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:20.884316 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['dd8ea508-be51-451c-8666-a4001d253756'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:20.945248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-abe6fd65-79d3-4b65-a3a6-641c20911170 None None] Provisioning complete for port 4806c2a3-9dba-44e4-9002-7106c0c03594 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:20.945624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd65-79d3-4b65-a3a6-641c20911170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:20.972776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Pushing event deleted for resources: {'Port': ['ID=fe736034-d5f9-4b54-a156-7c89394ce1ef,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:21.167239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa787f30-324d-495f-a122-0e4cbc6fdd47 req-86a76cc9-2762-4e2a-a970-0291087b88b7 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:21.169244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa787f30-324d-495f-a122-0e4cbc6fdd47 req-86a76cc9-2762-4e2a-a970-0291087b88b7 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 1.5049007 Jan 10 19:06:21.196791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] No DVR routers for this DVR port fe736034-d5f9-4b54-a156-7c89394ce1ef on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:06:21.201138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.211739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'name': 'network-vif-deleted', 'tag': 'fe736034-d5f9-4b54-a156-7c89394ce1ef'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:21.272508 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] Set router dd8ea508-be51-451c-8666-a4001d253756 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:21.275656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4806c2a3-9dba-44e4-9002-7106c0c03594 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:21.282686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.295641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-749ca238-f377-4059-bf28-038b90f40153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:21.297953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-749ca238-f377-4059-bf28-038b90f40153 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.6916449 Jan 10 19:06:21.315003 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f6aa533a-0cce-4b78-82ac-f6a398e7dc83 req-65b1265c-705b-4540-b16d-e4ac3838a2d0 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.44 "DELETE /v2.0/ports/fe736034-d5f9-4b54-a156-7c89394ce1ef HTTP/1.1" status: 204 len: 173 time: 2.0414400 Jan 10 19:06:21.430024 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.487195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Transition to ACTIVE for port object daab28b3-6a0b-4746-b201-5cd968969036 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:21.504809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-bfa6f1a4-7739-417e-bb8b-9e961439a66f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 1101 time: 0.3825452 Jan 10 19:06:21.521255 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.594260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4806c2a3-9dba-44e4-9002-7106c0c03594 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:21.594720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.676591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cac5cdd-2acd-4eb4-b6a4-fc7506aca06d req-c8e7e906-1dc8-4eef-8d95-12344b2fac35 tempest-ServerAddressesNegativeTestJSON-1424711959 tempest-ServerAddressesNegativeTestJSON-1424711959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd HTTP/1.1" status: 200 len: 210 time: 0.2293539 Jan 10 19:06:21.679037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-62e0f1fb-afee-4798-8726-f6e7080d2df9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340181 Jan 10 19:06:21.684424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da27311-293a-4b88-8bfd-1ee473c5a762 None None] Pushing event updated for resources: {'Port': ['ID=daab28b3-6a0b-4746-b201-5cd968969036,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:21.720194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Attempting to bind port daab28b3-6a0b-4746-b201-5cd968969036 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:21.720873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Attempting to bind port daab28b3-6a0b-4746-b201-5cd968969036 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:21.722379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Attempting to bind port daab28b3-6a0b-4746-b201-5cd968969036 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:21.746006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:21.748599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa787f30-324d-495f-a122-0e4cbc6fdd47 req-e5cd7ec8-f79a-4c51-a02b-7709066272f0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678787 Jan 10 19:06:21.763913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:21.765678 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.767697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:21.771335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Bound port: daab28b3-6a0b-4746-b201-5cd968969036, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:21.771919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:21.821349 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:06:12Z', 'revision_number': 5, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:21.832345 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec70dc1-7036-4840-a5ef-927021da285b None None] The sync data for ids ['dd8ea508-be51-451c-8666-a4001d253756'] in n-d-816927-8 is: [{'id': 'dd8ea508-be51-451c-8666-a4001d253756', 'name': 'tempest-FloatingIPsTestJSON-66114736-router', 'tenant_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:05:24Z', 'updated_at': '2022-01-10T19:06:12Z', 'revision_number': 5, 'project_id': '912ef51c73da454d89e0efd7a0f5c6cb', 'gw_port': {'id': 'f4b6518d-eac4-4509-a779-fe9aab4dbd18', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8ea508-be51-451c-8666-a4001d253756', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:05:25Z', 'updated_at': '2022-01-10T19:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:21.931142 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-eda53595-a9ba-46de-b2f9-c64ff956b066 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1101 time: 0.3965600 Jan 10 19:06:21.933398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:22.096024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-9093d847-cca0-4c18-abf1-e00a9e45fcae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:22.098948 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-9093d847-cca0-4c18-abf1-e00a9e45fcae service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1529739 Jan 10 19:06:22.125880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] For port daab28b3-6a0b-4746-b201-5cd968969036, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:22.140963 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ea3d04-bfaf-4239-bdbd-a4d2043e1abd', 'name': 'network-vif-deleted', 'tag': 'fe736034-d5f9-4b54-a156-7c89394ce1ef', 'status': 'completed', 'code': 200} Jan 10 19:06:22.173774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] For port daab28b3-6a0b-4746-b201-5cd968969036, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=daab28b3-6a0b-4746-b201-5cd968969036,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:22.191134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:22.246077 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-0b5a4bf4-0d71-4135-9b7c-c806c02d8cd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 217 time: 0.0954707 Jan 10 19:06:22.339148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3aee75-52fd-477f-b342-6b92d96912ac {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:22.347080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:22.373334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Transition to ACTIVE for port object 0a3aee75-52fd-477f-b342-6b92d96912ac will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:22.388705 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'status': 'completed', 'code': 200} Jan 10 19:06:22.397942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da27311-293a-4b88-8bfd-1ee473c5a762 None None] Pushing event updated for resources: {'Port': ['ID=daab28b3-6a0b-4746-b201-5cd968969036,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:22.400522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:22.409635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:22.415641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:22.605391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:22.612074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:22.620911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-77291ffd-5251-451b-8f43-28e7ff87788f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:22.622513 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-77291ffd-5251-451b-8f43-28e7ff87788f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.3261454 Jan 10 19:06:22.675322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b2de392a-436d-4712-86c1-f49a29b97591 req-e0d1d7c1-a8ce-43c2-abf7-1f2f558709d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 4360 time: 0.5748992 Jan 10 19:06:22.715938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:22.854318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-a270ef7a-15e1-4840-b15e-276f81a94389 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513247 Jan 10 19:06:22.914676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de392a-436d-4712-86c1-f49a29b97591 req-9c7932c2-e5c0-44ed-b21c-1648fd8a29a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:22.915427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de392a-436d-4712-86c1-f49a29b97591 req-9c7932c2-e5c0-44ed-b21c-1648fd8a29a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:22.916088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de392a-436d-4712-86c1-f49a29b97591 req-9c7932c2-e5c0-44ed-b21c-1648fd8a29a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:22.917888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:22.919314 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b2de392a-436d-4712-86c1-f49a29b97591 req-9c7932c2-e5c0-44ed-b21c-1648fd8a29a7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2294288 Jan 10 19:06:23.062146 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:23.192180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Allocated IP 172.20.0.1 (3c1630bf-1aba-4547-b062-80c7d3b5d19d/fb7094f2-35e3-420b-b820-c78c23233eac/5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:23.217736 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-50e48e9b-1ee9-4649-9f5f-efdfe03c9e5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5865464 Jan 10 19:06:23.236171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.240293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.244285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.248839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.253007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.256866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.264445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-a8b21ee7-7afa-4432-9662-7a50fefef95d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 4601 time: 0.8736978 Jan 10 19:06:23.317719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee4ceda5-a2c3-42de-967c-08822865fbf3 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:23.346772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de392a-436d-4712-86c1-f49a29b97591 req-a63ecac2-5ee0-4d2b-bbc6-cd4a2db676f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.348503 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b2de392a-436d-4712-86c1-f49a29b97591 req-a63ecac2-5ee0-4d2b-bbc6-cd4a2db676f3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3771868 Jan 10 19:06:23.350337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd6f59-c1c6-474c-ba7c-ddb15da3ea29 req-e5d34135-d4e9-4802-aa81-0fefea6a75f5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:23.352050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-effd6f59-c1c6-474c-ba7c-ddb15da3ea29 req-e5d34135-d4e9-4802-aa81-0fefea6a75f5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.9625556 Jan 10 19:06:23.416083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Attempting to bind port 0a3aee75-52fd-477f-b342-6b92d96912ac on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:23.417281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Attempting to bind port 0a3aee75-52fd-477f-b342-6b92d96912ac by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:23.417754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Attempting to bind port 0a3aee75-52fd-477f-b342-6b92d96912ac on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:23.447303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ee4ceda5-a2c3-42de-967c-08822865fbf3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:06:23.447601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee4ceda5-a2c3-42de-967c-08822865fbf3 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:06:23.493706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:23.509322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ddd7c29-ec73-4e12-be4b-f6172b57f1a8 req-89c0e045-51ec-48ba-a3b6-c3e8057747ea tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2437499 Jan 10 19:06:23.524577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-cab8dbf6-8dcd-4d84-82f8-298b50645840 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994413 Jan 10 19:06:23.526656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:23.533332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9149d79-a0b7-48f9-bf25-d67f903f608e req-e9572a95-b75f-4d88-8b83-b2616968ebd8 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549382 Jan 10 19:06:23.548357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Port 0a3aee75-52fd-477f-b342-6b92d96912ac on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:23.548851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Attempting to bind port 0a3aee75-52fd-477f-b342-6b92d96912ac on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:23.568593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:23.569074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Checking segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:23.569741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Bound using segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:23.570115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Bound port: 0a3aee75-52fd-477f-b342-6b92d96912ac, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:23.570571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:23.573099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:17Z', 'revision_number': 3, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:23.580809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:23.584283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fe736034-d5f9-4b54-a156-7c89394ce1ef no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:23.657185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77f11-fa82-4699-8daf-d28ff0adfd60 None None] The sync data for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 is: [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:17Z', 'revision_number': 3, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:23.714401 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e050029-a6e9-4bc7-84fc-bed66a6e2896 req-5cbc4d9d-37cd-4eab-9dc2-4d72f64ff399 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820862 Jan 10 19:06:23.719633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: fe736034-d5f9-4b54-a156-7c89394ce1ef {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:06:23.720103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fe736034-d5f9-4b54-a156-7c89394ce1ef not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:06:23.752868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:23.758690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:23.795419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Transition to ACTIVE for port object 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:23.839029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:23.970118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38506) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:24.011439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-effd6f59-c1c6-474c-ba7c-ddb15da3ea29 req-8f8f623b-0c28-4be0-8744-7f3ae78298fb tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366870 Jan 10 19:06:24.133923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:24.141431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0a3aee75-52fd-477f-b342-6b92d96912ac,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:24.157930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.172139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:24.183608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:24.193480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:24.243521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Pushing event updated for resources: {'Port': ['ID=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:24.284923 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'code': 200} Jan 10 19:06:24.312859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Deleting subnet dfb05d58-b7fc-490b-8855-135a3b9b233e {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:06:24.326503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.328287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] 10.222.0.44 "PUT /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 1134 time: 3.9669497 Jan 10 19:06:24.330438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.371174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e8d8-85c2-4cb1-8191-d9869e42bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:24.387656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:24.427276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.449541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '0a3aee75-52fd-477f-b342-6b92d96912ac'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:24.460986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.651279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d3f0cc58-2486-4b23-9047-615780221302 None None] Provisioning for port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:24.677575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d3f0cc58-2486-4b23-9047-615780221302 None None] Provisioning complete for port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:24.682956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3f0cc58-2486-4b23-9047-615780221302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.698353 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '0a3aee75-52fd-477f-b342-6b92d96912ac', 'status': 'completed', 'code': 200} Jan 10 19:06:24.702491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.905479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.945674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:24.959372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0cc58-2486-4b23-9047-615780221302 None None] Port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:25.083505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.112776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.248494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.256433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Deleting port f4b6518d-eac4-4509-a779-fe9aab4dbd18 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:25.256757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.314206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device daab28b3-6a0b-4746-b201-5cd968969036 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:25.327242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d40b-43be-482e-942f-abcb2e0afb8c req-86c8c0c0-028c-4af6-b92e-aee91e8affa5 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.329169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d026d40b-43be-482e-942f-abcb2e0afb8c req-86c8c0c0-028c-4af6-b92e-aee91e8affa5 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.9996686 Jan 10 19:06:25.420474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port daab28b3-6a0b-4746-b201-5cd968969036 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:25.427584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.429573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port daab28b3-6a0b-4746-b201-5cd968969036 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:25.429960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.432611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.436569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.441135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.445086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.449707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:25.451643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-6fc36bc7-c58a-45bd-980a-3baaf41f6404 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 4601 time: 0.4951718 Jan 10 19:06:25.453949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d026d40b-43be-482e-942f-abcb2e0afb8c req-228e502d-a85d-4c97-b624-6e1d24f9ccb4 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021233 Jan 10 19:06:25.618978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.650022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port daab28b3-6a0b-4746-b201-5cd968969036, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=daab28b3-6a0b-4746-b201-5cd968969036,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:25.655835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb05d58-b7fc-490b-8855-135a3b9b233e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:25.656498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.677665 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.686854 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-99e7fb7e-5896-47d5-8aa5-bbf9da714f1b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfb05d58-b7fc-490b-8855-135a3b9b233e HTTP/1.1" status: 204 len: 168 time: 1.6841118 Jan 10 19:06:25.688034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38528) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:25.705822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.806341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=daab28b3-6a0b-4746-b201-5cd968969036,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:25.822441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] For port f4b6518d-eac4-4509-a779-fe9aab4dbd18, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4b6518d-eac4-4509-a779-fe9aab4dbd18,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:25.822819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.962573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:25.981003 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-70bcdb43-621d-44bb-8807-d1e1ac05ea9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5287 time: 1.3386183 Jan 10 19:06:26.095731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.162441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Pushing event updated for resources: {'Port': ['ID=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:26.181857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Calling delete_port for f4b6518d-eac4-4509-a779-fe9aab4dbd18 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:26.324868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4e1ddc8-e5f2-408a-b1b0-34655b6d60ed req-3702f0b5-675f-44a4-bbcf-68a8cf3aaf48 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8573768 Jan 10 19:06:26.395118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:26.446698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:26.544476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7554c61-826c-42f4-9b80-548855ac990a {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:26.560273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.569087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff982d6-1e89-4b16-99b0-83c1b239e5a4 req-c80ab2f8-d4bd-4a60-8fb8-c4fee14d5cd8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:26.570588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ff982d6-1e89-4b16-99b0-83c1b239e5a4 req-c80ab2f8-d4bd-4a60-8fb8-c4fee14d5cd8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 948 time: 0.6123333 Jan 10 19:06:26.611741 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.632652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-60a28b97-a0c7-4168-964f-1b0c14e56fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:26.632904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Transition to ACTIVE for port object d7554c61-826c-42f4-9b80-548855ac990a will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:26.634677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-60a28b97-a0c7-4168-964f-1b0c14e56fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:26.635413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-60a28b97-a0c7-4168-964f-1b0c14e56fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:26.637174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-60a28b97-a0c7-4168-964f-1b0c14e56fb6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6462827 Jan 10 19:06:26.652804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.753306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:06:26.863136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.882813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-508613ae-6fec-4c8e-88e1-b56bcd123432 None None] Provisioning complete for port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:26.883224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-508613ae-6fec-4c8e-88e1-b56bcd123432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.895817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0129ba-c76d-454a-a3bc-080809f750b6']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:26.927140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac2622b-7e1f-41b1-b97b-231d9a6873b6') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:26.927808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac2622b-7e1f-41b1-b97b-231d9a6873b6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:26.941987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ff982d6-1e89-4b16-99b0-83c1b239e5a4 req-bbcebbf8-beff-4322-9313-fc01cab09b6b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596153 Jan 10 19:06:26.969454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:26.975830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-508613ae-6fec-4c8e-88e1-b56bcd123432 None None] Port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:26.984292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:26.998257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'mac_address': 'fa:16:3e:e8:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:06:27.018986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-0195cd84-3a32-412e-9b1f-e52eb2862b1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9657d14601314cd09451986aa1adb01b&device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 1101 time: 0.2207634 Jan 10 19:06:27.029248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.125947 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.175846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8fbb3a-8042-4e8c-aece-251c978d63ec {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:27.203126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:06:27.203919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.206823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:27.215676 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.219904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-d5d8fbb7-8525-4080-89a4-b561c61b6929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:27.221789 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-d5d8fbb7-8525-4080-89a4-b561c61b6929 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1713843 Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:06:27.222707 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:06:27.270194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device daab28b3-6a0b-4746-b201-5cd968969036 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:27.472074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:27.481011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:27.521744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ab8fbb3a-8042-4e8c-aece-251c978d63ec'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:06:27.598066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port daab28b3-6a0b-4746-b201-5cd968969036 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:27.598441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.617842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b6518d-eac4-4509-a779-fe9aab4dbd18,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:27.666007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-494e5b9c-75bf-49a1-b229-d56d5e3c7d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:27.668390 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3f3912eb-18ec-4624-8cdd-1ab4e028fc5e req-494e5b9c-75bf-49a1-b229-d56d5e3c7d33 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0142686 Jan 10 19:06:27.690347 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-3afcf638-454d-42bd-955f-34c326d95a92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=fc13b052-7cb8-44c7-830b-b280e654217c HTTP/1.1" status: 200 len: 217 time: 0.1449265 Jan 10 19:06:27.743808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.784133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.787707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0129ba-c76d-454a-a3bc-080809f750b6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:27.882438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:27.936548 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fe44e904-b676-471b-9ab2-80fd5de462e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b0129ba-c76d-454a-a3bc-080809f750b6 HTTP/1.1" status: 204 len: 168 time: 2.2380950 Jan 10 19:06:27.938261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-677397c2-3c9a-4d12-8e34-8c8f7d800ed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:27.940172 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-677397c2-3c9a-4d12-8e34-8c8f7d800ed6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2430935 Jan 10 19:06:27.957521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc2bb-dfde-461d-a664-88e196342b7f req-6caeadf7-a4e8-4a78-9922-b082a5c70f7d tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:27.960562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-681bc2bb-dfde-461d-a664-88e196342b7f req-6caeadf7-a4e8-4a78-9922-b082a5c70f7d tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 1.2317021 Jan 10 19:06:28.080513 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-e0f3d456-8414-4c83-b236-4a0143cbe507 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275434 Jan 10 19:06:28.206047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:28.222410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Router e32e135f-a796-4190-966b-6acc23028888 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:06:28.254627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.259556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.344422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.344422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd8ea508-be51-451c-8666-a4001d253756 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:06:28.357058 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-8f815f1a-a730-405b-868d-9123a85c9847 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681653 Jan 10 19:06:28.406728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.411056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.415265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.419907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.424847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.435417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.439638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:28.441620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-90c96cd0-0a33-43ef-aee4-6c78554e869b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5378 time: 0.8203027 Jan 10 19:06:28.443271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.444315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-96f7d532-ced3-4fc3-9bd3-e99513029951 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd8ea508-be51-451c-8666-a4001d253756 HTTP/1.1" status: 204 len: 168 time: 8.6188388 Jan 10 19:06:28.445897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Attempting to bind port d7554c61-826c-42f4-9b80-548855ac990a on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:28.446221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Attempting to bind port d7554c61-826c-42f4-9b80-548855ac990a by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:28.446632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Attempting to bind port d7554c61-826c-42f4-9b80-548855ac990a on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:28.456360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38562) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:28.583632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Port d7554c61-826c-42f4-9b80-548855ac990a on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:28.584032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Attempting to bind port d7554c61-826c-42f4-9b80-548855ac990a on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:28.619518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-681bc2bb-dfde-461d-a664-88e196342b7f req-188ce2cf-6d32-49a8-8632-2c04e785f0b7 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172123 Jan 10 19:06:28.620223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:28.620564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Checking segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:28.621016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Bound using segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:28.621369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Bound port: d7554c61-826c-42f4-9b80-548855ac990a, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:28.621716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.719505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-611def5a-030a-4764-b60e-99f2e0bcdc52 req-60d0c21f-bc5a-426e-aad1-d31ec301acff service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544378 Jan 10 19:06:28.726547 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-229c2745-0d74-4e4e-a34d-d82f8d5ea0ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=141b2fa8f8194eccbfe42592851a3f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5016880 Jan 10 19:06:28.727835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38572) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:28.748373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Deleting subnet bcfb36ef-c8a4-4e26-aa82-f472427e863f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:06:28.752721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.755506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:28.816559 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.824819 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d63cd67-8304-4fb7-8c88-890ddfa7a2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.902079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.941374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ab8fbb3a-8042-4e8c-aece-251c978d63ec triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:28.941905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.943850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d63cd67-8304-4fb7-8c88-890ddfa7a2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:28.981326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.040772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cc752d4-f180-4ed4-a362-51052bdf2de8 req-6bcda37a-f2b8-41ea-b56d-9685db9aaff0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4828851 Jan 10 19:06:29.048442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfb36ef-c8a4-4e26-aa82-f472427e863f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:29.073658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:29.078846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.097906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-480a818d-7d07-4cd4-a2af-1102c4090af7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bcfb36ef-c8a4-4e26-aa82-f472427e863f HTTP/1.1" status: 204 len: 168 time: 0.6404533 Jan 10 19:06:29.100980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38578) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:29.104792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.127359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75625a51-98d7-49de-b7bf-6e2a1aab2dbd None None] Network f0255e90-a0cd-4e59-83cc-76d29ea04621 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:29.198542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:29.215719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d7554c61-826c-42f4-9b80-548855ac990a,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:29.256605 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9199e708-4ba4-49d5-a90e-6139481fb61e admin admin] 10.222.0.21 "PUT /v2.0/routers/e32e135f-a796-4190-966b-6acc23028888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7643569 Jan 10 19:06:29.267673 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d63cd67-8304-4fb7-8c88-890ddfa7a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.271570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d63cd67-8304-4fb7-8c88-890ddfa7a2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.278355 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5d63cd67-8304-4fb7-8c88-890ddfa7a2ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ffaf79-f722-482e-8140-eb0ed7389452 HTTP/1.1" status: 204 len: 168 time: 0.5372894 Jan 10 19:06:29.287433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.289610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4b6518d-eac4-4509-a779-fe9aab4dbd18 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:29.301017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63cd67-8304-4fb7-8c88-890ddfa7a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ffaf79-f722-482e-8140-eb0ed7389452,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:29.339159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Sync routers for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:29.362456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:29.389100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.396161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f4b6518d-eac4-4509-a779-fe9aab4dbd18 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:06:29.396689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4b6518d-eac4-4509-a779-fe9aab4dbd18 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:06:29.396810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 1135 time: 5.0149863 Jan 10 19:06:29.420889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:29.439288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:29.446103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': 'd7554c61-826c-42f4-9b80-548855ac990a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:29.482394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:29.487751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:29.572298 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'code': 200} Jan 10 19:06:29.817841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:29.924328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:29.985527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:30.111828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c8df7-75ec-4b1c-b8de-94214a623b0c req-86cb28a3-b322-49f6-8a17-a09de96017ab tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:30.113329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c56c8df7-75ec-4b1c-b8de-94214a623b0c req-86cb28a3-b322-49f6-8a17-a09de96017ab tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 949 time: 1.0096936 Jan 10 19:06:30.123543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae468c-f946-4337-acf9-f383f6a543f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:30.144132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.241473 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.256504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c56c8df7-75ec-4b1c-b8de-94214a623b0c req-bcef1be8-b4c9-4e84-8ec2-46d2906c1656 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174600 Jan 10 19:06:30.260172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Deleting port 6d03dc80-1e24-48b4-9e71-2d96ea81591b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:30.260581 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.476355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] DHCP port deletion for f0255e90-a0cd-4e59-83cc-76d29ea04621 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:06:30.484895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] Deleting port 6d03dc80-1e24-48b4-9e71-2d96ea81591b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:30.485884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.590710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:30.597339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074422884', 'description': 'tempest-description--1507295756'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:30.606711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:30.617220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Usage tracker for resource:security_group and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:30.624810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:30.636412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:30.652505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.701697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:30.706472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Usage tracker for resource:security_group_rule and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:30.709777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:30.719374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:30.793685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 2, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:30.808341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Checking router: e32e135f-a796-4190-966b-6acc23028888 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:30.808775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Updating router e32e135f-a796-4190-966b-6acc23028888 port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:06:30.823217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.830706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:30.865022 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': 'd7554c61-826c-42f4-9b80-548855ac990a', 'status': 'completed', 'code': 200} Jan 10 19:06:30.870178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] For port 6d03dc80-1e24-48b4-9e71-2d96ea81591b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d03dc80-1e24-48b4-9e71-2d96ea81591b,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:30.870671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.051269 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.052474 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4600565 Jan 10 19:06:31.066113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38630) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:31.069287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce51f-13b7-47e9-9001-d0fee7fe4e38 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c7be2-baee-4a16-b0bd-1268ab31237f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:31.084605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7be2-baee-4a16-b0bd-1268ab31237f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:31.097295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] Calling delete_port for 6d03dc80-1e24-48b4-9e71-2d96ea81591b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:31.114616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:31.137437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Usage tracker for resource:security_group_rule and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:31.149525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:31.165387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:31.194997 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.215644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.242036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d03dc80-1e24-48b4-9e71-2d96ea81591b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:31.293570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-cb6e0e76-ace6-4fda-9410-9a5fe6450c31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6215 time: 0.4287591 Jan 10 19:06:31.301790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38636) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:31.377562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] For port 6d03dc80-1e24-48b4-9e71-2d96ea81591b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d03dc80-1e24-48b4-9e71-2d96ea81591b,segment=NetworkSegment(89770ea8-3e59-4da9-bc90-dc358297f56e),segment_id=89770ea8-3e59-4da9-bc90-dc358297f56e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:31.377922 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.518211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:06:31.537684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.549365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Calling delete_port for 6d03dc80-1e24-48b4-9e71-2d96ea81591b owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:31.578795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Port 6d03dc80-1e24-48b4-9e71-2d96ea81591b update to DOWN by agent not found {{(pid=83631) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 10 19:06:31.583754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bee37-72dd-4d79-ba34-adcd39ff0c4c req-7f009e52-4f2a-419e-ae08-76f287535865 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.590565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-309bee37-72dd-4d79-ba34-adcd39ff0c4c req-7f009e52-4f2a-419e-ae08-76f287535865 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.7231746 Jan 10 19:06:31.613698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-ac40c173-6fce-4e3a-903e-359f5a5a3694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.614251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-ac40c173-6fce-4e3a-903e-359f5a5a3694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.614543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-ac40c173-6fce-4e3a-903e-359f5a5a3694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.617007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] Pushing event deleted for resources: {'Port': ['ID=6d03dc80-1e24-48b4-9e71-2d96ea81591b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:31.617155 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-ac40c173-6fce-4e3a-903e-359f5a5a3694 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3141320 Jan 10 19:06:31.642183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.651585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027dc6e3-f932-41ec-b86c-0be3561e1ea7 None None] No DVR routers for this DVR port 6d03dc80-1e24-48b4-9e71-2d96ea81591b on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:06:31.787675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.792511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.796805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.800804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.804750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.808726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.812672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:31.814574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b71327b5-d239-4b78-8227-9fe4dd7f07bd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5378 time: 0.6049459 Jan 10 19:06:31.816927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d98159-f30d-46c1-bddf-b82bbdad308e {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:31.848332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1306665157-network', 'tenant_id': '3690c45032984177a9f3dee8bda3812b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:31.862268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:31.867463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Usage tracker for resource:network and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:31.870987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:31.877376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.878833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:31.895933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c659621e-f736-457b-9d3a-d82d74b0d316 req-b8ea9ca3-f5d0-4c22-bd07-510bb3b5f914 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697441 Jan 10 19:06:31.896684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.912013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Made reservation on behalf of 3690c45032984177a9f3dee8bda3812b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:31.914965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:31.995226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-309bee37-72dd-4d79-ba34-adcd39ff0c4c req-c1dc261e-4969-4d8d-a574-179aeb264e88 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034610 Jan 10 19:06:31.998694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-5ba42a5c-6916-44ee-a9d7-ef39a5dd5c46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3929584 Jan 10 19:06:32.003331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Transition to ACTIVE for port object 29d98159-f30d-46c1-bddf-b82bbdad308e will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:32.018573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:06:32.019804 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:06:32.021660 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.023020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.040738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Transition to ACTIVE for port object 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:32.054513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.161587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-10d55ae7-b9ce-4227-acc3-d9d58bc91857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:32.170805 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d2176161-8a40-448f-afe9-8c486f0b7d19 req-10d55ae7-b9ce-4227-acc3-d9d58bc91857 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5191269 Jan 10 19:06:32.211244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.231722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e4576b-ca78-49ad-b073-2ffd0e17c622,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:32.280660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.284255 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b24fd7d5-97e2-46f6-a486-2875cbb3bc96 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2146170 Jan 10 19:06:32.289477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38648) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:32.290238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Pushing event updated for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:32.311302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7be2-baee-4a16-b0bd-1268ab31237f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:32.326837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:32.329871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:32.333743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:32.339164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Usage tracker for resource:security_group_rule and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:32.343222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:32.346124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:32.355548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:32.357866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:32.418250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.606304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.615393 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.644762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea289e-883a-4af8-bcd4-93956f34d41d None None] Pushing event updated for resources: {'Port': ['ID=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:32.694886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b22adc-4c93-4287-b84a-089023f0bbaa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:32.706904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:06:32.727583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Attempting to bind port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:32.727583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Attempting to bind port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:32.727769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Attempting to bind port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf on network 3c1630bf-1aba-4547-b062-80c7d3b5d19d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:32.736068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:32.736444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Checking segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:32.736853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.737242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Bound using segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:32.737709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Bound port: 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:32.738088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.756201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.756201 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Added segment 8640c1e6-3807-43e7-bd51-b36e1143d386 of type vlan for network 95f843d8-664f-4b20-993a-dbe0bbc840c4 Jan 10 19:06:32.765501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-989a694b-ef05-4dae-8249-91c7db6f711c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:32.766247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-989a694b-ef05-4dae-8249-91c7db6f711c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Synchronizing usage tracker for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:32.829716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.835558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-989a694b-ef05-4dae-8249-91c7db6f711c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Unset dirty status for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:32.836727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-989a694b-ef05-4dae-8249-91c7db6f711c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 950 time: 0.3396504 Jan 10 19:06:32.863469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Deleting port 6d03dc80-1e24-48b4-9e71-2d96ea81591b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:32.864079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.903040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.904156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:32.904898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:32.969796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] For port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:32.992690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] For port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:33.005299 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:33.055488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:33.120589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:33.145358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] Pushing event updated for resources: {'Network': ['ID=95f843d8-664f-4b20-993a-dbe0bbc840c4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:33.162685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:06:33.209119 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-11df0362-22b0-47d9-9a58-e7bc1c5f86bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1101 time: 0.1219120 Jan 10 19:06:33.214797 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0816779b-4eed-407c-80c5-66e10458ad49 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9090476 Jan 10 19:06:33.231895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c867d-c114-492c-ba4c-75271add23e1,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:33.250829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] The port '6d03dc80-1e24-48b4-9e71-2d96ea81591b' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:06:33.257147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38662) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:33.262163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-914faac2-27b5-4965-b9a0-cea8a240c25a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 1.2269044 Jan 10 19:06:33.359401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Request body: {'subnet': {'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1306665157-subnet', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:33.410547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea289e-883a-4af8-bcd4-93956f34d41d None None] Pushing event updated for resources: {'Port': ['ID=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:33.416876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-65f6bc95-d407-4ef8-9c58-3642e9f21bff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:33.419067 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-65f6bc95-d407-4ef8-9c58-3642e9f21bff service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2024977 Jan 10 19:06:33.450089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:33.450727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:33.512204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-67bc4abe-54f3-42a4-9c2e-ce9c5034f4da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 217 time: 0.0860379 Jan 10 19:06:33.535976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:33.600642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-d6fd6226-229e-4cdf-9409-91b4b21acd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:33.602090 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-d6fd6226-229e-4cdf-9409-91b4b21acd6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0831940 Jan 10 19:06:33.718389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:33.746698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:33.752943 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-8d70284c-ddd0-4be7-96ac-1d44afada857 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439922 Jan 10 19:06:33.780537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Usage tracker for resource:subnet and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:33.806507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:33.810125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3d29b540-34ae-418f-95ff-e6f92a68a120 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5050983 Jan 10 19:06:33.812689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38670) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:33.820543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:33.861207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:33.875813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a9b47-c135-4596-ad80-4c4db393cff2 req-65fec599-8052-49ec-998e-7f249bc15f9f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:33.880433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:33.883085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db6a9b47-c135-4596-ad80-4c4db393cff2 req-65fec599-8052-49ec-998e-7f249bc15f9f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.9859350 Jan 10 19:06:33.889930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:33.897531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Usage tracker for resource:floatingip and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:33.911804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0255e90-a0cd-4e59-83cc-76d29ea04621']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:33.912111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:33.921060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:33.967109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:33.974850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89770ea8-3e59-4da9-bc90-dc358297f56e') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:33.975098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89770ea8-3e59-4da9-bc90-dc358297f56e') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:33.990367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-44af5862-8365-4fd9-bd05-4063a8ea6b25 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215028 Jan 10 19:06:33.992732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Made reservation on behalf of 3690c45032984177a9f3dee8bda3812b for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:33.995817 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:34.099514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:34.137449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Attempting to bind port 29d98159-f30d-46c1-bddf-b82bbdad308e on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:34.142640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Attempting to bind port 29d98159-f30d-46c1-bddf-b82bbdad308e by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:34.143146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Attempting to bind port 29d98159-f30d-46c1-bddf-b82bbdad308e on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:34.205990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:32Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:34.214922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175776c3-72f4-4ef7-ad4a-25edc58b176b None None] The sync data for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 is: [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:32Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:34.228294 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad191a05-f26a-400a-a4eb-7f31572067ad req-132c1781-b400-4ee7-95ac-4696f93866ae service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900709 Jan 10 19:06:34.296638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Port 29d98159-f30d-46c1-bddf-b82bbdad308e on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:34.297321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Attempting to bind port 29d98159-f30d-46c1-bddf-b82bbdad308e on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:34.308225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-072927a1-0976-4411-bcaf-6c1739fcbfad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.310034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-072927a1-0976-4411-bcaf-6c1739fcbfad service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 1.0124362 Jan 10 19:06:34.322055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:34.323212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Checking segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:34.323712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Bound using segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:34.324304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Bound port: 29d98159-f30d-46c1-bddf-b82bbdad308e, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:34.324752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:34.338074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:34.349536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:34.441937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.446145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.450251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.454337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.458374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.462211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.480061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:34.486057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b49da2-46bd-4086-956f-57d0e22df18d req-14d91412-aee6-49eb-9293-b8d740b49471 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5390 time: 1.1803553 Jan 10 19:06:34.489276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-d973e53c-935a-4ae2-828f-84e2fa9a2d72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.1415148 Jan 10 19:06:34.554162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db6a9b47-c135-4596-ad80-4c4db393cff2 req-69188789-a7db-470e-9f58-303c2992235c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691658 Jan 10 19:06:34.581180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Allocated IP 172.25.6.187 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f49713cc-55bc-4292-9789-8cbbd34f7f9d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:34.631740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:06:34.632160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:06:34.652868 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:06:34.952728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.011634 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.064310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.091347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.223329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event updated for resources: {'Port': ['ID=f49713cc-55bc-4292-9789-8cbbd34f7f9d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:35.271553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:35.273588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:35.287415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:35.288248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:35.371721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:35.376125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0255e90-a0cd-4e59-83cc-76d29ea04621,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:35.377563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:35.377945 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.390011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b49da2-46bd-4086-956f-57d0e22df18d req-a161154d-14f7-4542-9d36-994e7034c017 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8805478 Jan 10 19:06:35.439876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-7a4e7cdd-8fb0-43a7-bca5-a3f9aef96cb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:35.442484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-7a4e7cdd-8fb0-43a7-bca5-a3f9aef96cb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.9107695 Jan 10 19:06:35.452640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a8b631b-713b-4606-9a21-758d0db09242 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0255e90-a0cd-4e59-83cc-76d29ea04621 HTTP/1.1" status: 204 len: 168 time: 6.2336602 Jan 10 19:06:35.583863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.642693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:35.663004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:35.672047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.672713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.752576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29d98159-f30d-46c1-bddf-b82bbdad308e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:35.761553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dab0a0-44a1-4b83-ba12-40f19858d29e req-a5d37cf4-68c9-4d12-90be-b12a3b4253f5 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:35.773487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3dab0a0-44a1-4b83-ba12-40f19858d29e req-a5d37cf4-68c9-4d12-90be-b12a3b4253f5 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.9077294 Jan 10 19:06:35.799753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:35.834652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38684) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:35.836197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.868162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:35.961011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.081323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.082832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/29d98159-f30d-46c1-bddf-b82bbdad308e HTTP/1.1" status: 200 len: 1089 time: 6.2711813 Jan 10 19:06:36.094131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:36.208121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:36.265838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.276439 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.311294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3dab0a0-44a1-4b83-ba12-40f19858d29e req-323e446e-b07a-4f3b-8b84-38d70aecf2fd tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360582 Jan 10 19:06:36.417622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-75999a5d-bb83-478e-ab8f-7b7841dd6fa6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9602320 Jan 10 19:06:36.425729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:36.458391 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e', 'status': 'completed', 'code': 200} Jan 10 19:06:36.520712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event updated for resources: {'Port': ['ID=f49713cc-55bc-4292-9789-8cbbd34f7f9d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:36.558772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.613273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-a28954ca-e312-422a-b165-95e273f4564d service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635315 Jan 10 19:06:36.614178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Checking segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:36.614437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Network hostable DHCP agents. Network: 95f843d8-664f-4b20-993a-dbe0bbc840c4, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:06:36.615563 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.625762 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cf9d2844-3c74-4983-a37c-938c2e43f4c0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8000565 Jan 10 19:06:36.643614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-16c478b5-cdbb-4cfd-8593-50c21550d65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=912ef51c73da454d89e0efd7a0f5c6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7892177 Jan 10 19:06:36.644699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df1ee437-b26f-4574-a124-434f92151077 req-0d07b9f2-7321-4235-9f92-0e9dffae1cb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6282 time: 0.1920638 Jan 10 19:06:36.645854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38696) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:36.814716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e4923cc-5a8e-45e7-92fc-5606012c7f8f req-9a2c74b0-fcd4-45a7-95a7-11b9d814fb1b service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813922 Jan 10 19:06:36.820299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f531b118-deb4-4f12-b351-cd3ad67aaa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.883271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfc8d-ad12-4fe4-8c40-43373fc989e6 service neutron] Pushing event updated for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:36.885154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee437-b26f-4574-a124-434f92151077 req-dbf0f402-239b-40b7-b402-5ca508371a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:36.885639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee437-b26f-4574-a124-434f92151077 req-dbf0f402-239b-40b7-b402-5ca508371a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:36.886080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee437-b26f-4574-a124-434f92151077 req-dbf0f402-239b-40b7-b402-5ca508371a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:36.887758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df1ee437-b26f-4574-a124-434f92151077 req-dbf0f402-239b-40b7-b402-5ca508371a8c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2294490 Jan 10 19:06:36.888475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:06:36.889778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f531b118-deb4-4f12-b351-cd3ad67aaa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.913365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 95f843d8-664f-4b20-993a-dbe0bbc840c4) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:36.921093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:36.921688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:36.926510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c8aaf-d9f2-42ad-ae62-199d34e1b8e2 None None] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:36.946070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.041204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400062-3374-4c4c-ab7b-e4cd7ce955d5 req-95428faf-2a51-4c04-8010-58c9fcef0fb0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.048161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee437-b26f-4574-a124-434f92151077 req-3f981f4c-a6d3-45f1-b616-11a9c52c8b62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.048758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79400062-3374-4c4c-ab7b-e4cd7ce955d5 req-95428faf-2a51-4c04-8010-58c9fcef0fb0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.9763088 Jan 10 19:06:37.049761 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df1ee437-b26f-4574-a124-434f92151077 req-3f981f4c-a6d3-45f1-b616-11a9c52c8b62 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490490 Jan 10 19:06:37.099911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bbc03b40-07ff-49f0-b833-0341ab6c2838 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8044298 Jan 10 19:06:37.103164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38706) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:37.116934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:37.127988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:37.132462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Usage tracker for resource:router and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:37.152429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.156356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.161172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.165313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.169584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.176102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.180664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:37.189599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-d503d074-a3e0-402c-af5a-63ef90f67d4f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5390 time: 0.5572374 Jan 10 19:06:37.220616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f531b118-deb4-4f12-b351-cd3ad67aaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.252423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:37.293799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f531b118-deb4-4f12-b351-cd3ad67aaa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.295521 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f531b118-deb4-4f12-b351-cd3ad67aaa01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62963faa-bfda-4c27-b93f-3dc871cfb947 HTTP/1.1" status: 204 len: 168 time: 0.6480954 Jan 10 19:06:37.310911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:37.320114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531b118-deb4-4f12-b351-cd3ad67aaa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62963faa-bfda-4c27-b93f-3dc871cfb947,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:37.350395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79400062-3374-4c4c-ab7b-e4cd7ce955d5 req-4087235b-f5e9-4401-974b-9d781e375476 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005385 Jan 10 19:06:37.350967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:37.354322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.356226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.404651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.425262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-95f843d8-664f-4b20-993a-dbe0bbc840c4', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:06:37.426127 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.446834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c942c24a-3cf2-4f67-a4f3-38e17d81fe62 req-72fcd849-eb7f-41be-a614-fa5c824368bc tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558041 Jan 10 19:06:37.545850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:37.546233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:37.768184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Allocated IP 172.20.0.2 (95f843d8-664f-4b20-993a-dbe0bbc840c4/61dbcc3c-d182-40b6-96fa-94a36b3cf0fc/9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:37.931169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.062529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-973d4069-5632-458a-8779-24a8809f6aca tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1074422884&fields=id&tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2 HTTP/1.1" status: 200 len: 267 time: 0.2521284 Jan 10 19:06:38.162782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d889e420-7aef-40dd-9ab5-8b3de42d6aab {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:38.175268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.288332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-dee8bd33-635b-4053-bb09-16abaa627dec tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:38.295802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-dee8bd33-635b-4053-bb09-16abaa627dec tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/networks?id=3c1630bf-1aba-4547-b062-80c7d3b5d19d HTTP/1.1" status: 200 len: 811 time: 0.2322879 Jan 10 19:06:38.309647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Transition to ACTIVE for port object d889e420-7aef-40dd-9ab5-8b3de42d6aab will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:38.318892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.367673 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ca872d9c-46f9-4dd2-a696-1d09fa7afa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.384024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-f86871fc-1b15-4286-9731-0d4679e2d394 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/quotas/518c2bf58aaa4c30a15363ac3eaed7f2 HTTP/1.1" status: 200 len: 375 time: 0.0867653 Jan 10 19:06:38.414067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.418054 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.454265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Transition to ACTIVE for port object 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:38.456013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.487336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Transition to ACTIVE for port object 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:38.493538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a044-326d-4d66-9dd5-d50fd693866c req-be6cff27-5624-4ef1-bc6b-1b856d7a28bc tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:38.503850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.507084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8484a044-326d-4d66-9dd5-d50fd693866c req-be6cff27-5624-4ef1-bc6b-1b856d7a28bc tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.5605419 Jan 10 19:06:38.657727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Pushing event updated for resources: {'Port': ['ID=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:38.683017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:38.687586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:38.696068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:38.742752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Allocated IP 172.25.6.185 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/85ec434f-522b-40fe-a458-956fc1236587) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:38.858724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Attempting to bind port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:38.859491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Attempting to bind port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:38.860681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Attempting to bind port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:38.894719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:38.899499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Checking segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:38.901845 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:38.902562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Bound using segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:38.904784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Bound port: 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:38.906602 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.008664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Pushing event updated for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:39.021194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] For port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:39.024657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] For port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:39.038337 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.118520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8484a044-326d-4d66-9dd5-d50fd693866c req-b0bbe582-3ee2-4850-84b5-52637a2cc029 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105075 Jan 10 19:06:39.133130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-eb17be05-1a7c-46e9-957f-5b4db41c0bc5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7487891 Jan 10 19:06:39.143102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Attempting to bind port d889e420-7aef-40dd-9ab5-8b3de42d6aab on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:39.144730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Attempting to bind port d889e420-7aef-40dd-9ab5-8b3de42d6aab by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:39.145307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Attempting to bind port d889e420-7aef-40dd-9ab5-8b3de42d6aab on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:39.216557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.242927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Port d889e420-7aef-40dd-9ab5-8b3de42d6aab on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:39.243190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Attempting to bind port d889e420-7aef-40dd-9ab5-8b3de42d6aab on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:39.268410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:39.268874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Checking segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:39.269333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Bound using segment: {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:39.270004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Bound port: d889e420-7aef-40dd-9ab5-8b3de42d6aab, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de215ca-a0c6-452a-a564-c05379fb4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:39.270427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.271160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.400497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:39.404888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:39.407266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf779ff3-5a2b-4a6f-b791-4602a328bcc0 None None] Pushing event updated for resources: {'Port': ['ID=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:39.434790 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.487031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38754) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:39.588353 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:39.591192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:39.598359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] 10.222.0.44 "PUT /v2.0/ports/d889e420-7aef-40dd-9ab5-8b3de42d6aab HTTP/1.1" status: 200 len: 1090 time: 3.4099202 Jan 10 19:06:39.601738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:39.612970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:39.627937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-a53bcd94-8677-4e17-af6d-e983a0727284 service neutron] 10.222.0.21 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786539 Jan 10 19:06:39.704575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:39.747668 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:06:39.753315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:39.890448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Pushing event updated for resources: {'Port': ['ID=85ec434f-522b-40fe-a458-956fc1236587,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:39.925477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-network', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:39.941908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:39.949163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Usage tracker for resource:network and tenant:9ebee50fd79a4c229ab79d54e062899b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:39.953833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:39.973771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:40.010582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Made reservation on behalf of 9ebee50fd79a4c229ab79d54e062899b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:40.013482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.060389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.098129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ca87-9d66-4a98-9451-b663a8daff63 service neutron] Pushing event updated for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:40.158840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:40.166140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebee50fd79a4c229ab79d54e062899b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:40.169774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:40.176584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:40.230833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-861ffc5b-2532-4215-8129-cdac164e99d8 service neutron] 10.222.0.21 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990334 Jan 10 19:06:40.254811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.264583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.281026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:06:40.291421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.291805 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Added segment 79b33f68-0985-4e03-a4cc-d9900f236899 of type vlan for network a22bd461-3363-4ea0-8377-d6875b88e7d7 Jan 10 19:06:40.300707 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.321856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.421854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:40.442235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.443452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:40.450073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.456955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8acdd7f9-eec1-4146-8ad1-80a8300a78d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.608633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] Pushing event updated for resources: {'Network': ['ID=a22bd461-3363-4ea0-8377-d6875b88e7d7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:40.627997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:06:40.690598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.691385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:40.701560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a0fc8e3-476a-41e9-809b-b2a88b69ed03 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2104156 Jan 10 19:06:40.706420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:40.725879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Request body: {'subnet': {'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-subnet', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:40.738943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:40.748557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Usage tracker for resource:subnet and tenant:9ebee50fd79a4c229ab79d54e062899b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:40.758936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:40.767769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:40.985326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Made reservation on behalf of 9ebee50fd79a4c229ab79d54e062899b for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:40.985326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.177516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa923-20ce-4059-bed4-46060916310f req-8f63b249-db61-4cd2-9d6a-0178a7c44150 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.210464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07dfa923-20ce-4059-bed4-46060916310f req-8f63b249-db61-4cd2-9d6a-0178a7c44150 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 1.3271294 Jan 10 19:06:41.360229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:41.507729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:41.517847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.548743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07dfa923-20ce-4059-bed4-46060916310f req-a2ed5377-3a43-4968-bbba-21868c8fbf83 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335438 Jan 10 19:06:41.587075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.594907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.602130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.602412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7a4604-5d51-4889-8565-40ec2f66ab1e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:41.620046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.624718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.625221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:06:41.632257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe590d-3867-4d06-8ca9-8b1b94602fd1 None None] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:41.638372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.644721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.657661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-a61de97d-64e8-4562-b8d4-b6dd1510c941 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5402 time: 0.5393970 Jan 10 19:06:41.671124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:06:41.766605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Checking segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:41.767357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Network hostable DHCP agents. Network: a22bd461-3363-4ea0-8377-d6875b88e7d7, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:06:41.778615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9272644a-1fbb-445e-9bef-8c14dfc9a908 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:41.789607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.812480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.817665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Transition to ACTIVE for port object 9272644a-1fbb-445e-9bef-8c14dfc9a908 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:41.838771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.863168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] Provisioning for port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:41.870458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:06:41.898379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] Provisioning complete for port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:41.898748 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.909219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a22bd461-3363-4ea0-8377-d6875b88e7d7) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:41.916445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:41.917519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:41.932396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:41.950772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b64a98c8-73d4-4fc5-b3fa-aa9db6ac0b67 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2423308 Jan 10 19:06:41.954397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38794) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:41.961099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:41.973373 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:41.984364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:41.995826 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:41.996501 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:42.003471 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:42.008216 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-41578f7c-8777-4be0-a993-34a22433a832 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9035280 Jan 10 19:06:42.009834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:42.021408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419ed1c-ac07-482a-aa83-241e79129172 None None] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:42.027590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e48e70b-a319-4dce-8d57-a9c1e9e95678 req-26f51598-a01b-4cc0-ac89-85367f7b52df tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3645291 Jan 10 19:06:42.041277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:42.335102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Usage tracker for resource:router and tenant:9ebee50fd79a4c229ab79d54e062899b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:42.352026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:42.371817 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab', 'status': 'completed', 'code': 200} Jan 10 19:06:42.398984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:42.459668 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-f1f2ab59-4fcc-40a8-b71f-3f42699f4945 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6374 time: 0.2323802 Jan 10 19:06:42.531591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:42.551654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:42.605624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29c2b86d-c7a1-4222-81c6-cf48c1cfe8cb req-95cd73ce-2527-42a6-8f0b-3ad9e6457501 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 210 time: 0.1512535 Jan 10 19:06:42.609491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:42.615328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:42.675409 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:42.957310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.035662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a22bd461-3363-4ea0-8377-d6875b88e7d7', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:06:43.037146 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.136679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Attempting to bind port 9272644a-1fbb-445e-9bef-8c14dfc9a908 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:43.136679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Attempting to bind port 9272644a-1fbb-445e-9bef-8c14dfc9a908 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:43.136679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Attempting to bind port 9272644a-1fbb-445e-9bef-8c14dfc9a908 on network d898116f-d47a-4970-bbc3-5bf804e8da1a {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:43.141821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] For port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:43.216857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Port 9272644a-1fbb-445e-9bef-8c14dfc9a908 on network d898116f-d47a-4970-bbc3-5bf804e8da1a not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:43.217579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Attempting to bind port 9272644a-1fbb-445e-9bef-8c14dfc9a908 on network d898116f-d47a-4970-bbc3-5bf804e8da1a {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:43.255149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-ded1a256-35d0-4b49-b635-f90432cf9da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:43.255715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-ded1a256-35d0-4b49-b635-f90432cf9da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:43.256765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-ded1a256-35d0-4b49-b635-f90432cf9da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:43.260840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-ded1a256-35d0-4b49-b635-f90432cf9da7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7526622 Jan 10 19:06:43.281779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.374408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:43.375023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Checking segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:43.375130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Bound using segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:43.375574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Bound port: 9272644a-1fbb-445e-9bef-8c14dfc9a908, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:43.375925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.387748 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.409725 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:39Z', 'revision_number': 3, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:43.422610 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:43.423342 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Updating router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 port 85ec434f-522b-40fe-a458-956fc1236587 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:06:43.507947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:43.511992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:43.543184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.553522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.565055 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:43.626684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4e1cf-8448-4628-8cbf-cef3ffe7081f None None] Pushing event updated for resources: {'Port': ['ID=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:43.651525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-8ca01a1d-cc98-4928-aa97-ee7406780e30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:43.653333 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9b73e982-307a-401c-8a7e-1467f53d7533 req-8ca01a1d-cc98-4928-aa97-ee7406780e30 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3833251 Jan 10 19:06:43.812559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:43.853456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613b5e6-a1eb-4c95-90c4-57959507b836 req-3ddb0966-48f0-4784-aa38-520198325509 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:43.855737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7613b5e6-a1eb-4c95-90c4-57959507b836 req-3ddb0966-48f0-4784-aa38-520198325509 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 1.4828684 Jan 10 19:06:43.857278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Allocated IP 172.20.0.2 (a22bd461-3363-4ea0-8377-d6875b88e7d7/bc7a4604-5d51-4889-8565-40ec2f66ab1e/5107f38a-6a48-4a94-8544-b5d5d862d390) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:44.009058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.018516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-47968099-350a-4a18-80ab-dc29947f90d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/9272644a-1fbb-445e-9bef-8c14dfc9a908 HTTP/1.1" status: 200 len: 1091 time: 4.3835151 Jan 10 19:06:44.106093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4ad23575-ac71-4612-b6c4-e229e5b751c8 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.107926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4ad23575-ac71-4612-b6c4-e229e5b751c8 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.30 "GET /v2.0/networks?id=3c1630bf-1aba-4547-b062-80c7d3b5d19d HTTP/1.1" status: 200 len: 811 time: 0.9978693 Jan 10 19:06:44.122476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Request body: {'port': {'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:44.229693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-76c76cce-6e96-4edc-b7e9-c2abcebe1dec None None] Provisioning complete for port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:44.230077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-76c76cce-6e96-4edc-b7e9-c2abcebe1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.309406 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.324654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Transition to ACTIVE for port object 85ec434f-522b-40fe-a458-956fc1236587 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:44.331618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.337326 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.503989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7613b5e6-a1eb-4c95-90c4-57959507b836 req-625caed3-7ced-48a9-a714-1b5e0477f26e tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043305 Jan 10 19:06:44.511433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:44.543379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.549204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.553413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.557697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.558781 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Attempting to bind port 85ec434f-522b-40fe-a458-956fc1236587 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:44.559372 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Attempting to bind port 85ec434f-522b-40fe-a458-956fc1236587 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:44.559802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Attempting to bind port 85ec434f-522b-40fe-a458-956fc1236587 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:44.563017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.568771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.570242 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Pushing event updated for resources: {'Port': ['ID=85ec434f-522b-40fe-a458-956fc1236587,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:44.572787 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:44.573245 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:44.573702 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.574085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:44.574206 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:44.574726 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Bound port: 85ec434f-522b-40fe-a458-956fc1236587, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:44.575177 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.576614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0924484f-6d53-469d-b254-392f5b1f10ad req-3a0f0ed9-379d-47e8-ad4d-75e6a4a7c978 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5414 time: 0.8475986 Jan 10 19:06:44.597106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.623224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-5b84beaf-7941-4655-87df-c2b39b62897a tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2 HTTP/1.1" status: 200 len: 380 time: 0.3095100 Jan 10 19:06:44.644987 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.645427 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.646006 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.646217 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.646633 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.647082 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.647477 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.647866 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.648255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.648480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.648964 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.648964 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:06:44.734785 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] For port 85ec434f-522b-40fe-a458-956fc1236587, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:44.738838 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] For port 85ec434f-522b-40fe-a458-956fc1236587, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=85ec434f-522b-40fe-a458-956fc1236587,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:44.740912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Transition to ACTIVE for port object 5107f38a-6a48-4a94-8544-b5d5d862d390 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:44.751836 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.812224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Transition to ACTIVE for port object 5107f38a-6a48-4a94-8544-b5d5d862d390 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:44.830468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.913299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Request body: {'port': {'device_id': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'admin_state_up': True, 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'security_groups': ['c97c7be2-baee-4a16-b0bd-1268ab31237f']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:44.936759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:44.971561 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3216-511e-43c3-a6bd-bedef86bc6bb None None] Pushing event updated for resources: {'Port': ['ID=85ec434f-522b-40fe-a458-956fc1236587,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:44.975235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:44.976219 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:44.980642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:44.985696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:44.988578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:45.035454 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.064166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Pushing event updated for resources: {'Port': ['ID=5107f38a-6a48-4a94-8544-b5d5d862d390,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:45.104267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Attempting to bind port 5107f38a-6a48-4a94-8544-b5d5d862d390 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:45.104660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Attempting to bind port 5107f38a-6a48-4a94-8544-b5d5d862d390 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:45.105016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Attempting to bind port 5107f38a-6a48-4a94-8544-b5d5d862d390 on network a22bd461-3363-4ea0-8377-d6875b88e7d7 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:45.113108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:45.113491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Checking segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:45.114028 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.114272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Bound using segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:45.114728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Bound port: 5107f38a-6a48-4a94-8544-b5d5d862d390, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:45.115136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.115944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Allocated IP 172.20.0.1 (95f843d8-664f-4b20-993a-dbe0bbc840c4/61dbcc3c-d182-40b6-96fa-94a36b3cf0fc/028f367d-712f-405e-ad44-208257567ff2) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:45.285826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] For port 5107f38a-6a48-4a94-8544-b5d5d862d390, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:45.291192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] For port 5107f38a-6a48-4a94-8544-b5d5d862d390, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5107f38a-6a48-4a94-8544-b5d5d862d390,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:45.293847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:45.396978 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:45.407074 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.409789 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.430686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-7fb987b0-19ac-46aa-8f9a-f16176ecd60f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5823555 Jan 10 19:06:45.435795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Transition to ACTIVE for port object 028f367d-712f-405e-ad44-208257567ff2 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:45.494275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.554425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7409ab-53ef-4523-89de-2406cfae3e6c None None] Pushing event updated for resources: {'Port': ['ID=5107f38a-6a48-4a94-8544-b5d5d862d390,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:45.597204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:45.613726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:45.623960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:45.644233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:45.645151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.682160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Pushing event updated for resources: {'Port': ['ID=028f367d-712f-405e-ad44-208257567ff2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:45.705717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.807173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf505a4-2224-4909-a79f-4c50c28273db req-877bbf02-1205-4b6e-9acb-47b5206afdb1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:45.814168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-877bbf02-1205-4b6e-9acb-47b5206afdb1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814218 Jan 10 19:06:45.847147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b27052-2265-402f-9d76-98ecd700930e {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:45.895606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.904463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:45.913754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0924484f-6d53-469d-b254-392f5b1f10ad req-d7ceb010-4a2c-4501-abf1-ea47ca555914 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3081348 Jan 10 19:06:45.980494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-837471fb-e2c3-43a0-bd60-dbdaaa4c8678 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/quotas/f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.1640565 Jan 10 19:06:46.093010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Transition to ACTIVE for port object 05b27052-2265-402f-9d76-98ecd700930e will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:46.162772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.228572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d8de2464-deaa-45ba-9400-3505b83600d9 None None] Provisioning for port 028f367d-712f-405e-ad44-208257567ff2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:46.233122 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:39Z', 'revision_number': 3, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:46.236834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d8de2464-deaa-45ba-9400-3505b83600d9 None None] Provisioning complete for port 028f367d-712f-405e-ad44-208257567ff2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:46.238547 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8de2464-deaa-45ba-9400-3505b83600d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.239523 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e74cf3-fead-48fc-ae6b-0d46444046bd None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:39Z', 'revision_number': 3, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:46.308219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.317496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.370970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d8de2464-deaa-45ba-9400-3505b83600d9 None None] Port 028f367d-712f-405e-ad44-208257567ff2 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:46.452537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a672cd8-1aef-4dba-a61f-933ed858819a req-c1df795a-5b58-4773-8bb0-a3a1b581dec6 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 210 time: 0.0738401 Jan 10 19:06:46.472120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:46.497800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aee6717-b6e6-48cc-a8b1-dcbc5e0f3925 req-01fd22bc-2394-49dd-96ae-f82e0e998030 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 1.6484382 Jan 10 19:06:46.514367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Usage tracker for resource:port and tenant:518c2bf58aaa4c30a15363ac3eaed7f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:46.544287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:46.668739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:46.686841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-00006275-5a7d-4caf-b032-3e6ffb84d978 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7052829 Jan 10 19:06:46.695703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.700251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Pushing event updated for resources: {'Port': ['ID=028f367d-712f-405e-ad44-208257567ff2,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:46.703247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Made reservation on behalf of 518c2bf58aaa4c30a15363ac3eaed7f2 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:46.706941 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.726021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:46.973162 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908', 'status': 'completed', 'code': 200} Jan 10 19:06:46.974591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Pushing event updated for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:47.016915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aee6717-b6e6-48cc-a8b1-dcbc5e0f3925 req-6f9b4af3-36dd-448f-bbfc-3141200be123 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979541 Jan 10 19:06:47.058214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:47.268410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:47.271139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:47.282459 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-95d69c69-be81-497a-b4bf-e97ae6aee979 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6441 time: 0.3155377 Jan 10 19:06:47.328713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f6d11-3a2e-48ba-981d-025ca7ed87df None None] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:06:47.526245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5107f38a-6a48-4a94-8544-b5d5d862d390 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:47.630673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Attempting to bind port 05b27052-2265-402f-9d76-98ecd700930e on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:47.631419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Attempting to bind port 05b27052-2265-402f-9d76-98ecd700930e by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:47.631913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Attempting to bind port 05b27052-2265-402f-9d76-98ecd700930e on network d898116f-d47a-4970-bbc3-5bf804e8da1a {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:47.639906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Allocated IP 172.20.0.5 (3c1630bf-1aba-4547-b062-80c7d3b5d19d/fb7094f2-35e3-420b-b820-c78c23233eac/7b6fa03d-8520-4368-8383-e3bf0eefc9d6) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:47.675740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-49caded6-1a76-427c-afe8-6d6eceaa38c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.676123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-49caded6-1a76-427c-afe8-6d6eceaa38c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.676784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-49caded6-1a76-427c-afe8-6d6eceaa38c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.678361 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-49caded6-1a76-427c-afe8-6d6eceaa38c1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2798343 Jan 10 19:06:47.689692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Port 05b27052-2265-402f-9d76-98ecd700930e on network d898116f-d47a-4970-bbc3-5bf804e8da1a not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:47.690339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Attempting to bind port 05b27052-2265-402f-9d76-98ecd700930e on network d898116f-d47a-4970-bbc3-5bf804e8da1a {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:47.723011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d7959043-82e1-421b-a5f6-2e42923c0ffc None None] Provisioning for port 5107f38a-6a48-4a94-8544-b5d5d862d390 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:47.727557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b47e4-335b-402d-a0b8-2ba35be6e29a req-0b3a85b4-0ecc-4133-bd77-ff6147345b24 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.729750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-058b47e4-335b-402d-a0b8-2ba35be6e29a req-0b3a85b4-0ecc-4133-bd77-ff6147345b24 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.5568035 Jan 10 19:06:47.730512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:47.730851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Checking segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:47.731245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Bound using segment: {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:47.731691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Bound port: 05b27052-2265-402f-9d76-98ecd700930e, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175063d9-b431-48df-8e3f-6870a014f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:47.732038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:47.794366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Allocated IP 172.25.6.74 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/8eb66c1f-9aa7-463d-857b-8dc9903f13f4) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:47.852976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5107f38a-6a48-4a94-8544-b5d5d862d390 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:47.879365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5107f38a-6a48-4a94-8544-b5d5d862d390 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:47.881313 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:47.963549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.967702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.971683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.982084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.985371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-57a848d2-55a2-48f7-9868-10e58052a81d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.986114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:47.987751 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e3ad4b5-3a9d-4044-8ef9-fa34f248f177 req-57a848d2-55a2-48f7-9868-10e58052a81d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455666 Jan 10 19:06:47.990094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:48.010420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:48.012526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-f8ec75f7-da48-4d6e-bdf6-30f2a5c540fa tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.6049254 Jan 10 19:06:48.104791 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.155037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5107f38a-6a48-4a94-8544-b5d5d862d390, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5107f38a-6a48-4a94-8544-b5d5d862d390,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:48.156858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8031fce2-d22d-4246-a8c9-1785cff14a71 None None] Provisioning complete for port 028f367d-712f-405e-ad44-208257567ff2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:48.157240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8031fce2-d22d-4246-a8c9-1785cff14a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.212988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.281508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8031fce2-d22d-4246-a8c9-1785cff14a71 None None] Port 028f367d-712f-405e-ad44-208257567ff2 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:48.283073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:06:48.299803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5107f38a-6a48-4a94-8544-b5d5d862d390,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:48.312856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-058b47e4-335b-402d-a0b8-2ba35be6e29a req-fa6f6128-88b8-43f6-a693-f1875e0e33ae tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633361 Jan 10 19:06:48.381208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:48.403672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cd55fbb8-c1ae-48a4-a5cd-92a51aea6dc8 None None] Provisioning complete for port 5107f38a-6a48-4a94-8544-b5d5d862d390 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:48.404233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd55fbb8-c1ae-48a4-a5cd-92a51aea6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.449204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.513288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:48.523882 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0eec3965-7ccb-4efc-9c9e-fd2bc5299611 admin admin] 10.222.0.21 "PUT /v2.0/routers/58fc995f-5bf3-44cb-b19d-81fdd8ab09e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5127971 Jan 10 19:06:48.527386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e61f8d53-c47f-478a-a81c-f9b75061251a req-2e9e9220-5380-4131-aea9-e0b19200a7ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2969797 Jan 10 19:06:48.553316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05b27052-2265-402f-9d76-98ecd700930e,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:48.556891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f3b1f1e-a5a2-48c6-8166-4956e2b03caa req-63cd5c5f-7da2-4d8d-bf67-d4392a05d806 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 210 time: 0.0940554 Jan 10 19:06:48.584400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.710649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:48.764822 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-b21b3a7e-e2ec-44c9-b304-4fe7dfeec3be tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389657 Jan 10 19:06:48.936076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:49.052548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c6324a6-de59-478a-8593-f64c5e88d597 req-e4e196d6-489d-4046-bdc0-65bdcbae709b tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 210 time: 0.3368649 Jan 10 19:06:49.076625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.078071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] 10.222.0.44 "PUT /v2.0/ports/05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 200 len: 1091 time: 4.9609635 Jan 10 19:06:49.101675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '05b27052-2265-402f-9d76-98ecd700930e'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:49.132523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Transition to ACTIVE for port object 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:49.146628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.156535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf505a4-2224-4909-a79f-4c50c28273db req-4b8112bc-79f2-4372-9cc9-4bc92b2fedb1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:49.157669 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-4b8112bc-79f2-4372-9cc9-4bc92b2fedb1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893707 Jan 10 19:06:49.180490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Request body: {'port': {'device_id': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'f5b9024ea0174fd9a2c807f89aa0e9e1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:49.243923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2d9a-83e1-4cb5-92e6-9fab2b990792 service neutron] Pushing event updated for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:49.330562 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.398092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:49.414272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:49.425086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.489099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:49.495203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:49.502556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:49.519896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5107f38a-6a48-4a94-8544-b5d5d862d390 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:49.613866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.625013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:49.684483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:49.702132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:49.721682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:49.729486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5107f38a-6a48-4a94-8544-b5d5d862d390 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:49.729866 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.736702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Made reservation on behalf of f5b9024ea0174fd9a2c807f89aa0e9e1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:49.742017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:49.824946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-e72a77e1-160f-4b1e-9180-42daad2c119f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6483 time: 0.6718967 Jan 10 19:06:49.833575 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '05b27052-2265-402f-9d76-98ecd700930e', 'status': 'completed', 'code': 200} Jan 10 19:06:49.959057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:49.964342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:49.986848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:50.006715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 85ec434f-522b-40fe-a458-956fc1236587 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:50.042803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event updated for resources: {'Port': ['ID=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:50.052827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38954) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:50.061596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278063047', 'description': 'tempest-description--209849950'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:50.072732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:50.082851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:50.086244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:50.095727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:50.117520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Allocated IP 192.168.233.95 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/6a220274-84a2-4649-a27b-34fbea11dc9c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:50.119540 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'code': 200} Jan 10 19:06:50.125350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-4545bbd8-633e-4e61-baa8-2928147b86ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 200 len: 217 time: 0.2907703 Jan 10 19:06:50.133387 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.178903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 85ec434f-522b-40fe-a458-956fc1236587 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:50.187883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 85ec434f-522b-40fe-a458-956fc1236587 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:50.188568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.376915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.385272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.385897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.396199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 85ec434f-522b-40fe-a458-956fc1236587, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=85ec434f-522b-40fe-a458-956fc1236587,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:50.401024 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.403028 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.420417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Transition to ACTIVE for port object 6a220274-84a2-4649-a27b-34fbea11dc9c will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:50.445443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.459209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-88258040-fdfc-45c0-b203-5f8ae2363d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.461084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-88258040-fdfc-45c0-b203-5f8ae2363d27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de058163-636b-4648-8567-80d5fed84092 HTTP/1.1" status: 200 len: 855 time: 0.2956169 Jan 10 19:06:50.462644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:06:50.469886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:50.491868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ab8fbb3a-8042-4e8c-aece-251c978d63ec'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:06:50.521318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:50.521532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:50.523829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:50.528993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:50.529196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:50.546545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-4927d282-4d95-48da-b612-4a2a5f5747d5 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6389582 Jan 10 19:06:50.547828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:50.566668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Request body: {'port': {'device_id': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:50.573238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1a2ff513-4f61-4b05-b984-849170f0df95 None None] Provisioning for port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:50.573563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:50.597463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1a2ff513-4f61-4b05-b984-849170f0df95 None None] Provisioning complete for port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:50.597763 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff513-4f61-4b05-b984-849170f0df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.601444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.602080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.631048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-9257a315-1956-4f8e-aa04-f87ead74befe tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4545581 Jan 10 19:06:50.636632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=85ec434f-522b-40fe-a458-956fc1236587,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:50.644819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Request body: {'port': {'device_id': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:50.659174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6897b-a7dc-4b9f-8d8b-764833b94dfa req-d5df7466-c9fe-40b5-ae5a-b297a9dcc10f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.667697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41c6897b-a7dc-4b9f-8d8b-764833b94dfa req-d5df7466-c9fe-40b5-ae5a-b297a9dcc10f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4548526 Jan 10 19:06:50.750346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ff513-4f61-4b05-b984-849170f0df95 None None] Port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:50.761936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.766133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.770223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.774215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.781857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.785962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.790154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:50.798618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddbac35-1344-458c-925e-ef712e0a7817 req-d86d249e-938d-43bd-9a50-441685a5936b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.4873407 Jan 10 19:06:50.806597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.900566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.914280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-144552e6-a518-4f16-a4cc-044818b960f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca4b53e6-9f44-469a-9424-8f79aab9f326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362316 Jan 10 19:06:50.917906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.967997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.977041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ccfa841f-9cd1-44b7-83e9-5d53c37ab9f7 None None] Provisioning for port 6a220274-84a2-4649-a27b-34fbea11dc9c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:50.982174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ccfa841f-9cd1-44b7-83e9-5d53c37ab9f7 None None] Provisioning complete for port 6a220274-84a2-4649-a27b-34fbea11dc9c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:50.982550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ccfa841f-9cd1-44b7-83e9-5d53c37ab9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.987955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:50.987955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.051364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa841f-9cd1-44b7-83e9-5d53c37ab9f7 None None] Port 6a220274-84a2-4649-a27b-34fbea11dc9c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:51.138373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddbac35-1344-458c-925e-ef712e0a7817 req-29ea5035-f6bb-4792-af64-ef25b3d1afe2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3389287 Jan 10 19:06:51.139157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.140210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0856371 Jan 10 19:06:51.163196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38962) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:51.203728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 85ec434f-522b-40fe-a458-956fc1236587 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:51.213560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:51.222950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.226314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41c6897b-a7dc-4b9f-8d8b-764833b94dfa req-9d928f2a-a77f-4a01-9af8-b8eb2ef70d5b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578115 Jan 10 19:06:51.253601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Transition to ACTIVE for port object 6a220274-84a2-4649-a27b-34fbea11dc9c will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:51.253601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'security_group_rule': {'security_group_id': '184de641-0e58-4e4b-bbeb-40a5f0767870', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:51.258837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:51.263612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:51.266317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.269810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c449c1-7cd0-4322-8ab9-8874da4ff604 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184de641-0e58-4e4b-bbeb-40a5f0767870,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:51.271045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:51.320987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:51.326671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 85ec434f-522b-40fe-a458-956fc1236587 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:51.327186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.434253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.444064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:51.463624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-971ec14d-4ca2-4813-a555-45661b62b0b9 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361135 Jan 10 19:06:51.638759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.650181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Attempting to bind port 6a220274-84a2-4649-a27b-34fbea11dc9c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:51.650522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Attempting to bind port 6a220274-84a2-4649-a27b-34fbea11dc9c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:51.650852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Attempting to bind port 6a220274-84a2-4649-a27b-34fbea11dc9c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:51.654004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.692746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Port 6a220274-84a2-4649-a27b-34fbea11dc9c on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:51.693070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Attempting to bind port 6a220274-84a2-4649-a27b-34fbea11dc9c on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:51.695108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1165ecf7-96f7-494b-ac1a-8e86a1a87612,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:51.707908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:51.708246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:51.708640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:51.709082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Bound port: 6a220274-84a2-4649-a27b-34fbea11dc9c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:51.709429 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.724361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.725541 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5c8c3f7-f2cd-4261-84e8-6a66ea54d3a1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5612469 Jan 10 19:06:51.729514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38972) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:51.738957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'security_group_rule': {'security_group_id': '184de641-0e58-4e4b-bbeb-40a5f0767870', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:51.768232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:51.780389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:51.784606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:51.798581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:51.834768 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.841969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:51.859752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:51.871930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.949983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.951419 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 1095 time: 1.3132374 Jan 10 19:06:51.952816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:51.971288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2b98b-175e-4d38-9e67-8ab97cf5cc89 service neutron] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:51.984877 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:51.992412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:52.057435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a987a-3537-43b3-8902-950771f1051b req-32a4b67a-6e11-4166-ac45-63cd636a279e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:52.061300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c719d06b-ae16-48f9-9366-65c6d04d8c9a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:52.064552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-126a987a-3537-43b3-8902-950771f1051b req-32a4b67a-6e11-4166-ac45-63cd636a279e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 947 time: 0.7589190 Jan 10 19:06:52.069966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:52.074016 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cbf43a89-2485-4489-9ca9-0dcf1bc7af2d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3409173 Jan 10 19:06:52.077312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:52.084214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:52.096257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:52.102218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:floatingip and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:52.106495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:52.113363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:52.132810 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-5962671f-5865-42d3-8a12-49e0d481c9d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1098 time: 0.1213746 Jan 10 19:06:52.134208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:52.163281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9235c81a-5da5-420b-bd7e-c04faeb73182 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638341 Jan 10 19:06:52.245206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0cf7d-d025-4885-9cf6-3e20a5b4f6c7 req-4d3e4438-6fd2-4475-9f76-a0d3940386f3 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:52.246672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2de0cf7d-d025-4885-9cf6-3e20a5b4f6c7 req-4d3e4438-6fd2-4475-9f76-a0d3940386f3 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 950 time: 0.4061611 Jan 10 19:06:52.248796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:06:52.334760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c6346a11-99cc-41c4-a895-2eb05ac4e129 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 217 time: 0.1574798 Jan 10 19:06:52.351753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-e7b74fad-fee3-462b-9b6f-d95593329602 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 217 time: 0.1115742 Jan 10 19:06:52.382357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-126a987a-3537-43b3-8902-950771f1051b req-82b6ff95-fbd9-47f9-93c6-637d1e5604c2 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169491 Jan 10 19:06:52.422674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:52.430003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf505a4-2224-4909-a79f-4c50c28273db req-91fe969e-d2eb-4378-aa8c-43db5d237532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:52.432687 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-91fe969e-d2eb-4378-aa8c-43db5d237532 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0748105 Jan 10 19:06:52.433454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2de0cf7d-d025-4885-9cf6-3e20a5b4f6c7 req-5df953eb-4912-40a7-8104-93624d613332 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687331 Jan 10 19:06:52.435157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:52.475745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-4f06c783-49e4-451a-b5c3-9a8db1a65f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:52.477286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-4f06c783-49e4-451a-b5c3-9a8db1a65f48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.1309052 Jan 10 19:06:52.481613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Transition to ACTIVE for port object 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:52.533319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:52.575529 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-59c14614-5b9e-46f2-947d-41e057b0b9a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277781 Jan 10 19:06:52.608201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:52.777261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:52.825592 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-88d51cc8-db83-420d-abb1-b60e454c6ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425475 Jan 10 19:06:52.890299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:52.910706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Router a71ef4e2-d63e-4bcf-a0b3-644563974b0f is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:06:52.935938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Allocated IP 172.25.6.162 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/38ef4454-7e0b-460b-99e0-65d19d6713a5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:52.987878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-b1fce6b7-dbf5-4668-877d-e97b7d112495 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5010552 Jan 10 19:06:53.034580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.067364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:53.094035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:53.099929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:53.105307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.137848 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bf505a4-2224-4909-a79f-4c50c28273db req-f9ecd663-e62b-411e-b27e-ef1524efa75e service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042834 Jan 10 19:06:53.177893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:53.178834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:53.197377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.227653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.265109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a208455d-bfc9-411f-8be9-b457ffd569fb service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549934 Jan 10 19:06:53.270734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Attempting to bind port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:53.271101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Attempting to bind port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:53.271431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Attempting to bind port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 on network 3c1630bf-1aba-4547-b062-80c7d3b5d19d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:53.298276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=11']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:53.300465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:53.303643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:53.305904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:53.336363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'Port': ['ID=38ef4454-7e0b-460b-99e0-65d19d6713a5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:53.381701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 on network 3c1630bf-1aba-4547-b062-80c7d3b5d19d not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:06:53.382034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Attempting to bind port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 on network 3c1630bf-1aba-4547-b062-80c7d3b5d19d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:53.405355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:53.480060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.537538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.633772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:53.634618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Checking segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:53.635379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Bound using segment: {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:53.635506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Bound port: 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f80bdb-784d-4de6-810f-7efe3c623cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:53.635774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.665293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456aad3-a64c-403c-bb83-1827f0fd34b0 req-f6cc2bfc-0379-476b-8536-c28820ae6d20 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:53.665984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2456aad3-a64c-403c-bb83-1827f0fd34b0 req-f6cc2bfc-0379-476b-8536-c28820ae6d20 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Synchronizing usage tracker for tenant:518c2bf58aaa4c30a15363ac3eaed7f2 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:53.685550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-5b5b44c2-3e40-45b6-b1b6-a64e3dda0b94 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:53.687037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-5b5b44c2-3e40-45b6-b1b6-a64e3dda0b94 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.9270067 Jan 10 19:06:53.735118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:46Z', 'revision_number': 2, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:53.739062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:53.739419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Updating router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 port 028f367d-712f-405e-ad44-208257567ff2 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:06:53.751976 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.757443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.792314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.807494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-79d4da38-8b5a-42b2-92e3-3955c565d8ea service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277684 Jan 10 19:06:53.812704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2456aad3-a64c-403c-bb83-1827f0fd34b0 req-f6cc2bfc-0379-476b-8536-c28820ae6d20 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Unset dirty status for tenant:518c2bf58aaa4c30a15363ac3eaed7f2 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:53.814206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2456aad3-a64c-403c-bb83-1827f0fd34b0 req-f6cc2bfc-0379-476b-8536-c28820ae6d20 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 943 time: 1.2918470 Jan 10 19:06:53.816036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-9a130774-7d4d-4913-b512-0a88bc123040 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/quotas/b9eba64317c14cd89af66416cb26853e HTTP/1.1" status: 200 len: 375 time: 0.1072447 Jan 10 19:06:53.861341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'Port': ['ID=38ef4454-7e0b-460b-99e0-65d19d6713a5,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:53.880460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.905607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:53.916410 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a89b57d8-9faa-47a5-aedb-6ac89af15b7a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8286476 Jan 10 19:06:53.964629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-014cc0c2-4734-48a8-a755-40c43913d660 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:53.966072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-014cc0c2-4734-48a8-a755-40c43913d660 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "GET /v2.0/ports?device_id=622bd927-7118-4c2c-be58-d09c8ffe5189 HTTP/1.1" status: 200 len: 944 time: 0.6986589 Jan 10 19:06:54.022819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-d710db33-57f2-4364-835a-8be8dcb27b13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 217 time: 0.1926692 Jan 10 19:06:54.031105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] For port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:54.150171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.162366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Transition to ACTIVE for port object 028f367d-712f-405e-ad44-208257567ff2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:54.163781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] For port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:54.169445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.188225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2456aad3-a64c-403c-bb83-1827f0fd34b0 req-16d35062-3840-47bf-805b-f5e999a29065 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481917 Jan 10 19:06:54.191244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Deleting port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:06:54.191587 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.219376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.260613 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'status': 'completed', 'code': 200} Jan 10 19:06:54.317858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-f67a8055-0b7f-4033-8e73-866c9c7fd46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:54.319342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-f67a8055-0b7f-4033-8e73-866c9c7fd46c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.2764726 Jan 10 19:06:54.359978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fa86b-eefe-405a-ae24-a0ef57f29558 None None] Pushing event updated for resources: {'Port': ['ID=028f367d-712f-405e-ad44-208257567ff2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:54.405497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.415064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b6fa03d-8520-4368-8383-e3bf0eefc9d6 HTTP/1.1" status: 200 len: 1091 time: 3.8481624 Jan 10 19:06:54.464805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:54.497586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f3903-5a17-4b7a-b5f8-79eb777109f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:54.500194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Attempting to bind port 028f367d-712f-405e-ad44-208257567ff2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:54.500564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Attempting to bind port 028f367d-712f-405e-ad44-208257567ff2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:54.500935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Attempting to bind port 028f367d-712f-405e-ad44-208257567ff2 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:54.518432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:54.518903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Checking segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:54.519329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.519925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Bound using segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:54.520365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Bound port: 028f367d-712f-405e-ad44-208257567ff2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:54.520804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.572068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-f70a9703-bca9-46ff-9d01-262b1b220141 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1098 time: 0.2864449 Jan 10 19:06:54.627057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] For port 028f367d-712f-405e-ad44-208257567ff2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:54.631798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] For port 028f367d-712f-405e-ad44-208257567ff2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=028f367d-712f-405e-ad44-208257567ff2,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:54.640531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:54.655785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-cca0e523-f2c9-42c9-8444-3f1eebf3598d tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7670896 Jan 10 19:06:54.723417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:54.724522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:54.733346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-5483920f-773e-41f3-9de4-cbd4cb18d1e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:54.734965 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-5483920f-773e-41f3-9de4-cbd4cb18d1e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1568394 Jan 10 19:06:54.819103 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-f80fd54d-bb27-4795-b76f-085a54e99aa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 217 time: 0.0747089 Jan 10 19:06:54.886317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-6ab6e03e-0380-4e56-95c9-ef0afaf24b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:54.888727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-6ab6e03e-0380-4e56-95c9-ef0afaf24b0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0633776 Jan 10 19:06:54.896326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fa86b-eefe-405a-ae24-a0ef57f29558 None None] Pushing event updated for resources: {'Port': ['ID=028f367d-712f-405e-ad44-208257567ff2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:54.920348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:06:54.933977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:54.947753 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Sync routers for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:06:54.951246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-6a05383f-3112-472d-bc23-e0894eff9876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6144445 Jan 10 19:06:54.960084 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:54.960920 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:54.990117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-2f0566a9-3f2f-4e65-9ae6-0ee24369dbfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919995 Jan 10 19:06:55.084824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:55.102083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-c18a8ee0-e262-4106-bbd0-248b2b6d7610 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2&device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 1094 time: 0.6076300 Jan 10 19:06:55.224160 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-ae3d09ff-87de-407f-a33c-719ebb5abe40 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266326 Jan 10 19:06:55.252424 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:55.294423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:55.312618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:55.316701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-67ac5421-3f50-4108-9542-a5a64bddf588 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 13.3584182 Jan 10 19:06:55.317600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39006) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:06:55.326935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.328516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'mac_address': 'fa:16:3e:e3:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:06:55.330838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.335012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.338976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.342848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.346755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.350651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:55.358117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-dae2fb2d-2126-4e55-bec7-390aa4e451f3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.8656142 Jan 10 19:06:55.410403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-99307a2d-4c0c-46b9-987b-0a63cdaca49f service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368689 Jan 10 19:06:55.413322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] For port 810c1875-c729-47fe-a96d-4fe9dbfe91b3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=810c1875-c729-47fe-a96d-4fe9dbfe91b3,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:55.413689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:55.479169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14b55b1d-f7d7-414e-89d4-e0be80ca93c5 req-a2f2af8e-24af-48fe-a6c5-51d305c2360d service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469258 Jan 10 19:06:55.482912 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:55.518715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:55.543217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-5abfdd70-0252-459c-af77-8832b48c54ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6 HTTP/1.1" status: 200 len: 217 time: 0.4102330 Jan 10 19:06:55.599552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:55.609936 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:55.610421 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 3, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:55.615276 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Checking router: a71ef4e2-d63e-4bcf-a0b3-644563974b0f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:06:55.615734 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Updating router a71ef4e2-d63e-4bcf-a0b3-644563974b0f port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:06:55.660523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Calling delete_port for 810c1875-c729-47fe-a96d-4fe9dbfe91b3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:06:55.678314 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:55.700692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:55.707671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:54Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:55.712719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dfdce-6ef6-4c10-89c7-f5d70e0bef11 None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:54Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:55.841289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['6a220274-84a2-4649-a27b-34fbea11dc9c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:06:55.861463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3b29c9e-a3a6-4ddd-87ff-3f0c2515ba9a req-80b5c6c7-2037-47a2-a412-24e1724cc321 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5023940 Jan 10 19:06:55.988822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-21936d44-1431-4783-bb2f-104593c48626 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0151534 Jan 10 19:06:56.073086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-86c32f91-9926-4769-aec2-f819a1c1493f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:56.074546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-86c32f91-9926-4769-aec2-f819a1c1493f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb7094f2-35e3-420b-b820-c78c23233eac HTTP/1.1" status: 200 len: 850 time: 0.4207735 Jan 10 19:06:56.240281 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.244211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-105f8ab0-0651-4a03-9dd6-a2a3754fbaf8 service neutron] 10.222.0.21 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8329477 Jan 10 19:06:56.280902 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Transition to ACTIVE for port object 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:56.295006 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.501099 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Attempting to bind port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:06:56.501470 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Attempting to bind port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:06:56.501828 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Attempting to bind port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:06:56.512714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff304c5-0d55-481e-96be-9a9821f741f2 None None] Pushing event updated for resources: {'Port': ['ID=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:56.512930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.536168 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:06:56.536523 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:06:56.536965 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.537364 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:06:56.537815 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Bound port: 8eb66c1f-9aa7-463d-857b-8dc9903f13f4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:06:56.538229 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.590611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-445d881d-30eb-4825-82e1-cccdbe0ff796 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738761 Jan 10 19:06:56.684003 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] For port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:06:56.692709 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] For port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:06:56.702056 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.799418 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff304c5-0d55-481e-96be-9a9821f741f2 None None] Pushing event updated for resources: {'Port': ['ID=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:56.832856 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'code': 200} Jan 10 19:06:56.877103 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:06:56.877783 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:06:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:56.880897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:56.885471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-75197ac7-5289-4a2c-92b1-33e5db345d1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=29d98159-f30d-46c1-bddf-b82bbdad308e HTTP/1.1" status: 200 len: 217 time: 0.2831919 Jan 10 19:06:56.890177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-421b0e0e-b078-405f-b3b0-d0c6021af24c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1630bf-1aba-4547-b062-80c7d3b5d19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7805648 Jan 10 19:06:56.904355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:57.089275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 6a220274-84a2-4649-a27b-34fbea11dc9c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:57.096435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 6a220274-84a2-4649-a27b-34fbea11dc9c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:57.097408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.228479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event deleted for resources: {'Port': ['ID=810c1875-c729-47fe-a96d-4fe9dbfe91b3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:57.317974 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:06:57.338915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 028f367d-712f-405e-ad44-208257567ff2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:57.417808 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-9a66fe84-a3ca-4eaa-a4b3-08c9cd73b009 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 0.4208028 Jan 10 19:06:57.457434 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.508135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:57.517893 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.554121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] No DVR routers for this DVR port 810c1875-c729-47fe-a96d-4fe9dbfe91b3 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:06:57.560208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.567921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 028f367d-712f-405e-ad44-208257567ff2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:57.582664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-c0386c0a-b5cc-4c18-9acb-71551232c4f3 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:57.584056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 028f367d-712f-405e-ad44-208257567ff2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:57.584433 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.631964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-204480a7-858b-4087-9dd8-7c10427948ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:57.634593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-204480a7-858b-4087-9dd8-7c10427948ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.5980251 Jan 10 19:06:57.641500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Allocated IP 172.20.0.1 (a22bd461-3363-4ea0-8377-d6875b88e7d7/bc7a4604-5d51-4889-8565-40ec2f66ab1e/b2a0a234-4c06-417e-89c9-7623450539f9) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:06:57.675681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:57.718003 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 3, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:06:57.722147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921c1a7-94d2-4b64-a17c-5bb49586cca0 None None] The sync data for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 is: [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 3, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:06:57.736488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-ad139a69-fa5b-40ee-8f96-a14daa826cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075149 Jan 10 19:06:57.744483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f26e7ab-6393-4385-bc03-9455f8dfa8d8 req-f0a95dba-2935-4163-9c49-a92aac8a6197 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "DELETE /v2.0/ports/810c1875-c729-47fe-a96d-4fe9dbfe91b3 HTTP/1.1" status: 204 len: 173 time: 3.7639499 Jan 10 19:06:57.764594 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.777770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587e43-504d-4b21-ad2e-2239439a2705 req-2806f54e-776e-4914-97cd-4b72a173788e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:57.778926 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-2806f54e-776e-4914-97cd-4b72a173788e service neutron] 10.222.0.30 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.3507342 Jan 10 19:06:57.805427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 028f367d-712f-405e-ad44-208257567ff2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=028f367d-712f-405e-ad44-208257567ff2,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:57.810121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.870377 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-a5ba3f5b-5e85-4a0d-844b-e410e71a303b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 217 time: 0.0837336 Jan 10 19:06:57.896123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=028f367d-712f-405e-ad44-208257567ff2,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:57.910887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-c0386c0a-b5cc-4c18-9acb-71551232c4f3 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:06:57.912057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-c0386c0a-b5cc-4c18-9acb-71551232c4f3 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--278063047&fields=id&tenant_id=3690c45032984177a9f3dee8bda3812b HTTP/1.1" status: 200 len: 267 time: 0.9064851 Jan 10 19:06:57.919028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e8d6666-daa5-4bc3-a379-1a977b79fe0d req-8228d995-126f-4e6d-ba67-d07475916d90 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682541 Jan 10 19:06:57.926097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8a302-5e63-4815-9546-8b2e52d0ed10 req-b870dfe8-b513-48ac-91be-bf29f64e69bd tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:57.931544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33f8a302-5e63-4815-9546-8b2e52d0ed10 req-b870dfe8-b513-48ac-91be-bf29f64e69bd tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 948 time: 0.7818286 Jan 10 19:06:57.970685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:57.979393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587e43-504d-4b21-ad2e-2239439a2705 req-e7c66857-c98f-4238-aeba-67265371e3c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:57.980942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-e7c66857-c98f-4238-aeba-67265371e3c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.0953248 Jan 10 19:06:57.992773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Transition to ACTIVE for port object b2a0a234-4c06-417e-89c9-7623450539f9 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:06:58.017880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.099830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:58.142724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:58.146202 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-23e8c44d-31b9-4141-8916-668363f10081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453839 Jan 10 19:06:58.149921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:06:58.176899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a0a234-4c06-417e-89c9-7623450539f9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:58.245078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-7edf095a-7d32-4b2d-a7ec-c00e82a44632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5963390 Jan 10 19:06:58.293386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.351315 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-d704f01e-0a8a-4f44-af8d-52d2304389a8 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754127 Jan 10 19:06:58.427968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33f8a302-5e63-4815-9546-8b2e52d0ed10 req-45789c72-400a-4817-a3f2-bd8c20935d1c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923885 Jan 10 19:06:58.442561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.513630 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'status': 'completed', 'code': 200} Jan 10 19:06:58.527474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c37582-e8a8-4686-9592-6468b4e43135 req-08c78b0c-7792-4dbd-afe2-e2eeb09ce56c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:58.536080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-08c78b0c-7792-4dbd-afe2-e2eeb09ce56c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 811 time: 0.6023805 Jan 10 19:06:58.547627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-26ed95dc-4a19-45d0-9301-bd4483ab242f None None] Provisioning for port b2a0a234-4c06-417e-89c9-7623450539f9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:06:58.554422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-26ed95dc-4a19-45d0-9301-bd4483ab242f None None] Provisioning complete for port b2a0a234-4c06-417e-89c9-7623450539f9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:58.554792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26ed95dc-4a19-45d0-9301-bd4483ab242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.627182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-b025eefa-4dc7-4e1c-a06d-4ab01dda3c2c service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262520 Jan 10 19:06:58.635627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-0dc67432-71ca-460e-9a47-ac757045ae86 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:58.637100 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-0dc67432-71ca-460e-9a47-ac757045ae86 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 805 time: 0.4543545 Jan 10 19:06:58.639998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-26ed95dc-4a19-45d0-9301-bd4483ab242f None None] Port b2a0a234-4c06-417e-89c9-7623450539f9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:58.711220 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-b84dde5a-2cf8-4d09-bdc1-b6279694b3ca tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/quotas/3690c45032984177a9f3dee8bda3812b HTTP/1.1" status: 200 len: 375 time: 0.1742239 Jan 10 19:06:58.720628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Request body: {'port': {'device_id': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'admin_state_up': True, 'tenant_id': 'b9eba64317c14cd89af66416cb26853e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:06:58.798550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82587e43-504d-4b21-ad2e-2239439a2705 req-d6c80d6c-13d7-48f5-aeea-309bb2b71dba service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398973 Jan 10 19:06:58.834429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:06:58.860532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.865628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.969299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a0a234-4c06-417e-89c9-7623450539f9,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:58.971686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:58.977227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:06:58.981198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:06:59.016194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 810c1875-c729-47fe-a96d-4fe9dbfe91b3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:06:59.016683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 810c1875-c729-47fe-a96d-4fe9dbfe91b3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:06:59.049297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-da41d78c-e7ce-4347-b2a8-3cadb47975b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2&device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 1094 time: 0.4865432 Jan 10 19:06:59.063361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-f0edbbc9-d623-479f-a773-a98af791f5e0 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251363 Jan 10 19:06:59.202344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:06:59.225898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 028f367d-712f-405e-ad44-208257567ff2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:06:59.237788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d708b4-f884-40d8-9ddc-5c881c10c582 req-0caddf63-5496-445a-a441-e43dd5da99f9 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:59.239273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3d708b4-f884-40d8-9ddc-5c881c10c582 req-0caddf63-5496-445a-a441-e43dd5da99f9 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 943 time: 0.6110427 Jan 10 19:06:59.242903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Usage tracker for resource:port and tenant:b9eba64317c14cd89af66416cb26853e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:06:59.246058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:06:59.255681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-1aedfcc6-0b27-454c-b7fc-d5cd5c644fcb tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5158479 Jan 10 19:06:59.256112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:06:59.257262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:06:59.268765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-1ab5ee34-dee9-4c37-8e9b-36c8fc0803b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab HTTP/1.1" status: 200 len: 217 time: 0.1828859 Jan 10 19:06:59.269733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:06:59.322720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:59.343922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'port_id': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'mac_address': 'fa:16:3e:2d:82:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:06:59.384855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Made reservation on behalf of b9eba64317c14cd89af66416cb26853e for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:06:59.388054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:59.450635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 028f367d-712f-405e-ad44-208257567ff2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:59.451277 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:59.498190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:59.528501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:06:59.536780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-50f437f3-5479-47f0-bd3b-50a54e8c43c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:59.538224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-50f437f3-5479-47f0-bd3b-50a54e8c43c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.2509561 Jan 10 19:06:59.553993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:06:59.577920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-681ac680-7300-49a3-a981-fd699911c655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:06:59.579319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-681ac680-7300-49a3-a981-fd699911c655 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1630bf-1aba-4547-b062-80c7d3b5d19d HTTP/1.1" status: 200 len: 912 time: 0.5202105 Jan 10 19:06:59.588649 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:59.619537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3d708b4-f884-40d8-9ddc-5c881c10c582 req-3aaefb0d-33db-44f1-a079-6caac5159acc tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627162 Jan 10 19:06:59.685844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-29f03cb0-3dc2-44ba-a80a-6c82588219d4 None None] Provisioning complete for port b2a0a234-4c06-417e-89c9-7623450539f9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:06:59.686329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29f03cb0-3dc2-44ba-a80a-6c82588219d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:06:59.720047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Router a71ef4e2-d63e-4bcf-a0b3-644563974b0f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:06:59.726083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:06:59.765877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-29f03cb0-3dc2-44ba-a80a-6c82588219d4 None None] Port b2a0a234-4c06-417e-89c9-7623450539f9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:06:59.829568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7b6fa03d-8520-4368-8383-e3bf0eefc9d6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:06:59.944300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:06:59.953635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6948441a-60b7-4301-9274-4d94a34198c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/a71ef4e2-d63e-4bcf-a0b3-644563974b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6345630 Jan 10 19:06:59.972436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f01f8c2a-def5-4b05-a86c-4d471fc969a0 req-05e385ca-8c31-4311-ac33-0763abadca87 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:06:59.980537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-7b164e2a-f208-4888-a964-beac1487c3b9 service neutron] 10.222.0.21 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456325 Jan 10 19:06:59.981767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-871a351a-ff44-4d75-bd8f-d7cd2afdec88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6 HTTP/1.1" status: 200 len: 217 time: 0.3336523 Jan 10 19:07:00.175285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f01f8c2a-def5-4b05-a86c-4d471fc969a0 req-05e385ca-8c31-4311-ac33-0763abadca87 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:00.176428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f01f8c2a-def5-4b05-a86c-4d471fc969a0 req-05e385ca-8c31-4311-ac33-0763abadca87 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 210 time: 0.2923272 Jan 10 19:07:00.214716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-25a62511-a27f-40e0-af51-63eb8bbdbf74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:00.216198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-25a62511-a27f-40e0-af51-63eb8bbdbf74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb7094f2-35e3-420b-b820-c78c23233eac HTTP/1.1" status: 200 len: 850 time: 0.2046442 Jan 10 19:07:00.232040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-b7e65142-face-4fe7-920e-b11d67aa38e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6517715 Jan 10 19:07:00.384164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Allocated IP 172.20.0.11 (ee7aa881-807e-4af2-bd1c-4f9277269768/3edadf2f-c1ae-4021-ae5e-3bdd7054b127/5a07990b-9a52-4056-bd4d-a0ae63b9da08) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:00.419324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-7c787219-da25-40b9-a3b8-a89264241286 service neutron] 10.222.0.21 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297340 Jan 10 19:07:00.526307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-deleted', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:00.570639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-240c97c1-a963-48d9-9f7b-d25d1147b102 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979748 Jan 10 19:07:00.600786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-d7c878cb-a3d5-47b7-bcde-7fcd9b3a4671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1630bf-1aba-4547-b062-80c7d3b5d19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3750856 Jan 10 19:07:00.722081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-7143c86a-7614-465c-a381-f382bad85bb8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:07:00.723087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-7143c86a-7614-465c-a381-f382bad85bb8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0912514 Jan 10 19:07:00.841122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115078-33bd-4b1f-986c-91d3a2c683fb req-21390796-1eb1-4b73-8e1a-9b2536715e9b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:00.842570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7115078-33bd-4b1f-986c-91d3a2c683fb req-21390796-1eb1-4b73-8e1a-9b2536715e9b tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4639087 Jan 10 19:07:00.990187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:01.077438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:01.082746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:01.083357 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:01.110345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:01.115871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7115078-33bd-4b1f-986c-91d3a2c683fb req-f2ac4d19-40b6-4ac7-b019-26df7dc055cd tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041266 Jan 10 19:07:01.117729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-8e484526-9b4b-4fda-b80d-86d9e342f089 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206618 Jan 10 19:07:01.226733 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'code': 200} Jan 10 19:07:01.238672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.244003 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:01.245683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.263911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.267445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.272712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.276865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.280820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.283096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-87cc39da-71ce-40bf-93fc-88ca287fb53a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.6532273 Jan 10 19:07:01.299278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:01.306722 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:01.313276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-867ac6d6-ba39-4fc7-84e2-4ca65b88963d service neutron] 10.222.0.30 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221040 Jan 10 19:07:01.333445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-db2d04d4-13a1-466e-aac6-a2b8dc2a3a50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908 HTTP/1.1" status: 200 len: 217 time: 0.1970453 Jan 10 19:07:01.391157 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5cad066-eca4-43c8-bf0b-f518c3803478 req-74c00d13-5d61-4389-82df-049572723a64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1100 time: 0.0942113 Jan 10 19:07:01.422912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:01.446772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5cad066-eca4-43c8-bf0b-f518c3803478 req-f845a3c2-0a9a-4fb9-be1b-22780de660ad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542469 Jan 10 19:07:01.664181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a734ff3e-29f3-4036-b5e8-3c6bdeb3ff37 req-b9ef113a-20c2-41cb-87f0-7efeddf3305f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3611894 Jan 10 19:07:01.685051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:01.699112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-b0850928-4b87-4b0b-8c02-dcc1511fba56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.700541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-b0850928-4b87-4b0b-8c02-dcc1511fba56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.3422196 Jan 10 19:07:01.859321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ae2130-4ec7-40da-9b81-611a6fd6d2b4 req-c63fd9c2-ffc0-4778-ae06-9cb402cfa65f service neutron] 10.222.0.30 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301118 Jan 10 19:07:01.867111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Network ee7aa881-807e-4af2-bd1c-4f9277269768 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:01.874539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:01.880186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:01.888655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:01.984933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.985348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.985978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.986670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.987112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.987706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.988208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.988801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.989285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.989730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.990760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:01.998948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:01.999860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:02.014777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678333eb-04e9-4d1b-ae16-a5339636766b req-8384faeb-65ca-4492-acaf-7558896bcfb0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:02.016429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-678333eb-04e9-4d1b-ae16-a5339636766b req-8384faeb-65ca-4492-acaf-7558896bcfb0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.6202734 Jan 10 19:07:02.047833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c37582-e8a8-4686-9592-6468b4e43135 req-09271fec-2df3-4392-937c-0f660cbbd26d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:02.048429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-09271fec-2df3-4392-937c-0f660cbbd26d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:02.088966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-09271fec-2df3-4392-937c-0f660cbbd26d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:02.090286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-09271fec-2df3-4392-937c-0f660cbbd26d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 811 time: 0.2882447 Jan 10 19:07:02.158263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-35af66fa-5e25-42d8-b9f4-39f96676b068 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4560816 Jan 10 19:07:02.161780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-d4326447-8b25-41b9-b080-d52e6fd8e07d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:02.174773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-d4326447-8b25-41b9-b080-d52e6fd8e07d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:02.175201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Request body: {'port': {'device_id': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:02.175901 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-d4326447-8b25-41b9-b080-d52e6fd8e07d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3690c45032984177a9f3dee8bda3812b HTTP/1.1" status: 200 len: 379 time: 0.0717447 Jan 10 19:07:02.186762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'port': {'device_id': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'admin_state_up': True, 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'security_groups': ['184de641-0e58-4e4b-bbeb-40a5f0767870']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:02.243460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-ed565d81-35c9-496c-b4e3-fc7b25529f30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5040607 Jan 10 19:07:02.312261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-678333eb-04e9-4d1b-ae16-a5339636766b req-9674d378-d262-45d2-8af6-ed2c9d694682 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613187 Jan 10 19:07:02.350635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:02.355242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:port and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:02.358670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:02.365486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:02.380188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Made reservation on behalf of 3690c45032984177a9f3dee8bda3812b for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:07:02.384508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:02.449272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-db418d96-cade-4908-9cce-4b514ffe1952 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:02.450758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-db418d96-cade-4908-9cce-4b514ffe1952 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 829 time: 0.4461610 Jan 10 19:07:02.504693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:02.525033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-db81200c-bb54-4b14-90f3-02e297c5a3d7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/quotas/9ebee50fd79a4c229ab79d54e062899b HTTP/1.1" status: 200 len: 375 time: 0.0571599 Jan 10 19:07:02.570045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Allocated IP 172.20.0.11 (95f843d8-664f-4b20-993a-dbe0bbc840c4/61dbcc3c-d182-40b6-96fa-94a36b3cf0fc/a1cd1d09-d23d-4244-99cb-4625b817f132) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:02.619272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-64e9ea0c-465a-4c33-ac25-7ba1cea35ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583090 Jan 10 19:07:02.821115 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:02.839258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Transition to ACTIVE for port object a1cd1d09-d23d-4244-99cb-4625b817f132 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:02.861329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:02.871638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38a0976c-33a0-499a-aa9d-73df3782806d req-38b6497c-6596-4038-9d16-f16ced0cf32a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 210 time: 0.1248252 Jan 10 19:07:02.919474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-ed92947b-a90c-458d-a533-83dbd0557cbf tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3849101 Jan 10 19:07:02.961576 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622bd927-7118-4c2c-be58-d09c8ffe5189', 'name': 'network-vif-deleted', 'tag': '810c1875-c729-47fe-a96d-4fe9dbfe91b3', 'status': 'completed', 'code': 200} Jan 10 19:07:03.044134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:03.047419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:03.051525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:03.089868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:03.104670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.105236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.105745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.106218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.106689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.107190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.107676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.108140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.108600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.109071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.109532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:03.143006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:03.143889 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.169045 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-fac9c695-962d-4810-9e90-f5b30bcf8f56 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9858124 Jan 10 19:07:03.181515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Request body: {'port': {'device_id': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:03.216980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-69a6404d-1202-4c81-9670-257910ca9a68 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727990 Jan 10 19:07:03.228277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:03.311077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.333130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-09eab453-5089-4f78-9a1b-633dddfdef68 None None] Provisioning for port a1cd1d09-d23d-4244-99cb-4625b817f132 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:03.338843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-09eab453-5089-4f78-9a1b-633dddfdef68 None None] Provisioning complete for port a1cd1d09-d23d-4244-99cb-4625b817f132 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:03.339875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-09eab453-5089-4f78-9a1b-633dddfdef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.340642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-44a6215c-fc52-4993-9887-66e16d6e176f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 200 len: 217 time: 0.1049025 Jan 10 19:07:03.401673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-09eab453-5089-4f78-9a1b-633dddfdef68 None None] Port a1cd1d09-d23d-4244-99cb-4625b817f132 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:07:03.568038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-2d6a465a-0435-44dd-bb3f-30e1aed8c9a3 service neutron] 10.222.0.21 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317344 Jan 10 19:07:03.621394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a07990b-9a52-4056-bd4d-a0ae63b9da08 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:03.659369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cd1d09-d23d-4244-99cb-4625b817f132 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:03.666602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.671007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c5d67c2c-86b1-4fe8-ab4f-a66f391ac1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:03.672446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-c5d67c2c-86b1-4fe8-ab4f-a66f391ac1dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.3211381 Jan 10 19:07:03.681900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Transition to ACTIVE for port object a1cd1d09-d23d-4244-99cb-4625b817f132 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:03.683225 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.685479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.722202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e934-9a15-4fdc-b483-ead1f382d525 req-2b986602-0908-4e51-bc67-497bc8bf04eb tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:03.723692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08b2e934-9a15-4fdc-b483-ead1f382d525 req-2b986602-0908-4e51-bc67-497bc8bf04eb tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.5619955 Jan 10 19:07:03.772365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Transition to ACTIVE for port object 5a07990b-9a52-4056-bd4d-a0ae63b9da08 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:03.785710 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.818307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:03.911127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-d7a5f068-d853-44a5-8cd1-1e904f0fbde4 service neutron] 10.222.0.21 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299856 Jan 10 19:07:03.935800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Attempting to bind port a1cd1d09-d23d-4244-99cb-4625b817f132 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:03.936154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Attempting to bind port a1cd1d09-d23d-4244-99cb-4625b817f132 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:03.936533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Attempting to bind port a1cd1d09-d23d-4244-99cb-4625b817f132 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:03.943026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Port a1cd1d09-d23d-4244-99cb-4625b817f132 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:07:03.943351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Attempting to bind port a1cd1d09-d23d-4244-99cb-4625b817f132 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:03.949960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:03.950303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Checking segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:03.950979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Bound using segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:03.951191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Bound port: a1cd1d09-d23d-4244-99cb-4625b817f132, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:03.951484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:03.993666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08b2e934-9a15-4fdc-b483-ead1f382d525 req-eb734036-aa7d-426c-b87c-b8abe72f9563 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576747 Jan 10 19:07:03.995549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:04.012785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-63f9dc82-5772-4d14-8b29-d557dd173bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3269651 Jan 10 19:07:04.099221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:04.103795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:04.116846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:04.233487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:04.242071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:04.244159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-677053f0-4e58-4a1d-a6f1-9375308b95ea service neutron] 10.222.0.44 "PUT /v2.0/ports/a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 1092 time: 1.0674887 Jan 10 19:07:04.245015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:04.381033 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-77216023-7e10-4d98-9ad2-c12e9f8cd39d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1095 time: 0.0975106 Jan 10 19:07:04.460947 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-f3d4c377-a4ef-4e17-856b-4573ffb992cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 217 time: 0.0689449 Jan 10 19:07:04.523362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-a8ca97b2-fa73-4e68-9a58-f8e761a14fa5 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839729 Jan 10 19:07:04.575759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Attempting to bind port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:04.576173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Attempting to bind port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:04.576523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Attempting to bind port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:04.580828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c37582-e8a8-4686-9592-6468b4e43135 req-f72c6ddf-0075-4280-9a4f-e6d1a6d4a358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:04.582405 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-f72c6ddf-0075-4280-9a4f-e6d1a6d4a358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.1151443 Jan 10 19:07:04.643880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1258c9-906c-4565-994c-ddca650bf00b req-3604d9a7-f155-4a64-909f-aaeade13f6c7 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:04.645079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 on network ee7aa881-807e-4af2-bd1c-4f9277269768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:07:04.645336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fc1258c9-906c-4565-994c-ddca650bf00b req-3604d9a7-f155-4a64-909f-aaeade13f6c7 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 948 time: 0.1423836 Jan 10 19:07:04.645491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Attempting to bind port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 on network ee7aa881-807e-4af2-bd1c-4f9277269768 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:04.658397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21681b-6728-4c5b-9869-5b307b1a8a5a req-7bcfb68f-59b1-478b-864f-d1af82f41937 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:04.659887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b21681b-6728-4c5b-9869-5b307b1a8a5a req-7bcfb68f-59b1-478b-864f-d1af82f41937 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2f831d-e72d-4cb6-9c2f-348b7163e2ff HTTP/1.1" status: 200 len: 948 time: 0.4423583 Jan 10 19:07:04.670904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90452f7-df84-4b3c-9e8a-63a1bfc25f65 req-3ddafdcd-654d-4973-bbde-e41212c6c0d8 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:04.673011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e90452f7-df84-4b3c-9e8a-63a1bfc25f65 req-3ddafdcd-654d-4973-bbde-e41212c6c0d8 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 944 time: 0.4442098 Jan 10 19:07:04.685934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:04.686280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Checking segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:04.686666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Bound using segment: {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:04.687164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Bound port: 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c3fef-8d00-49f6-985a-fbd422219348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:04.687513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:04.721558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Deleting port fc13b052-7cb8-44c7-830b-b280e654217c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:04.722159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:04.767377 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-30dbd73a-89e8-46ff-88ff-1e8743649247 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773329 Jan 10 19:07:04.870503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e808459-e188-4b50-89c8-5216918aa4ce req-9a6daa89-1830-42f6-8922-fcbcdb33c3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368824 Jan 10 19:07:04.886898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e90452f7-df84-4b3c-9e8a-63a1bfc25f65 req-2ed1755a-d94a-4cfb-bc28-c028c6677f3f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838562 Jan 10 19:07:04.891721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b21681b-6728-4c5b-9869-5b307b1a8a5a req-fdd98dea-6ab7-406f-8cb1-d1f021f9e3a1 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.21 "GET /v2.0/security-groups?id=06889c23-b3cf-4447-8ba5-d29217fcb908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077248 Jan 10 19:07:04.909598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:04.913546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:04.939773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:05.140717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:05.142262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] 10.222.0.30 "PUT /v2.0/ports/5a07990b-9a52-4056-bd4d-a0ae63b9da08 HTTP/1.1" status: 200 len: 1092 time: 2.9744000 Jan 10 19:07:05.159208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-c1052795-d2e7-4bee-bd4d-ef935bf54859 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844783 Jan 10 19:07:05.160342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:05.284871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7f73e-3020-414a-ac9e-0c5b8eda71ee service neutron] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:05.328528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] For port fc13b052-7cb8-44c7-830b-b280e654217c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fc13b052-7cb8-44c7-830b-b280e654217c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:05.328892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:05.529809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Calling delete_port for fc13b052-7cb8-44c7-830b-b280e654217c owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:05.580957 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36c37582-e8a8-4686-9592-6468b4e43135 req-f95cec8c-c0d8-4334-8c4a-fced13c0d0b4 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125679 Jan 10 19:07:05.624266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.628394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.632284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.636235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.640185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.644058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.647942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.650418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-6b59bea2-09fc-4526-8173-84a71f2e8a42 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.6033874 Jan 10 19:07:05.693886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:05.695346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-93f89e62-16c3-41de-a7f6-02fb216b8ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6483 time: 0.7012367 Jan 10 19:07:05.747343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Pushing event deleted for resources: {'Port': ['ID=fc13b052-7cb8-44c7-830b-b280e654217c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:05.816315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6e493-b7a0-48cc-a365-a3689aae8270 req-4bd52b03-52db-438a-b967-99459bac507c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.818235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29e6e493-b7a0-48cc-a365-a3689aae8270 req-4bd52b03-52db-438a-b967-99459bac507c tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.6834586 Jan 10 19:07:05.823981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] No DVR routers for this DVR port fc13b052-7cb8-44c7-830b-b280e654217c on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:07:05.826695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:05.841488 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fc1258c9-906c-4565-994c-ddca650bf00b req-2c3b35c5-d987-4631-be4a-a3ba8b031302 tempest-ImagesOneServerTestJSON-1735381155 tempest-ImagesOneServerTestJSON-1735381155-project] 10.222.0.44 "DELETE /v2.0/ports/fc13b052-7cb8-44c7-830b-b280e654217c HTTP/1.1" status: 204 len: 173 time: 1.1884818 Jan 10 19:07:05.867603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-fecff54c-89b1-48b4-bbe6-090609aa942e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:05.869072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-fecff54c-89b1-48b4-bbe6-090609aa942e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.30 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 829 time: 0.5337808 Jan 10 19:07:05.897850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Request body: {'port': {'device_id': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'admin_state_up': True, 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:05.916674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-c3467ca5-8d5a-4bb8-b997-77b2f7cb1ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 1095 time: 0.6275184 Jan 10 19:07:05.924505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e97748ed-849a-47d0-8e85-8ac994a1a788 req-4e78f870-1cf9-4f77-aecf-e2e1a7bc7a0d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2622948 Jan 10 19:07:06.030928 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'code': 200} Jan 10 19:07:06.097081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-6cbf5988-eeb6-45f9-9a65-2fd487f38bd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08 HTTP/1.1" status: 200 len: 217 time: 0.1585739 Jan 10 19:07:06.099274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29e6e493-b7a0-48cc-a365-a3689aae8270 req-3dd24409-307e-49c8-9399-d0fda108c54f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661743 Jan 10 19:07:06.118902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-107e2d20-ab79-413f-99d4-81ab8e371b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:06.120440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-107e2d20-ab79-413f-99d4-81ab8e371b47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 200 len: 903 time: 0.4137857 Jan 10 19:07:06.209517 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c3436ff9-c427-4bed-818b-30217dfc39d5 req-4709244c-4a19-4a6d-bb4a-92e299fff51e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0999858 Jan 10 19:07:06.273419 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c3436ff9-c427-4bed-818b-30217dfc39d5 req-e73ba59f-1168-49a2-84e9-ff1cc3e549b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584123 Jan 10 19:07:06.340284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-e00837ab-7e8c-49e1-a1b1-6a90dc2a020a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 200 len: 217 time: 0.1829457 Jan 10 19:07:06.416311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:06.421942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-fc8e93cc-2fad-4163-9566-d656d3babf03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:06.423432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-fc8e93cc-2fad-4163-9566-d656d3babf03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.3090611 Jan 10 19:07:06.437882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Usage tracker for resource:port and tenant:9ebee50fd79a4c229ab79d54e062899b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:06.447238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:06.460453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:06.471741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-14ff3bcd-40d3-4782-a0c1-fef3d6112245 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:06.473154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-14ff3bcd-40d3-4782-a0c1-fef3d6112245 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.1155224 Jan 10 19:07:06.546687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Made reservation on behalf of 9ebee50fd79a4c229ab79d54e062899b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:07:06.550127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:06.587999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-c3cf823e-a67b-4a95-9336-108ffbe45fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043406 Jan 10 19:07:06.593423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1903c-e977-41f0-8e35-80fbadec8e66 req-04f2a3a5-c44c-4320-851a-be2243a08589 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:06.594746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80b1903c-e977-41f0-8e35-80fbadec8e66 req-04f2a3a5-c44c-4320-851a-be2243a08589 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.4416745 Jan 10 19:07:06.742344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5894-f512-404f-9cc7-f64d61dc6de2 req-bbc4fb76-4bb7-43b6-bf7c-476b9b52c991 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:06.744302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a6e5894-f512-404f-9cc7-f64d61dc6de2 req-bbc4fb76-4bb7-43b6-bf7c-476b9b52c991 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 944 time: 0.4739709 Jan 10 19:07:06.881427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80b1903c-e977-41f0-8e35-80fbadec8e66 req-d5c3a425-d867-4933-bab5-6caeb01fd870 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639735 Jan 10 19:07:06.927217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-6924c7d5-de7f-47b3-a3a4-f8fd211115a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4445784 Jan 10 19:07:06.933959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a6e5894-f512-404f-9cc7-f64d61dc6de2 req-df5302ba-96dc-4bc8-9c12-82f4c7e30ba3 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805925 Jan 10 19:07:06.935721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-973d8d50-56e8-43b5-a354-042f64b4ffcf service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401043 Jan 10 19:07:06.966329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a1cd1d09-d23d-4244-99cb-4625b817f132 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:07.019892 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'status': 'completed', 'code': 200} Jan 10 19:07:07.117945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:07.140879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'port_id': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'mac_address': 'fa:16:3e:7e:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:07.148865 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-49a8c093-710c-4876-abcc-c97d0448566e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1095 time: 0.1070759 Jan 10 19:07:07.213376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:07.233487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cd1d09-d23d-4244-99cb-4625b817f132 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:07.247513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79751692-aaf5-403e-9e6e-861b09d0d332 req-07bcbf91-2eac-44ad-b81f-c9d675357db1 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 210 time: 0.1862018 Jan 10 19:07:07.247695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:07.288841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Allocated IP 172.20.0.3 (a22bd461-3363-4ea0-8377-d6875b88e7d7/bc7a4604-5d51-4889-8565-40ec2f66ab1e/aa469d72-12f9-4035-8c31-84d25a8a68a3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:07.321267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-0a29348d-b8a9-4c14-8cb8-df5372c07b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:07.323172 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-0a29348d-b8a9-4c14-8cb8-df5372c07b6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.1678710 Jan 10 19:07:07.369338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:07.376928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:07.435489 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-7047d1d1-da48-4b96-a658-19422ab25878 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 217 time: 0.1054990 Jan 10 19:07:07.478991 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'status': 'completed', 'code': 200} Jan 10 19:07:07.493718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:07.498037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:07.504462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:07.504937 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:07.517209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-420d4547-d632-45e2-8cef-1884549ccad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:07.519165 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-420d4547-d632-45e2-8cef-1884549ccad3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.0772662 Jan 10 19:07:07.622619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['a1cd1d09-d23d-4244-99cb-4625b817f132'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:07.625146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-c9a53f8f-d94e-46ff-b239-3be467d98954 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992472 Jan 10 19:07:07.673934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb9b8f7c-8545-4594-968d-46a882f50874 req-c8286476-713d-4d13-9790-78afa5265f15 service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157850 Jan 10 19:07:07.674176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:07.699227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-eb6d9e6e-2763-4d8b-988f-adeda873eb77 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606525 Jan 10 19:07:07.719394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:07.733149 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:07.775100 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-b57e49a9-e185-4d8a-8ef7-7ef2cb186e3a service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434433 Jan 10 19:07:07.833429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:07.907518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f216689-16ca-41b5-a21a-b65a50a9581d req-06727b32-ba53-42a5-b680-ce8c3aab5560 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:07.908978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f216689-16ca-41b5-a21a-b65a50a9581d req-06727b32-ba53-42a5-b680-ce8c3aab5560 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.7583165 Jan 10 19:07:07.919643 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5408a9e-24a7-4fbf-9c54-ebadd59899da req-2df33d04-494e-4584-8237-7929972f425c service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386435 Jan 10 19:07:07.936726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fde5dc-8d3c-47bc-8d78-ba58a57ce6c2 req-4765c0bb-0374-47ca-8737-b4a0c879a56c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:07.938146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8fde5dc-8d3c-47bc-8d78-ba58a57ce6c2 req-4765c0bb-0374-47ca-8737-b4a0c879a56c tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 944 time: 0.4308271 Jan 10 19:07:08.104578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.124885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f216689-16ca-41b5-a21a-b65a50a9581d req-7fdcb9f1-2c8f-429a-b57a-e24c1fc5f433 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998751 Jan 10 19:07:08.127696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21817868-5001-4083-8ad8-00e459ddcfe4 req-75927f0a-15e0-4913-9895-3bf8ff52c0bc service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091916 Jan 10 19:07:08.138196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8fde5dc-8d3c-47bc-8d78-ba58a57ce6c2 req-b72985d3-f5c7-42ed-8934-79dee321880a tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722035 Jan 10 19:07:08.142712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-d6c913ba-24b9-4a7b-919a-54483263d438 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9eba64317c14cd89af66416cb26853e&device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 1095 time: 0.4001884 Jan 10 19:07:08.143597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Transition to ACTIVE for port object aa469d72-12f9-4035-8c31-84d25a8a68a3 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:08.297249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.311989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ca0acb3a-fadc-476e-b48c-83b1495507f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.386146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-c5d719cb-782c-4c30-9b43-fb2d575e7ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:08.387726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-c5d719cb-782c-4c30-9b43-fb2d575e7ff4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 200 len: 906 time: 0.2391014 Jan 10 19:07:08.495812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:08.497621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event updated for resources: {'Port': ['ID=aa469d72-12f9-4035-8c31-84d25a8a68a3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:08.500473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:08.508139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-91477512-4088-468f-805d-10f8b04b7f1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08 HTTP/1.1" status: 200 len: 217 time: 0.1113429 Jan 10 19:07:08.510790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:08.533050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:08.626038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-07c6810e-7697-4000-b254-5be2baa7c369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:08.627652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-07c6810e-7697-4000-b254-5be2baa7c369 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 200 len: 845 time: 0.0854940 Jan 10 19:07:08.697668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-14920731-bac1-42c7-bb08-007f7fac257f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee7aa881-807e-4af2-bd1c-4f9277269768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572996 Jan 10 19:07:08.703840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:08.704377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.773361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c41e-2c04-4ccf-b6a5-f821eaa363ca req-4e57988f-742e-446c-9a7c-fa263584907f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:08.775763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b602c41e-2c04-4ccf-b6a5-f821eaa363ca req-4e57988f-742e-446c-9a7c-fa263584907f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.4362266 Jan 10 19:07:08.823833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cc2ad067-4ef2-4225-b910-e36536a6d743 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9657d14601314cd09451986aa1adb01b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2892261 Jan 10 19:07:08.826598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39170) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:08.894766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c3334dd-53b2-400c-8070-9b89f3cd4522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.909264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-9f9671e0-c3d7-4d6b-b398-3e784db19944 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0261481 Jan 10 19:07:08.923061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c3334dd-53b2-400c-8070-9b89f3cd4522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.933040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1e76a935-84a0-4b9e-9fd5-2e61bbb4e403 None None] Provisioning for port aa469d72-12f9-4035-8c31-84d25a8a68a3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:08.935107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Request body: {'port': {'device_id': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:08.939994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1e76a935-84a0-4b9e-9fd5-2e61bbb4e403 None None] Provisioning complete for port aa469d72-12f9-4035-8c31-84d25a8a68a3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:08.940479 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e76a935-84a0-4b9e-9fd5-2e61bbb4e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.979329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c3334dd-53b2-400c-8070-9b89f3cd4522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:08.999529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3334dd-53b2-400c-8070-9b89f3cd4522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06889c23-b3cf-4447-8ba5-d29217fcb908,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:09.006342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a1cd1d09-d23d-4244-99cb-4625b817f132 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:09.020999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c3334dd-53b2-400c-8070-9b89f3cd4522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.032764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:09.039053 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9c3334dd-53b2-400c-8070-9b89f3cd4522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06889c23-b3cf-4447-8ba5-d29217fcb908 HTTP/1.1" status: 204 len: 168 time: 0.2098744 Jan 10 19:07:09.040650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-deleted', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:09.091830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e76a935-84a0-4b9e-9fd5-2e61bbb4e403 None None] Port aa469d72-12f9-4035-8c31-84d25a8a68a3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:07:09.093988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b602c41e-2c04-4ccf-b6a5-f821eaa363ca req-bc887ffc-79b8-4c1d-9ad0-240dbe4ae4c2 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599354 Jan 10 19:07:09.188351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-9978ec11-78a6-4ff0-9c25-9ba3a3e06e96 service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750297 Jan 10 19:07:09.271114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:09.327879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port a1cd1d09-d23d-4244-99cb-4625b817f132 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:09.370972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port a1cd1d09-d23d-4244-99cb-4625b817f132 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:09.371509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.427436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:09.456674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'mac_address': 'fa:16:3e:79:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:09.567834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:09.568213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.591489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.604685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.608704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.613774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.617768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.622700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.627863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.632501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.637469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a07990b-9a52-4056-bd4d-a0ae63b9da08 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:09.642543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-bc0cf122-7fcf-4d00-a22d-b0cb8115cf36 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.8105590 Jan 10 19:07:09.654233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.668314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.690496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:09.702241 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.741391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:09.791757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faed1487-e0f2-4382-b771-a871f8bf3131 req-f9cba90d-a568-46ad-af15-201aa954ad98 service neutron] 10.222.0.30 "GET /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963433 Jan 10 19:07:09.807246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acb49a9c-9e8d-4818-8aa4-6babdca5a81b req-af84a234-1622-45a0-b756-011a65fa3e18 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1635990 Jan 10 19:07:09.817243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:09.830210 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:09.830948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:09.848486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2285e0-c9a6-42c7-8c00-2673ec54d3b7 req-005df39a-0dd1-4f99-8f6e-b98098f92517 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:09.857528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db2285e0-c9a6-42c7-8c00-2673ec54d3b7 req-005df39a-0dd1-4f99-8f6e-b98098f92517 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 945 time: 0.3623178 Jan 10 19:07:09.905398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: fc13b052-7cb8-44c7-830b-b280e654217c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:07:09.905574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fc13b052-7cb8-44c7-830b-b280e654217c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:07:09.915841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:09.997820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5a07990b-9a52-4056-bd4d-a0ae63b9da08'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:10.109639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db2285e0-c9a6-42c7-8c00-2673ec54d3b7 req-f558c58f-5c8b-422e-bccb-7f9571336e3b tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511299 Jan 10 19:07:10.183931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:10.206255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.206609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.207324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.207830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.208321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.208929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.209412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.210083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.210570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.211254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.212366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:07:10.241133 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2f831d-e72d-4cb6-9c2f-348b7163e2ff', 'name': 'network-vif-deleted', 'tag': 'fc13b052-7cb8-44c7-830b-b280e654217c', 'status': 'completed', 'code': 200} Jan 10 19:07:10.288610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:10.306762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f46bb-b36c-4209-8402-e069dcebb567 req-2e02236a-dcd8-4ae3-8165-4203fa3d8e89 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:10.307733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-511f46bb-b36c-4209-8402-e069dcebb567 req-2e02236a-dcd8-4ae3-8165-4203fa3d8e89 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:10.369324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-511f46bb-b36c-4209-8402-e069dcebb567 req-2e02236a-dcd8-4ae3-8165-4203fa3d8e89 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:10.370603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-511f46bb-b36c-4209-8402-e069dcebb567 req-2e02236a-dcd8-4ae3-8165-4203fa3d8e89 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 931 time: 0.3511076 Jan 10 19:07:10.426845 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ca80165a-9920-48e8-9049-981ef36a8df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.447196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1654902415-network', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:10.452527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:10.456433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Usage tracker for resource:network and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:10.459593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:10.475616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:10.484645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Made reservation on behalf of 5f9a6eb1d3a247fb85a27633a46a4f22 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:07:10.487250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.503766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.540293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:10.544436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Usage tracker for resource:security_group_rule and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:10.547760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:10.555718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:10.567495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-511f46bb-b36c-4209-8402-e069dcebb567 req-db003250-4095-457d-b47f-a333d17c66f7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904328 Jan 10 19:07:10.585493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa469d72-12f9-4035-8c31-84d25a8a68a3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:10.597688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.621224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Transition to ACTIVE for port object aa469d72-12f9-4035-8c31-84d25a8a68a3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:10.630804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.684823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd56acd-ac83-4695-ade0-564f483fff0a req-2062ad0c-1e70-4c15-a55e-61f169f1b1a3 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:10.687604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdd56acd-ac83-4695-ade0-564f483fff0a req-2062ad0c-1e70-4c15-a55e-61f169f1b1a3 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.2630939 Jan 10 19:07:10.751060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.760681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.780669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:07:10.796486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.796922 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Added segment 06da314b-90a1-4fea-923a-3b9d277d7b52 of type vlan for network 63b75a24-a799-4136-becd-04632760317d Jan 10 19:07:10.811447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce6188-9314-47ec-b09e-79f8966c66ed,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:10.846083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Pushing event updated for resources: {'Port': ['ID=aa469d72-12f9-4035-8c31-84d25a8a68a3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:10.859538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.898207 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.899515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:10.900435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:10.904531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdd56acd-ac83-4695-ade0-564f483fff0a req-c4d173b9-7358-4595-a551-f84dd36f569d tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023673 Jan 10 19:07:11.000903 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'code': 200} Jan 10 19:07:11.015555 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7229755 Jan 10 19:07:11.022200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:11.026718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39218) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:11.036280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Request body: {'subnet': {'network_id': '63b75a24-a799-4136-becd-04632760317d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1654902415-subnet', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:11.047244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:11.050602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75834e-9a43-4dca-904a-0e01a94acaff admin admin] Pushing event updated for resources: {'Network': ['ID=63b75a24-a799-4136-becd-04632760317d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:11.066303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Usage tracker for resource:subnet and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:11.072281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:11.082773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ef6e-51e1-4e89-91ed-b993e0d02859 req-8fb37a6e-2340-445b-b850-6ac09f81f89b tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.089251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:11.095087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9504ef6e-51e1-4e89-91ed-b993e0d02859 req-8fb37a6e-2340-445b-b850-6ac09f81f89b tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 945 time: 0.3795576 Jan 10 19:07:11.122407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Made reservation on behalf of 5f9a6eb1d3a247fb85a27633a46a4f22 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:07:11.125414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.142208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 63b75a24-a799-4136-becd-04632760317d details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:07:11.256680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9504ef6e-51e1-4e89-91ed-b993e0d02859 req-7475e8de-654d-4e88-b3c9-05351e697118 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464179 Jan 10 19:07:11.261546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:11.269322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:11.269692 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.346431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Attempting to bind port aa469d72-12f9-4035-8c31-84d25a8a68a3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:11.347097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Attempting to bind port aa469d72-12f9-4035-8c31-84d25a8a68a3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:11.347617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Attempting to bind port aa469d72-12f9-4035-8c31-84d25a8a68a3 on network a22bd461-3363-4ea0-8377-d6875b88e7d7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:11.363215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Port aa469d72-12f9-4035-8c31-84d25a8a68a3 on network a22bd461-3363-4ea0-8377-d6875b88e7d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:07:11.363778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Attempting to bind port aa469d72-12f9-4035-8c31-84d25a8a68a3 on network a22bd461-3363-4ea0-8377-d6875b88e7d7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:11.377634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.381900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.386061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.390113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.390696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.394548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.398650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.402837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.404990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-552512cb-291e-4285-8cf4-ac88a707468a req-e71a4369-993a-40f5-966f-788667d9d655 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.1968420 Jan 10 19:07:11.415200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-800ebc9a-1f1d-4f4f-902f-a6efaa68fb3c req-dbe0dc26-8675-4534-b956-207419b667d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1097 time: 0.2978606 Jan 10 19:07:11.426227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:11.432087 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.434148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.463104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:11.463528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Checking segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:11.463842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Bound using segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:11.464288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Bound port: aa469d72-12f9-4035-8c31-84d25a8a68a3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:11.464652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.500907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:11.511968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=59844ec1-1bff-4608-a58d-04e9a2488e5d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:11.523089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Checking segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:11.523812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Network hostable DHCP agents. Network: 63b75a24-a799-4136-becd-04632760317d, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:07:11.547108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Network 63b75a24-a799-4136-becd-04632760317d is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:07:11.556277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 63b75a24-a799-4136-becd-04632760317d) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:11.560460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.561437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.567495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e81eb-b89e-4853-8488-3827bc647f54 None None] Network 63b75a24-a799-4136-becd-04632760317d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:07:11.588625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-48392633-a9c2-47e2-8d0d-068e6cdc47cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5606799 Jan 10 19:07:11.589277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39228) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:11.595932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-552512cb-291e-4285-8cf4-ac88a707468a req-aadfdfdd-23b2-4ddd-8025-c5b3ec7e21f8 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794760 Jan 10 19:07:11.596840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:11.602033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:11.606824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Usage tracker for resource:router and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:11.610477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:11.617466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:11.633181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-800ebc9a-1f1d-4f4f-902f-a6efaa68fb3c req-0577a7b3-3094-4793-980b-e622e1fdc27e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855345 Jan 10 19:07:11.636525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.637675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.663436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] For port aa469d72-12f9-4035-8c31-84d25a8a68a3, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:11.668441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] For port aa469d72-12f9-4035-8c31-84d25a8a68a3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:11.671635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.678739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e459448-31b7-4703-bb04-fdcad2b24d1f req-cf70936b-b712-4cfd-acd5-e64db9d16428 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.689760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39232) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:11.690451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e459448-31b7-4703-bb04-fdcad2b24d1f req-cf70936b-b712-4cfd-acd5-e64db9d16428 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.2409532 Jan 10 19:07:11.697695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.698898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Request body: {'floatingip': {'port_id': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:11.718444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.741895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.813534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.867207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.869123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 1091 time: 2.9481401 Jan 10 19:07:11.875763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:11.882984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-63b75a24-a799-4136-becd-04632760317d', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:07:11.884940 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:11.911079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dda899-399b-4827-bc78-3fbadd3fcf30 service neutron] Pushing event updated for resources: {'Port': ['ID=aa469d72-12f9-4035-8c31-84d25a8a68a3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:11.981592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d30b10ed-0ab9-43c0-8c05-ac0e70d41001 req-1533e243-c7b2-4110-ad9e-ce3d0808b785 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2178988 Jan 10 19:07:11.992169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06679e02-5ff6-47bc-9e41-c1912cc90e22 req-c11ed12d-8f3e-464d-97e1-598df108a286 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:11.994191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06679e02-5ff6-47bc-9e41-c1912cc90e22 req-c11ed12d-8f3e-464d-97e1-598df108a286 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.1670470 Jan 10 19:07:12.130713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Allocated IP 172.20.0.2 (63b75a24-a799-4136-becd-04632760317d/59844ec1-1bff-4608-a58d-04e9a2488e5d/8505bdd2-011b-45df-9069-4877b472866a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:12.283923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06679e02-5ff6-47bc-9e41-c1912cc90e22 req-6dde8801-be78-48bd-8c0e-6c5d4e3ae088 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828946 Jan 10 19:07:12.325857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-84cddcb4-248c-4e66-938d-eab6bd43056e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1094 time: 0.4115474 Jan 10 19:07:12.420689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-d65b73b9-afef-47c7-93d4-41f1626d7ab8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 217 time: 0.0856230 Jan 10 19:07:12.428228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:12.440188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Transition to ACTIVE for port object 8505bdd2-011b-45df-9069-4877b472866a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:12.460672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Transition to ACTIVE for port object 8505bdd2-011b-45df-9069-4877b472866a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:12.467561 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'status': 'completed', 'code': 200} Jan 10 19:07:12.470831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:12.523627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:12.539125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-f23322e8-79ca-4462-9cad-36e85e503ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:12.541568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-f23322e8-79ca-4462-9cad-36e85e503ae1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 200 len: 868 time: 0.1137786 Jan 10 19:07:12.559488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Pushing event updated for resources: {'Port': ['ID=8505bdd2-011b-45df-9069-4877b472866a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:12.575150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Network 63b75a24-a799-4136-becd-04632760317d is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:12.576537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:12.579035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:12.679252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda21c-c3e6-4946-8394-022ff92edab4 req-13bfd1eb-14a3-4398-b4e1-c037da061258 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:12.680817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7cda21c-c3e6-4946-8394-022ff92edab4 req-13bfd1eb-14a3-4398-b4e1-c037da061258 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 943 time: 0.2166421 Jan 10 19:07:12.685288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Attempting to bind port 8505bdd2-011b-45df-9069-4877b472866a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:12.685726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Attempting to bind port 8505bdd2-011b-45df-9069-4877b472866a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:12.686310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Attempting to bind port 8505bdd2-011b-45df-9069-4877b472866a on network 63b75a24-a799-4136-becd-04632760317d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:12.694940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:12.695467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Checking segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:12.696465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:12.696926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Bound using segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:12.697520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Bound port: 8505bdd2-011b-45df-9069-4877b472866a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:12.698217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:12.723433 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-99f7d64c-691a-4fc3-802e-79b02997de7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3513653 Jan 10 19:07:12.746182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-8e734bf3-563f-468d-b62d-5c0d0877ea39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22bd461-3363-4ea0-8377-d6875b88e7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918609 Jan 10 19:07:12.755178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a356597-615a-4f0e-ad58-edf8a1ff53e9 req-927bc451-f0ac-4da8-b1cf-ffe4d00f8503 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:12.756626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a356597-615a-4f0e-ad58-edf8a1ff53e9 req-927bc451-f0ac-4da8-b1cf-ffe4d00f8503 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1711235 Jan 10 19:07:12.812050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] For port 8505bdd2-011b-45df-9069-4877b472866a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:12.814730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7cda21c-c3e6-4946-8394-022ff92edab4 req-e1ab206a-8735-4b76-b9f7-45faa8b527b3 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148157 Jan 10 19:07:12.816893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] For port 8505bdd2-011b-45df-9069-4877b472866a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8505bdd2-011b-45df-9069-4877b472866a,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:12.826234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:12.926845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a356597-615a-4f0e-ad58-edf8a1ff53e9 req-d4a40ffa-04d8-4aaf-a05a-b010fd7c6190 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449585 Jan 10 19:07:12.975132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-11512dc4-79be-43f5-a84e-0cc8ff41ee54 service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164383 Jan 10 19:07:13.002639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:13.026360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:13.027380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132e22f-81c5-44c2-be39-38c9af2231a4 None None] Pushing event updated for resources: {'Port': ['ID=8505bdd2-011b-45df-9069-4877b472866a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:13.347934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b937be3-d39f-464f-8b71-6d258b0227ea req-a3a542f5-e592-4079-a02c-9e7668616ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657367 Jan 10 19:07:13.356080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9f85d-207b-4ef1-a1f0-5f7a2c75f4b1 req-ca16b0bc-94ad-46a1-a519-6a71f6563dde tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.363646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7b9f85d-207b-4ef1-a1f0-5f7a2c75f4b1 req-ca16b0bc-94ad-46a1-a519-6a71f6563dde tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 946 time: 0.3292408 Jan 10 19:07:13.472907 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:13.495866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.500201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.504998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.510017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.513886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.519099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.519559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:13.523037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.525206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-5ec096ed-c728-45ea-aead-89a5d364d279 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.3583474 Jan 10 19:07:13.543201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7b9f85d-207b-4ef1-a1f0-5f7a2c75f4b1 req-1734c58c-55c5-4169-a0be-3d5c509ddb45 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782784 Jan 10 19:07:13.595029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:07:13.599287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0f2e7f4-8b86-4140-9969-ef878e3d9a35 req-45a8d085-fb7b-47c7-88e2-7ff2ac1007c4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550485 Jan 10 19:07:13.623637 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'code': 200} Jan 10 19:07:13.638114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-8a33f3db-bd0e-49fe-8dd5-b326bdcc5088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1094 time: 0.2237921 Jan 10 19:07:13.829681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:13.841952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Allocated IP 172.25.6.26 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/d5a057fa-1d84-44fb-b84f-6d954c99c223) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:13.843947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:13.962669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-d8ae6799-5c8f-42a5-a640-a35e59a004da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:13.964622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-d8ae6799-5c8f-42a5-a640-a35e59a004da service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 930 time: 0.3163340 Jan 10 19:07:14.088480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f1dbadf-8bb2-4de3-92fa-f9d781eb3ce0 req-bb376d10-eafb-4aa9-a331-57b0cf904b4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 1097 time: 0.3389516 Jan 10 19:07:14.150079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-5ec5a534-1ce4-4f69-a28f-2ddaf6dfbf9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 217 time: 0.1709456 Jan 10 19:07:14.158774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e213f-267d-4f26-be27-e4f944a73891 req-da76264e-6ece-4066-9414-9bc883991af4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:14.163408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd1e213f-267d-4f26-be27-e4f944a73891 req-da76264e-6ece-4066-9414-9bc883991af4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.3755074 Jan 10 19:07:14.254671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:14.294625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:14.309482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee35110-cd56-4d86-9c21-1e3e55abb6ab None None] Network 63b75a24-a799-4136-becd-04632760317d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:07:14.379734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:14.380737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f1dbadf-8bb2-4de3-92fa-f9d781eb3ce0 req-ea0308d1-933f-49e0-bcbb-bfc4deae4a98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733190 Jan 10 19:07:14.382567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:14.390342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:14.408952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd1e213f-267d-4f26-be27-e4f944a73891 req-8337350f-0a80-4373-bf75-0a0191e11789 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317867 Jan 10 19:07:14.411031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-609d03a4-19d5-409a-ab95-2d8e9b8c56c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:14.412403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-609d03a4-19d5-409a-ab95-2d8e9b8c56c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 200 len: 868 time: 0.2474558 Jan 10 19:07:14.419149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Pushing event updated for resources: {'Port': ['ID=d5a057fa-1d84-44fb-b84f-6d954c99c223,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:14.433176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10010fc-ce4d-437e-8191-79cf2e50a6bb req-47a4968b-4326-481c-8169-af5bee75f967 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:14.440258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a10010fc-ce4d-437e-8191-79cf2e50a6bb req-47a4968b-4326-481c-8169-af5bee75f967 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 943 time: 0.3884923 Jan 10 19:07:14.491170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28ddb1b5-0923-4029-8bc7-186ead2ac4b9 None None] Provisioning for port 8505bdd2-011b-45df-9069-4877b472866a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:14.500662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a10010fc-ce4d-437e-8191-79cf2e50a6bb req-1e076db4-4aab-4f0d-83a5-f454299126b6 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594664 Jan 10 19:07:14.506367 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Floating IP a711de35-2b50-42db-8486-a0edfe379630 associated. External IP: 172.25.6.187, port: 7b6fa03d-8520-4368-8383-e3bf0eefc9d6. Jan 10 19:07:14.781264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:14.782037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:14.887386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-be6c229e-3db9-4709-946d-475748c9bd3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22bd461-3363-4ea0-8377-d6875b88e7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123085 Jan 10 19:07:14.903194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22018397-3428-4b08-8b64-ecd5f65bd30e req-8f379bd8-6d10-4359-9534-b2c2f1d3dd13 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:14.904712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22018397-3428-4b08-8b64-ecd5f65bd30e req-8f379bd8-6d10-4359-9534-b2c2f1d3dd13 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.2502835 Jan 10 19:07:14.907911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:14.911733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d515b-5317-44f1-8712-057bbfac789b req-eedb8bde-425e-4054-9c8e-2d3e5f4cafbd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:14.913129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c22d515b-5317-44f1-8712-057bbfac789b req-eedb8bde-425e-4054-9c8e-2d3e5f4cafbd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.2501364 Jan 10 19:07:14.917037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-3b051a59-3602-4ce4-a1d0-675dcd0993ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1100 time: 0.2545202 Jan 10 19:07:14.935303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39290) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:14.983688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.024424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'floatingip': {'port_id': 'a1cd1d09-d23d-4244-99cb-4625b817f132'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:15.047522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device aa469d72-12f9-4035-8c31-84d25a8a68a3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:15.242552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port aa469d72-12f9-4035-8c31-84d25a8a68a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:15.243329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.260531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'port_id': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'mac_address': 'fa:16:3e:6a:86:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:15.300145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8505bdd2-011b-45df-9069-4877b472866a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:15.362383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Router f16d8310-fbc9-4eda-95c6-287b5414d3a4 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:07:15.371960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Router e32e135f-a796-4190-966b-6acc23028888 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:15.372372 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.399583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa469d72-12f9-4035-8c31-84d25a8a68a3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:15.419139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port aa469d72-12f9-4035-8c31-84d25a8a68a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:15.420804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 8505bdd2-011b-45df-9069-4877b472866a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:15.422817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22018397-3428-4b08-8b64-ecd5f65bd30e req-d6fff7f9-41b3-452e-80c8-e0ef9d63a151 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053616 Jan 10 19:07:15.425989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8505bdd2-011b-45df-9069-4877b472866a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:15.426583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.454893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-7c832998-4907-4f3b-a60a-d6031aba1eac service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491924 Jan 10 19:07:15.456345 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.504278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-e5b6bfa4-1372-4e42-8684-d440fbd60156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:15.505723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-e5b6bfa4-1372-4e42-8684-d440fbd60156 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.5687971 Jan 10 19:07:15.536069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=aa469d72-12f9-4035-8c31-84d25a8a68a3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:15.663646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.699859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 8505bdd2-011b-45df-9069-4877b472866a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8505bdd2-011b-45df-9069-4877b472866a,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:15.705191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.750558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['aa469d72-12f9-4035-8c31-84d25a8a68a3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:15.849325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:15.864052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Sync routers for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:07:15.886557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:15.887364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=8505bdd2-011b-45df-9069-4877b472866a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:15.906105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.925015 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] Sync routers for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:07:15.937809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:15.938934 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:15.967391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:15.968046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:15.987905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1977bff2-4d15-434f-825a-4c8cdae1bc67 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "PUT /v2.0/floatingips/a711de35-2b50-42db-8486-a0edfe379630 HTTP/1.1" status: 200 len: 991 time: 4.2968314 Jan 10 19:07:15.989346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:15.994849 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1fb06b0b-190a-49ce-854a-b9ca3ecc507e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4045029 Jan 10 19:07:15.995689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39302) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:15.996292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:16.188332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8371dad-572a-422f-be6a-16faf920cc64 req-b75372de-db0c-4b93-a933-37d15b46179f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:16.189835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8371dad-572a-422f-be6a-16faf920cc64 req-b75372de-db0c-4b93-a933-37d15b46179f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 946 time: 1.1053114 Jan 10 19:07:16.208855 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:16.213222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-bf8620e8-5a83-4a11-95e0-36c2ec27bf84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 217 time: 0.6513548 Jan 10 19:07:16.287849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:16.458128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8371dad-572a-422f-be6a-16faf920cc64 req-473d36c5-f250-4f91-bdfd-888e87acc3e1 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386763 Jan 10 19:07:16.755591 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:07:16.828594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:14Z', 'revision_number': 3, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:16.835620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Checking router: f16d8310-fbc9-4eda-95c6-287b5414d3a4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:07:16.836651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Updating router f16d8310-fbc9-4eda-95c6-287b5414d3a4 port d5a057fa-1d84-44fb-b84f-6d954c99c223 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:07:16.841173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:16.842546 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'a711de35-2b50-42db-8486-a0edfe379630', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e32e135f-a796-4190-966b-6acc23028888', 'port_id': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'mac_address': 'fa:16:3e:2d:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:06:35Z', 'updated_at': '2022-01-10T19:07:13Z', 'revision_number': 1, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:35Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:16.847065 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] Checking router: e32e135f-a796-4190-966b-6acc23028888 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:07:16.859968 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:16.860766 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:16.886563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-2d4d249c-f60d-4b15-bd9f-0feaea86476d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:16.888196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-2d4d249c-f60d-4b15-bd9f-0feaea86476d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.6490257 Jan 10 19:07:16.890624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea0bd13-081a-45b6-b861-d1ba7c8a6373 req-dd022337-087b-41ba-befa-4af3786b50d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4209809 Jan 10 19:07:16.941935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:16.955096 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.021608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.100614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.112251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.127262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.132038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.167951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.176308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.195633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.208997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7227acb6-15f6-42ba-a231-03efffb081fe req-f6619b42-f091-4960-a0a1-e5495d4eb846 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 1.0959527 Jan 10 19:07:17.279694 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:17.350574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.369609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7227acb6-15f6-42ba-a231-03efffb081fe req-7e759091-4a7b-4af9-b57c-a6965160f23b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563909 Jan 10 19:07:17.377102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Transition to ACTIVE for port object d5a057fa-1d84-44fb-b84f-6d954c99c223 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:17.386556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Sync routers for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:07:17.394071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device aa469d72-12f9-4035-8c31-84d25a8a68a3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:17.412980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1e613-401b-4822-b7c8-85735d27431b req-326611a2-c363-464a-ad7f-77079aadedd2 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:17.424480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36a1e613-401b-4822-b7c8-85735d27431b req-326611a2-c363-464a-ad7f-77079aadedd2 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 944 time: 0.5766733 Jan 10 19:07:17.448229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-0488ad5e-962f-40c0-aac2-e6bb36d5fc69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5507410 Jan 10 19:07:17.462780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8505bdd2-011b-45df-9069-4877b472866a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:17.503070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.619197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:17.619848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:17.642665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36a1e613-401b-4822-b7c8-85735d27431b req-94c3044d-31f7-4b06-a853-b8d2dd9e5c89 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164483 Jan 10 19:07:17.655570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Allocated IP 172.20.0.1 (63b75a24-a799-4136-becd-04632760317d/59844ec1-1bff-4608-a58d-04e9a2488e5d/42c606ca-6f19-4327-a56a-ff15b061bbfd) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:17.718753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Attempting to bind port d5a057fa-1d84-44fb-b84f-6d954c99c223 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:17.719208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Attempting to bind port d5a057fa-1d84-44fb-b84f-6d954c99c223 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:17.719577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Attempting to bind port d5a057fa-1d84-44fb-b84f-6d954c99c223 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:17.720689 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'a711de35-2b50-42db-8486-a0edfe379630', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e32e135f-a796-4190-966b-6acc23028888', 'port_id': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'mac_address': 'fa:16:3e:2d:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:06:35Z', 'updated_at': '2022-01-10T19:07:13Z', 'revision_number': 1, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:35Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:17.731319 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce399a-11c3-43c5-b0f5-c8387701c667 None None] The sync data for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 is: [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'a711de35-2b50-42db-8486-a0edfe379630', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e32e135f-a796-4190-966b-6acc23028888', 'port_id': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'mac_address': 'fa:16:3e:2d:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:06:35Z', 'updated_at': '2022-01-10T19:07:13Z', 'revision_number': 1, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:35Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:07:17.733094 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'status': 'completed', 'code': 200} Jan 10 19:07:17.737297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:17.738094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:17.738505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.738924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:17.739466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Bound port: d5a057fa-1d84-44fb-b84f-6d954c99c223, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:17.739852 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.877139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] For port d5a057fa-1d84-44fb-b84f-6d954c99c223, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:17.882261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] For port d5a057fa-1d84-44fb-b84f-6d954c99c223, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d5a057fa-1d84-44fb-b84f-6d954c99c223,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:17.918123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fedd-5e33-491f-9051-94c1c1980964 None None] Pushing event updated for resources: {'Port': ['ID=d5a057fa-1d84-44fb-b84f-6d954c99c223,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:17.932371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.952520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:17.970724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Transition to ACTIVE for port object 42c606ca-6f19-4327-a56a-ff15b061bbfd will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:18.002319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.007161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-fc1cc68b-fdd5-4b8f-8aa3-0969d2e2068f service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509987 Jan 10 19:07:18.039675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fedd-5e33-491f-9051-94c1c1980964 None None] Pushing event updated for resources: {'Port': ['ID=d5a057fa-1d84-44fb-b84f-6d954c99c223,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:18.050787 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Floating IP dfc30898-0a73-4a5a-8046-4c02edea0d3f associated. External IP: 172.25.6.162, port: a1cd1d09-d23d-4244-99cb-4625b817f132. Jan 10 19:07:18.051805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8505bdd2-011b-45df-9069-4877b472866a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:18.052209 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.068958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Network 63b75a24-a799-4136-becd-04632760317d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:18.075937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:18.086936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port aa469d72-12f9-4035-8c31-84d25a8a68a3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:18.093763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:18.199143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port aa469d72-12f9-4035-8c31-84d25a8a68a3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:18.199525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.234815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-9fe62ffd-1b98-4e6e-974b-ebd19cce2a79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2&device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 1096 time: 0.4712105 Jan 10 19:07:18.242109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=42c606ca-6f19-4327-a56a-ff15b061bbfd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:18.275331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.378341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:18.389129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.436000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0b2a-48f9-475b-9ceb-04b8cf1c905f req-80cfe198-8682-44b7-b557-99ff863ab91d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:18.439618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68da0b2a-48f9-475b-9ceb-04b8cf1c905f req-80cfe198-8682-44b7-b557-99ff863ab91d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.5167434 Jan 10 19:07:18.593141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:18.593774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:18.709138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.713848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.792553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-d34068a3-30e6-42d2-9f8b-a87e2f5162f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756217 Jan 10 19:07:18.849834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:18.853851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=42c606ca-6f19-4327-a56a-ff15b061bbfd,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:18.933741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68da0b2a-48f9-475b-9ceb-04b8cf1c905f req-16dfd16f-30f7-4d88-9a72-d62949df21cf tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706762 Jan 10 19:07:18.943456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-94cd1e04-28d2-4d85-88bb-ad48c11cdb65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:18.945402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-94cd1e04-28d2-4d85-88bb-ad48c11cdb65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1630bf-1aba-4547-b062-80c7d3b5d19d HTTP/1.1" status: 200 len: 912 time: 0.6876290 Jan 10 19:07:18.961304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:19.021426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:19.054515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Network 63b75a24-a799-4136-becd-04632760317d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:19.055971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:19.177235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-8a0f8e93-579c-4e58-9012-364ef58cd649 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6 HTTP/1.1" status: 200 len: 999 time: 0.2087677 Jan 10 19:07:19.193976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6a9c7687-9518-4ac2-8822-ef2144e04ca8 None None] Provisioning for port 42c606ca-6f19-4327-a56a-ff15b061bbfd completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:19.228706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-4fcb7ccf-6173-4e96-9df5-3424a1bd96c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 0.7493248 Jan 10 19:07:19.243492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6a9c7687-9518-4ac2-8822-ef2144e04ca8 None None] Provisioning complete for port 42c606ca-6f19-4327-a56a-ff15b061bbfd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:19.244028 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7687-9518-4ac2-8822-ef2144e04ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:19.279957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85923b-a0be-4fcc-ba97-77019be761a1 req-4ae1ee12-2c24-499b-9e70-5ecb3fce67b4 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:19.288184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a85923b-a0be-4fcc-ba97-77019be761a1 req-4ae1ee12-2c24-499b-9e70-5ecb3fce67b4 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 946 time: 0.5754290 Jan 10 19:07:19.380180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:19.423717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port aa469d72-12f9-4035-8c31-84d25a8a68a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:19.428491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c7687-9518-4ac2-8822-ef2144e04ca8 None None] Port 42c606ca-6f19-4327-a56a-ff15b061bbfd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:07:19.462496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:19.485794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-b308e011-9e03-4c16-ad55-b951e4c776b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:19.487265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-b308e011-9e03-4c16-ad55-b951e4c776b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb7094f2-35e3-420b-b820-c78c23233eac HTTP/1.1" status: 200 len: 850 time: 0.2483082 Jan 10 19:07:19.537475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Router f16d8310-fbc9-4eda-95c6-287b5414d3a4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:19.553209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a85923b-a0be-4fcc-ba97-77019be761a1 req-49a2c856-f719-454e-904b-1f9888505549 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608480 Jan 10 19:07:19.596682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277eb9a-ab12-41fe-85eb-5859ca1027da req-a6aeb1a6-18eb-4617-8ef0-f0548c9748f3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:19.598159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1277eb9a-ab12-41fe-85eb-5859ca1027da req-a6aeb1a6-18eb-4617-8ef0-f0548c9748f3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.4181705 Jan 10 19:07:19.617968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=aa469d72-12f9-4035-8c31-84d25a8a68a3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:19.632814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d74a5420-1d93-444f-9dc1-853fb439ebb0 None None] Provisioning complete for port 42c606ca-6f19-4327-a56a-ff15b061bbfd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:19.633733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d74a5420-1d93-444f-9dc1-853fb439ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:19.690845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-7f6403da-5447-46f0-a79a-ee0ac9492fa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:19.692292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-7f6403da-5447-46f0-a79a-ee0ac9492fa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.3862786 Jan 10 19:07:19.694461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d74a5420-1d93-444f-9dc1-853fb439ebb0 None None] Port 42c606ca-6f19-4327-a56a-ff15b061bbfd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:07:19.700911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b2a0a234-4c06-417e-89c9-7623450539f9', 'name': '', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'mac_address': 'fa:16:3e:b4:a1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:56Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 2, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'subnets': [{'id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:19.712214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Checking router: a71ef4e2-d63e-4bcf-a0b3-644563974b0f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:07:19.712621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Updating router a71ef4e2-d63e-4bcf-a0b3-644563974b0f port b2a0a234-4c06-417e-89c9-7623450539f9 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:07:19.763313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:07:17Z', 'revision_number': 1, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:19.772500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd772c2-1284-4c51-b297-7f91cb37dc30 None None] The sync data for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 is: [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:07:17Z', 'revision_number': 1, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:07:19.774201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:19.803243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:19.812935 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e6ede471-2ce5-48e3-b1a3-d2aa494f5ed0 admin admin] 10.222.0.21 "PUT /v2.0/routers/f16d8310-fbc9-4eda-95c6-287b5414d3a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113801 Jan 10 19:07:19.836279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-6f4d55d5-48c6-4a89-83c8-f37c53ec1370 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 217 time: 0.1332626 Jan 10 19:07:19.932023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-a8ebf9db-eafc-4e25-b958-6576fb8f7564 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1630bf-1aba-4547-b062-80c7d3b5d19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4247646 Jan 10 19:07:19.946496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1277eb9a-ab12-41fe-85eb-5859ca1027da req-5a713ae1-20d2-4fa7-b71f-2ce06fb58361 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863894 Jan 10 19:07:19.989212 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bfe511-e500-42f6-aac1-0018785d5e9f None None] New status for floating IP a711de35-2b50-42db-8486-a0edfe379630: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:07:20.112966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-1fd6a1c6-2d2a-4b17-bc17-098a742c5b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.115760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-1fd6a1c6-2d2a-4b17-bc17-098a742c5b94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.2654350 Jan 10 19:07:20.304365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-43ce7d44-7b7f-4dbc-a7bc-6821d5856f6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786333 Jan 10 19:07:20.406180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:20.421489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Transition to ACTIVE for port object b2a0a234-4c06-417e-89c9-7623450539f9 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:20.428745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:20.564648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac673902-e765-4ac7-b8d4-354ccc7cb1f0 None None] Pushing event updated for resources: {'Port': ['ID=b2a0a234-4c06-417e-89c9-7623450539f9,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:20.662601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.668794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.672678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.676545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.680629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.684590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.688523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.690465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bda37499-0e31-4482-b764-0345055830d3 req-7c682536-c726-4bdf-8398-c41cdc874824 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.9358382 Jan 10 19:07:20.708453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Attempting to bind port b2a0a234-4c06-417e-89c9-7623450539f9 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:20.709208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Attempting to bind port b2a0a234-4c06-417e-89c9-7623450539f9 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:20.709853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Attempting to bind port b2a0a234-4c06-417e-89c9-7623450539f9 on network a22bd461-3363-4ea0-8377-d6875b88e7d7 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:20.717580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:20.718334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Checking segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:20.718996 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:20.719635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Bound using segment: {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:20.720347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Bound port: b2a0a234-4c06-417e-89c9-7623450539f9, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b33f68-0985-4e03-a4cc-d9900f236899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:20.720978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:20.823416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] For port b2a0a234-4c06-417e-89c9-7623450539f9, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:20.825936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-f1398856-9896-4b77-9c6a-7dce385a1bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758974 Jan 10 19:07:20.826778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] For port b2a0a234-4c06-417e-89c9-7623450539f9, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b2a0a234-4c06-417e-89c9-7623450539f9,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:20.835252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:20.854624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bda37499-0e31-4482-b764-0345055830d3 req-c28e1a15-39db-4284-905e-f53ef6ee5425 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432834 Jan 10 19:07:20.908239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b51c-6941-470b-bbaf-58c0462d6370 req-7aee9f97-77e1-4a50-8ddc-13fc60b71648 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:20.909843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b09b51c-6941-470b-bbaf-58c0462d6370 req-7aee9f97-77e1-4a50-8ddc-13fc60b71648 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 945 time: 0.5323486 Jan 10 19:07:20.916784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-9c6ff772-702a-41a9-9dce-335ad0d4df19 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591805 Jan 10 19:07:20.940985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:20.941664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:21.344288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:21.352918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b09b51c-6941-470b-bbaf-58c0462d6370 req-854e5ecf-e218-4a0a-b494-4a12ee2d5834 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753490 Jan 10 19:07:21.382729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf49bcee-5f3b-432f-a1d9-1ad0645b2ab4 req-32fbafe9-8770-414d-97c6-6216d59e95dd service neutron] 10.222.0.30 "GET /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268431 Jan 10 19:07:21.449554 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'code': 200} Jan 10 19:07:21.453625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d5a057fa-1d84-44fb-b84f-6d954c99c223 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:21.457832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6587ca3c-d923-4bbb-87f0-e41723a9605a req-c625fdc6-6545-4060-8f10-5710c4ccc1ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1096 time: 0.4217298 Jan 10 19:07:21.490798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:21.493602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d14dc-b734-4888-84fc-a05844a1dfe7 req-c9b80877-dfd5-4bed-b701-af8bee112e56 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983087 Jan 10 19:07:21.523139 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6587ca3c-d923-4bbb-87f0-e41723a9605a req-a8e06303-43d3-4b6b-b0c6-396b6207e6e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585666 Jan 10 19:07:21.572186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac673902-e765-4ac7-b8d4-354ccc7cb1f0 None None] Pushing event updated for resources: {'Port': ['ID=b2a0a234-4c06-417e-89c9-7623450539f9,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:21.690769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d5a057fa-1d84-44fb-b84f-6d954c99c223 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:21.694497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceaf43-fd74-48b0-a07e-c41c0eb59b39 req-483ffd49-1c2c-4db7-ab58-538f115bffe2 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:21.696509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0ceaf43-fd74-48b0-a07e-c41c0eb59b39 req-483ffd49-1c2c-4db7-ab58-538f115bffe2 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1832244 Jan 10 19:07:21.709194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d5a057fa-1d84-44fb-b84f-6d954c99c223 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:21.709551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:21.809680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0ceaf43-fd74-48b0-a07e-c41c0eb59b39 req-69ac1021-dd7e-42aa-8638-d5f0b4ebf09e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695198 Jan 10 19:07:21.861028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:21.865369 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:21.881178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:07:21.944226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-36fb1249-458a-4ee7-97cb-d336f934641a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "PUT /v2.0/floatingips/dfc30898-0a73-4a5a-8046-4c02edea0d3f HTTP/1.1" status: 200 len: 992 time: 7.0026960 Jan 10 19:07:21.945487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:21.995857 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.000135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:22.000759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:22.063881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6944004-50c7-437e-8292-20a45b94ab06 req-0041e2c9-dced-422f-95c8-43ab12df4652 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.065643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6944004-50c7-437e-8292-20a45b94ab06 req-0041e2c9-dced-422f-95c8-43ab12df4652 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.0987966 Jan 10 19:07:22.091481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port d5a057fa-1d84-44fb-b84f-6d954c99c223, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d5a057fa-1d84-44fb-b84f-6d954c99c223,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:22.102861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.147789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6944004-50c7-437e-8292-20a45b94ab06 req-5904243d-d921-4ee9-a86f-6ed174eb2179 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722370 Jan 10 19:07:22.162058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39358) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:22.168514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036536866', 'description': 'tempest-description--1130767135'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:22.175512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:22.180712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Usage tracker for resource:security_group and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:22.183987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:22.191080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:22.208031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.234436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b2a0a234-4c06-417e-89c9-7623450539f9', 'name': '', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'mac_address': 'fa:16:3e:b4:a1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:56Z', 'updated_at': '2022-01-10T19:07:20Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'subnets': [{'id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:22.256265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60928d4-976b-4d46-840a-eff4f32efca6 None None] The sync data for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 is: [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b2a0a234-4c06-417e-89c9-7623450539f9', 'name': '', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'mac_address': 'fa:16:3e:b4:a1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:56Z', 'updated_at': '2022-01-10T19:07:20Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'subnets': [{'id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:07:22.269823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:22.274172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Usage tracker for resource:security_group_rule and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:22.277817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:22.283993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:22.297278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:22.396805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.404895 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.479785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864d475e-3e23-40f7-a60d-595b088b12c4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:22.486632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=d5a057fa-1d84-44fb-b84f-6d954c99c223,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:22.489969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.494923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e912602-f0aa-40d0-9533-bd21148fcfe8 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3317683 Jan 10 19:07:22.495530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39370) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:22.499112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.504732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Request body: {'security_group_rule': {'security_group_id': '864d475e-3e23-40f7-a60d-595b088b12c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:22.508644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.516701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.520606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:22.521691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.527409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Usage tracker for resource:security_group_rule and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:22.528234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.530962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:22.534351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.540140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:22.543270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:22.557671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-f7740fb6-7dc2-4eba-8b58-e13b294a41d3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5426 time: 0.1861959 Jan 10 19:07:22.585283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.624177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05b11e31-9d7b-4e48-8ea2-9a7fff9c3e47 req-47a27281-8b1b-4416-9c18-24ecff44c4cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654404 Jan 10 19:07:22.665646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.680876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.733006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0ecc06-70e5-4e05-b474-a6abc47ed4b7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:22.756726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:22.760829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39380) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:22.761178 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-016d2fbb-734d-420e-9dd9-875621ed09fc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2642388 Jan 10 19:07:22.767485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Request body: {'security_group_rule': {'security_group_id': '864d475e-3e23-40f7-a60d-595b088b12c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:22.780248 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'status': 'completed', 'code': 200} Jan 10 19:07:22.784834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:22.798274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Usage tracker for resource:security_group_rule and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:22.813511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:22.827040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:22.854255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.042777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'dfc30898-0a73-4a5a-8046-4c02edea0d3f', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'port_id': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'mac_address': 'fa:16:3e:7e:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:06:53Z', 'updated_at': '2022-01-10T19:07:16Z', 'revision_number': 1, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:23.056496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:07:23.063439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d889e420-7aef-40dd-9ab5-8b3de42d6aab details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:23.100995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:23.101643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:23.169373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.195043 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:07:23.229154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.278234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaebfa6c-330b-473b-875a-b5de0c036d6b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:23.299668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aabd6e-f972-4385-9f86-42e646fa404f req-830ae345-a175-4b71-b30b-9423d1104ee4 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:23.306359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4aabd6e-f972-4385-9f86-42e646fa404f req-830ae345-a175-4b71-b30b-9423d1104ee4 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 945 time: 0.3727221 Jan 10 19:07:23.335306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.337588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-de058bc2-11d0-4576-9940-a2861095d488 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5754786 Jan 10 19:07:23.341008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39396) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:23.348335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:23.353030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-59ce2508-0358-41fe-bf33-dbad08adfec3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1097 time: 0.5614176 Jan 10 19:07:23.357332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:23.366046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Usage tracker for resource:floatingip and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:23.369188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:23.376293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:23.392400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.488916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d5a057fa-1d84-44fb-b84f-6d954c99c223 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:23.563102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.577819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4aabd6e-f972-4385-9f86-42e646fa404f req-d2cf9c60-ae80-4708-aa41-a17aeaf9538e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705109 Jan 10 19:07:23.589373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:23.621012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'port_id': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab', 'mac_address': 'fa:16:3e:b7:c3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:23.622379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d5a057fa-1d84-44fb-b84f-6d954c99c223 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:23.622746 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.656538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:23.687640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-917cdcd9-0d8c-4188-b6c6-582e050072c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:23.689099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-917cdcd9-0d8c-4188-b6c6-582e050072c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.3170965 Jan 10 19:07:23.749581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Allocated IP 172.25.6.72 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1e98bc69-6119-41a0-9767-c3ae5acbc557) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:23.785094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600d76f-8707-4ed8-b912-699d93674831 req-93d7c8d7-beab-4dba-87cc-543d8b4f149a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:23.794658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0600d76f-8707-4ed8-b912-699d93674831 req-93d7c8d7-beab-4dba-87cc-543d8b4f149a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.3815711 Jan 10 19:07:23.806948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.909774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d889e420-7aef-40dd-9ab5-8b3de42d6aab {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:23.941163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.941387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0600d76f-8707-4ed8-b912-699d93674831 req-62efd634-5100-4c78-9bd0-0a252e78b250 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447434 Jan 10 19:07:23.956521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-a8d2f949-500f-44fd-aeaf-b8057654169e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 1000 time: 0.2589831 Jan 10 19:07:23.988991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:23.992015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:24.012864 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.013534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 05b27052-2265-402f-9d76-98ecd700930e details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:24.064783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:24.067972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:24.072971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:24.107265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event updated for resources: {'Port': ['ID=1e98bc69-6119-41a0-9767-c3ae5acbc557,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:24.166518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-fcea3aa5-2279-40ab-bd00-74e5d41f895b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.166518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-fcea3aa5-2279-40ab-bd00-74e5d41f895b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.2032640 Jan 10 19:07:24.232503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fde811-93fe-4818-a165-0d235eb791ae req-44b0935f-bc1d-4464-ae35-ad3326c23b79 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.234321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fde811-93fe-4818-a165-0d235eb791ae req-44b0935f-bc1d-4464-ae35-ad3326c23b79 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.3824770 Jan 10 19:07:24.257323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b2a0a234-4c06-417e-89c9-7623450539f9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:24.270653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.298483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fde811-93fe-4818-a165-0d235eb791ae req-7d1ad65d-e463-4e3f-9402-c54eeb9898a6 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Jan 10 19:07:24.315345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-2df1c079-3c58-48c3-a8ef-5af4f2016272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389132 Jan 10 19:07:24.342320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-d3da7c84-0789-471e-a023-02ada3fdb6ba service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:07:24.343303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-d3da7c84-0789-471e-a023-02ada3fdb6ba service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051327 Jan 10 19:07:24.362051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.463330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05b27052-2265-402f-9d76-98ecd700930e,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:24.502746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '05b27052-2265-402f-9d76-98ecd700930e', 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a', 'port_id': '05b27052-2265-402f-9d76-98ecd700930e', 'mac_address': 'fa:16:3e:b5:86:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:24.506184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:24.590104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.596782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.618027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b2a0a234-4c06-417e-89c9-7623450539f9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:24.627803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.637094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b2a0a234-4c06-417e-89c9-7623450539f9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:24.637467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.655792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-1b173d42-bb4b-438e-83d9-315a9e4c8128 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002458 Jan 10 19:07:24.689385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b27052-2265-402f-9d76-98ecd700930e {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:24.707637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event updated for resources: {'Port': ['ID=1e98bc69-6119-41a0-9767-c3ae5acbc557,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:24.723434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05b27052-2265-402f-9d76-98ecd700930e,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:24.725510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.731076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.731722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9c661d84-b1db-4d35-8181-6409246cbbd3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:24.750125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.751805 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2488fb51-ad94-4b0c-aa85-ae566b1c78e2 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4097483 Jan 10 19:07:24.784105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69abe-99b4-485c-bb23-6caa11c7cbbb req-4f7727be-29e7-4590-95cf-a6bbcb3aeb64 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.784844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'dfc30898-0a73-4a5a-8046-4c02edea0d3f', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'port_id': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'mac_address': 'fa:16:3e:7e:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:06:53Z', 'updated_at': '2022-01-10T19:07:16Z', 'revision_number': 1, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:24.785573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64e69abe-99b4-485c-bb23-6caa11c7cbbb req-4f7727be-29e7-4590-95cf-a6bbcb3aeb64 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 946 time: 0.2833083 Jan 10 19:07:24.794966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.798797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.802980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.806845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.811057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.815521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.819400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:24.821766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c72d236-87d4-490a-9044-73f61f6be022 req-c3c1ee79-32cd-4288-8ad6-715b2b34690a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5427 time: 0.3183448 Jan 10 19:07:24.828177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1f310-aee2-4c4b-86e9-bd71db1e85b3 None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'dfc30898-0a73-4a5a-8046-4c02edea0d3f', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'port_id': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'mac_address': 'fa:16:3e:7e:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:06:53Z', 'updated_at': '2022-01-10T19:07:16Z', 'revision_number': 1, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:07:24.911523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2e0bb98-a43b-44d3-8657-463aabbc07a3 req-8a7059d0-22dc-4772-8bd4-0214fe309059 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466838 Jan 10 19:07:24.935889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:24.944924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64e69abe-99b4-485c-bb23-6caa11c7cbbb req-7df22342-c60e-41c0-92a7-f649b6b2cc7f tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220045 Jan 10 19:07:24.946145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:24.973719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c72d236-87d4-490a-9044-73f61f6be022 req-88fe5d57-94cc-45b6-a8fa-c97ab0e70628 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236837 Jan 10 19:07:25.021168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b2a0a234-4c06-417e-89c9-7623450539f9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b2a0a234-4c06-417e-89c9-7623450539f9,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.034197 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.037402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.116187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b2a0a234-4c06-417e-89c9-7623450539f9,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:25.119819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:25.132619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'port_id': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'mac_address': 'fa:16:3e:54:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:25.283516 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.296409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342faeb0-1a3b-4bd3-95c4-b1576628dcda req-fe970817-7646-4413-afaa-91985c453247 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:25.297954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-342faeb0-1a3b-4bd3-95c4-b1576628dcda req-fe970817-7646-4413-afaa-91985c453247 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 945 time: 0.1986020 Jan 10 19:07:25.301362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-56abda63-4364-4836-9969-41f05c60033f tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2036536866&fields=id&tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22 HTTP/1.1" status: 200 len: 267 time: 0.1070149 Jan 10 19:07:25.314077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c661d84-b1db-4d35-8181-6409246cbbd3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:25.342188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b2a0a234-4c06-417e-89c9-7623450539f9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:25.393226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.406946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.407584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29d98159-f30d-46c1-bddf-b82bbdad308e details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:25.410569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.467097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-342faeb0-1a3b-4bd3-95c4-b1576628dcda req-1256ad4b-b89f-4928-bda5-6c841c6c122d tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596110 Jan 10 19:07:25.515995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'network_id': 'ee7aa881-807e-4af2-bd1c-4f9277269768', 'port_id': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'mac_address': 'fa:16:3e:79:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edadf2f-c1ae-4021-ae5e-3bdd7054b127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:25.580123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29d98159-f30d-46c1-bddf-b82bbdad308e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.587564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:25.590174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f886858-b5a1-4cf6-880f-631ca51fe5c1 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:25.607146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '29d98159-f30d-46c1-bddf-b82bbdad308e', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'port_id': '29d98159-f30d-46c1-bddf-b82bbdad308e', 'mac_address': 'fa:16:3e:fa:1b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:25.609356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f886858-b5a1-4cf6-880f-631ca51fe5c1 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/networks?id=63b75a24-a799-4136-becd-04632760317d HTTP/1.1" status: 200 len: 806 time: 0.2540560 Jan 10 19:07:25.627082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-54b651c1-6ac9-4854-bbf5-4ecce96b9379 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/quotas/5f9a6eb1d3a247fb85a27633a46a4f22 HTTP/1.1" status: 200 len: 375 time: 0.0159562 Jan 10 19:07:25.655203 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.667844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b2a0a234-4c06-417e-89c9-7623450539f9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:25.668216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.720291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a07990b-9a52-4056-bd4d-a0ae63b9da08 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:25.747846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.766178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.774231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-5c1f0549-f912-41fe-b59e-d2d5a84efcac tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1414881 Jan 10 19:07:25.775202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d98159-f30d-46c1-bddf-b82bbdad308e {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:25.779234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.786024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4cb33-efc3-4e2e-bf96-19996d96ef40 req-4576766c-fcb0-4a59-a5b3-f6355919635e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:25.787630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cc4cb33-efc3-4e2e-bf96-19996d96ef40 req-4576766c-fcb0-4a59-a5b3-f6355919635e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1202724 Jan 10 19:07:25.793051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-1f52629b-b92d-4fef-a89a-ceeed6a79d50 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:07:25.793956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-1f52629b-b92d-4fef-a89a-ceeed6a79d50 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055017 Jan 10 19:07:25.856890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29d98159-f30d-46c1-bddf-b82bbdad308e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:25.890822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5a07990b-9a52-4056-bd4d-a0ae63b9da08'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:25.921019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cc4cb33-efc3-4e2e-bf96-19996d96ef40 req-e31f11ca-673b-40f5-b44a-12fafe4f280f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251273 Jan 10 19:07:25.925490 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:25.926130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9272644a-1fbb-445e-9bef-8c14dfc9a908 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:25.934955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:25.969234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-db724423-9158-4532-bf39-e057593ad358 service neutron] 10.222.0.21 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602573 Jan 10 19:07:26.058282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:26.069976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:26.083840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '9272644a-1fbb-445e-9bef-8c14dfc9a908', 'network_id': 'd898116f-d47a-4970-bbc3-5bf804e8da1a', 'port_id': '9272644a-1fbb-445e-9bef-8c14dfc9a908', 'mac_address': 'fa:16:3e:e4:4c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:26.111496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-b359227b-4d71-4021-a998-b148b26244d5 service neutron] 10.222.0.21 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362927 Jan 10 19:07:26.191783 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.217205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9272644a-1fbb-445e-9bef-8c14dfc9a908 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:26.277066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:26.285951 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.286634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d7554c61-826c-42f4-9b80-548855ac990a details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:26.365830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:26.370093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d7554c61-826c-42f4-9b80-548855ac990a,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:26.384286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd7554c61-826c-42f4-9b80-548855ac990a', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'port_id': 'd7554c61-826c-42f4-9b80-548855ac990a', 'mac_address': 'fa:16:3e:4d:b7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:26.446113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.482100 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-922cf261-4b87-4936-b078-6e0f85304482 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 258 time: 0.2064695 Jan 10 19:07:26.490340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62581c-9dc4-42cf-b586-8dd0c6ec1d31 req-0ad102dd-7327-4c65-82ba-47af1301f843 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:26.491957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f62581c-9dc4-42cf-b586-8dd0c6ec1d31 req-0ad102dd-7327-4c65-82ba-47af1301f843 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1901734 Jan 10 19:07:26.497555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:26.506588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:26.518374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7554c61-826c-42f4-9b80-548855ac990a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:26.534033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d7554c61-826c-42f4-9b80-548855ac990a,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:26.539268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.540143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0a3aee75-52fd-477f-b342-6b92d96912ac details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:26.626579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:26.631662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0a3aee75-52fd-477f-b342-6b92d96912ac,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:26.638029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Usage tracker for resource:floatingip and tenant:9ebee50fd79a4c229ab79d54e062899b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:26.642464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:26.646455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '0a3aee75-52fd-477f-b342-6b92d96912ac', 'network_id': '7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1', 'port_id': '0a3aee75-52fd-477f-b342-6b92d96912ac', 'mac_address': 'fa:16:3e:5c:c9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ab6d0-ed39-4810-b9e6-674a65bd1108', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:26.655887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:26.673311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f62581c-9dc4-42cf-b586-8dd0c6ec1d31 req-6b71e3f1-8214-49ae-8f17-9bd9ec649076 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684651 Jan 10 19:07:26.674607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.705953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.739196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3aee75-52fd-477f-b342-6b92d96912ac {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:26.774343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0a3aee75-52fd-477f-b342-6b92d96912ac,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:26.781315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.833858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:26.853128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:27.040770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05fae-8a46-4d81-a074-28329164f905 req-9c286f45-a77d-40d0-bd21-bccb8cda5dba tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.042601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95e05fae-8a46-4d81-a074-28329164f905 req-9c286f45-a77d-40d0-bd21-bccb8cda5dba tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 945 time: 0.1712353 Jan 10 19:07:27.076240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Allocated IP 172.25.6.196 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1ba468c3-731b-4628-a330-78dcc0cdc79a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:27.101503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:27.181244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:27.181619 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.182842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95e05fae-8a46-4d81-a074-28329164f905 req-2089f1f7-7a7b-4379-9ccc-7eacd723095d tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce280028-47e2-49df-9cd4-915ec63938f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341767 Jan 10 19:07:27.265734 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.308133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.345898 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.374686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:27.390475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:27.394512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.422046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:27.426056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:27.430238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:27.460189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:27.476471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event updated for resources: {'Port': ['ID=1ba468c3-731b-4628-a330-78dcc0cdc79a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:27.528926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.532799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.536726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.541236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.545416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.549565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.553463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.555391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-c18d6f4b-d4e7-45d7-94c5-460ac9cfcd8d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5433 time: 0.2052741 Jan 10 19:07:27.614728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d889e420-7aef-40dd-9ab5-8b3de42d6aab'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.615899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95d29ff1-1ec4-4c8e-ba2e-564ef463b6db req-0e3ec392-ed66-4cdb-b820-48e9ae6676f1 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540631 Jan 10 19:07:27.656359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['05b27052-2265-402f-9d76-98ecd700930e'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.691970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0a3aee75-52fd-477f-b342-6b92d96912ac'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.759933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.766781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d7554c61-826c-42f4-9b80-548855ac990a'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.851808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-0c58f380-e57b-4381-8fd4-962765ab3ffa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1750255 Jan 10 19:07:27.852713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:27.863512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9c661d84-b1db-4d35-8181-6409246cbbd3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.871441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-ca3007d3-2db7-46e8-a83d-89b1fcc9150e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:27.872051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-ca3007d3-2db7-46e8-a83d-89b1fcc9150e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Synchronizing usage tracker for tenant:5f9a6eb1d3a247fb85a27633a46a4f22 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:27.892096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-ca3007d3-2db7-46e8-a83d-89b1fcc9150e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Unset dirty status for tenant:5f9a6eb1d3a247fb85a27633a46a4f22 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:27.893622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-ca3007d3-2db7-46e8-a83d-89b1fcc9150e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.44 "GET /v2.0/networks?id=63b75a24-a799-4136-becd-04632760317d HTTP/1.1" status: 200 len: 806 time: 0.2123048 Jan 10 19:07:27.917860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['29d98159-f30d-46c1-bddf-b82bbdad308e'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.940281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9272644a-1fbb-445e-9bef-8c14dfc9a908'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:27.956307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-20f77644-29da-4487-b40e-b82c73b18886 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Synchronizing usage tracker for tenant:5f9a6eb1d3a247fb85a27633a46a4f22 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:27.975285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f67b5a97-9f3e-46ee-8842-aa8fc221b05e req-6b680b2c-6354-4fd7-9170-8c3883398f57 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 210 time: 0.0884488 Jan 10 19:07:27.975543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-20f77644-29da-4487-b40e-b82c73b18886 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Unset dirty status for tenant:5f9a6eb1d3a247fb85a27633a46a4f22 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:27.977769 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-20f77644-29da-4487-b40e-b82c73b18886 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22 HTTP/1.1" status: 200 len: 380 time: 0.0678403 Jan 10 19:07:27.991034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Request body: {'port': {'device_id': '596bf062-db97-4564-b619-2f7f4b1120db', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'admin_state_up': True, 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'security_groups': ['864d475e-3e23-40f7-a60d-595b088b12c4']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:28.169977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:28.173718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Usage tracker for resource:port and tenant:5f9a6eb1d3a247fb85a27633a46a4f22 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:28.176759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:28.183899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:28.195362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Made reservation on behalf of 5f9a6eb1d3a247fb85a27633a46a4f22 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:07:28.199910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.244658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-3e673dc3-babc-47d5-b00b-3f37f235985d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 1096 time: 0.3566411 Jan 10 19:07:28.410073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62a00-bbf6-410e-b6f9-7649f1506f30 req-37936f3e-ce2f-4a58-90d9-04cb571ad211 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:28.411571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30a62a00-bbf6-410e-b6f9-7649f1506f30 req-37936f3e-ce2f-4a58-90d9-04cb571ad211 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.2378716 Jan 10 19:07:28.465203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Allocated IP 172.20.0.6 (63b75a24-a799-4136-becd-04632760317d/59844ec1-1bff-4608-a58d-04e9a2488e5d/56d70ed8-b725-45d9-b19f-f86f17257984) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:28.573240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.583540 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.594565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-7ded48be-bbf8-40f9-90cb-0db18973de6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:28.596123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-7ded48be-bbf8-40f9-90cb-0db18973de6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.3225250 Jan 10 19:07:28.670012 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.687188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Transition to ACTIVE for port object 56d70ed8-b725-45d9-b19f-f86f17257984 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:28.710222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.727050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-a0e7f8cd-2e6b-4d42-806d-092c1cabccbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3946e337-a7e8-4329-abc1-45eb5142c900 HTTP/1.1" status: 200 len: 217 time: 0.0950179 Jan 10 19:07:28.755990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30a62a00-bbf6-410e-b6f9-7649f1506f30 req-89d99591-b5a7-4316-879b-250f18b9a09a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226552 Jan 10 19:07:28.780396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Network 63b75a24-a799-4136-becd-04632760317d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:28.784331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:28.788036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:28.807725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event updated for resources: {'Port': ['ID=1ba468c3-731b-4628-a330-78dcc0cdc79a,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:28.845278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event updated for resources: {'Port': ['ID=56d70ed8-b725-45d9-b19f-f86f17257984,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:28.850932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.878149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-338ade67-b73c-4152-8d73-b08b9fead06b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:28.879798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-338ade67-b73c-4152-8d73-b08b9fead06b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.1184702 Jan 10 19:07:28.883802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:28.885938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.915234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-f7def531-9580-4f78-9b47-f3315a62f17a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291883 Jan 10 19:07:28.933084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Request body: {'port': {'device_id': '596bf062-db97-4564-b619-2f7f4b1120db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:28.973168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:28.974521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-6b66a7c1-b5e3-4042-988c-740daa72f560 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4810412 Jan 10 19:07:28.993206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-31ab7240-694b-493d-b1a2-e43b568ffc0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024902 Jan 10 19:07:29.121063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.155440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a98d1321-170c-439c-a272-86553afcc7d6 None None] Provisioning for port 56d70ed8-b725-45d9-b19f-f86f17257984 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:29.161814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a98d1321-170c-439c-a272-86553afcc7d6 None None] Provisioning complete for port 56d70ed8-b725-45d9-b19f-f86f17257984 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:29.162459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a98d1321-170c-439c-a272-86553afcc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.184786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-1dcf2fae-ee49-4484-8190-b75f035f0bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:29.233263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-1dcf2fae-ee49-4484-8190-b75f035f0bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:29.234537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-1dcf2fae-ee49-4484-8190-b75f035f0bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.2447376 Jan 10 19:07:29.252296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a98d1321-170c-439c-a272-86553afcc7d6 None None] Port 56d70ed8-b725-45d9-b19f-f86f17257984 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:07:29.282547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-f65b896d-e176-48ad-b212-1a820bc84290 service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953359 Jan 10 19:07:29.500653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-cc172f4e-d337-4c51-8d3d-4188815bc7df tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.502006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0647a91-f11b-492b-b39d-425ed4d68fe0 req-cc172f4e-d337-4c51-8d3d-4188815bc7df tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2536550 Jan 10 19:07:29.514936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d70ed8-b725-45d9-b19f-f86f17257984 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:29.522170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.523468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfa1298-4762-494f-94bb-3a4f81c58742 req-3a4c54c9-fd8f-4661-9281-f88cefdab6e4 service neutron] 10.222.0.44 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948752 Jan 10 19:07:29.536992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Transition to ACTIVE for port object 56d70ed8-b725-45d9-b19f-f86f17257984 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:07:29.544063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.563781 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'code': 200} Jan 10 19:07:29.691403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Pushing event updated for resources: {'Port': ['ID=56d70ed8-b725-45d9-b19f-f86f17257984,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:29.800319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Attempting to bind port 56d70ed8-b725-45d9-b19f-f86f17257984 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:07:29.800676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Attempting to bind port 56d70ed8-b725-45d9-b19f-f86f17257984 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:07:29.800945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Attempting to bind port 56d70ed8-b725-45d9-b19f-f86f17257984 on network 63b75a24-a799-4136-becd-04632760317d {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:29.807654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Port 56d70ed8-b725-45d9-b19f-f86f17257984 on network 63b75a24-a799-4136-becd-04632760317d not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:07:29.807978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Attempting to bind port 56d70ed8-b725-45d9-b19f-f86f17257984 on network 63b75a24-a799-4136-becd-04632760317d {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:07:29.814355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:07:29.814679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Checking segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:07:29.815085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Bound using segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:07:29.815652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Bound port: 56d70ed8-b725-45d9-b19f-f86f17257984, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:07:29.816002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.831602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b761ef1-4a59-44ff-89dd-eea7961e24fc req-05a00c6f-2206-464c-8aba-003a380e5bda tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.832640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b761ef1-4a59-44ff-89dd-eea7961e24fc req-05a00c6f-2206-464c-8aba-003a380e5bda tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1520488 Jan 10 19:07:29.842693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.846564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.850381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.854311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.858166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.862916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.866991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:29.869497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-868b9963-62ed-445d-a071-50780f8c5805 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5433 time: 0.1493390 Jan 10 19:07:29.910066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] For port 56d70ed8-b725-45d9-b19f-f86f17257984, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:07:29.912691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] For port 56d70ed8-b725-45d9-b19f-f86f17257984, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=56d70ed8-b725-45d9-b19f-f86f17257984,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:07:29.918680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.944967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b761ef1-4a59-44ff-89dd-eea7961e24fc req-435faf3f-46f7-4d7f-9964-d8fd04ba2d34 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746319 Jan 10 19:07:29.948024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f11516a-21d0-413d-8fd1-2b08ef05b4ad req-beb326ad-79b0-48b6-8954-3a26ff863acf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630245 Jan 10 19:07:29.984879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:29.986265 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] 10.222.0.44 "PUT /v2.0/ports/56d70ed8-b725-45d9-b19f-f86f17257984 HTTP/1.1" status: 200 len: 1091 time: 1.0599205 Jan 10 19:07:29.986704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:30.006580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f108c-3cae-44ac-a889-16c2bf5ab260 service neutron] Pushing event updated for resources: {'Port': ['ID=56d70ed8-b725-45d9-b19f-f86f17257984,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:30.106343 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-80576582-0864-4a68-a8df-087b88fa47a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22&device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 1094 time: 0.0799329 Jan 10 19:07:30.190171 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-4027c046-0c93-4d30-9099-6f069e1083ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d70ed8-b725-45d9-b19f-f86f17257984 HTTP/1.1" status: 200 len: 217 time: 0.0659502 Jan 10 19:07:30.246368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933c85d-940a-40ba-b421-3024d0908e09 req-10a1fd79-4d10-4c94-bc9f-22893c9de9ef tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:30.247934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d933c85d-940a-40ba-b421-3024d0908e09 req-10a1fd79-4d10-4c94-bc9f-22893c9de9ef tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 943 time: 0.1445005 Jan 10 19:07:30.254213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-8e5fadc3-d377-44c5-a34b-7bbf5198a5c7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:30.255593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-8e5fadc3-d377-44c5-a34b-7bbf5198a5c7 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1178684 Jan 10 19:07:30.258628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-68f074f5-b2a3-4d72-9876-1851ec3eb618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:30.260151 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-68f074f5-b2a3-4d72-9876-1851ec3eb618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59844ec1-1bff-4608-a58d-04e9a2488e5d HTTP/1.1" status: 200 len: 845 time: 0.0636914 Jan 10 19:07:30.334127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-0c6663f9-2509-494f-b166-cb9ce0fe4fb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63b75a24-a799-4136-becd-04632760317d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678766 Jan 10 19:07:30.360461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-82fa36a6-511d-46a0-a38a-163b8fcaed07 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0908654 Jan 10 19:07:30.367562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d933c85d-940a-40ba-b421-3024d0908e09 req-c4d9ef5b-74aa-44d0-9789-c5e11666afb0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110864 Jan 10 19:07:30.372463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Request body: {'floatingip': {'port_id': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:30.453197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:30.560635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-7c43278b-7c1e-4a1a-80fc-9ffd1d72560d service neutron] 10.222.0.44 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188101 Jan 10 19:07:30.693412 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6a08242-ecf7-4b19-b58a-ea26c666e62d req-b26d5a59-d8d9-4f4a-a265-92b472b0d881 service neutron] 10.222.0.44 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264274 Jan 10 19:07:30.868806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98dbb-50b0-4502-aa4b-5737eaaeb309 req-8ccc3892-a5eb-47ee-b03c-ef0a73d935f1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:30.870152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d98dbb-50b0-4502-aa4b-5737eaaeb309 req-8ccc3892-a5eb-47ee-b03c-ef0a73d935f1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.2143993 Jan 10 19:07:31.002904 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e93e1-561f-4c2d-b16a-a7a93d54cc98 None None] New status for floating IP dfc30898-0a73-4a5a-8046-4c02edea0d3f: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:07:31.012765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d98dbb-50b0-4502-aa4b-5737eaaeb309 req-112bf52c-321b-4450-bc35-dc1f12ef6c60 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301665 Jan 10 19:07:31.082061 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984', 'status': 'completed', 'code': 200} Jan 10 19:07:31.151501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:31.235358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-cf500e09-eb50-4f42-80a1-73e4499896b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22&device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 1094 time: 0.0985208 Jan 10 19:07:31.332484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:31.360942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:31.367618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:31.411779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:31.418719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:31.494699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-ed59c47c-0bab-4d68-b2b7-08291b28bf94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:31.496245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-ed59c47c-0bab-4d68-b2b7-08291b28bf94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63b75a24-a799-4136-becd-04632760317d HTTP/1.1" status: 200 len: 907 time: 0.2549033 Jan 10 19:07:31.497623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:31.503587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-3aaff27a-23da-41f8-9025-2ca244084d4e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:31.504311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-3aaff27a-23da-41f8-9025-2ca244084d4e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Synchronizing usage tracker for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:31.566346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:31.579229 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-c28d4cc7-0e66-46d3-8575-46a2aabc3d7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d70ed8-b725-45d9-b19f-f86f17257984 HTTP/1.1" status: 200 len: 217 time: 0.0692801 Jan 10 19:07:31.583830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-3aaff27a-23da-41f8-9025-2ca244084d4e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Unset dirty status for tenant:b9eba64317c14cd89af66416cb26853e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:31.585058 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-3aaff27a-23da-41f8-9025-2ca244084d4e tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 946 time: 0.2178671 Jan 10 19:07:31.619379 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Floating IP 1d2dfb91-93d6-4fe5-ad49-413cdb819424 associated. External IP: 172.25.6.196, port: aa469d72-12f9-4035-8c31-84d25a8a68a3. Jan 10 19:07:31.706912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Deleting port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:31.707164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:31.731788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-6aab928b-f67f-4ce3-b80b-c9539b13737a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:31.733201 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-6aab928b-f67f-4ce3-b80b-c9539b13737a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59844ec1-1bff-4608-a58d-04e9a2488e5d HTTP/1.1" status: 200 len: 845 time: 0.1466224 Jan 10 19:07:31.864989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815a96-ca15-4397-b4f6-a6c497a29d59 req-8d024ab4-558f-4a9c-ac45-ed498ae6ee3a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:31.866453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4815a96-ca15-4397-b4f6-a6c497a29d59 req-8d024ab4-558f-4a9c-ac45-ed498ae6ee3a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1630063 Jan 10 19:07:31.928399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4815a96-ca15-4397-b4f6-a6c497a29d59 req-be646f86-a6a9-4c65-94a3-96ac8214465f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551169 Jan 10 19:07:31.951719 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-6d3e05cb-3d5e-49c8-bd2b-c9a8404a85f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63b75a24-a799-4136-becd-04632760317d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064569 Jan 10 19:07:32.089798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] For port 5a07990b-9a52-4056-bd4d-a0ae63b9da08, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5a07990b-9a52-4056-bd4d-a0ae63b9da08,segment=NetworkSegment(5b5c3fef-8d00-49f6-985a-fbd422219348),segment_id=5b5c3fef-8d00-49f6-985a-fbd422219348)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:32.090509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:32.234323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Calling delete_port for 5a07990b-9a52-4056-bd4d-a0ae63b9da08 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:32.282991 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-946abba5-0c3e-474f-a017-bea7fece01c0 service neutron] 10.222.0.44 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207154 Jan 10 19:07:32.306516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.310362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.314220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.318104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.322535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.326457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.330332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.332172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-fb512c3b-cc61-4bdb-87d4-0f0c1092f651 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5433 time: 0.2445238 Jan 10 19:07:32.342079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Router a71ef4e2-d63e-4bcf-a0b3-644563974b0f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:32.452449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f45871-eac0-4cbe-a41f-f9ad416dfe50 req-a4baf061-ff4e-40a0-9bc8-f6f23db9b274 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123378 Jan 10 19:07:32.581191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a52e09a4-38e2-4c7c-831b-6086d00e8679 req-ea8ffb90-e977-4003-adad-a4c74d4d96d2 service neutron] 10.222.0.44 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905490 Jan 10 19:07:32.593936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:32.644099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:32.647116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Pushing event deleted for resources: {'Port': ['ID=5a07990b-9a52-4056-bd4d-a0ae63b9da08,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:32.648781 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:32.716293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-02d69d07-3a09-450f-84cc-d675d34e938e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "PUT /v2.0/floatingips/1d2dfb91-93d6-4fe5-ad49-413cdb819424 HTTP/1.1" status: 200 len: 996 time: 2.3477449 Jan 10 19:07:32.717145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] No DVR routers for this DVR port 5a07990b-9a52-4056-bd4d-a0ae63b9da08 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:07:32.718243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:32.720051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:32.729139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26c125-db45-45d7-8cfc-f67fe5c916f4 req-83e0fef4-29db-404d-9e46-b19fa6146400 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:32.730604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b26c125-db45-45d7-8cfc-f67fe5c916f4 req-83e0fef4-29db-404d-9e46-b19fa6146400 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 943 time: 0.1462450 Jan 10 19:07:32.733572 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03644325-e92f-49c4-9d47-3c552a740fd2 req-f52145df-6b4d-4265-bc8b-acfb278c6860 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.30 "DELETE /v2.0/ports/5a07990b-9a52-4056-bd4d-a0ae63b9da08 HTTP/1.1" status: 204 len: 173 time: 1.1097701 Jan 10 19:07:32.811668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0a3aee75-52fd-477f-b342-6b92d96912ac up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:32.827059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b26c125-db45-45d7-8cfc-f67fe5c916f4 req-be30e666-dec1-4a4c-92f6-84256c742178 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647526 Jan 10 19:07:32.865169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-37bba23b-afb2-426d-be09-b98acb0eec8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1096 time: 0.1291435 Jan 10 19:07:32.899415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 0a3aee75-52fd-477f-b342-6b92d96912ac completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:32.913157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 0a3aee75-52fd-477f-b342-6b92d96912ac triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:32.913614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:32.952588 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'code': 200} Jan 10 19:07:33.016481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-791fcbef-e93e-47fe-8085-68a01d9b2c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:33.018191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-791fcbef-e93e-47fe-8085-68a01d9b2c32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 930 time: 0.1524451 Jan 10 19:07:33.053643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.084581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-deleted', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:33.091839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0a3aee75-52fd-477f-b342-6b92d96912ac,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:33.098725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.099810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d889e420-7aef-40dd-9ab5-8b3de42d6aab up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:33.136964 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-37365513-3124-4643-8883-69fc34d3630b req-c8e4e08f-6cb8-4ad9-a300-9f624a3a8189 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 0.1083536 Jan 10 19:07:33.191864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8a87727-be69-40be-b680-a8f631cd2c20 req-b2f2760f-ee04-4c8e-847e-4b6846ac4508 tempest-ImagesTestJSON-996711463 tempest-ImagesTestJSON-996711463-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6834fca-9d5d-48cd-ba74-38d1f401571d HTTP/1.1" status: 200 len: 210 time: 0.0651970 Jan 10 19:07:33.197047 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-37365513-3124-4643-8883-69fc34d3630b req-d5a9ccd3-f1cc-4d42-a13c-f489aefd11b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521607 Jan 10 19:07:33.215825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:33.228925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-71f75e8e-5918-483e-aad4-934f992d7b45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 999 time: 0.2044673 Jan 10 19:07:33.229885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d889e420-7aef-40dd-9ab5-8b3de42d6aab completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:33.244925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d889e420-7aef-40dd-9ab5-8b3de42d6aab triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:33.245379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.289805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-2872102b-3e0f-47b0-a2e6-97b76f6c9717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:33.291435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-2872102b-3e0f-47b0-a2e6-97b76f6c9717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 200 len: 868 time: 0.0616384 Jan 10 19:07:33.374676 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.408463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:33.413339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.414150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 05b27052-2265-402f-9d76-98ecd700930e up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:33.430627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-f48b624e-2bb7-4d2e-9253-bcff53d409ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22bd461-3363-4ea0-8377-d6875b88e7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304824 Jan 10 19:07:33.444671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1896952-2250-4160-b21a-2a0ee9622687 req-ed81762c-f559-4bb9-be3c-8fd953b44865 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:33.446700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1896952-2250-4160-b21a-2a0ee9622687 req-ed81762c-f559-4bb9-be3c-8fd953b44865 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1000812 Jan 10 19:07:33.548461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:33.564899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 05b27052-2265-402f-9d76-98ecd700930e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:33.570723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 05b27052-2265-402f-9d76-98ecd700930e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:33.571285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.575603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1896952-2250-4160-b21a-2a0ee9622687 req-74d2983b-4b8c-4293-b61f-4266a07d8e4f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104078 Jan 10 19:07:33.627964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-d646e5d2-457f-4587-8157-16af9bceca38 service neutron] 10.222.0.21 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802042 Jan 10 19:07:33.713219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.748671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05b27052-2265-402f-9d76-98ecd700930e,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:33.753605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.754423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9c661d84-b1db-4d35-8181-6409246cbbd3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:33.762345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa98c7b0-b421-4db3-b49a-5fb199366a27 req-af704ee1-3206-4c3a-9ffa-f8ca9ff54dde service neutron] 10.222.0.21 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335237 Jan 10 19:07:33.846260 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'status': 'completed', 'code': 200} Jan 10 19:07:33.875072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:33.900112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 9c661d84-b1db-4d35-8181-6409246cbbd3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:33.906597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 9c661d84-b1db-4d35-8181-6409246cbbd3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:33.908264 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:33.912859 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6834fca-9d5d-48cd-ba74-38d1f401571d', 'name': 'network-vif-deleted', 'tag': '5a07990b-9a52-4056-bd4d-a0ae63b9da08', 'status': 'completed', 'code': 200} Jan 10 19:07:33.967258 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-e7264f82-93ee-49cf-8ea9-f5a0d53d0dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1096 time: 0.0856795 Jan 10 19:07:34.055151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.096659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:34.102978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51f79c-a6eb-4440-bc46-6b95e2a4b09d req-6acbca25-2d13-4aaa-a990-18dc7b5ccec0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.103665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.104600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d7554c61-826c-42f4-9b80-548855ac990a up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:34.110022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a51f79c-a6eb-4440-bc46-6b95e2a4b09d req-6acbca25-2d13-4aaa-a990-18dc7b5ccec0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1551728 Jan 10 19:07:34.123947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-cb44cddf-3c6c-4bdd-8bae-cebe282fe5d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.125505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-cb44cddf-3c6c-4bdd-8bae-cebe282fe5d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 930 time: 0.1523445 Jan 10 19:07:34.147320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.151900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.155753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.159589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.163420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.168370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.172372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.174105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-b955a9e7-1d03-443e-8cc7-e5e1afac7659 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5436 time: 0.1712701 Jan 10 19:07:34.223681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:34.235526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a51f79c-a6eb-4440-bc46-6b95e2a4b09d req-d9fee9b7-bf10-49c1-94fa-30ee1cbd18f3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245215 Jan 10 19:07:34.243858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d7554c61-826c-42f4-9b80-548855ac990a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:34.255369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d7554c61-826c-42f4-9b80-548855ac990a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:34.255369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.262714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-10d44621-345d-4f46-b97f-c838ce03fc49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 999 time: 0.1299925 Jan 10 19:07:34.278366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e90ac4ca-7074-4c0a-ae00-4b60ef647e19 req-3aab11fe-1afe-468d-8244-8004cacc3ea4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950913 Jan 10 19:07:34.362371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-47c27fb3-ad85-4416-8553-99cb9aa30884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.363894 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-47c27fb3-ad85-4416-8553-99cb9aa30884 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 200 len: 868 time: 0.0823934 Jan 10 19:07:34.422321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.460677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d7554c61-826c-42f4-9b80-548855ac990a,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:34.467595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.468647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29d98159-f30d-46c1-bddf-b82bbdad308e up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:34.472866 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-043b8fd8-fe1b-47b6-ab89-ac6a7d611ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22bd461-3363-4ea0-8377-d6875b88e7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018560 Jan 10 19:07:34.585203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:34.600377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 29d98159-f30d-46c1-bddf-b82bbdad308e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:34.605769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 29d98159-f30d-46c1-bddf-b82bbdad308e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:34.606327 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.628146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-8c106b69-257e-41bb-9099-b27f25013277 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 258 time: 0.3487294 Jan 10 19:07:34.643238 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-5b774565-aa18-458b-a879-52b35134315e service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549952 Jan 10 19:07:34.644644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:34.653933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff68258-bc33-45a0-b45c-992fc233303f req-f23a5919-5984-426e-90a6-275cfeb88f7e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:34.655430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cff68258-bc33-45a0-b45c-992fc233303f req-f23a5919-5984-426e-90a6-275cfeb88f7e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 943 time: 0.1277676 Jan 10 19:07:34.657590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:34.669424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:34.714986 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.736940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cff68258-bc33-45a0-b45c-992fc233303f req-adfd9b89-1081-41cb-b3c4-bc5e15c473be tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718625 Jan 10 19:07:34.752475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.821928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29d98159-f30d-46c1-bddf-b82bbdad308e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:34.833279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 56d70ed8-b725-45d9-b19f-f86f17257984 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:34.865673 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a67f41c-db9d-4e80-ace0-0f2d3e51de55 req-3c828753-247e-4b5d-9568-3e855a14fdb3 service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158988 Jan 10 19:07:34.874100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.942647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:34.943450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9272644a-1fbb-445e-9bef-8c14dfc9a908 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:35.041524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Allocated IP 172.25.6.98 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/7b37d399-aff9-4ab5-b880-ee6547d1fcd0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:07:35.043853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3aee75-52fd-477f-b342-6b92d96912ac'}, {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab'}, {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b27052-2265-402f-9d76-98ecd700930e'}, {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3'}, {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7554c61-826c-42f4-9b80-548855ac990a'}, {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:35.152830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:35.163322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:35.191828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 56d70ed8-b725-45d9-b19f-f86f17257984, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=56d70ed8-b725-45d9-b19f-f86f17257984,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:35.210979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 5a07990b-9a52-4056-bd4d-a0ae63b9da08 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:07:35.211509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5a07990b-9a52-4056-bd4d-a0ae63b9da08 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:07:35.217730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '56d70ed8-b725-45d9-b19f-f86f17257984', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'port_id': '56d70ed8-b725-45d9-b19f-f86f17257984', 'mac_address': 'fa:16:3e:65:95:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:35.257770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 9272644a-1fbb-445e-9bef-8c14dfc9a908 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:35.271475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 9272644a-1fbb-445e-9bef-8c14dfc9a908 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:35.271905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.283407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.291752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972043ab-9a2b-4b31-8bc8-a0e0ad11c3da req-963d5a8d-3c23-4aaf-9a5a-ff53d6afd363 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:35.293480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-972043ab-9a2b-4b31-8bc8-a0e0ad11c3da req-963d5a8d-3c23-4aaf-9a5a-ff53d6afd363 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1448617 Jan 10 19:07:35.313883 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.345869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d70ed8-b725-45d9-b19f-f86f17257984 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:35.352047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-972043ab-9a2b-4b31-8bc8-a0e0ad11c3da req-55979563-652b-4b84-8363-4aea803ecd24 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Jan 10 19:07:35.358949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.370683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 56d70ed8-b725-45d9-b19f-f86f17257984, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=56d70ed8-b725-45d9-b19f-f86f17257984,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:35.404523 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.437592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:07:35.440472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:07:35.444199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:07:35.473399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event updated for resources: {'Port': ['ID=7b37d399-aff9-4ab5-b880-ee6547d1fcd0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:35.489347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.521164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=56d70ed8-b725-45d9-b19f-f86f17257984,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:35.542082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:35.546275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.623840 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.640305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:35.680535 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.762154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['56d70ed8-b725-45d9-b19f-f86f17257984'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:35.793279 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3aee75-52fd-477f-b342-6b92d96912ac', 'code': 200} Jan 10 19:07:35.793642 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab', 'code': 200} Jan 10 19:07:35.793995 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b27052-2265-402f-9d76-98ecd700930e', 'code': 200} Jan 10 19:07:35.794339 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'code': 200} Jan 10 19:07:35.794674 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7554c61-826c-42f4-9b80-548855ac990a', 'code': 200} Jan 10 19:07:35.795034 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e', 'code': 200} Jan 10 19:07:35.940036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:35.946081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:36.048030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae6fed-3226-418c-9ac9-251dca8fd674 req-dc275e0c-3244-4051-8d7d-297b8b02855f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.049488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2ae6fed-3226-418c-9ac9-251dca8fd674 req-dc275e0c-3244-4051-8d7d-297b8b02855f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1817439 Jan 10 19:07:36.078201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event updated for resources: {'Port': ['ID=7b37d399-aff9-4ab5-b880-ee6547d1fcd0,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:36.106841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:36.135795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2ae6fed-3226-418c-9ac9-251dca8fd674 req-90348576-51b3-4f98-9d44-e2df00f95d49 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802555 Jan 10 19:07:36.142187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:36.143280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-bb835448-75f5-430f-a7ee-5968656a8394 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5039227 Jan 10 19:07:36.226593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-0222be45-ff10-422d-91ae-d8f5c68722ff tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:36.243054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-0222be45-ff10-422d-91ae-d8f5c68722ff tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:36.244244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-0222be45-ff10-422d-91ae-d8f5c68722ff tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0948460 Jan 10 19:07:36.533414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-84c54cda-3d60-4f15-9a32-4553109ba8db tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.534736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968929d8-a5d0-4129-9ae3-39e34eccba19 req-84c54cda-3d60-4f15-9a32-4553109ba8db tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.2852829 Jan 10 19:07:36.544053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.547910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.551770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.556164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.560035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.563898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.567761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.569567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-14d9bab3-6d2a-474a-a779-869deb512003 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.3010864 Jan 10 19:07:36.616649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac36c162-4811-4fb0-9540-c1e63cdbb41e req-e88dcff9-e453-4bd9-9cd7-275311a7fb20 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405970 Jan 10 19:07:36.779874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470cda-3b81-4601-8b2d-d6ad8c444204 req-8c08618a-6d95-4b9c-a5c3-5f4547d59eb1 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:36.781301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7470cda-3b81-4601-8b2d-d6ad8c444204 req-8c08618a-6d95-4b9c-a5c3-5f4547d59eb1 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 944 time: 0.0764518 Jan 10 19:07:36.827667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7470cda-3b81-4601-8b2d-d6ad8c444204 req-bf66711e-f4f6-49a1-b0c8-f02bb6bb4e7f tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406835 Jan 10 19:07:37.002979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93b4c2-a00f-4943-ac0c-e7ea9bdbfe0e req-ca03d55c-71a1-4fea-af86-ba17561f44c0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:37.004470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d93b4c2-a00f-4943-ac0c-e7ea9bdbfe0e req-ca03d55c-71a1-4fea-af86-ba17561f44c0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.0800309 Jan 10 19:07:37.086568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d93b4c2-a00f-4943-ac0c-e7ea9bdbfe0e req-99e087f9-eece-4087-8c98-48f5328e6221 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765941 Jan 10 19:07:37.127060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-b41137f8-560b-403e-933d-77a319a749f0 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:37.128530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-b41137f8-560b-403e-933d-77a319a749f0 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0789688 Jan 10 19:07:37.212400 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-08230438-d947-4f47-9958-b506a53418d3 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0781281 Jan 10 19:07:37.223296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-0f080e5a-9cf1-44cc-8e66-2c1a65698779 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Request body: {'floatingip': {'port_id': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:37.299488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-0f080e5a-9cf1-44cc-8e66-2c1a65698779 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:37.570555 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-efcaa2e4-f09e-4e75-92ab-ca766a675f85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93b95882117d4c0e9b3409141dccf326&device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 1097 time: 0.0715747 Jan 10 19:07:37.703586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-fb0afb44-9d17-4e90-8c78-97aee739ff85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:37.705104 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-fb0afb44-9d17-4e90-8c78-97aee739ff85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 200 len: 919 time: 0.1245711 Jan 10 19:07:37.731014 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-0f080e5a-9cf1-44cc-8e66-2c1a65698779 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] update failed (client error): There was a conflict when trying to complete your request. Jan 10 19:07:37.732017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4a4878e-5213-4183-aed8-7c7ee40cb0ce req-0f080e5a-9cf1-44cc-8e66-2c1a65698779 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "PUT /v2.0/floatingips/fb6bc97a-4fcd-4108-9eff-89cec96834f2 HTTP/1.1" status: 409 len: 549 time: 0.5129192 Jan 10 19:07:37.740362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f2ff1-ee99-4e82-bff3-bcdd02e45f2a req-f7ba3a94-4031-4cf7-aa51-ae4d40cc2ef6 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:37.741786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c9f2ff1-ee99-4e82-bff3-bcdd02e45f2a req-f7ba3a94-4031-4cf7-aa51-ae4d40cc2ef6 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1650410 Jan 10 19:07:37.776289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-385d4c65-2c23-4728-9b62-2ed63c533516 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 200 len: 217 time: 0.0636559 Jan 10 19:07:37.791224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c9f2ff1-ee99-4e82-bff3-bcdd02e45f2a req-f7420b84-bec5-4f98-a17f-9ccd83289232 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Jan 10 19:07:37.796354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:37.842838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-028f037a-0072-483e-8735-5632f9c23fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:37.844409 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-028f037a-0072-483e-8735-5632f9c23fe1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 200 len: 858 time: 0.0610678 Jan 10 19:07:37.894353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-a8b74b01-e69d-4a79-982e-0fd462c0c200 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07910555-37ef-4a4b-8a3c-700a52884ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432677 Jan 10 19:07:37.917941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae0bb05e-5a02-4bda-a9d4-a75fbeb92840 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips/fb6bc97a-4fcd-4108-9eff-89cec96834f2 HTTP/1.1" status: 200 len: 692 time: 0.0822699 Jan 10 19:07:38.029656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-e6dba2e7-a610-4ea9-b0c7-c4b2da521b7c service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285543 Jan 10 19:07:38.119906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6e417-6975-49c9-9844-136d980588c4 req-2c673215-de0c-407d-a3c1-d8aa929fe5f4 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.121280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cc6e417-6975-49c9-9844-136d980588c4 req-2c673215-de0c-407d-a3c1-d8aa929fe5f4 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.1747491 Jan 10 19:07:38.130819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.135356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.139196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.143096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.146946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.151211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.155066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.156939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-51553224-bde9-4c03-92ae-24b9750c39e6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.2431169 Jan 10 19:07:38.254670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cc6e417-6975-49c9-9844-136d980588c4 req-01111e9c-3ab2-4531-a994-74add60e1dbc tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0967448 Jan 10 19:07:38.267545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91f0e99e-c2d7-48bb-9882-c27c82005b9c req-79a45535-57bc-4eba-80ee-be8db592b632 service neutron] 10.222.0.30 "GET /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320061 Jan 10 19:07:38.307782 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c994-eabe-4594-8023-001521259e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:38.411682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ed57bc9-4151-4755-945a-fa57c55486a0 req-5b35477c-1bce-4632-9838-3fe794f5aa79 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2067418 Jan 10 19:07:38.432152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cc6e417-6975-49c9-9844-136d980588c4 req-2e511ee3-e46a-413a-9cba-e53fd80bcbe9 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1695306 Jan 10 19:07:38.491681 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908', 'code': 200} Jan 10 19:07:38.596447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Deleting port 7b37d399-aff9-4ab5-b880-ee6547d1fcd0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:38.596794 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:38.653991 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-49287dc2-89d9-4daa-8344-ae4b7bbb517a req-57c5162f-96cd-4640-a544-b14efef6f86a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6497 time: 0.0795636 Jan 10 19:07:38.698838 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-49287dc2-89d9-4daa-8344-ae4b7bbb517a req-2bdb985f-5e56-42e0-8e65-1ca7c1604f2c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55c1b395-92da-4dbe-b92c-0fef498e3863&id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378144 Jan 10 19:07:38.820103 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:38.820743 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:38.827279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 56d70ed8-b725-45d9-b19f-f86f17257984 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:38.896288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 56d70ed8-b725-45d9-b19f-f86f17257984 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:07:38.901562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 56d70ed8-b725-45d9-b19f-f86f17257984 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:38.901921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:38.942982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Calling delete_port for 7b37d399-aff9-4ab5-b880-ee6547d1fcd0 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:38.982429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c04496-fd0e-4cea-85d4-4145385ddaec req-e0f6d9bf-8308-4eaf-8896-f0910e747a99 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:38.983915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c04496-fd0e-4cea-85d4-4145385ddaec req-e0f6d9bf-8308-4eaf-8896-f0910e747a99 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 944 time: 0.3156707 Jan 10 19:07:39.015985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:39.058243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 56d70ed8-b725-45d9-b19f-f86f17257984, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=56d70ed8-b725-45d9-b19f-f86f17257984,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:39.062426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:39.067747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c04496-fd0e-4cea-85d4-4145385ddaec req-9eca7a71-8c7e-467c-adc2-359fe5b5c484 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769956 Jan 10 19:07:39.131790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=56d70ed8-b725-45d9-b19f-f86f17257984,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:39.147693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:39.194607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event deleted for resources: {'Port': ['ID=7b37d399-aff9-4ab5-b880-ee6547d1fcd0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:39.325216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:39.367895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:39.369588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cc6e417-6975-49c9-9844-136d980588c4 req-ae86a3de-45e6-4c35-9869-13e369c4d918 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "DELETE /v2.0/floatingips/fb6bc97a-4fcd-4108-9eff-89cec96834f2 HTTP/1.1" status: 204 len: 173 time: 0.9318705 Jan 10 19:07:39.394105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff00d1-9d6f-47a1-b50c-42e6e7f0c4a0 req-d283638e-d9ef-4c0c-8f67-d5f2e9e20aed tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:39.395606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfff00d1-9d6f-47a1-b50c-42e6e7f0c4a0 req-d283638e-d9ef-4c0c-8f67-d5f2e9e20aed tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1024139 Jan 10 19:07:39.447224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfff00d1-9d6f-47a1-b50c-42e6e7f0c4a0 req-79f6bafb-5297-462c-a678-9955355603ca tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Jan 10 19:07:39.668499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8bdb6ec9-341a-47f0-a4b8-e7e7a1a728ad tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:39.693554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8bdb6ec9-341a-47f0-a4b8-e7e7a1a728ad tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:39.694737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8bdb6ec9-341a-47f0-a4b8-e7e7a1a728ad tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 999 time: 0.1730509 Jan 10 19:07:39.701206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6ee42-fcdf-4c12-afe9-059ffd7a21a8 req-4de2a67c-0451-45a9-8e01-08053440b29d tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:39.702717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32c6ee42-fcdf-4c12-afe9-059ffd7a21a8 req-4de2a67c-0451-45a9-8e01-08053440b29d tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1178348 Jan 10 19:07:39.797983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8e82796a-f5a7-4907-b5f6-ba58e3d7f9ae tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:39.798562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8e82796a-f5a7-4907-b5f6-ba58e3d7f9ae tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:39.812083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32c6ee42-fcdf-4c12-afe9-059ffd7a21a8 req-b8040a84-3154-47d1-a8bb-5598a4d57911 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787539 Jan 10 19:07:39.821177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8e82796a-f5a7-4907-b5f6-ba58e3d7f9ae tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:39.822518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8e82796a-f5a7-4907-b5f6-ba58e3d7f9ae tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports/aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 942 time: 0.1189311 Jan 10 19:07:40.092381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-5cb8176d-1fde-4325-9ad0-953003cb3f65 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 999 time: 0.1751068 Jan 10 19:07:40.234602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.238663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.242564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.246439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.250308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.254195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.258151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.259973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-ab97419c-52d1-40a6-9254-c809b30c4f6d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.2891870 Jan 10 19:07:40.390951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4dda0dd-b9ef-42ea-880c-52ff959c41b1 req-16ec42f2-4d4b-4310-9df1-6fdddb5707a6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231670 Jan 10 19:07:40.415602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-c77f6956-1bff-4e85-b3a4-8c5e1b40f848 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.416943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-c77f6956-1bff-4e85-b3a4-8c5e1b40f848 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3184221 Jan 10 19:07:40.423798 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1598919e-714c-4430-8973-bab7acd38ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:40.493206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:40.525734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-848d2ef8-4dcb-42c9-b768-f5a90f2c3618 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 999 time: 0.1016893 Jan 10 19:07:40.535045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:40.682894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:40.789973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72208526-7643-42b9-81cf-b41b33942482 req-483aeeff-0d5b-475d-a8a6-3a086f9ef958 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:40.791426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72208526-7643-42b9-81cf-b41b33942482 req-483aeeff-0d5b-475d-a8a6-3a086f9ef958 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.1971767 Jan 10 19:07:40.872740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-b2db5c0b-3ef4-4d34-adbc-5d875291eff6 service neutron] 10.222.0.44 "GET /v2.0/ports/6a220274-84a2-4649-a27b-34fbea11dc9c/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.0757794 Jan 10 19:07:40.918961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72208526-7643-42b9-81cf-b41b33942482 req-d8b48274-b1c7-440a-bea1-e1bc7eb12b2d tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787845 Jan 10 19:07:41.003615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:41.009329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:41.010463 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Floating IP 1d2dfb91-93d6-4fe5-ad49-413cdb819424 disassociated. External IP: 172.25.6.196, port: aa469d72-12f9-4035-8c31-84d25a8a68a3. Jan 10 19:07:41.183260 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-7daa82b4-87cf-4f03-bca0-5062f319a8b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 1100 time: 0.0744112 Jan 10 19:07:41.266461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae4fd-e0d3-4a5c-8493-2656a2b68958 req-525c98e0-2089-44be-87b1-44bee127a912 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:41.267933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-797ae4fd-e0d3-4a5c-8493-2656a2b68958 req-525c98e0-2089-44be-87b1-44bee127a912 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1125805 Jan 10 19:07:41.277939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-91dc3d61-5c5c-4630-9d8c-cbca44d37199 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1100 time: 0.0719540 Jan 10 19:07:41.384052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-797ae4fd-e0d3-4a5c-8493-2656a2b68958 req-82b26d88-8306-46ef-b00b-d4ccfa50a201 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Jan 10 19:07:41.410860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-b66083a2-6184-4af5-8d43-c24e7a1d9af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:41.412409 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-b66083a2-6184-4af5-8d43-c24e7a1d9af7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1280007 Jan 10 19:07:41.479159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-60766424-46eb-4fe7-8a3b-d86a706bdc85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 217 time: 0.0601134 Jan 10 19:07:41.505620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Router a71ef4e2-d63e-4bcf-a0b3-644563974b0f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:41.555612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-42f2d6e3-94eb-46a2-a298-7d91e5d3eaed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:41.557060 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-42f2d6e3-94eb-46a2-a298-7d91e5d3eaed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0722771 Jan 10 19:07:41.577386 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984', 'code': 200} Jan 10 19:07:41.656167 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-a28f226b-e704-44dd-b0bf-85a09c5c23d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920715 Jan 10 19:07:41.657811 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:41.681863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:41.708251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:41.820159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-bb289ec8-2927-415c-8415-ca8a2e145ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582813 Jan 10 19:07:41.968628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eddff654-23a2-4929-ac47-104681774a76 req-6abb18e3-7e5a-4e70-bdb2-08ec5dafc1a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 1096 time: 0.1654687 Jan 10 19:07:41.972258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Deleting subnet 3edadf2f-c1ae-4021-ae5e-3bdd7054b127 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:07:41.975976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8964eef-faad-47f0-aab2-cc37095bf02e req-cd969fd8-5c58-4770-8901-957378c75a0a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:41.977340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8964eef-faad-47f0-aab2-cc37095bf02e req-cd969fd8-5c58-4770-8901-957378c75a0a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1754355 Jan 10 19:07:41.985829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:41.999771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:42.020478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.044727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f82ab926-3ea3-4037-87a9-472b3338f776 req-04a6c286-261f-4f97-afef-0337dd799529 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182817 Jan 10 19:07:42.053480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.101999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eddff654-23a2-4929-ac47-104681774a76 req-8757e2f4-54ec-4f69-9941-277d76ff6e1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226926 Jan 10 19:07:42.107405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-cfeaac41-78e6-459b-8cd1-b95e00790bea tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "PUT /v2.0/floatingips/1d2dfb91-93d6-4fe5-ad49-413cdb819424 HTTP/1.1" status: 200 len: 693 time: 1.5764103 Jan 10 19:07:42.108129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:42.124673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8964eef-faad-47f0-aab2-cc37095bf02e req-5ad62057-4ab4-496c-a028-9fd90b760fa9 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296978 Jan 10 19:07:42.131326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.224637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-6578d690-53b1-48d0-8026-280c83275934 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1096 time: 0.0988591 Jan 10 19:07:42.232639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.271744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3edadf2f-c1ae-4021-ae5e-3bdd7054b127,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:42.278424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.286910 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a1eacc99-9412-4504-aae7-9a69348a9a66 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3edadf2f-c1ae-4021-ae5e-3bdd7054b127 HTTP/1.1" status: 204 len: 168 time: 0.6018097 Jan 10 19:07:42.287162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:42.392928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.419033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-3ac6b0aa-9631-4dd9-b05d-4c9a595b1950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.420480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-3ac6b0aa-9631-4dd9-b05d-4c9a595b1950 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 930 time: 0.1886666 Jan 10 19:07:42.497416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-68704a77-043a-4680-827d-3334c01e3828 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 217 time: 0.0700517 Jan 10 19:07:42.507054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.511587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.515485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.519358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.523306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.529017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.531074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.532996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c927963-a955-4374-860e-9cf26824d4ab req-6640ca27-e651-4d57-9847-81dd3d2c5dc6 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.2225912 Jan 10 19:07:42.606671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.620306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-a358deff-e61b-4194-ba5f-e7bb38c2d11c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.621833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-a358deff-e61b-4194-ba5f-e7bb38c2d11c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 200 len: 868 time: 0.0879309 Jan 10 19:07:42.628432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c927963-a955-4374-860e-9cf26824d4ab req-00c42085-50ce-418c-b60c-018eb4345b47 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645783 Jan 10 19:07:42.640910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7aa881-807e-4af2-bd1c-4f9277269768']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:42.654695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5c3fef-8d00-49f6-985a-fbd422219348') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:42.655029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5c3fef-8d00-49f6-985a-fbd422219348') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:42.667938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.686377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.693605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:07:42.694015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.704965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-9dc6b16b-361a-4d8f-9e1c-cfa1fc7aa1c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22bd461-3363-4ea0-8377-d6875b88e7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754619 Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:07:42.710163 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:07:42.783459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.800448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.812240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7aa881-807e-4af2-bd1c-4f9277269768,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:42.819407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9c18be38-93fa-4125-834d-0ff27760f4ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/ee7aa881-807e-4af2-bd1c-4f9277269768 HTTP/1.1" status: 204 len: 168 time: 0.5311275 Jan 10 19:07:42.896792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-8fd6467f-28ff-40fc-bc02-cd49e256631b service neutron] 10.222.0.21 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823921 Jan 10 19:07:42.906766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc83c64-8c44-45de-a75a-a56d27140d8f req-e97e37cf-8498-439b-9207-63d39d9c9768 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:42.908284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cc83c64-8c44-45de-a75a-a56d27140d8f req-e97e37cf-8498-439b-9207-63d39d9c9768 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.1239939 Jan 10 19:07:42.943895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:42.965836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39630) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:43.025160 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1b0cfbc8-c28c-487c-8dca-1782dccfc9c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9eba64317c14cd89af66416cb26853e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581033 Jan 10 19:07:43.027681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39634) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:43.035179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cc83c64-8c44-45de-a75a-a56d27140d8f req-42a591ca-4ba2-45c5-b74d-8e571065fecc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078584 Jan 10 19:07:43.075634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f47848-5f23-44f9-b761-c4c9d2fe50e9 req-f4656b9f-9905-4b89-8e60-fceff2cc5b8f service neutron] 10.222.0.21 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663351 Jan 10 19:07:43.110338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eac839c-5ac6-4e7f-82f6-2cf5fb99fdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:43.139905 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eac839c-5ac6-4e7f-82f6-2cf5fb99fdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:43.165366 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'status': 'completed', 'code': 200} Jan 10 19:07:43.198034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eac839c-5ac6-4e7f-82f6-2cf5fb99fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:43.271258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac839c-5ac6-4e7f-82f6-2cf5fb99fdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce280028-47e2-49df-9cd4-915ec63938f6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:43.283871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eac839c-5ac6-4e7f-82f6-2cf5fb99fdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:43.287878 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0eac839c-5ac6-4e7f-82f6-2cf5fb99fdb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce280028-47e2-49df-9cd4-915ec63938f6 HTTP/1.1" status: 204 len: 168 time: 0.2591956 Jan 10 19:07:43.330996 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-38a05076-da41-4bac-981d-591ff2af5269 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ebee50fd79a4c229ab79d54e062899b&device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 1096 time: 0.1231663 Jan 10 19:07:43.436140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfeb20-fe98-420d-9869-85c96ddf6fae req-39507a0f-3835-42a9-b51a-383ba2c4bd2f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:43.438335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1dfeb20-fe98-420d-9869-85c96ddf6fae req-39507a0f-3835-42a9-b51a-383ba2c4bd2f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1258256 Jan 10 19:07:43.501217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-a752eab4-c449-4086-9161-f873015a8b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:43.502713 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-a752eab4-c449-4086-9161-f873015a8b61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 200 len: 930 time: 0.1652877 Jan 10 19:07:43.519878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1dfeb20-fe98-420d-9869-85c96ddf6fae req-5a622ac7-f7a9-4af7-af86-06abe3037a93 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754094 Jan 10 19:07:43.578507 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-506f646b-6455-4445-aaae-d0316b95d5d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 200 len: 217 time: 0.0691411 Jan 10 19:07:43.665545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-ae4d261c-97cf-4bfc-bf48-cae85713ab38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:43.667534 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-ae4d261c-97cf-4bfc-bf48-cae85713ab38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 200 len: 868 time: 0.0806744 Jan 10 19:07:43.757405 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-06be4032-2293-4af1-aaf7-46be8dcdf061 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22bd461-3363-4ea0-8377-d6875b88e7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796769 Jan 10 19:07:43.885176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-f0fa3540-5abf-4f46-9b84-d71f9aa1105f tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips/1d2dfb91-93d6-4fe5-ad49-413cdb819424 HTTP/1.1" status: 200 len: 693 time: 0.1368721 Jan 10 19:07:43.935907 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-5703fd8e-f11e-4833-8267-71602c6aa7db service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712027 Jan 10 19:07:44.128185 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb8a6382-bb7f-42c8-808f-a7f19f9ebf64 req-fef1d420-0cb8-4cda-b001-bf90b7daa981 service neutron] 10.222.0.30 "GET /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849265 Jan 10 19:07:44.158014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.162045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.166456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.170573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.174386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.178243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.182729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.184633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad6688fa-5164-4c86-a4e8-5b932cb4dadd req-e438d809-5765-41c9-b5b6-14edb8cd1e1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.3773046 Jan 10 19:07:44.195686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39660) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:44.202078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-4178f32f-39dd-4a63-8d1f-97c573c37225 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.208092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-4178f32f-39dd-4a63-8d1f-97c573c37225 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3220205 Jan 10 19:07:44.266986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Request body: {'floatingip': {'port_id': '9c661d84-b1db-4d35-8181-6409246cbbd3'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:44.377213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-21011c68-1369-4f12-90cd-951b80f309a9 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.1678371 Jan 10 19:07:44.487199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:44.619644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-4584b75c-cc86-4e63-ab73-e241a710aeed tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.2414560 Jan 10 19:07:44.865879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509c8d5-de40-4ddb-879e-7c70d205b26e req-8838cc84-1396-4bb5-80cc-8c445701f74a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:44.867417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2509c8d5-de40-4ddb-879e-7c70d205b26e req-8838cc84-1396-4bb5-80cc-8c445701f74a tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.4207144 Jan 10 19:07:44.868281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Deleting port 1ba468c3-731b-4628-a330-78dcc0cdc79a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:44.868609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:44.874767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:44.895540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:45.089368 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.090115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.144663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:45.168382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'mac_address': 'fa:16:3e:e3:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:45.174408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.182806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2509c8d5-de40-4ddb-879e-7c70d205b26e req-bdc0d9d6-302f-4ccb-877c-d7f233599b19 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908797 Jan 10 19:07:45.252412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:45.263822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.275695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:45.281841 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.323309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:45.345867 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.346148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.405501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:45.411876 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:07:45.412231 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:07:45.604149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Calling delete_port for 1ba468c3-731b-4628-a330-78dcc0cdc79a owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:45.771406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20ec7-0c35-493e-bf64-a1a93df800cc req-daab7f20-933d-4048-b2b9-333b6f217ec0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:45.772900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bf20ec7-0c35-493e-bf64-a1a93df800cc req-daab7f20-933d-4048-b2b9-333b6f217ec0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 947 time: 0.2568851 Jan 10 19:07:45.913981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.967826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bf20ec7-0c35-493e-bf64-a1a93df800cc req-132ed600-0cb8-40df-bef4-00680ce646dc tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878612 Jan 10 19:07:45.972372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event deleted for resources: {'Port': ['ID=1ba468c3-731b-4628-a330-78dcc0cdc79a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:45.974831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:45.986663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:46.007248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:46.015948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:46.024829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:46.032212 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:46.101857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:46.162224 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:46.244591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:46.245713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f84af176-3a72-4d7f-9d40-912c06aca205 req-454a47e0-651b-4d48-abb7-963e774c577e tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "DELETE /v2.0/floatingips/1d2dfb91-93d6-4fe5-ad49-413cdb819424 HTTP/1.1" status: 204 len: 173 time: 1.6183858 Jan 10 19:07:46.298429 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Floating IP 53fc60a5-6f61-4b84-8ad8-3f18a83e6908 associated. External IP: 172.25.6.47, port: 9c661d84-b1db-4d35-8181-6409246cbbd3. Jan 10 19:07:46.400026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['6a220274-84a2-4649-a27b-34fbea11dc9c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:46.556211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2ed7a-17e4-43b8-a27c-d49f8f12f4b0 req-7c97db0d-2fc4-4b37-b989-697f391a560e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:46.557250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c2ed7a-17e4-43b8-a27c-d49f8f12f4b0 req-7c97db0d-2fc4-4b37-b989-697f391a560e tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.1077240 Jan 10 19:07:46.565735 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'code': 200} Jan 10 19:07:46.565858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39694) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:46.572501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Request body: {'floatingip': {'port_id': '56d70ed8-b725-45d9-b19f-f86f17257984'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:07:46.725144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:47.489601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-d413eddb-82ad-4e68-aa5a-588678a05335 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:47.490972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-d413eddb-82ad-4e68-aa5a-588678a05335 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 948 time: 0.4012291 Jan 10 19:07:47.505032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-3ee91d41-98be-4b8d-b45f-d9c381d6ac7d tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:47.505681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-3ee91d41-98be-4b8d-b45f-d9c381d6ac7d tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:47.612952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6824f-d2e9-460d-96a2-4dc954474de2 req-f0cf0abc-d151-4b2f-984e-f24218905ad1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:47.614387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fd6824f-d2e9-460d-96a2-4dc954474de2 req-f0cf0abc-d151-4b2f-984e-f24218905ad1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 948 time: 0.4409990 Jan 10 19:07:47.697799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-3ee91d41-98be-4b8d-b45f-d9c381d6ac7d tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:47.698972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-3ee91d41-98be-4b8d-b45f-d9c381d6ac7d tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6079357 Jan 10 19:07:47.701631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Router 3c451380-b47c-4ed1-b93d-670aff5042b7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:47.811170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-6298ede9-8c80-421a-acf7-403e2d6ef7ed tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:47.815110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fd6824f-d2e9-460d-96a2-4dc954474de2 req-63416b68-fb4e-42d6-9649-8a7d9d15d390 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907694 Jan 10 19:07:47.816302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-fd2c3450-2892-41f9-b277-520009bfd443 service neutron] 10.222.0.44 "GET /v2.0/ports/6a220274-84a2-4649-a27b-34fbea11dc9c/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.3175883 Jan 10 19:07:47.943595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-6298ede9-8c80-421a-acf7-403e2d6ef7ed tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:47.945274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d7a868a-6d3f-41e5-9f19-65125980dfda req-6298ede9-8c80-421a-acf7-403e2d6ef7ed tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2315357 Jan 10 19:07:48.131590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-e8bb4132-e0d7-4ec6-b367-24ebae0b33eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1099 time: 0.2481885 Jan 10 19:07:48.329372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:48.394163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:48.612550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bf11f81-60d6-4684-8caf-5160cd36689a req-71aa03a4-c274-4b10-a784-9a3746dbc40a tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2862825 Jan 10 19:07:48.693877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-22bfcc53-8ee9-486c-89b1-f024b301caaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:48.695398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-22bfcc53-8ee9-486c-89b1-f024b301caaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.4668179 Jan 10 19:07:48.812475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:48.823077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] Sync routers for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:07:48.827949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:48.846289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:48.847337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:48.870932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-bf1e0b2f-af8b-4b9f-9bba-bfe320b9ed2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 217 time: 0.1675591 Jan 10 19:07:48.964882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-47088cf7-4649-417c-9c48-c464442752f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "PUT /v2.0/floatingips/53fc60a5-6f61-4b84-8ad8-3f18a83e6908 HTTP/1.1" status: 200 len: 990 time: 4.7519262 Jan 10 19:07:48.969468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:48.984372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-f9c718b6-2690-4bc6-8b57-8574c923f152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:48.985849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-f9c718b6-2690-4bc6-8b57-8574c923f152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1039562 Jan 10 19:07:49.027921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:49.227226 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Floating IP bc84fd96-098d-48ef-9f47-fcbb7de6968b associated. External IP: 172.25.6.72, port: 56d70ed8-b725-45d9-b19f-f86f17257984. Jan 10 19:07:49.248104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 6a220274-84a2-4649-a27b-34fbea11dc9c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:49.248881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:49.328644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:49.405401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-c04a5a9c-3467-453f-8154-5c2442e2dc41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4121618 Jan 10 19:07:49.451421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bd07-f168-4277-995a-f499747c34e2 req-e30fdf7d-6da1-4920-9f2c-c23255eb05a7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:49.452821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e12bd07-f168-4277-995a-f499747c34e2 req-e30fdf7d-6da1-4920-9f2c-c23255eb05a7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 948 time: 0.3110454 Jan 10 19:07:49.544375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:49.648273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb11ec-506a-4450-9931-1ebd585f5a17 req-5a892cf8-8f71-49b5-ab6a-aa6389d36ad4 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:49.648856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:49.649813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eedb11ec-506a-4450-9931-1ebd585f5a17 req-5a892cf8-8f71-49b5-ab6a-aa6389d36ad4 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 945 time: 0.3490329 Jan 10 19:07:49.677609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:49.684660 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:49.714152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-44e25072-15f3-4aa1-9f1f-cd80fd39484c service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978683 Jan 10 19:07:49.716314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e12bd07-f168-4277-995a-f499747c34e2 req-d5147821-9516-4833-933a-7e4ea13d896c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086093 Jan 10 19:07:49.819257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:49.853261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '53fc60a5-6f61-4b84-8ad8-3f18a83e6908', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'port_id': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'mac_address': 'fa:16:3e:54:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:05:46Z', 'updated_at': '2022-01-10T19:07:45Z', 'revision_number': 1, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:49.857713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] Checking router: 3c451380-b47c-4ed1-b93d-670aff5042b7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:07:49.871111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:49.871867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:49.886732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eedb11ec-506a-4450-9931-1ebd585f5a17 req-4563ae94-3f75-41e7-b223-59076dac7f41 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917458 Jan 10 19:07:49.941833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-53000812-88cd-4c0e-85bd-0a80dfae734a service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178202 Jan 10 19:07:49.944053 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'status': 'completed', 'code': 200} Jan 10 19:07:50.162487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:50.173640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-0d1fe965-97ec-43cf-93b6-44edd5718b61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6497 time: 0.1237173 Jan 10 19:07:50.517707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-cc8d2e43-6a2a-4c64-9de7-63bc200488af tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:50.518403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-cc8d2e43-6a2a-4c64-9de7-63bc200488af tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Synchronizing usage tracker for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:50.537929 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'code': 200} Jan 10 19:07:50.549609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-cc8d2e43-6a2a-4c64-9de7-63bc200488af tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Unset dirty status for tenant:9ebee50fd79a4c229ab79d54e062899b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:50.551017 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-cc8d2e43-6a2a-4c64-9de7-63bc200488af tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.30 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 945 time: 0.2434804 Jan 10 19:07:50.612141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-943a0d69-498c-4e85-8ac9-2062d880a505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:50.614384 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-943a0d69-498c-4e85-8ac9-2062d880a505 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca4b53e6-9f44-469a-9424-8f79aab9f326 HTTP/1.1" status: 200 len: 917 time: 0.3687012 Jan 10 19:07:50.638760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Deleting port aa469d72-12f9-4035-8c31-84d25a8a68a3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:50.639428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:50.762364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-3ddeda12-ad56-4915-b554-027b61ef2d88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 200 len: 998 time: 0.1393216 Jan 10 19:07:50.764602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Router f16d8310-fbc9-4eda-95c6-287b5414d3a4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:50.832982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '53fc60a5-6f61-4b84-8ad8-3f18a83e6908', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'port_id': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'mac_address': 'fa:16:3e:54:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:05:46Z', 'updated_at': '2022-01-10T19:07:45Z', 'revision_number': 1, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:50.839665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d9486-4d20-42ec-9784-47da19a0087a None None] The sync data for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 is: [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '53fc60a5-6f61-4b84-8ad8-3f18a83e6908', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'port_id': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'mac_address': 'fa:16:3e:54:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:05:46Z', 'updated_at': '2022-01-10T19:07:45Z', 'revision_number': 1, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:07:51.103125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-6253b884-4f25-4dbc-a12e-f489400e2e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:51.104590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-6253b884-4f25-4dbc-a12e-f489400e2e9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de058163-636b-4648-8567-80d5fed84092 HTTP/1.1" status: 200 len: 855 time: 0.3180108 Jan 10 19:07:51.131350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] For port aa469d72-12f9-4035-8c31-84d25a8a68a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=aa469d72-12f9-4035-8c31-84d25a8a68a3,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:51.133037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:51.373126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7574-3d51-46e7-9273-05871e7836b0 req-18d5adf8-f111-4edb-ac15-25ad5b9f6871 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:51.374836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2ec7574-3d51-46e7-9273-05871e7836b0 req-18d5adf8-f111-4edb-ac15-25ad5b9f6871 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.3713334 Jan 10 19:07:51.388991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-3b0b426e-7481-427d-a69b-74624ce3e9f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca4b53e6-9f44-469a-9424-8f79aab9f326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2697544 Jan 10 19:07:51.402785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Calling delete_port for aa469d72-12f9-4035-8c31-84d25a8a68a3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:51.568344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:51.583619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['aa469d72-12f9-4035-8c31-84d25a8a68a3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:51.614714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2ec7574-3d51-46e7-9273-05871e7836b0 req-3eb076d5-5676-4ff5-8281-8914aa8e4806 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246635 Jan 10 19:07:51.624167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Pushing event deleted for resources: {'Port': ['ID=aa469d72-12f9-4035-8c31-84d25a8a68a3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:51.705031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-9e163a0a-b03b-45a5-bc8c-54a155c7d1f1 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386417 Jan 10 19:07:51.715347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:51.753136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] No DVR routers for this DVR port aa469d72-12f9-4035-8c31-84d25a8a68a3 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:07:51.756402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:51.758093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:51.768328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'name': 'network-vif-deleted', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:51.777513 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de5470d6-761a-43ab-bfa2-ba5c81260605 req-91da304a-6503-4a6b-8a1c-039a6f9fa217 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.30 "DELETE /v2.0/ports/aa469d72-12f9-4035-8c31-84d25a8a68a3 HTTP/1.1" status: 204 len: 173 time: 1.2203782 Jan 10 19:07:51.793436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990d731-637c-4b97-bc0d-e685bdc699fa req-c9317da5-ce5c-4bf8-b141-e6a7ad71a023 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:51.800668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1990d731-637c-4b97-bc0d-e685bdc699fa req-c9317da5-ce5c-4bf8-b141-e6a7ad71a023 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c7c965-b9ad-4e4e-af0f-33c2dec73680 HTTP/1.1" status: 200 len: 867 time: 0.4094596 Jan 10 19:07:51.931962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9f4242dc-318a-4d1f-b871-4c4a35edd5fa tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "PUT /v2.0/floatingips/bc84fd96-098d-48ef-9f47-fcbb7de6968b HTTP/1.1" status: 200 len: 990 time: 5.3651319 Jan 10 19:07:51.945648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:51.964718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1990d731-637c-4b97-bc0d-e685bdc699fa req-37541ca3-5b4d-4b6a-9f94-f1c9b420dbfb tempest-FloatingIPsAssociationNegativeTestJSON-2072663697 tempest-FloatingIPsAssociationNegativeTestJSON-2072663697-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628327 Jan 10 19:07:52.019713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1fa920-39c4-4f0f-8d44-ce1cfe3a70cb req-a6a2c907-0e2e-4051-a892-b4850dec9ab4 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065255 Jan 10 19:07:52.203314 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c7c965-b9ad-4e4e-af0f-33c2dec73680', 'name': 'network-vif-deleted', 'tag': 'aa469d72-12f9-4035-8c31-84d25a8a68a3', 'status': 'completed', 'code': 200} Jan 10 19:07:52.270455 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984', 'status': 'completed', 'code': 200} Jan 10 19:07:52.501966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-cf2cbe63-ff92-4267-8bd3-69fdc51e33d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22&device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 1096 time: 0.1738431 Jan 10 19:07:52.670846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-7d1f5839-0a45-41e5-ada9-66eeb2645b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:52.672620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-7d1f5839-0a45-41e5-ada9-66eeb2645b21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63b75a24-a799-4136-becd-04632760317d HTTP/1.1" status: 200 len: 907 time: 0.1645811 Jan 10 19:07:52.732445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-0b0c1853-2580-41f7-af4f-0535318c649f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 1100 time: 0.0972700 Jan 10 19:07:52.803896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-bcc99b15-afa8-40a1-85c3-f65bea50c030 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d70ed8-b725-45d9-b19f-f86f17257984 HTTP/1.1" status: 200 len: 998 time: 0.1255152 Jan 10 19:07:52.870188 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-e5fefdae-0a5a-436a-9ec8-2161590ece52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 1100 time: 0.1149149 Jan 10 19:07:52.880088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-9ef50493-985c-4837-bf29-89dbe4d78d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:52.881539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-9ef50493-985c-4837-bf29-89dbe4d78d5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59844ec1-1bff-4608-a58d-04e9a2488e5d HTTP/1.1" status: 200 len: 845 time: 0.0680201 Jan 10 19:07:53.176325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-ad46669e-fea0-4271-b779-216356f0a325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:53.178088 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-ad46669e-fea0-4271-b779-216356f0a325 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3023236 Jan 10 19:07:53.230539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46f7e-1a8d-481d-b745-1b48ac016483 req-07652b6c-de38-4077-815c-03da4b7b891a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:53.232176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fd46f7e-1a8d-481d-b745-1b48ac016483 req-07652b6c-de38-4077-815c-03da4b7b891a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.3497407 Jan 10 19:07:53.263934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-06b3edb1-cac0-4de6-b886-42bbdd6166a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63b75a24-a799-4136-becd-04632760317d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3338552 Jan 10 19:07:53.299646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-624e793c-c082-4266-80fd-396730e006a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 200 len: 217 time: 0.1147635 Jan 10 19:07:53.386253 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] Sync routers for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:07:53.402732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-c7e74fb2-3b40-4bf2-a60e-136f9b5be3c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:53.406339 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:53.406790 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:53.407573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-c7e74fb2-3b40-4bf2-a60e-136f9b5be3c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1021149 Jan 10 19:07:53.430795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fd46f7e-1a8d-481d-b745-1b48ac016483 req-1171d0d5-4666-42e0-a501-57c69b2b275c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877384 Jan 10 19:07:53.537909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-854d1d39-2ff7-498f-bd6d-20413d479432 service neutron] 10.222.0.44 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654173 Jan 10 19:07:53.551082 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-d6a7f5fc-f83d-47c3-939f-ad1c3f87ab70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360326 Jan 10 19:07:53.612078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39818) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:53.686900 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:53.817253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81aafd4-72fe-4168-bf1c-ab03a355fe54 req-837d5b6a-0b4f-44d5-aea4-c58740f65640 service neutron] 10.222.0.44 "GET /v2.0/networks/63b75a24-a799-4136-becd-04632760317d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719913 Jan 10 19:07:53.955663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-88507146-86cd-4634-b1ee-2741674c624a service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973622 Jan 10 19:07:54.015319 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:07:54.144099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17905-7f4a-45bf-9f70-e7752f40f00e req-16859b8c-78d3-4da1-bcec-2b30415ab867 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:54.146215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0dd17905-7f4a-45bf-9f70-e7752f40f00e req-16859b8c-78d3-4da1-bcec-2b30415ab867 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.1650598 Jan 10 19:07:54.212616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b0bc3b5-e962-44ef-bdc0-4126d572a8f4 req-662797f3-4110-407e-b977-04fc74471244 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278039 Jan 10 19:07:54.226630 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b2a0a234-4c06-417e-89c9-7623450539f9', 'name': '', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'mac_address': 'fa:16:3e:b4:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:56Z', 'updated_at': '2022-01-10T19:07:24Z', 'revision_number': 5, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'subnets': [{'id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:54.232560 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] Checking router: a71ef4e2-d63e-4bcf-a0b3-644563974b0f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:07:54.252725 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:07:54.255340 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:54.278192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0dd17905-7f4a-45bf-9f70-e7752f40f00e req-fe9c4160-fab4-4614-addc-fd4669b5eb49 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233256 Jan 10 19:07:54.505161 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:07:54.588833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:54.662516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0c67-7615-4602-8a13-412b3beb06db req-c9ce5ef2-90d7-456e-9490-5896b7b647a7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:54.664998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bedc0c67-7615-4602-8a13-412b3beb06db req-c9ce5ef2-90d7-456e-9490-5896b7b647a7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1023583 Jan 10 19:07:54.770564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bedc0c67-7615-4602-8a13-412b3beb06db req-42d9b17b-c85b-4dae-8e55-46ac529aadd7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Jan 10 19:07:54.926182 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b2a0a234-4c06-417e-89c9-7623450539f9', 'name': '', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'mac_address': 'fa:16:3e:b4:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:56Z', 'updated_at': '2022-01-10T19:07:24Z', 'revision_number': 5, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'subnets': [{'id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:07:54.930460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333efae-679a-4c03-a528-08d6cb342ec4 None None] The sync data for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 is: [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:06:58Z', 'revision_number': 4, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port': {'id': '8eb66c1f-9aa7-463d-857b-8dc9903f13f4', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:47Z', 'updated_at': '2022-01-10T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b2a0a234-4c06-417e-89c9-7623450539f9', 'name': '', 'network_id': 'a22bd461-3363-4ea0-8377-d6875b88e7d7', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'mac_address': 'fa:16:3e:b4:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:56Z', 'updated_at': '2022-01-10T19:07:24Z', 'revision_number': 5, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'subnets': [{'id': 'bc7a4604-5d51-4889-8565-40ec2f66ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:07:54.955871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:55.088788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.119073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:55.137823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:55.143740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.231341 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'code': 200} Jan 10 19:07:55.242749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device aa469d72-12f9-4035-8c31-84d25a8a68a3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:55.281685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: aa469d72-12f9-4035-8c31-84d25a8a68a3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:07:55.282187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device aa469d72-12f9-4035-8c31-84d25a8a68a3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:07:55.283805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:55.325917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39848) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:55.460909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Deleting port b2a0a234-4c06-417e-89c9-7623450539f9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:55.461513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.490064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845fc1-321f-4fd3-8882-8f6da51c697f req-9dd4053b-77e4-4bc5-9374-17205081fc31 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:55.492520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21845fc1-321f-4fd3-8882-8f6da51c697f req-9dd4053b-77e4-4bc5-9374-17205081fc31 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.0886395 Jan 10 19:07:55.527576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.574127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21845fc1-321f-4fd3-8882-8f6da51c697f req-d7840e11-bd01-4ac9-af02-f1d0ae67ba30 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655084 Jan 10 19:07:55.578106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:55.582280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Usage tracker for resource:security_group_rule and tenant:b184feb69340484db8d055db339b1924 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:55.584890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:55.590849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:55.639917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] For port b2a0a234-4c06-417e-89c9-7623450539f9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b2a0a234-4c06-417e-89c9-7623450539f9,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:55.640776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.661614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.666459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.711776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1d6b9-3e26-4c05-b56a-b24eb7cdb3dd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:55.717117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-63a20d6e-e86c-403d-a9da-afd1e254ed5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b184feb69340484db8d055db339b1924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900940 Jan 10 19:07:55.720140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39856) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:55.764733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Calling delete_port for b2a0a234-4c06-417e-89c9-7623450539f9 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:55.780272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1fb2dd10-df28-47e3-a2d9-25bf0b283b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.807670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1fb2dd10-df28-47e3-a2d9-25bf0b283b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.863128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1fb2dd10-df28-47e3-a2d9-25bf0b283b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.878264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2dd10-df28-47e3-a2d9-25bf0b283b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1d6b9-3e26-4c05-b56a-b24eb7cdb3dd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:55.884741 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1fb2dd10-df28-47e3-a2d9-25bf0b283b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:55.886052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1fb2dd10-df28-47e3-a2d9-25bf0b283b45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16a1d6b9-3e26-4c05-b56a-b24eb7cdb3dd HTTP/1.1" status: 204 len: 168 time: 0.1645653 Jan 10 19:07:55.988264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6b36-5e83-43e8-8941-236bcd07136a req-cf0ac58c-277c-44cb-a9d1-1500d186e633 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:55.989868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-108b6b36-5e83-43e8-8941-236bcd07136a req-cf0ac58c-277c-44cb-a9d1-1500d186e633 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 947 time: 0.1005688 Jan 10 19:07:56.032285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:56.067416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-108b6b36-5e83-43e8-8941-236bcd07136a req-7601cebe-200a-4359-832e-2c9a8d8904c1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719230 Jan 10 19:07:56.080336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a0a234-4c06-417e-89c9-7623450539f9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:56.196995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-42d26c6b-63b8-4a01-a836-66251a8f42b0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:56.198018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-42d26c6b-63b8-4a01-a836-66251a8f42b0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Synchronizing usage tracker for tenant:93b95882117d4c0e9b3409141dccf326 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:07:56.297258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-42d26c6b-63b8-4a01-a836-66251a8f42b0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Unset dirty status for tenant:93b95882117d4c0e9b3409141dccf326 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:07:56.298469 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-42d26c6b-63b8-4a01-a836-66251a8f42b0 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.3336647 Jan 10 19:07:56.399526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Deleting port 3946e337-a7e8-4329-abc1-45eb5142c900 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:56.399863 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:56.807561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f200f8-f92b-47e1-94ba-27a48149563f req-4120ec7c-f16e-42b4-982f-e84696ac4f25 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:56.809184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54f200f8-f92b-47e1-94ba-27a48149563f req-4120ec7c-f16e-42b4-982f-e84696ac4f25 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 945 time: 0.0889382 Jan 10 19:07:56.822955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:56.848503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] For port 3946e337-a7e8-4329-abc1-45eb5142c900, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=3946e337-a7e8-4329-abc1-45eb5142c900,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:56.848867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:56.858203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54f200f8-f92b-47e1-94ba-27a48149563f req-d61903ef-002d-4a3d-bd0b-8639527720de tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Jan 10 19:07:56.950575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:07:57.029615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Calling delete_port for 3946e337-a7e8-4329-abc1-45eb5142c900 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:07:57.110725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:57.131082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'mac_address': 'fa:16:3e:e3:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:07:57.192674 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:57.239485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:07:57.268443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:57.276436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:57.297680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:57.341151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['3946e337-a7e8-4329-abc1-45eb5142c900'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:57.369957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Pushing event deleted for resources: {'Port': ['ID=3946e337-a7e8-4329-abc1-45eb5142c900,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:57.382846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['71cbd6b8-2072-4fd5-911d-3ed0d93b02f7'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:57.406209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a8b23-b888-44cd-ae67-c7ce2a06c045 req-dd5c128c-976f-4127-9a9d-fa4ff64b79eb tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:57.408966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c14a8b23-b888-44cd-ae67-c7ce2a06c045 req-dd5c128c-976f-4127-9a9d-fa4ff64b79eb tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.0995231 Jan 10 19:07:57.454633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] No DVR routers for this DVR port 3946e337-a7e8-4329-abc1-45eb5142c900 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:07:57.458128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:57.461082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'name': 'network-vif-deleted', 'tag': '3946e337-a7e8-4329-abc1-45eb5142c900'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:57.481850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c14a8b23-b888-44cd-ae67-c7ce2a06c045 req-12a15f75-8590-4ca0-9f55-84bda35c0c79 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620904 Jan 10 19:07:57.519563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:57.559734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aed23b42-f986-4774-808b-acde766716c9 req-5070ab68-b807-4af5-bc30-d12a6802fc93 tempest-AbsoluteLimitsNegativeTestJSON-1461788778 tempest-AbsoluteLimitsNegativeTestJSON-1461788778-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b54a814c28e74ddd8a92091d3b238275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381866 Jan 10 19:07:57.561702 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91ae6718-c234-4151-a3f3-3babe5c04744 req-b602d680-4b1e-40f1-be81-89d827343841 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.44 "DELETE /v2.0/ports/3946e337-a7e8-4329-abc1-45eb5142c900 HTTP/1.1" status: 204 len: 173 time: 1.2547405 Jan 10 19:07:57.654229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['6a220274-84a2-4649-a27b-34fbea11dc9c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:07:57.730366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed23b42-f986-4774-808b-acde766716c9 req-c6b9e95b-a111-47e3-9fde-4df766940522 tempest-AbsoluteLimitsNegativeTestJSON-1461788778 tempest-AbsoluteLimitsNegativeTestJSON-1461788778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:57.737858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aed23b42-f986-4774-808b-acde766716c9 req-c6b9e95b-a111-47e3-9fde-4df766940522 tempest-AbsoluteLimitsNegativeTestJSON-1461788778 tempest-AbsoluteLimitsNegativeTestJSON-1461788778-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765866 Jan 10 19:07:57.754684 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5', 'name': 'network-vif-deleted', 'tag': '3946e337-a7e8-4329-abc1-45eb5142c900', 'status': 'completed', 'code': 200} Jan 10 19:07:57.757514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aed23b42-f986-4774-808b-acde766716c9 req-144cdbaf-0098-418b-91e2-d793156ad66b tempest-AbsoluteLimitsNegativeTestJSON-1461788778 tempest-AbsoluteLimitsNegativeTestJSON-1461788778-project] 10.222.0.21 "GET /v2.0/quotas/b54a814c28e74ddd8a92091d3b238275 HTTP/1.1" status: 200 len: 375 time: 0.0184708 Jan 10 19:07:57.823510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aed23b42-f986-4774-808b-acde766716c9 req-f956c460-66b0-4411-acfc-11d0dffcfe9f tempest-AbsoluteLimitsNegativeTestJSON-1461788778 tempest-AbsoluteLimitsNegativeTestJSON-1461788778-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b54a814c28e74ddd8a92091d3b238275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622206 Jan 10 19:07:57.978678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf760661-27fb-4d29-b1c6-dedfa3a41bdc None None] New status for floating IP 53fc60a5-6f61-4b84-8ad8-3f18a83e6908: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:07:58.018286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9719974-f26b-4d9d-8056-88be23e5f750 req-bd54b260-1c1d-41eb-becd-532187ca14e9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:58.028731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9719974-f26b-4d9d-8056-88be23e5f750 req-bd54b260-1c1d-41eb-becd-532187ca14e9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 949 time: 0.1373179 Jan 10 19:07:58.096121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9719974-f26b-4d9d-8056-88be23e5f750 req-1bf4cb4b-1d8a-487d-b4fe-ff723a8240ef tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 Jan 10 19:07:58.318856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Router a71ef4e2-d63e-4bcf-a0b3-644563974b0f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:07:58.340549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6988e4ff-874f-408d-bcd9-22ff3c9508b6 req-c3714830-36f3-436d-9578-747bd3ee005e tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca3b30f0-0b37-4c8a-8fab-ca3f661f1ac5 HTTP/1.1" status: 200 len: 210 time: 0.0693989 Jan 10 19:07:58.368223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39930) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:58.559364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:58.628920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-4263f558-7399-4f43-b389-8a7fc147fe52 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343776 Jan 10 19:07:58.629893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:07:58.634589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Usage tracker for resource:security_group_rule and tenant:b54a814c28e74ddd8a92091d3b238275 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:07:58.639303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:07:58.666041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:07:58.767967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:07:58.775032 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-741dedd3-0ed7-4505-8644-a6079f8d16f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/a71ef4e2-d63e-4bcf-a0b3-644563974b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1467357 Jan 10 19:07:58.775925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39946) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:58.821570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-760fddaa-467b-404b-a74e-b60cc2baeb41 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:07:58.823014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-760fddaa-467b-404b-a74e-b60cc2baeb41 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855674 Jan 10 19:07:58.855570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-37bc2b0b-9665-44b1-8f1d-2eee7a8daa4a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/quotas/f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0244098 Jan 10 19:07:58.857185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:58.893564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:58.963836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:07:58.972276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.051407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cddea1-4a20-46a4-ba06-037fd5b098e0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:59.057040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-76e909ad-e8b6-43c4-bfe7-ea299a31de9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b54a814c28e74ddd8a92091d3b238275&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6877022 Jan 10 19:07:59.062049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 6a220274-84a2-4649-a27b-34fbea11dc9c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:07:59.063039 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.066220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39950) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:07:59.134020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-8227e814-fff6-4ae7-a5eb-f8927a1dee6a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2726200 Jan 10 19:07:59.202959 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.205552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ffff208b-278e-4148-a262-e8a03bc26b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.240384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:07:59.246786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ffff208b-278e-4148-a262-e8a03bc26b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.250429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:59.255116 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.256255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 3946e337-a7e8-4329-abc1-45eb5142c900 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:07:59.338367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.351876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Deleting port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:07:59.352523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.362760 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'code': 200} Jan 10 19:07:59.386375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ffff208b-278e-4148-a262-e8a03bc26b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.416284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 3946e337-a7e8-4329-abc1-45eb5142c900 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:07:59.416820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 3946e337-a7e8-4329-abc1-45eb5142c900 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:07:59.417849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0ea789c-7b5b-4e2e-86ac-12e08728a641 req-5d342c8c-fda1-4aeb-bd50-9d34336f8d27 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0502036 Jan 10 19:07:59.440906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff208b-278e-4148-a262-e8a03bc26b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cddea1-4a20-46a4-ba06-037fd5b098e0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:59.444448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=11']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:07:59.445228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ffff208b-278e-4148-a262-e8a03bc26b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.446401 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ffff208b-278e-4148-a262-e8a03bc26b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37cddea1-4a20-46a4-ba06-037fd5b098e0 HTTP/1.1" status: 204 len: 168 time: 0.3774154 Jan 10 19:07:59.608605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] For port 8eb66c1f-9aa7-463d-857b-8dc9903f13f4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:07:59.609146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:07:59.819302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Calling delete_port for 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:00.063182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:00.079588 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] Sync routers for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:00.102657 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:00.103668 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:00.189820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b009-af48-4473-ab26-87e18e31cfca req-7393ba03-974d-475b-9a23-8ca216fdc103 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:00.202796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdc2b009-af48-4473-ab26-87e18e31cfca req-7393ba03-974d-475b-9a23-8ca216fdc103 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1893644 Jan 10 19:08:00.211109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb66c1f-9aa7-463d-857b-8dc9903f13f4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:00.309509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdc2b009-af48-4473-ab26-87e18e31cfca req-765cccba-d9c9-4105-b85e-00e39bc8db3a tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047783 Jan 10 19:08:00.407169 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:00.500737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:00.526554 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:07:59Z', 'revision_number': 7, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:00.530692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] Checking router: a71ef4e2-d63e-4bcf-a0b3-644563974b0f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:08:00.541129 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] Routers {'a71ef4e2-d63e-4bcf-a0b3-644563974b0f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:00.541721 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:00.592899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a508988-b329-4b4e-9377-de9921e01526 req-819fca0b-5801-4971-88f3-538dd4c0dd61 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0439825 Jan 10 19:08:00.690842 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] Set router a71ef4e2-d63e-4bcf-a0b3-644563974b0f gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:00.698330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40004) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:00.823682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:07:59Z', 'revision_number': 7, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:00.824047 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b921f4-6f4a-4bd0-b516-0f25a793a522 None None] The sync data for ids ['a71ef4e2-d63e-4bcf-a0b3-644563974b0f'] in n-d-816927-8 is: [{'id': 'a71ef4e2-d63e-4bcf-a0b3-644563974b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836425018-router', 'tenant_id': '9ebee50fd79a4c229ab79d54e062899b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:42Z', 'updated_at': '2022-01-10T19:07:59Z', 'revision_number': 7, 'project_id': '9ebee50fd79a4c229ab79d54e062899b', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:08:00.946611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-637438739-network', 'tenant_id': '13530b1686264167a87760bb65efd644'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:00.952011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:00.956003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Usage tracker for resource:network and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:00.959165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:00.966340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:00.978552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Made reservation on behalf of 13530b1686264167a87760bb65efd644 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:00.981453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:00.994547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.033634 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-8332624f-8166-472d-ab9a-de4ae0845de3 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075766 Jan 10 19:08:01.034649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:01.040779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:01.042804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.045326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:01.053218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:01.152350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.209339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.217488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.235221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.235770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a71ef4e2-d63e-4bcf-a0b3-644563974b0f {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:08:01.242104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-ddce3a4f-f47c-47c7-a906-585ce115636e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:01.243715 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-ddce3a4f-f47c-47c7-a906-585ce115636e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031510 Jan 10 19:08:01.255936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.257691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04549138-e905-4bff-8dab-13f33c2154e9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a71ef4e2-d63e-4bcf-a0b3-644563974b0f HTTP/1.1" status: 204 len: 168 time: 2.4806821 Jan 10 19:08:01.264812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Request body: {'port': {'device_id': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': 'f5b9024ea0174fd9a2c807f89aa0e9e1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:01.271435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40014) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:01.277307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:08:01.331657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Sync routers for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:01.343891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d028ebbd-ce3b-4d15-87a6-52ccfc11b984,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:01.349749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.350288 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Added segment 6549c807-7986-4bde-8ada-056e30552579 of type vlan for network d5e4b361-7bc7-456b-ab6f-90f317e1b066 Jan 10 19:08:01.372271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:01.375671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:01.385891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Deleting subnet bc7a4604-5d51-4889-8565-40ec2f66ab1e {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:08:01.394910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.467358 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.486078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.502980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:01.504650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b2a0a234-4c06-417e-89c9-7623450539f9 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:01.509411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Usage tracker for resource:port and tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:01.513503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:01.520979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:01.533658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Made reservation on behalf of f5b9024ea0174fd9a2c807f89aa0e9e1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:01.538275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.586251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:08:01.588102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b2a0a234-4c06-417e-89c9-7623450539f9 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:01.588442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b2a0a234-4c06-417e-89c9-7623450539f9 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:01.650074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34caf29-9499-4df8-bf3a-119482b9555d req-a7829ab7-a1cb-469e-8a79-a3ded4f336b3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:01.651608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c34caf29-9499-4df8-bf3a-119482b9555d req-a7829ab7-a1cb-469e-8a79-a3ded4f336b3 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.1293814 Jan 10 19:08:01.652407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.653469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:01.654183 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.709261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:01.729746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Allocated IP 192.168.233.132 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/8afeeec0-6fd0-405c-9139-25b15b798b92) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:01.863341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e4b361-7bc7-456b-ab6f-90f317e1b066,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:01.875534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b2507916-33fe-4eea-83ae-61708f8d4a71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1758754 Jan 10 19:08:01.880344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:01.881048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3795b6-10f7-4935-b0a6-d6ffaaff5141 req-903e73f4-e750-4580-b0e9-92dbae2dc495 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0792406 Jan 10 19:08:01.883910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:01.892460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Request body: {'subnet': {'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-637438739-subnet', 'tenant_id': '13530b1686264167a87760bb65efd644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:01.899864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:01.908324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Usage tracker for resource:subnet and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:01.909217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d5e4b361-7bc7-456b-ab6f-90f317e1b066 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:08:01.913868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:01.921444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c34caf29-9499-4df8-bf3a-119482b9555d req-84ea9001-666b-4b65-bbd1-2ee7789ee2da tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395701 Jan 10 19:08:01.934968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:01.981425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Made reservation on behalf of 13530b1686264167a87760bb65efd644 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:02.008586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.014369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.154541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7a4604-5d51-4889-8565-40ec2f66ab1e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:02.171177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.187679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffe6054f-df33-4cb7-9295-03f4a3ef2e7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc7a4604-5d51-4889-8565-40ec2f66ab1e HTTP/1.1" status: 204 len: 168 time: 0.9009922 Jan 10 19:08:02.187679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:02.227782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e409ce-2ddb-4be5-9b36-ceaa3cc9a3b0 None None] Network a22bd461-3363-4ea0-8377-d6875b88e7d7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:02.305960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.311319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.322768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Transition to ACTIVE for port object 8afeeec0-6fd0-405c-9139-25b15b798b92 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:02.325797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Deleting port 5107f38a-6a48-4a94-8544-b5d5d862d390 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:02.326184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.439433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.459589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ab8fbb3a-8042-4e8c-aece-251c978d63ec', '6a220274-84a2-4649-a27b-34fbea11dc9c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:02.485502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:02.574090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:02.591201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:02.622501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:02.702564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.793184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] For port 5107f38a-6a48-4a94-8544-b5d5d862d390, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5107f38a-6a48-4a94-8544-b5d5d862d390,segment=NetworkSegment(79b33f68-0985-4e03-a4cc-d9900f236899),segment_id=79b33f68-0985-4e03-a4cc-d9900f236899)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:02.793184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.807487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:02.870174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:02.870174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:02.952226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8def17dd-e9b7-41e0-bc50-0ced7fecc19e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:02.989356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-fb86a968-20f5-48ef-97cb-fcbbfb380311 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7189929 Jan 10 19:08:02.989356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Checking segment: {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:02.989356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Network hostable DHCP agents. Network: d5e4b361-7bc7-456b-ab6f-90f317e1b066, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:08:03.017881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Request body: {'port': {'device_id': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:03.076055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Calling delete_port for 5107f38a-6a48-4a94-8544-b5d5d862d390 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:03.081939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73fcfd8-3abe-45f0-9650-8634805bdfc8 None None] DHCP port deletion for a22bd461-3363-4ea0-8377-d6875b88e7d7 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:08:03.173450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.195417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Network d5e4b361-7bc7-456b-ab6f-90f317e1b066 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:08:03.234157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d5e4b361-7bc7-456b-ab6f-90f317e1b066) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:03.266536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.271130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:03.271740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.285458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ce8ed-904d-450f-90a7-53671fae5dbb None None] Network d5e4b361-7bc7-456b-ab6f-90f317e1b066 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:03.314268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f73fcfd8-3abe-45f0-9650-8634805bdfc8 None None] Deleting port 5107f38a-6a48-4a94-8544-b5d5d862d390 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:03.314268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f73fcfd8-3abe-45f0-9650-8634805bdfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.374646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4ac9e15b-1e9b-43ec-bfc1-24d1b4db0f63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4697282 Jan 10 19:08:03.380694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5107f38a-6a48-4a94-8544-b5d5d862d390 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:03.506020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5107f38a-6a48-4a94-8544-b5d5d862d390 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:03.506020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5107f38a-6a48-4a94-8544-b5d5d862d390 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:03.506020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:03.619276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f73fcfd8-3abe-45f0-9650-8634805bdfc8 None None] The port '5107f38a-6a48-4a94-8544-b5d5d862d390' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:08:03.619276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'bc84fd96-098d-48ef-9f47-fcbb7de6968b', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'port_id': '56d70ed8-b725-45d9-b19f-f86f17257984', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'mac_address': 'fa:16:3e:65:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596bf062-db97-4564-b619-2f7f4b1120db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:07:24Z', 'updated_at': '2022-01-10T19:07:47Z', 'revision_number': 1, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 2, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:03.629082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5107f38a-6a48-4a94-8544-b5d5d862d390,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:03.636736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-121bf0ef-5556-47bd-b73a-336c3347bc30 None None] Provisioning for port 8afeeec0-6fd0-405c-9139-25b15b798b92 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:03.644181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] No DVR routers for this DVR port 5107f38a-6a48-4a94-8544-b5d5d862d390 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:08:03.657261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:03.657261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8eb66c1f-9aa7-463d-857b-8dc9903f13f4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:03.657261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-121bf0ef-5556-47bd-b73a-336c3347bc30 None None] Provisioning complete for port 8afeeec0-6fd0-405c-9139-25b15b798b92 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:03.657261 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-121bf0ef-5556-47bd-b73a-336c3347bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.795995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-121bf0ef-5556-47bd-b73a-336c3347bc30 None None] Port 8afeeec0-6fd0-405c-9139-25b15b798b92 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:03.795995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Checking router: f16d8310-fbc9-4eda-95c6-287b5414d3a4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:08:03.795995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Updating router f16d8310-fbc9-4eda-95c6-287b5414d3a4 port 42c606ca-6f19-4327-a56a-ff15b061bbfd binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:08:03.810604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.852088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514004a2-d4d0-4aa9-8740-896214a0f21f req-9442bae9-3ba9-4250-afe3-bcca68edfc8e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:03.857070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.862240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-514004a2-d4d0-4aa9-8740-896214a0f21f req-9442bae9-3ba9-4250-afe3-bcca68edfc8e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 936 time: 0.4977214 Jan 10 19:08:03.887124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22bd461-3363-4ea0-8377-d6875b88e7d7']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:03.907819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b33f68-0985-4e03-a4cc-d9900f236899') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:03.907819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b33f68-0985-4e03-a4cc-d9900f236899') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:03.929554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.942755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1df9-4244-4d62-a6d6-5ca55cf6684b req-e8ea2d98-fae3-4a8f-8cd2-1987ba7e5172 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:03.946908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22ad1df9-4244-4d62-a6d6-5ca55cf6684b req-e8ea2d98-fae3-4a8f-8cd2-1987ba7e5172 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.5173585 Jan 10 19:08:03.983636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-514004a2-d4d0-4aa9-8740-896214a0f21f req-c17d1210-1e7b-4d58-9a2a-7cd589b30679 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304815 Jan 10 19:08:03.984693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:03.999757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:08:04.000154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:08:04.037736 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:08:04.044493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afeeec0-6fd0-405c-9139-25b15b798b92 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:04.065762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.109810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Transition to ACTIVE for port object 8afeeec0-6fd0-405c-9139-25b15b798b92 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:04.118208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.237471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22ad1df9-4244-4d62-a6d6-5ca55cf6684b req-e9f634a8-b1fb-4a85-b642-cacd246f0343 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842557 Jan 10 19:08:04.255968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.268953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.344450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22bd461-3363-4ea0-8377-d6875b88e7d7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:04.358089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5bdba328-1522-4db4-9015-8c1db9f09f11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a22bd461-3363-4ea0-8377-d6875b88e7d7 HTTP/1.1" status: 204 len: 168 time: 2.1767144 Jan 10 19:08:04.379599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:04.404578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.405144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.405641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.406140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.407191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.407780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.408266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.408747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.409486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.409967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.410443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:04.543229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:04.543971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:04.544558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:04.550581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:04.551138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:04.558161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:04.558714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:04.559378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:04.560086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Bound port: 8afeeec0-6fd0-405c-9139-25b15b798b92, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:04.560674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.593992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93442a4c-26fd-4a9c-afd2-ce27a0e896b5 None None] Network d5e4b361-7bc7-456b-ab6f-90f317e1b066 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:04.599421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-312112588', 'description': 'tempest-description-1890338783'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:04.611929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:04.616902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:04.623688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:04.637267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40060) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:04.640962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:04.693775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.701592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:04.705094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:04.711303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.735550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-036fb92c-27da-426d-b89b-f3c74206897c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ebee50fd79a4c229ab79d54e062899b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971782 Jan 10 19:08:04.743902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40064) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:04.787240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:04.800392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:04.809339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:04.814237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.816487 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-a8e5140f-ff39-4213-81d5-45bd76af1cca service neutron] 10.222.0.30 "PUT /v2.0/ports/8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 1096 time: 1.8245740 Jan 10 19:08:04.817819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:04.826344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:04.836343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:04.915276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.926042 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cbed38e-23e3-4c19-a7d1-04e8ce895e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.931956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Transition to ACTIVE for port object 42c606ca-6f19-4327-a56a-ff15b061bbfd will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:04.934977 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'status': 'completed', 'code': 200} Jan 10 19:08:04.957894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:04.958725 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-5fa4d5dc-49dc-4ef6-8025-efe420f37438 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1099 time: 0.0964081 Jan 10 19:08:04.981587 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cbed38e-23e3-4c19-a7d1-04e8ce895e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.036051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.046190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e4121-5f4e-4975-8909-72e03130117f None None] Pushing event updated for resources: {'Port': ['ID=42c606ca-6f19-4327-a56a-ff15b061bbfd,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:05.064489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.083667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-4f7a1c68-b3ec-44b3-843c-2bb4c72998aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.1177301 Jan 10 19:08:05.153760 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.161048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3860df0e-797b-4906-b2ee-70ed17aac9a3 req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5675855 Jan 10 19:08:05.191518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-076eb788-1506-4616-8537-c0c24f087c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:05.196310 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-076eb788-1506-4616-8537-c0c24f087c30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1055703 Jan 10 19:08:05.309893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-843995653', 'description': 'tempest-description-203313316'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:05.319656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:05.324972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e042ce-a3c1-4df0-90e7-64329e6f8bdb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7d5b49-e54d-40b4-bdb3-182012314776,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:05.326891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:05.335548 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-ac7cd5aa-1f30-436b-819b-9ca8aaf0a851 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276786 Jan 10 19:08:05.342575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:05.389605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:05.396547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cbed38e-23e3-4c19-a7d1-04e8ce895e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.423917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed38e-23e3-4c19-a7d1-04e8ce895e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfbfb71-227d-4df7-9ef1-e86c8bdd8404,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:05.427115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cbed38e-23e3-4c19-a7d1-04e8ce895e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.427683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0cbed38e-23e3-4c19-a7d1-04e8ce895e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbfbfb71-227d-4df7-9ef1-e86c8bdd8404 HTTP/1.1" status: 204 len: 168 time: 0.6826198 Jan 10 19:08:05.465224 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.498396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Attempting to bind port 42c606ca-6f19-4327-a56a-ff15b061bbfd on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:05.499030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Attempting to bind port 42c606ca-6f19-4327-a56a-ff15b061bbfd by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:05.499564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Attempting to bind port 42c606ca-6f19-4327-a56a-ff15b061bbfd on network 63b75a24-a799-4136-becd-04632760317d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:05.518635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:05.522659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:05.525661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:05.536239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:05.537314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:05.537694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Checking segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:05.538662 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.539110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Bound using segment: {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:05.539596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Bound port: 42c606ca-6f19-4327-a56a-ff15b061bbfd, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06da314b-90a1-4fea-923a-3b9d277d7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '63b75a24-a799-4136-becd-04632760317d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:05.540087 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.555790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaf247-60f3-4d9f-8807-56472fa00bd5 req-860bb7c2-b2ec-403a-85bd-0b958e0dd21b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:05.557556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efaaf247-60f3-4d9f-8807-56472fa00bd5 req-860bb7c2-b2ec-403a-85bd-0b958e0dd21b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 948 time: 0.3621714 Jan 10 19:08:05.565681 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-58bb0dfb-ff2c-4601-adb5-345f9c8ad4ac service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223589 Jan 10 19:08:05.620540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-73104f00-aed5-48c8-aafd-36da6704cc2f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:05.622288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-73104f00-aed5-48c8-aafd-36da6704cc2f tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.30 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.2914872 Jan 10 19:08:05.734276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efaaf247-60f3-4d9f-8807-56472fa00bd5 req-989cfdfa-87d8-4e61-a852-822f601e5771 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657877 Jan 10 19:08:05.759390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] For port 42c606ca-6f19-4327-a56a-ff15b061bbfd, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:05.773510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-525819cf-7b6d-4dc3-8911-dffd5efd0ea8 req-c39abb56-5eb6-4eca-971b-ae7fca4efb2c service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003813 Jan 10 19:08:05.773905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] For port 42c606ca-6f19-4327-a56a-ff15b061bbfd, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=42c606ca-6f19-4327-a56a-ff15b061bbfd,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:05.780141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.783507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.797320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Deleting port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:05.797669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.836601 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.893196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:05.893872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e4121-5f4e-4975-8909-72e03130117f None None] Pushing event updated for resources: {'Port': ['ID=42c606ca-6f19-4327-a56a-ff15b061bbfd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:05.927763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b93945a-5d22-4fbe-900c-aa53654442f9 req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6344604 Jan 10 19:08:05.940841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:05.941868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:07:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:05.979124 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-30edc6ad-4fee-46a5-b0b6-8b727de24bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1099 time: 0.1586211 Jan 10 19:08:06.014595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fb9d7-7795-4585-b6ee-5af29260f4c5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5308c34-4e1b-4759-8cb3-f56f48ea026c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:06.398012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-e6dfb9b7-604e-42a3-899e-438d8c9bc614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:06.403824 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-e6dfb9b7-604e-42a3-899e-438d8c9bc614 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.4186633 Jan 10 19:08:06.442920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:06.461076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaba9b-35b3-45a2-af5e-7155be359206 req-dec63de5-349e-4b1e-9562-f97208b52158 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:06.462761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2efaba9b-35b3-45a2-af5e-7155be359206 req-dec63de5-349e-4b1e-9562-f97208b52158 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/ports?device_id=50716750-ef17-433c-8e38-8c0887290efe HTTP/1.1" status: 200 len: 946 time: 0.3339980 Jan 10 19:08:06.490541 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-64f51726-1e0d-4e48-bb2d-c3bc7cddf362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.0793395 Jan 10 19:08:06.564986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2efaba9b-35b3-45a2-af5e-7155be359206 req-7026f0a0-f87e-4d5a-ae4b-b3459140965d tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3cef1ff-940c-4d6c-b434-e96e79a8fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945129 Jan 10 19:08:06.580769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] For port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:06.581138 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:06.593990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-030d68eb-4fe6-4242-93f7-9246ee6099b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:06.595897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-030d68eb-4fe6-4242-93f7-9246ee6099b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0969210 Jan 10 19:08:06.724935 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-335651d4-dde3-4a8d-9630-750446ca44b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214185 Jan 10 19:08:06.791373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Calling delete_port for 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:06.970238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'bc84fd96-098d-48ef-9f47-fcbb7de6968b', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'port_id': '56d70ed8-b725-45d9-b19f-f86f17257984', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'mac_address': 'fa:16:3e:65:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596bf062-db97-4564-b619-2f7f4b1120db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:07:24Z', 'updated_at': '2022-01-10T19:07:47Z', 'revision_number': 1, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:08:05Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:06.989416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97cd6a-df58-4082-907f-292ed05ea98f None None] The sync data for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 is: [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'bc84fd96-098d-48ef-9f47-fcbb7de6968b', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'port_id': '56d70ed8-b725-45d9-b19f-f86f17257984', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'mac_address': 'fa:16:3e:65:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596bf062-db97-4564-b619-2f7f4b1120db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:07:24Z', 'updated_at': '2022-01-10T19:07:47Z', 'revision_number': 1, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:08:05Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:08:07.187566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-7ebdb408-5cd1-410e-9adb-497b2aee8392 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557085 Jan 10 19:08:07.385488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:07.401783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8a92e1b8-9888-45b8-92bb-5c3e15598aa7 req-98f33bb1-0937-42ab-8fdc-5d70a4983416 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079015 Jan 10 19:08:07.417923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 42c606ca-6f19-4327-a56a-ff15b061bbfd up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:07.484642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-cb62b3a8-ecf3-4f68-9ee4-6132cbd9b768 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:07.484642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-cb62b3a8-ecf3-4f68-9ee4-6132cbd9b768 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:07.484642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Pushing event deleted for resources: {'Port': ['ID=71cbd6b8-2072-4fd5-911d-3ed0d93b02f7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:07.504463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0c64-fce8-4e0c-acc3-6b4c3dc22054 req-a436f607-f18d-4ae5-837f-a6d7ecb36b5a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:07.504463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d71c0c64-fce8-4e0c-acc3-6b4c3dc22054 req-a436f607-f18d-4ae5-837f-a6d7ecb36b5a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 948 time: 0.3600242 Jan 10 19:08:07.531595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 42c606ca-6f19-4327-a56a-ff15b061bbfd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:07.537649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 42c606ca-6f19-4327-a56a-ff15b061bbfd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:07.538178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:07.591594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] No DVR routers for this DVR port 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:08:07.594489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:07.604075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50716750-ef17-433c-8e38-8c0887290efe', 'name': 'network-vif-deleted', 'tag': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:07.614649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-cb62b3a8-ecf3-4f68-9ee4-6132cbd9b768 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:07.615878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-cb62b3a8-ecf3-4f68-9ee4-6132cbd9b768 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 812 time: 0.7186289 Jan 10 19:08:07.627618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ddee1f5e-4a01-4a62-ba1d-a4731b7b555e req-a04b73c9-a36d-4c6d-8b1d-b540e10b3772 tempest-ServerRescueNegativeTestJSON-1240194721 tempest-ServerRescueNegativeTestJSON-1240194721-project] 10.222.0.30 "DELETE /v2.0/ports/71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 HTTP/1.1" status: 204 len: 173 time: 1.9918687 Jan 10 19:08:07.650757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-a02091e4-d640-481c-87ca-82ea0a39b3c0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/quotas/13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 375 time: 0.0247240 Jan 10 19:08:07.669137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d71c0c64-fce8-4e0c-acc3-6b4c3dc22054 req-5b2a2df0-9623-472f-abe4-e71beb0355cd tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404700 Jan 10 19:08:07.678448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:07.731435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 42c606ca-6f19-4327-a56a-ff15b061bbfd, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=42c606ca-6f19-4327-a56a-ff15b061bbfd,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:07.739625 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:07.770608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-ee2225df-7dc3-466e-832a-0213e39e70e9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050613 Jan 10 19:08:07.834031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=42c606ca-6f19-4327-a56a-ff15b061bbfd,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:08.110383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-5485740c-acfc-42a4-9c41-985cd98a3a38 service neutron] 10.222.0.21 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350482 Jan 10 19:08:08.304960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-fa4a40a1-a512-401d-84b9-df47ee802bbc service neutron] 10.222.0.21 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869216 Jan 10 19:08:08.342099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3817c56a-19b1-42c7-80d5-0aaeadcf9a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:08.676586 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50716750-ef17-433c-8e38-8c0887290efe', 'name': 'network-vif-deleted', 'tag': '71cbd6b8-2072-4fd5-911d-3ed0d93b02f7', 'status': 'completed', 'code': 200} Jan 10 19:08:08.694857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:08.849907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40152) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:08.904983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c87eebcb-88ef-4e98-8edd-0fa785929b45 req-cf039f8a-68d8-4a64-8fa0-32bd4e001c60 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 210 time: 0.1025395 Jan 10 19:08:09.000986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0ad6c-8f2f-4d85-a0ea-914f37da0b47 req-298b8444-6c76-4657-97ac-3a9b5f00f683 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:09.012813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80b0ad6c-8f2f-4d85-a0ea-914f37da0b47 req-298b8444-6c76-4657-97ac-3a9b5f00f683 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 948 time: 0.1647851 Jan 10 19:08:09.066899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.109484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:09.116841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Usage tracker for resource:security_group_rule and tenant:64b85209519d459ea3226bb2a7752918 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:09.116841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:09.132728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:09.141295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80b0ad6c-8f2f-4d85-a0ea-914f37da0b47 req-657e05ee-c838-411f-b192-820f6604bbea tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345809 Jan 10 19:08:09.259774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:08:09.266182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:09.279109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.279886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.321112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7e051-e2b3-4251-8156-dd0a7799a230,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:09.342812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:09.343378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 71cbd6b8-2072-4fd5-911d-3ed0d93b02f7 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:09.357233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d1b9ff52-61a4-458f-90a1-ae3fd73899ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64b85209519d459ea3226bb2a7752918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5050631 Jan 10 19:08:09.359290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:09.433361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fef0dbca-7cff-4b9a-8fb0-e5fbb88a10ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.468919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fef0dbca-7cff-4b9a-8fb0-e5fbb88a10ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.494138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 42c606ca-6f19-4327-a56a-ff15b061bbfd up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:09.567145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fef0dbca-7cff-4b9a-8fb0-e5fbb88a10ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.579296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.614162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0dbca-7cff-4b9a-8fb0-e5fbb88a10ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7e051-e2b3-4251-8156-dd0a7799a230,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:09.630715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fef0dbca-7cff-4b9a-8fb0-e5fbb88a10ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.630715 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fef0dbca-7cff-4b9a-8fb0-e5fbb88a10ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0f7e051-e2b3-4251-8156-dd0a7799a230 HTTP/1.1" status: 204 len: 168 time: 0.2698405 Jan 10 19:08:09.722938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:09.752130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 42c606ca-6f19-4327-a56a-ff15b061bbfd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:09.752130 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:09.845039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'mac_address': 'fa:16:3e:70:d6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:08:09.955884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:10.047770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afeeec0-6fd0-405c-9139-25b15b798b92 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:10.084385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:10.091186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:10.282137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9cb2e4c-184f-4c1e-8298-5a85140b89d6 req-0315bb45-19af-4643-9a32-504baa58bdb3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 210 time: 0.1285145 Jan 10 19:08:10.300102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:10.327518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.328070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.328199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.328432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.328763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.329636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.329636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.330338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.330338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.330488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.330742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:10.337888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['8afeeec0-6fd0-405c-9139-25b15b798b92'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:10.487180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-be771acd-90c6-4781-a7e6-64500ff7dc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:10.564139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-a7f5f93c-2e15-4402-b658-3a87a083d3b6 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:10.565477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-a7f5f93c-2e15-4402-b658-3a87a083d3b6 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.30 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 812 time: 0.4479234 Jan 10 19:08:10.588610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'port': {'device_id': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066', 'admin_state_up': True, 'tenant_id': '13530b1686264167a87760bb65efd644'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:10.712017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520926-fbd0-4792-bcea-418874fc1573 req-98c001fd-1a18-4704-a908-5e214ff45bff tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:10.715561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0520926-fbd0-4792-bcea-418874fc1573 req-98c001fd-1a18-4704-a908-5e214ff45bff tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 949 time: 0.3578551 Jan 10 19:08:10.851602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0520926-fbd0-4792-bcea-418874fc1573 req-b5f05ae8-cd0f-48a0-aa37-9c98299cdf3c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302626 Jan 10 19:08:10.856949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:10.862732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:port and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:10.867085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:10.875382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:10.894977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:10.965789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Made reservation on behalf of 13530b1686264167a87760bb65efd644 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:10.969149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.106280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2012237969-network', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:11.112091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:11.117381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Usage tracker for resource:network and tenant:75e91354e93e4d6d9b1d3de5269dd927 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:11.124594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:11.138058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:11.141599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Deleting port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:11.141599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.152855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Made reservation on behalf of 75e91354e93e4d6d9b1d3de5269dd927 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:11.155884 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.170794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.202809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:11.207028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Usage tracker for resource:security_group_rule and tenant:75e91354e93e4d6d9b1d3de5269dd927 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:11.209869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:11.215720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:11.269390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:11.282676 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.288682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.347702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:08:11.359674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19eb124-f4f8-4fea-9310-1b8fc89e7705,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:11.379248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.379248 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Added segment de69b559-e528-4d80-b52e-c353621e32cc of type vlan for network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 Jan 10 19:08:11.404706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] For port fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,segment=NetworkSegment(1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc),segment_id=1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:11.404706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.422769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.467076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 8afeeec0-6fd0-405c-9139-25b15b798b92 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:11.479884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 8afeeec0-6fd0-405c-9139-25b15b798b92 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:11.479884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.486272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.486272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:11.486272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.582964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Calling delete_port for fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:11.702975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8071301 Jan 10 19:08:11.715202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:11.734859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Request body: {'subnet': {'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2012237969-subnet', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:11.739768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:11.744238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Usage tracker for resource:subnet and tenant:75e91354e93e4d6d9b1d3de5269dd927 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:11.745276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Allocated IP 172.20.0.9 (d5e4b361-7bc7-456b-ab6f-90f317e1b066/8def17dd-e9b7-41e0-bc50-0ced7fecc19e/e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:11.746980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:11.748705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.752983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:11.771768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Made reservation on behalf of 75e91354e93e4d6d9b1d3de5269dd927 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:11.784340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.811921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8412-a41e-4035-ae3a-cebbad72599c admin admin] Pushing event updated for resources: {'Network': ['ID=f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:11.862173 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f48d9-1004-4d00-a9dd-19c115550d38 None None] New status for floating IP bc84fd96-098d-48ef-9f47-fcbb7de6968b: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:08:11.916918 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:11.927582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94aacf93-2785-40cf-a1bc-1ebe7910e328 req-01dcd42b-78e6-44f9-b0ed-7c04abce3ddc tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 210 time: 0.1873870 Jan 10 19:08:11.982531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:08:12.284104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.289168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.348453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:12.362075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7b3d37-4d04-4f34-976c-b6a1b48d09f1,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:12.380664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:12.400734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.408042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Checking segment: {'id': 'de69b559-e528-4d80-b52e-c353621e32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:12.408557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Network hostable DHCP agents. Network: f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:08:12.435969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:08:12.455477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:12.460689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:12.461668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.467996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.471007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8105fc-e223-49a0-99cd-8a7dd6602c45 None None] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:12.497963 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a65cf62-a571-47e4-824f-cc94ba368d64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7815914 Jan 10 19:08:12.499071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40224) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:12.515822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2012237969-router', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:12.532803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:12.545168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Usage tracker for resource:router and tenant:75e91354e93e4d6d9b1d3de5269dd927 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:12.549918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:12.560447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:12.572002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:12.587473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.588698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.619559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.630197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:12.704987 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'code': 200} Jan 10 19:08:12.813971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3', 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'fixed_ips': [{'subnet_id': '5e7b3d37-4d04-4f34-976c-b6a1b48d09f1'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:08:12.816244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.820035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bdb6-ad19-4977-803c-e59818c98564 req-6be7f830-6392-4313-b9c6-0323fbb21d27 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:12.828569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98c5bdb6-ad19-4977-803c-e59818c98564 req-6be7f830-6392-4313-b9c6-0323fbb21d27 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.4750919 Jan 10 19:08:12.933914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:12.974210 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-002531ab-1ce4-4e64-970f-415f0e035dbe req-142eee1b-058a-408e-a403-7fd11b181443 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1101 time: 0.2078450 Jan 10 19:08:12.986566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.004313 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.033513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98c5bdb6-ad19-4977-803c-e59818c98564 req-7fe7f627-baa7-4b40-bb29-f8a02facfe39 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028556 Jan 10 19:08:13.103074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Allocated IP 172.20.0.2 (f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3/5e7b3d37-4d04-4f34-976c-b6a1b48d09f1/160d2397-01fb-4a60-9bec-80ccb53c734d) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:13.175595 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-002531ab-1ce4-4e64-970f-415f0e035dbe req-7d31e9b3-b95a-4dfb-a177-f6c16453cb2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674404 Jan 10 19:08:13.317634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.358607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.404403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.475913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:13.487890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Network d5e4b361-7bc7-456b-ab6f-90f317e1b066 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:13.491525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:13.497764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:13.567236 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.570454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef9bbb-5ca5-4e41-a057-7055beef6ac9 req-8c2be0c2-3b43-4f23-8eb9-13c6c80082e5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:13.575642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Transition to ACTIVE for port object 160d2397-01fb-4a60-9bec-80ccb53c734d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:13.577537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0ef9bbb-5ca5-4e41-a057-7055beef6ac9 req-8c2be0c2-3b43-4f23-8eb9-13c6c80082e5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 931 time: 0.3241453 Jan 10 19:08:13.606736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Transition to ACTIVE for port object 160d2397-01fb-4a60-9bec-80ccb53c734d will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:13.618553 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.634986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:13.634986 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.674012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.690115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b0ef9bbb-5ca5-4e41-a057-7055beef6ac9 req-08d5cc41-dc75-4a7e-ba7c-8a826796da09 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:13.700510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-4793de91-7cc9-4210-861b-a492d1b693b0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1202261 Jan 10 19:08:13.700751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Pushing event updated for resources: {'Port': ['ID=160d2397-01fb-4a60-9bec-80ccb53c734d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:13.719814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Request body: {'port': {'device_id': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:13.746300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:13.746300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:13.753347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:13.772345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Allocated IP 172.25.6.51 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:13.855001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b0ef9bbb-5ca5-4e41-a057-7055beef6ac9 req-08d5cc41-dc75-4a7e-ba7c-8a826796da09 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:13.859194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Attempting to bind port 160d2397-01fb-4a60-9bec-80ccb53c734d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:13.859738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Attempting to bind port 160d2397-01fb-4a60-9bec-80ccb53c734d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'de69b559-e528-4d80-b52e-c353621e32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:13.860119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Attempting to bind port 160d2397-01fb-4a60-9bec-80ccb53c734d on network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:13.863532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0ef9bbb-5ca5-4e41-a057-7055beef6ac9 req-08d5cc41-dc75-4a7e-ba7c-8a826796da09 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854185 Jan 10 19:08:13.868962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:13.868962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Checking segment: {'id': 'de69b559-e528-4d80-b52e-c353621e32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:13.869590 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.869761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Bound using segment: {'id': 'de69b559-e528-4d80-b52e-c353621e32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:13.871391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Bound port: 160d2397-01fb-4a60-9bec-80ccb53c734d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de69b559-e528-4d80-b52e-c353621e32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:13.871391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.966934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:13.985686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] For port 160d2397-01fb-4a60-9bec-80ccb53c734d, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:13.992293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] For port 160d2397-01fb-4a60-9bec-80ccb53c734d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=160d2397-01fb-4a60-9bec-80ccb53c734d,segment=NetworkSegment(de69b559-e528-4d80-b52e-c353621e32cc),segment_id=de69b559-e528-4d80-b52e-c353621e32cc)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:13.997894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:14.000787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:14.035852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:14.188983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Pushing event updated for resources: {'Port': ['ID=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:14.208138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:14.213630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:14.218904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:14.244458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3613bce-2d6c-45f6-b4a5-36a6db39c035 None None] Pushing event updated for resources: {'Port': ['ID=160d2397-01fb-4a60-9bec-80ccb53c734d,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:14.596606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:14.597831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:14.939686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:14.940749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Router 9d1c2301-18c6-4501-a933-01c1494ce81a is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:08:14.958363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03256-54c5-43ce-9583-1ecb61efb3b4 req-1269d0d5-b60d-4fc0-bcba-49c4804839e5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:14.964662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33a03256-54c5-43ce-9583-1ecb61efb3b4 req-1269d0d5-b60d-4fc0-bcba-49c4804839e5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.6326954 Jan 10 19:08:15.007467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:15.095127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33a03256-54c5-43ce-9583-1ecb61efb3b4 req-5f3bec11-7dac-4a42-bc08-5f81424a68be tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289258 Jan 10 19:08:15.248498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:15.268743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:08:15.280451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Sync routers for ids ['9d1c2301-18c6-4501-a933-01c1494ce81a'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:15.300767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Routers {'9d1c2301-18c6-4501-a933-01c1494ce81a'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:15.304026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9d1c2301-18c6-4501-a933-01c1494ce81a'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:15.329112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:15.330975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a62ee5cf-2a81-4739-89d6-5846018568b7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8304648 Jan 10 19:08:15.333416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40252) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:15.357923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:15.410300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Transition to ACTIVE for port object e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:15.442168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:15.466654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 160d2397-01fb-4a60-9bec-80ccb53c734d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:15.689604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f779e-0ae5-4573-89de-32395e72eb3a req-8a6e062f-445f-4cce-854c-200b46e00463 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:15.692673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f90f779e-0ae5-4573-89de-32395e72eb3a req-8a6e062f-445f-4cce-854c-200b46e00463 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:15.694901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 160d2397-01fb-4a60-9bec-80ccb53c734d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:15.742142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:15.774094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Set router 9d1c2301-18c6-4501-a933-01c1494ce81a gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:15.812650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf8bd5-d88c-4c68-b91b-c7853db967a5 None None] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:15.849987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f90f779e-0ae5-4573-89de-32395e72eb3a req-8a6e062f-445f-4cce-854c-200b46e00463 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:15.857696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f90f779e-0ae5-4573-89de-32395e72eb3a req-8a6e062f-445f-4cce-854c-200b46e00463 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 931 time: 0.7621677 Jan 10 19:08:15.978823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f90f779e-0ae5-4573-89de-32395e72eb3a req-c60847b1-80d8-4485-bbb1-6b02858e846b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197383 Jan 10 19:08:16.063404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] Provisioning for port 160d2397-01fb-4a60-9bec-80ccb53c734d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:16.136509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Attempting to bind port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:16.136849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Attempting to bind port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:16.137173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Attempting to bind port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b on network d5e4b361-7bc7-456b-ab6f-90f317e1b066 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:16.144135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] Provisioning complete for port 160d2397-01fb-4a60-9bec-80ccb53c734d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:16.144517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.153953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b on network d5e4b361-7bc7-456b-ab6f-90f317e1b066 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:16.154284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Attempting to bind port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b on network d5e4b361-7bc7-456b-ab6f-90f317e1b066 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:16.163423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:16.164009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Checking segment: {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:16.164564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Bound using segment: {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:16.165158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Bound port: e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:16.165666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.191762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:08:16.399222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:16.407535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:16.430612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.484310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.511936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.513647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 1091 time: 2.8045986 Jan 10 19:08:16.522090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:16.606558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.610547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04292c6-ad05-43c7-9e7e-b1d460a64fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:16.624755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d1a9-827c-4914-b1ce-c7e986f8d6b2 req-e9b19f51-ac9d-4533-94f9-1f2812ef858a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:16.631942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] For port 160d2397-01fb-4a60-9bec-80ccb53c734d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=160d2397-01fb-4a60-9bec-80ccb53c734d,segment=NetworkSegment(de69b559-e528-4d80-b52e-c353621e32cc),segment_id=de69b559-e528-4d80-b52e-c353621e32cc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:16.632371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40a8d1a9-827c-4914-b1ce-c7e986f8d6b2 req-e9b19f51-ac9d-4533-94f9-1f2812ef858a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.3683529 Jan 10 19:08:16.643156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.650754 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'status': 'completed', 'code': 200} Jan 10 19:08:16.743373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969db2a-ae3d-49e6-814b-c218b8bf6de6 None None] Pushing event updated for resources: {'Port': ['ID=160d2397-01fb-4a60-9bec-80ccb53c734d,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:16.754795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'name': 'tempest-ServersTestFqdnHostnames-2012237969-router', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:12Z', 'updated_at': '2022-01-10T19:08:14Z', 'revision_number': 3, 'project_id': '75e91354e93e4d6d9b1d3de5269dd927', 'gw_port': {'id': '74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:13Z', 'updated_at': '2022-01-10T19:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:16.762662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Checking router: 9d1c2301-18c6-4501-a933-01c1494ce81a for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:08:16.763251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Updating router 9d1c2301-18c6-4501-a933-01c1494ce81a port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:08:16.799434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40a8d1a9-827c-4914-b1ce-c7e986f8d6b2 req-029530ce-4ffe-41c4-be5e-b6b6547460d8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652420 Jan 10 19:08:16.861686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-cea31623-68df-402d-a675-d45e3f637334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1094 time: 0.2921259 Jan 10 19:08:16.882333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:16.921902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Allocated IP 172.20.0.1 (f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3/5e7b3d37-4d04-4f34-976c-b6a1b48d09f1/04a81e6a-6874-4202-8022-6be16d068db1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:17.156306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-1df492da-5c19-46e5-bc0d-471c9ce73ecb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 217 time: 0.2937253 Jan 10 19:08:17.162196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:08:17.173479 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] Sync routers for ids ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:17.181983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-51b37470-240a-4950-a1e8-e9f9c80f07d5 admin admin] 10.222.0.21 "PUT /v2.0/routers/54868a4d-a99f-4f8d-b39e-d5d0f6d28c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4859505 Jan 10 19:08:17.182298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.184449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0eccd578-64d0-48f0-8387-31871ad52e3f None None] Provisioning complete for port 160d2397-01fb-4a60-9bec-80ccb53c734d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:17.184928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0eccd578-64d0-48f0-8387-31871ad52e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.189830 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] Routers {'54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:17.190428 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:17.201604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Transition to ACTIVE for port object 04a81e6a-6874-4202-8022-6be16d068db1 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:17.222760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40278) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:17.308651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.360987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:17.372797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:17.385338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 160d2397-01fb-4a60-9bec-80ccb53c734d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:17.390696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:17.410278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-983d439a-1068-4431-970e-8e4f53ae891c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:17.424455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-983d439a-1068-4431-970e-8e4f53ae891c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.2601640 Jan 10 19:08:17.460414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.508011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] Set router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:17.559361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.567212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-6eab30e1-288f-4c8d-88b5-2768b0fbcfdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337132 Jan 10 19:08:17.581321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.602482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Transition to ACTIVE for port object 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:17.617270 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.622365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4021d3d5-2176-4e32-b34d-d05ec85aa752 req-13171151-ef7f-4a23-8156-d5b81df3ca16 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1101 time: 0.6521621 Jan 10 19:08:17.657468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Pushing event updated for resources: {'Port': ['ID=04a81e6a-6874-4202-8022-6be16d068db1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:17.707249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 160d2397-01fb-4a60-9bec-80ccb53c734d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:17.707848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.769724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4021d3d5-2176-4e32-b34d-d05ec85aa752 req-19d075d7-5824-4179-b041-843b554b3573 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461227 Jan 10 19:08:17.790944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a135a-7d98-46a0-8a67-159999b594f7 req-233742a1-8e5a-4d08-81d0-4786b8e96c1e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:17.792988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a3a135a-7d98-46a0-8a67-159999b594f7 req-233742a1-8e5a-4d08-81d0-4786b8e96c1e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 943 time: 0.5064542 Jan 10 19:08:17.802069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c9fd-aa0d-4898-a8ca-0a514e1b49e3 None None] Pushing event updated for resources: {'Port': ['ID=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:17.815534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Attempting to bind port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:17.816248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Attempting to bind port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:17.816850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Attempting to bind port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:17.826365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04d0d36a-3daa-49b9-ba8c-8f0aa7d7377b None None] Provisioning for port 04a81e6a-6874-4202-8022-6be16d068db1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:17.836604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:17.837316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:17.837933 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.838559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:17.839272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Bound port: 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:17.839893 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.865955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04d0d36a-3daa-49b9-ba8c-8f0aa7d7377b None None] Provisioning complete for port 04a81e6a-6874-4202-8022-6be16d068db1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:17.866708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-04d0d36a-3daa-49b9-ba8c-8f0aa7d7377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.930722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-772a11f5-b68a-485e-a0fc-20124a83984c service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507683 Jan 10 19:08:17.958069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:17.975884 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:08:11Z', 'revision_number': 5, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:17.980913 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] Checking router: 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:08:17.998920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a3a135a-7d98-46a0-8a67-159999b594f7 req-dcbfc36c-4b07-4595-9e05-dd6e858e34f0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988511 Jan 10 19:08:18.007466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-04d0d36a-3daa-49b9-ba8c-8f0aa7d7377b None None] Port 04a81e6a-6874-4202-8022-6be16d068db1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:18.015826 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] Routers {'54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:18.018337 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:18.020373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] For port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:18.026855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] For port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:18.035397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:18.177696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3db5a68-6a81-4803-8224-2e78210f7ca6 req-7f26f9bc-0d1d-427c-88f4-c17ed0931561 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242846 Jan 10 19:08:18.221866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c9fd-aa0d-4898-a8ca-0a514e1b49e3 None None] Pushing event updated for resources: {'Port': ['ID=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:18.235216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Routers {'9d1c2301-18c6-4501-a933-01c1494ce81a'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:18.236058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9d1c2301-18c6-4501-a933-01c1494ce81a'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:18.358330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:18.385869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:18.450157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] Set router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:18.451648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22ec72a7-6b17-4d36-b23c-f3ce448f9d02 req-aef64ec3-1520-4bea-a313-aa21879e4d93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1155424 Jan 10 19:08:18.459925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-597eaa04-1137-412f-908d-78d8f595e555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1094 time: 0.2288642 Jan 10 19:08:18.573090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:18.612218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Pushing event updated for resources: {'Port': ['ID=04a81e6a-6874-4202-8022-6be16d068db1,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:18.648410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-cbbde5b0-03e9-45e7-adba-8f60b6b4457c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:18.649880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-cbbde5b0-03e9-45e7-adba-8f60b6b4457c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.1830986 Jan 10 19:08:18.686719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] Set router 9d1c2301-18c6-4501-a933-01c1494ce81a gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:18.757753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-d2c1d76e-64af-4d3b-b60e-99c78dc32d37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 217 time: 0.1013756 Jan 10 19:08:18.759164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:18.818790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:18.821015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:18.824356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Deleting port bd077b60-66c0-41aa-b1b2-570ef3c94d6e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:18.824911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:18.845126 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:08:11Z', 'revision_number': 5, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:18.849617 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72066c-9418-4027-9837-1ba75e4f46f5 None None] The sync data for ids ['54868a4d-a99f-4f8d-b39e-d5d0f6d28c15'] in n-d-816927-8 is: [{'id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'name': 'tempest-ServerRescueNegativeTestJSON-396562634-router', 'tenant_id': '93b95882117d4c0e9b3409141dccf326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:43Z', 'updated_at': '2022-01-10T19:08:11Z', 'revision_number': 5, 'project_id': '93b95882117d4c0e9b3409141dccf326', 'gw_port': {'id': 'bd077b60-66c0-41aa-b1b2-570ef3c94d6e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54868a4d-a99f-4f8d-b39e-d5d0f6d28c15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:45Z', 'updated_at': '2022-01-10T19:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:08:18.912016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-d2848533-4ee5-4202-869e-00e7a211d820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:18.914407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-d2848533-4ee5-4202-869e-00e7a211d820 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.1386714 Jan 10 19:08:19.007025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-23f59c83-1a4a-4b55-87f8-946c502c7b4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848074 Jan 10 19:08:19.135992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'name': 'tempest-ServersTestFqdnHostnames-2012237969-router', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:12Z', 'updated_at': '2022-01-10T19:08:17Z', 'revision_number': 4, 'project_id': '75e91354e93e4d6d9b1d3de5269dd927', 'gw_port': {'id': '74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:13Z', 'updated_at': '2022-01-10T19:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '04a81e6a-6874-4202-8022-6be16d068db1', 'name': '', 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'mac_address': 'fa:16:3e:94:55:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e7b3d37-4d04-4f34-976c-b6a1b48d09f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:16Z', 'updated_at': '2022-01-10T19:08:17Z', 'revision_number': 2, 'project_id': '75e91354e93e4d6d9b1d3de5269dd927', 'subnets': [{'id': '5e7b3d37-4d04-4f34-976c-b6a1b48d09f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:19.140517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c5d79-8cf7-492a-bd4a-b681a2844b39 None None] The sync data for ids ['9d1c2301-18c6-4501-a933-01c1494ce81a'] in n-d-816927-8 is: [{'id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'name': 'tempest-ServersTestFqdnHostnames-2012237969-router', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:12Z', 'updated_at': '2022-01-10T19:08:17Z', 'revision_number': 4, 'project_id': '75e91354e93e4d6d9b1d3de5269dd927', 'gw_port': {'id': '74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:13Z', 'updated_at': '2022-01-10T19:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '04a81e6a-6874-4202-8022-6be16d068db1', 'name': '', 'network_id': 'f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3', 'tenant_id': '75e91354e93e4d6d9b1d3de5269dd927', 'mac_address': 'fa:16:3e:94:55:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1c2301-18c6-4501-a933-01c1494ce81a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e7b3d37-4d04-4f34-976c-b6a1b48d09f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:16Z', 'updated_at': '2022-01-10T19:08:17Z', 'revision_number': 2, 'project_id': '75e91354e93e4d6d9b1d3de5269dd927', 'subnets': [{'id': '5e7b3d37-4d04-4f34-976c-b6a1b48d09f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:08:19.248148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e3e9fa9-8800-4e2b-b417-236cc32a8449 None None] Provisioning complete for port 04a81e6a-6874-4202-8022-6be16d068db1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:19.254914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011990-7f6d-4eba-8576-7206e7f07472 req-37b51344-43b0-4043-923c-597bf617a28e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:19.263255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9011990-7f6d-4eba-8576-7206e7f07472 req-37b51344-43b0-4043-923c-597bf617a28e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.3083401 Jan 10 19:08:19.264919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9fa9-8800-4e2b-b417-236cc32a8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:19.270593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-fb5a8ba5-140f-47c5-8c89-0ac45febcd2a service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540255 Jan 10 19:08:19.321263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:19.405841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:19.406278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fd32e84d-9a3e-4aac-8cd9-21e1d3eed8bd not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:19.410351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e9fa9-8800-4e2b-b417-236cc32a8449 None None] Port 04a81e6a-6874-4202-8022-6be16d068db1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:19.478087 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-dd6eefb6-578b-4c11-9bb0-cc52e01e255d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4507926 Jan 10 19:08:19.512680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9011990-7f6d-4eba-8576-7206e7f07472 req-6756a37a-1ca4-476f-bfaf-89b7d41ed411 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470007 Jan 10 19:08:19.543630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc6fc52-c8ca-4f0e-ae80-741328e87172 req-f3d89703-937d-4754-a24c-0b7003ce0e87 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500486 Jan 10 19:08:19.571147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d255e60-5755-4c12-90f2-9b80a4c183cc req-6f832072-1c89-4ea5-8f57-31a37ec2c793 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:19.573031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d255e60-5755-4c12-90f2-9b80a4c183cc req-6f832072-1c89-4ea5-8f57-31a37ec2c793 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 943 time: 0.1953108 Jan 10 19:08:19.590861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] For port bd077b60-66c0-41aa-b1b2-570ef3c94d6e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:19.591550 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:19.634318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d255e60-5755-4c12-90f2-9b80a4c183cc req-3ba66c45-8e29-40a6-92d2-93b5b0faeb4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Jan 10 19:08:19.738558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Calling delete_port for bd077b60-66c0-41aa-b1b2-570ef3c94d6e owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:19.985780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Router 9d1c2301-18c6-4501-a933-01c1494ce81a has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:08:19.993905 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.050663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd077b60-66c0-41aa-b1b2-570ef3c94d6e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:20.470100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.806292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.814386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.847369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:08:20.854030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.854546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:08:20.869971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.871110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a81b981a-c075-4a31-9343-cdffb4c98896 admin admin] 10.222.0.21 "DELETE /v2.0/routers/54868a4d-a99f-4f8d-b39e-d5d0f6d28c15 HTTP/1.1" status: 204 len: 168 time: 3.6470575 Jan 10 19:08:20.873699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b4291a68-982a-4b0a-bd9a-cc374ac909ea admin admin] 10.222.0.21 "PUT /v2.0/routers/9d1c2301-18c6-4501-a933-01c1494ce81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5393207 Jan 10 19:08:20.874297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40338) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:20.894646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b507-6222-4066-b808-c2403c59984b req-81f158ca-2af3-41c3-9fa2-e273099d617e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:20.896141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26d9b507-6222-4066-b808-c2403c59984b req-81f158ca-2af3-41c3-9fa2-e273099d617e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 943 time: 0.1123221 Jan 10 19:08:20.926859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8251420-16da-4cee-a0ac-9b0a3f380928 req-634bc778-ef23-40f3-8781-203983e524f5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:20.928689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8251420-16da-4cee-a0ac-9b0a3f380928 req-634bc778-ef23-40f3-8781-203983e524f5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2828705 Jan 10 19:08:20.934290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Deleting subnet 30ce970e-b3c6-41ac-bae5-c4180e1f993e {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:08:20.937331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:20.991111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.012959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26d9b507-6222-4066-b808-c2403c59984b req-76a6db58-39e9-4388-b68f-03a48362b065 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094699 Jan 10 19:08:21.026620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:21.049743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8251420-16da-4cee-a0ac-9b0a3f380928 req-e956c0df-bbe0-4428-b172-1b8ed1c5ff55 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059813 Jan 10 19:08:21.069276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-4b3aeee7-22c1-4e56-b2ea-9f2bfa9fa042 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1101 time: 0.1065040 Jan 10 19:08:21.160655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.245455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-6225deac-8898-4170-88f3-2478730d9398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:21.247040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-6225deac-8898-4170-88f3-2478730d9398 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1722295 Jan 10 19:08:21.312332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:08:21.333839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-e42c094e-7faa-4d68-af95-97ec4abf5645 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.0807412 Jan 10 19:08:21.369822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.419860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-d603952c-bc7a-4a13-8ab5-7b9941d3e59e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:21.421478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-d603952c-bc7a-4a13-8ab5-7b9941d3e59e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0817394 Jan 10 19:08:21.475140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ce970e-b3c6-41ac-bae5-c4180e1f993e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:21.483317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:21.486986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.502588 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-29520442-f0ec-4822-b450-0f9b0ef42932 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/30ce970e-b3c6-41ac-bae5-c4180e1f993e HTTP/1.1" status: 204 len: 168 time: 0.6273191 Jan 10 19:08:21.502812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066', 'port_id': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'mac_address': 'fa:16:3e:fc:5a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8def17dd-e9b7-41e0-bc50-0ced7fecc19e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:08:21.506814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40350) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:21.512992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-d82812c9-1565-4f1c-8dc7-428608ef9169 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859094 Jan 10 19:08:21.557889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.576474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:21.592638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:21.598108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.646494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.665960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:21.741485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-cade7bbc-3650-47ab-b851-dbf19e149e87 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122843 Jan 10 19:08:21.746899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:21.833833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:21.974454 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.011321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-3373deeb-7bf5-4ad7-9226-d5eaa421f940 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616174 Jan 10 19:08:22.014951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07910555-37ef-4a4b-8a3c-700a52884ea0']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:22.031110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:22.031322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f07d1cd-e9d7-4e19-8d7e-f1aad6d707fc') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:22.059419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.083844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.093387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:08:22.093837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:08:22.120999 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:08:22.342490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.347067 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.393350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] Pushing event deleted for resources: {'Network': ['ID=07910555-37ef-4a4b-8a3c-700a52884ea0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:22.401984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b6f1a221-0494-467c-9404-0630d89ab04b admin admin] 10.222.0.21 "DELETE /v2.0/networks/07910555-37ef-4a4b-8a3c-700a52884ea0 HTTP/1.1" status: 204 len: 168 time: 0.8940172 Jan 10 19:08:22.420811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ad31-2c11-469f-a1b2-0e66d008f736 req-30fa90f0-b0fb-48af-8561-a3f56ac53075 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:22.427475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7877ad31-2c11-469f-a1b2-0e66d008f736 req-30fa90f0-b0fb-48af-8561-a3f56ac53075 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2144563 Jan 10 19:08:22.452095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Deleting port 04a81e6a-6874-4202-8022-6be16d068db1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:22.452693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.454751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26217b-580c-480e-9ce9-526f42d95822 req-a556f250-f783-4627-91de-393a8dff3336 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:22.456241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df26217b-580c-480e-9ce9-526f42d95822 req-a556f250-f783-4627-91de-393a8dff3336 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 944 time: 0.2413816 Jan 10 19:08:22.531565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7877ad31-2c11-469f-a1b2-0e66d008f736 req-66bc8f43-a8f0-4b20-bf41-a2d732ee0e72 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032007 Jan 10 19:08:22.541274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df26217b-580c-480e-9ce9-526f42d95822 req-b7e1c81a-b906-4ff1-8d61-66b3762f02ff tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726800 Jan 10 19:08:22.603668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:22.661156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.672548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9336f73b-df7b-41b4-8c7d-938b37bbf1e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93b95882117d4c0e9b3409141dccf326&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675094 Jan 10 19:08:22.675017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40372) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:22.754371 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc357675-74f4-4d7f-a0cf-4af84ea08518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:22.803840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Calling delete_port for 04a81e6a-6874-4202-8022-6be16d068db1 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:22.838624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc357675-74f4-4d7f-a0cf-4af84ea08518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.044379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc357675-74f4-4d7f-a0cf-4af84ea08518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.061044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357675-74f4-4d7f-a0cf-4af84ea08518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cef1ff-940c-4d6c-b434-e96e79a8fd55,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:23.070638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc357675-74f4-4d7f-a0cf-4af84ea08518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.072362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fc357675-74f4-4d7f-a0cf-4af84ea08518 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3cef1ff-940c-4d6c-b434-e96e79a8fd55 HTTP/1.1" status: 204 len: 168 time: 0.3963201 Jan 10 19:08:23.093017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.233523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Pushing event deleted for resources: {'Port': ['ID=04a81e6a-6874-4202-8022-6be16d068db1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:23.327879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:23.426857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device bd077b60-66c0-41aa-b1b2-570ef3c94d6e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:23.471567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: bd077b60-66c0-41aa-b1b2-570ef3c94d6e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:23.471903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device bd077b60-66c0-41aa-b1b2-570ef3c94d6e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:23.488096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:23.494693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:23.495216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.544125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.751015 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.810905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:23.855198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:23.868372 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:23.960083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:23.997063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3689e7-24f6-444f-a03a-8564c3650ceb req-6f843837-2b80-4f0d-9d78-1009e7ca5f54 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:23.999880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d3689e7-24f6-444f-a03a-8564c3650ceb req-6f843837-2b80-4f0d-9d78-1009e7ca5f54 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 945 time: 0.1957591 Jan 10 19:08:24.007470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14445ce9-0f1d-4e91-95b0-db4daf4fcf95 req-892e281e-494b-4881-99c6-c720f956d7f4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:24.008860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14445ce9-0f1d-4e91-95b0-db4daf4fcf95 req-892e281e-494b-4881-99c6-c720f956d7f4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2737470 Jan 10 19:08:24.124336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d3689e7-24f6-444f-a03a-8564c3650ceb req-d3995baa-4d70-49d0-b4ee-674534f27ac3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139793 Jan 10 19:08:24.136812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14445ce9-0f1d-4e91-95b0-db4daf4fcf95 req-e785874b-6614-4b50-be0e-455087f2a9c3 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011829 Jan 10 19:08:24.443258 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'code': 200} Jan 10 19:08:24.629777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Router 9d1c2301-18c6-4501-a933-01c1494ce81a has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:08:24.640214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05f12765-4300-42f1-a0df-df58d658190c req-60229dca-e87f-4691-b0ec-de89f9e82284 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1096 time: 0.0967777 Jan 10 19:08:24.640872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:24.769059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05f12765-4300-42f1-a0df-df58d658190c req-9b959782-f883-49bd-abab-097f4bb91786 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220236 Jan 10 19:08:24.859287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1255857548-network', 'tenant_id': 'ef74be1379034223a95fc35e5446b22d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:24.877003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:24.884455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Usage tracker for resource:network and tenant:ef74be1379034223a95fc35e5446b22d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:24.886380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:24.893758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:24.921273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Made reservation on behalf of ef74be1379034223a95fc35e5446b22d for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:24.921273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:24.936254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:24.983651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:24.987308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Usage tracker for resource:security_group_rule and tenant:ef74be1379034223a95fc35e5446b22d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:24.991865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:08:24.994482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:25.003319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:25.019562 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de06fa8b-a614-41cc-9a91-34ef7a547edf admin admin] 10.222.0.21 "PUT /v2.0/routers/9d1c2301-18c6-4501-a933-01c1494ce81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897504 Jan 10 19:08:25.022909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40414) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:25.169725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.175520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.269940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:08:25.285448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb76371d-16af-4bce-a646-4ca723a2e53e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:25.299451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.299451 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Added segment e6a383fd-5d78-46d3-82b2-d347da15a44d of type vlan for network 44681e6c-44d3-474a-b4be-1c8765ab6500 Jan 10 19:08:25.342012 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.392779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.424158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701adea0-f7a8-4c84-98b9-8995cc081607 req-1e12a018-a752-47a8-a23c-4190c6b37df4 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:25.424158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-701adea0-f7a8-4c84-98b9-8995cc081607 req-1e12a018-a752-47a8-a23c-4190c6b37df4 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 945 time: 0.1201732 Jan 10 19:08:25.471131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.471131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:25.471131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.473812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:25.577679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-701adea0-f7a8-4c84-98b9-8995cc081607 req-118334c4-59a9-4bac-99b8-af35dd4b8a4e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500075 Jan 10 19:08:25.591444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:25.598713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:25.598713 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:25.606757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] Pushing event updated for resources: {'Network': ['ID=44681e6c-44d3-474a-b4be-1c8765ab6500,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:25.633327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8bcd4-9978-40fd-a4ca-b125b48602a5 req-dbfc9ef5-71f8-4a5e-86fd-c39b3831b48b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:25.641767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dca8bcd4-9978-40fd-a4ca-b125b48602a5 req-dbfc9ef5-71f8-4a5e-86fd-c39b3831b48b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.1843593 Jan 10 19:08:25.669768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b0e57c45-b32d-48b4-a148-74e827ece455 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0279253 Jan 10 19:08:25.672743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40426) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:25.679746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 44681e6c-44d3-474a-b4be-1c8765ab6500 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:08:25.679862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Request body: {'subnet': {'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1255857548-subnet', 'tenant_id': 'ef74be1379034223a95fc35e5446b22d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:25.688846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:25.697994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Usage tracker for resource:subnet and tenant:ef74be1379034223a95fc35e5446b22d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:25.702923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:25.737394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:25.768327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dca8bcd4-9978-40fd-a4ca-b125b48602a5 req-c90f24e0-7144-473f-a8f0-91ff915045b8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257942 Jan 10 19:08:25.904094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Made reservation on behalf of ef74be1379034223a95fc35e5446b22d for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:25.909448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.164227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.218036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:26.229696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.279028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.292113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Deleting port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:26.292113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.332317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:26.656948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.729145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] For port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:26.730846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:26.746587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:26.830069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f454b-5e31-4515-b3fc-c03da9f8294a req-87cdb1aa-6acc-4b0b-a9ee-3aa6fab4ccf1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:26.831486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-990f454b-5e31-4515-b3fc-c03da9f8294a req-87cdb1aa-6acc-4b0b-a9ee-3aa6fab4ccf1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 945 time: 0.0911703 Jan 10 19:08:26.873311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Calling delete_port for 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:26.890646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-990f454b-5e31-4515-b3fc-c03da9f8294a req-0a9a6c45-dfa9-42ee-9f5c-7561066d3684 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535090 Jan 10 19:08:26.952304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Checking segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:26.952304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Network hostable DHCP agents. Network: 44681e6c-44d3-474a-b4be-1c8765ab6500, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:08:26.999685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Network 44681e6c-44d3-474a-b4be-1c8765ab6500 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:08:27.016735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 44681e6c-44d3-474a-b4be-1c8765ab6500) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:27.016735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:27.016735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:27.027335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66680221-f086-412a-9eb2-861ea07164a8 None None] Network 44681e6c-44d3-474a-b4be-1c8765ab6500 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:27.090974 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de314251-0701-4713-afa5-8fd5c236f042 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4174113 Jan 10 19:08:27.115404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41594f-c3c4-4839-b274-2a1d8aae2631 req-307e65d3-6229-4e81-b97f-574fd0fa7640 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:27.116953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d41594f-c3c4-4839-b274-2a1d8aae2631 req-307e65d3-6229-4e81-b97f-574fd0fa7640 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.1793606 Jan 10 19:08:27.152983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:27.194916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d41594f-c3c4-4839-b274-2a1d8aae2631 req-ef75fb04-04d4-42e4-a493-5edb2eba67cb tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698199 Jan 10 19:08:27.371841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-779b1de7-2841-4b85-9ca0-9b388ba7db4c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-312112588&fields=id&tenant_id=13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 267 time: 0.0881319 Jan 10 19:08:27.388288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:27.407877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:27.465583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:27.465583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 10 19:08:27.505435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Port 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 not found, will not notify nova. {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 10 19:08:27.574082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc56ea3-3651-482b-943b-1df966279956 None None] Network 44681e6c-44d3-474a-b4be-1c8765ab6500 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:27.582447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-35a167e0-aebb-4325-b626-e25c1e7ec124 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:27.589604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-35a167e0-aebb-4325-b626-e25c1e7ec124 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 945 time: 0.2063978 Jan 10 19:08:27.599474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'port': {'security_groups': ['d028ebbd-ce3b-4d15-87a6-52ccfc11b984', '5f7d5b49-e54d-40b4-bdb3-182012314776']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:27.630352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:27.832325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.008755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.013547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.051590 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.052848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1c2301-18c6-4501-a933-01c1494ce81a {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:08:28.070116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.071760 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-93f8eabd-e5a0-4166-97f2-167a8b2d4673 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9d1c2301-18c6-4501-a933-01c1494ce81a HTTP/1.1" status: 204 len: 168 time: 3.0483785 Jan 10 19:08:28.074201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40458) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:28.168698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Deleting subnet 5e7b3d37-4d04-4f34-976c-b6a1b48d09f1 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:08:28.171529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.226117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.296245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:28.310785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-60cc1857-3812-4068-a276-19896ff52f12 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:28.311402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.312289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-60cc1857-3812-4068-a276-19896ff52f12 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 814 time: 0.2018929 Jan 10 19:08:28.343633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.348097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-1b48ca16-e5d2-42c2-b5b2-026797a8a41f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/quotas/ef74be1379034223a95fc35e5446b22d HTTP/1.1" status: 200 len: 375 time: 0.0190766 Jan 10 19:08:28.349138 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.360987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:28.429762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.451091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-15590a06-4f82-4d24-9bc7-84d94796813f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604539 Jan 10 19:08:28.476923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:28.477776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.478994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7b3d37-4d04-4f34-976c-b6a1b48d09f1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:28.482729 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.499458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51305e2c-1f80-4d67-8a9c-865fdf684c05 req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "PUT /v2.0/ports/e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 981 time: 0.9057500 Jan 10 19:08:28.500139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:28.506050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-68f11cb7-117d-4f77-84f3-b5e39f6a46e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e7b3d37-4d04-4f34-976c-b6a1b48d09f1 HTTP/1.1" status: 204 len: 168 time: 0.4272077 Jan 10 19:08:28.506050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40474) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:28.515071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22587136-acf6-4ee4-a84b-3bad12816b00 None None] Network f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:28.590422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3de0a-b233-41ef-8dc8-b7b643f71a75 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:28.630200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:28.693351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8ae668d5-9922-468e-a74d-7bdf754baa9a service neutron] 10.222.0.21 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875894 Jan 10 19:08:28.776234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:28.801006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Deleting port 160d2397-01fb-4a60-9bec-80ccb53c734d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:28.801581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:29.040062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-02abe156-86e2-428f-9d17-1f8ae227b76d service neutron] 10.222.0.21 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370340 Jan 10 19:08:29.113197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0a23e-8ca3-4e0f-b678-a97953b6d09b req-eb491221-55a5-46d1-a8cc-6605a785f848 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:29.113758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] For port 160d2397-01fb-4a60-9bec-80ccb53c734d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=160d2397-01fb-4a60-9bec-80ccb53c734d,segment=NetworkSegment(de69b559-e528-4d80-b52e-c353621e32cc),segment_id=de69b559-e528-4d80-b52e-c353621e32cc)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:29.114250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:29.121133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aa0a23e-8ca3-4e0f-b678-a97953b6d09b req-eb491221-55a5-46d1-a8cc-6605a785f848 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2217107 Jan 10 19:08:29.182220 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aa0a23e-8ca3-4e0f-b678-a97953b6d09b req-f4c1de89-b5ed-4b41-ad90-d41f4ae39522 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Jan 10 19:08:29.272249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] DHCP port deletion for f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:08:29.284408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Deleting port 160d2397-01fb-4a60-9bec-80ccb53c734d {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:29.285418 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:29.450540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Calling delete_port for 160d2397-01fb-4a60-9bec-80ccb53c734d owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:29.551844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 160d2397-01fb-4a60-9bec-80ccb53c734d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:29.580160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:29.581885 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'status': 'completed', 'code': 200} Jan 10 19:08:29.731621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-5d9ecd5c-31bb-4af3-b13a-88ef0327f61c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-843995653&fields=id&tenant_id=13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 267 time: 0.2220795 Jan 10 19:08:29.775208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 160d2397-01fb-4a60-9bec-80ccb53c734d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:29.775208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 160d2397-01fb-4a60-9bec-80ccb53c734d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:29.793848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=160d2397-01fb-4a60-9bec-80ccb53c734d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:29.813962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-85a2d20d-5646-4695-a6e2-9c54d50d4829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1135 time: 0.2151456 Jan 10 19:08:29.816938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] No DVR routers for this DVR port 160d2397-01fb-4a60-9bec-80ccb53c734d on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:08:29.849274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] For port 160d2397-01fb-4a60-9bec-80ccb53c734d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=160d2397-01fb-4a60-9bec-80ccb53c734d,segment=NetworkSegment(de69b559-e528-4d80-b52e-c353621e32cc),segment_id=de69b559-e528-4d80-b52e-c353621e32cc)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:29.850080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:29.967416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-fd8e30c2-2572-45ab-921c-2206984328d8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:29.974975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-fd8e30c2-2572-45ab-921c-2206984328d8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 984 time: 0.2436862 Jan 10 19:08:29.981094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'port': {'security_groups': ['5f7d5b49-e54d-40b4-bdb3-182012314776', 'd028ebbd-ce3b-4d15-87a6-52ccfc11b984', 'f5308c34-4e1b-4759-8cb3-f56f48ea026c']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:30.082419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-8676b18f-82a4-4626-8d25-50a725f8de6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:30.084795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-8676b18f-82a4-4626-8d25-50a725f8de6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.2596922 Jan 10 19:08:30.102398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Calling delete_port for 160d2397-01fb-4a60-9bec-80ccb53c734d owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:08:30.117106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.204895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:08:30.204895 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:08:30.234034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-ff9777ea-7fb3-4097-8b51-2b7708c56378 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 217 time: 0.0854995 Jan 10 19:08:30.264596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:30.282446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-ddd78e4b-933f-42a5-8eec-2f77a87ef6fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5974548 Jan 10 19:08:30.288411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de69b559-e528-4d80-b52e-c353621e32cc') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:30.288790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de69b559-e528-4d80-b52e-c353621e32cc') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:30.366916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.379346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.421120 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.445260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:08:30.445260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.462446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-388cf06d-58db-40c8-8e07-5a4bf7b5a454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:30.462446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-388cf06d-58db-40c8-8e07-5a4bf7b5a454 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.2215564 Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:08:30.468896 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:08:30.479815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7582dfb2-a558-4455-987d-a0d2f995c1ed req-71826072-5d15-45c8-a2ef-fde4cfedbdef tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 210 time: 0.1544883 Jan 10 19:08:30.588946 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-ae782aaa-30f3-449b-b5e3-c3942e0324f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 1101 time: 0.2744629 Jan 10 19:08:30.588946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.606083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-99bf58f5-1cde-494f-a19d-bbf18324a023 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286108 Jan 10 19:08:30.619475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.653765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:30.708824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Deleting port 160d2397-01fb-4a60-9bec-80ccb53c734d {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:30.708824 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:30.745460 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a1a5086-8da5-47d3-960d-5e08ac3009e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f439b30c-1b88-4f7c-88c2-2f8f7ae3aaa3 HTTP/1.1" status: 204 len: 168 time: 2.2381802 Jan 10 19:08:30.825842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-d02e5ed6-a6da-4b02-a305-900beebc57d5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133782 Jan 10 19:08:30.879784 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:08:30.897904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5d686fa7-f63e-4957-bb32-51de7c57e8bb None None] The port '160d2397-01fb-4a60-9bec-80ccb53c734d' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:08:30.939959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-7c116422-936c-4583-8b8f-475989b881b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:30.942022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-7c116422-936c-4583-8b8f-475989b881b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3303757 Jan 10 19:08:31.051193 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-a1dcdb13-04e2-4391-a4cc-b1e4da4a742a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 200 len: 217 time: 0.1034596 Jan 10 19:08:31.098723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40502) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:31.216949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-69c04f04-795a-4013-ae8d-2a8536377cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:31.218393 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-69c04f04-795a-4013-ae8d-2a8536377cdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1169243 Jan 10 19:08:31.294711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-d8a8f1a6-ee63-41b6-994a-74f116020302 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:31.295440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-d8a8f1a6-ee63-41b6-994a-74f116020302 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Synchronizing usage tracker for tenant:ef74be1379034223a95fc35e5446b22d on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:31.307605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd78bb95-0e21-4f03-9d18-dd2d8639d8a9 req-a14c3ab7-5441-481c-bfd5-57991363eb0a service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660008 Jan 10 19:08:31.309441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:31.320173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40508) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:31.324310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35a5c985-7da8-4722-aa6e-8e2f19671e7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75e91354e93e4d6d9b1d3de5269dd927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206721 Jan 10 19:08:31.345249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e564892-cbe2-4293-b439-e82d67164232 req-965ab628-8087-49b6-a007-1e9653b25fa4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:31.346768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e564892-cbe2-4293-b439-e82d67164232 req-965ab628-8087-49b6-a007-1e9653b25fa4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.4116886 Jan 10 19:08:31.382657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:31.390486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:31.403089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:31.452648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-d8a8f1a6-ee63-41b6-994a-74f116020302 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Unset dirty status for tenant:ef74be1379034223a95fc35e5446b22d on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:31.453793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-d8a8f1a6-ee63-41b6-994a-74f116020302 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.30 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 814 time: 0.4424729 Jan 10 19:08:31.478229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Request body: {'port': {'device_id': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'admin_state_up': True, 'tenant_id': 'ef74be1379034223a95fc35e5446b22d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:31.507206 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-5b4d1af9-5c70-4c22-8f07-af8c49e7a78b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820346 Jan 10 19:08:31.639573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:31.640002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:31.641194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd3667cb-95c3-4f32-b25f-a9b2f7417de2 req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "PUT /v2.0/ports/e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 1020 time: 1.6678205 Jan 10 19:08:31.645788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e564892-cbe2-4293-b439-e82d67164232 req-71ed7353-a72a-4dfb-ad30-7c4258091895 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863753 Jan 10 19:08:31.646410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:31.684226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb070a5-7a19-473c-be12-5a5806d4ecda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:31.725404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:31.727106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-c59c8b3b-1d59-49dd-a691-e50defd9f1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1809874 Jan 10 19:08:31.795464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb86b488-1ed0-488a-aa4e-1150682d1e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:31.897510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb86b488-1ed0-488a-aa4e-1150682d1e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:31.940807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-25431635-5928-4dbd-9b2c-e1eb0ce216a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 1101 time: 0.1056590 Jan 10 19:08:31.951761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:31.967984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-63541b5d-1c14-4b38-827b-9a48c70caa27 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524510 Jan 10 19:08:31.969564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Usage tracker for resource:port and tenant:ef74be1379034223a95fc35e5446b22d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:31.973347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:32.028548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:32.133382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Made reservation on behalf of ef74be1379034223a95fc35e5446b22d for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:32.140226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:32.181803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b784-555f-4324-9100-50174e7c67f7 req-01b1c0d1-94a0-47f2-a082-854389eb86e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:32.183679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-01b1c0d1-94a0-47f2-a082-854389eb86e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2206550 Jan 10 19:08:32.186132 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'status': 'completed', 'code': 200} Jan 10 19:08:32.250514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ccfc987d-66d8-457a-b567-758a14640dbd req-6beac9e4-c74d-4d3e-a38e-f5d82484ad58 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 210 time: 0.0642395 Jan 10 19:08:32.297571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb86b488-1ed0-488a-aa4e-1150682d1e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:32.319307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86b488-1ed0-488a-aa4e-1150682d1e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19eb124-f4f8-4fea-9310-1b8fc89e7705,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:32.382680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb86b488-1ed0-488a-aa4e-1150682d1e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:32.383929 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fb86b488-1ed0-488a-aa4e-1150682d1e83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d19eb124-f4f8-4fea-9310-1b8fc89e7705 HTTP/1.1" status: 204 len: 168 time: 1.0661244 Jan 10 19:08:32.402933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-3aff5d11-441f-46e8-a8ed-3de432ea2044 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 200 len: 217 time: 0.1513648 Jan 10 19:08:32.407161 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90e86162-ce99-4115-9aa7-77e00a38e8c4 req-5ce84700-549d-4c2b-bc2b-f5132824ccda service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277840 Jan 10 19:08:32.479943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Allocated IP 172.20.0.2 (44681e6c-44d3-474a-b4be-1c8765ab6500/da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2/75a44aed-b63b-4e38-a112-2f9b66758acb) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:32.506253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590e70a-1215-48ef-aab9-70313cb89360 req-4e5697f5-2826-48e0-9def-5f35e18af2a2 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:32.512848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9590e70a-1215-48ef-aab9-70313cb89360 req-4e5697f5-2826-48e0-9def-5f35e18af2a2 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1023 time: 0.2003632 Jan 10 19:08:32.541532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-335b124e-8e0d-4561-b40d-1c798fba8848 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1174 time: 0.2300525 Jan 10 19:08:32.547423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b784-555f-4324-9100-50174e7c67f7 req-853d3de6-072a-48f0-9fcd-0577500a7869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:32.548766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-853d3de6-072a-48f0-9fcd-0577500a7869 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1352589 Jan 10 19:08:32.715235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:32.752780 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:32.791501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9590e70a-1215-48ef-aab9-70313cb89360 req-73b4099e-9129-4649-900f-435841088d7c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5308c34-4e1b-4759-8cb3-f56f48ea026c&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&id=5f7d5b49-e54d-40b4-bdb3-182012314776 HTTP/1.1" status: 200 len: 5483 time: 0.2777126 Jan 10 19:08:32.819952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859fd24-79f0-49b4-93aa-1d741892deab req-3651fa27-e308-4c78-8321-eab08f98a692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:32.821563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-3651fa27-e308-4c78-8321-eab08f98a692 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.2701600 Jan 10 19:08:32.828782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Network 44681e6c-44d3-474a-b4be-1c8765ab6500 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:32.832883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:32.841072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:32.864654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1825969042 ', 'description': 'tempest-description-918385404'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:32.877037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:32.892250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:32.911701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:32.912433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:32.933210 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-ed4beee1-e913-45f8-8fba-beea41285682 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4605567 Jan 10 19:08:32.933559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-da1b13d1-df6b-4ceb-be14-0a5bb554c764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3601201 Jan 10 19:08:32.948944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Request body: {'port': {'device_id': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:32.956810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:32.985837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-00ad1d86-646b-4e23-8246-fe9d2e71eaa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 200 len: 217 time: 0.1140525 Jan 10 19:08:33.064515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.097930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859fd24-79f0-49b4-93aa-1d741892deab req-b13430a2-46dc-4883-8a90-44e61714a808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:33.099813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-b13430a2-46dc-4883-8a90-44e61714a808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.0610824 Jan 10 19:08:33.115220 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.185174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-8c38061e-438e-4c35-8153-692b9e254be8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721078 Jan 10 19:08:33.312434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69092c2b-9d52-4936-9448-87e7c6cecc83 req-6ad690d3-0817-454b-87f0-a576381c2f09 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:33.313900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69092c2b-9d52-4936-9448-87e7c6cecc83 req-6ad690d3-0817-454b-87f0-a576381c2f09 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.4914680 Jan 10 19:08:33.332416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:33.350036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-f3b0d380-fbed-46d8-9189-6f8fb0c2b773 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937860 Jan 10 19:08:33.381588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:33.389937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:33.409218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40550) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:33.440118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:33.447708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.464335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Transition to ACTIVE for port object 75a44aed-b63b-4e38-a112-2f9b66758acb will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:33.468298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.554441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:33.602280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-748148333-network', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:33.609714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:33.611896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:33.618083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Usage tracker for resource:network and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:33.622074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:33.628891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:33.638068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69092c2b-9d52-4936-9448-87e7c6cecc83 req-1e6ce789-fa0d-4e98-8323-79134f41851a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125799 Jan 10 19:08:33.642862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-ca6e007c-991c-4eb2-b893-1c3b2f430320 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450283 Jan 10 19:08:33.784229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.801103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28c1b784-555f-4324-9100-50174e7c67f7 req-84a77192-3fc3-43b9-b227-5b69b6de6e44 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441605 Jan 10 19:08:33.802392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.805156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:33.807574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.824784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.868789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1198440b-d866-437a-b141-a814297f080f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:33.878638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:33.878998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:33.879323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb on network 44681e6c-44d3-474a-b4be-1c8765ab6500 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:33.889123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:33.890411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c859fd24-79f0-49b4-93aa-1d741892deab req-dd636e18-e510-4eca-b6eb-a853ae222dd5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356470 Jan 10 19:08:33.891880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:33.892979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Port 75a44aed-b63b-4e38-a112-2f9b66758acb on network 44681e6c-44d3-474a-b4be-1c8765ab6500 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:33.893305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb on network 44681e6c-44d3-474a-b4be-1c8765ab6500 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:33.902136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:33.906051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:33.907620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc9d2bf5-996f-4623-81b0-22cf0c72cac0 req-20698d24-eb73-4481-902b-0d3978c4d7bb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 1.0837500 Jan 10 19:08:33.913582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:33.915684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:33.915990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Checking segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:33.916928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Bound using segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:33.917584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Bound port: 75a44aed-b63b-4e38-a112-2f9b66758acb, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:33.917936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.055139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:34.072253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.073927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:34.079975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.092313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.127264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33311edd-1b48-4959-a913-f730dacacdb3 req-ccdcec8b-8e88-4fa7-9778-1c29dda7285a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:34.128918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33311edd-1b48-4959-a913-f730dacacdb3 req-ccdcec8b-8e88-4fa7-9778-1c29dda7285a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.0864625 Jan 10 19:08:34.159032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:08:34.188151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.189405 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Added segment a5fdae71-5059-4c4c-bf4c-9eb2238654e5 of type vlan for network ef3956c8-5900-4bb9-ae68-c0934217a1f4 Jan 10 19:08:34.190204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62849a5a-362b-4751-a2e4-c724ac5dd442,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:34.199918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.201325 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] 10.222.0.30 "PUT /v2.0/ports/75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 1091 time: 1.2568228 Jan 10 19:08:34.204091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:34.207357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33311edd-1b48-4959-a913-f730dacacdb3 req-d51eb50f-421f-4047-9718-42cd4e6d517d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710952 Jan 10 19:08:34.223425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b325fc9-c6bc-4397-b605-8cf3071342ea service neutron] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:34.227842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-050c5e90-b8ff-45b7-8266-d70c03e45da7 req-934b7225-4672-4e90-976a-8a70db158e54 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/1198440b-d866-437a-b141-a814297f080f HTTP/1.1" status: 200 len: 1614 time: 0.0558867 Jan 10 19:08:34.243908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.297107 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'status': 'completed', 'code': 200} Jan 10 19:08:34.332160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.332992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:34.333565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.335605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6b8985e-79e0-4fd6-b9ab-aa854add27e0 req-34cb5211-2e1c-4051-8683-ebe1176254c7 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/1198440b-d866-437a-b141-a814297f080f HTTP/1.1" status: 200 len: 1614 time: 0.0493672 Jan 10 19:08:34.409144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b8985e-79e0-4fd6-b9ab-aa854add27e0 req-2e2467c2-9a63-4854-9a1f-95540e7a820a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.437185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b8985e-79e0-4fd6-b9ab-aa854add27e0 req-2e2467c2-9a63-4854-9a1f-95540e7a820a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.443199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-65561356-9f90-4217-b793-16103fce92ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1094 time: 0.1943979 Jan 10 19:08:34.446442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3956c8-5900-4bb9-ae68-c0934217a1f4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:34.452063 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b94b452f-1f07-4550-96f7-ba8d310ed6e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0383017 Jan 10 19:08:34.452374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:34.456790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:08:34.463846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Request body: {'subnet': {'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-748148333-subnet', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:34.472632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:34.486348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Usage tracker for resource:subnet and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:34.491432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:34.499204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:34.511238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:34.513880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.514173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-9cd25467-621c-4299-b5a8-bca1d18b43b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.0629528 Jan 10 19:08:34.582846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-583a709c-4016-4c0c-97bc-f7e1f244d006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:34.584340 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-583a709c-4016-4c0c-97bc-f7e1f244d006 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.0648658 Jan 10 19:08:34.602762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b8985e-79e0-4fd6-b9ab-aa854add27e0 req-2e2467c2-9a63-4854-9a1f-95540e7a820a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.636501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-99ecdd9f-7e28-408e-a864-a14309246e66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435781 Jan 10 19:08:34.638953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2467c2-9a63-4854-9a1f-95540e7a820a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198440b-d866-437a-b141-a814297f080f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:34.651335 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b8985e-79e0-4fd6-b9ab-aa854add27e0 req-2e2467c2-9a63-4854-9a1f-95540e7a820a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.656568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6b8985e-79e0-4fd6-b9ab-aa854add27e0 req-2e2467c2-9a63-4854-9a1f-95540e7a820a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/1198440b-d866-437a-b141-a814297f080f HTTP/1.1" status: 204 len: 173 time: 0.3147938 Jan 10 19:08:34.748809 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-8cd1189e-7408-453f-b69b-cb7e1f90e1d3 req-cb432c50-7494-4a7f-8382-1e8f81590a72 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:08:34.749948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cd1189e-7408-453f-b69b-cb7e1f90e1d3 req-cb432c50-7494-4a7f-8382-1e8f81590a72 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/1198440b-d866-437a-b141-a814297f080f HTTP/1.1" status: 404 len: 352 time: 0.0281086 Jan 10 19:08:34.791984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-22a57345-8433-442e-8c8f-2ffd122e073f service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527519 Jan 10 19:08:34.798288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-594467541', 'description': 'tempest-description-1318604253'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:34.848845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:34.862643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:34.867720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:34.874468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.878078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:34.924049 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83b83fbd-9ec5-4ac2-b456-8bae6ffc90c6 req-25ec8e04-80e0-47b7-bce8-266d7b36f5ce service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260953 Jan 10 19:08:34.945278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:34.978165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84175a90-1331-4fcd-b54c-eeebacebab52,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:35.028335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60fd6b-b7a4-499b-a235-37dd82617b21 req-095002fb-c083-4d5a-b086-eb97fb0251ac tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:35.029922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc60fd6b-b7a4-499b-a235-37dd82617b21 req-095002fb-c083-4d5a-b086-eb97fb0251ac tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2273600 Jan 10 19:08:35.034224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:35.036596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Checking segment: {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:35.037517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Network hostable DHCP agents. Network: ef3956c8-5900-4bb9-ae68-c0934217a1f4, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:08:35.038667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-b125a7e9-ee40-4832-8d52-24792b9fb5e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1094 time: 0.0712018 Jan 10 19:08:35.046980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:35.071278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:35.092119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:35.141581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc60fd6b-b7a4-499b-a235-37dd82617b21 req-efba04c2-83cb-4823-86ce-11f99960951b tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969155 Jan 10 19:08:35.142099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:08:35.162755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ef3956c8-5900-4bb9-ae68-c0934217a1f4) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:35.172528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c280bee-5868-4803-9e45-caf35c932491 None None] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:35.183903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:35.185004 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.207364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-f2b84e7d-947c-45ff-bd7a-63e231c64256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:35.210531 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-f2b84e7d-947c-45ff-bd7a-63e231c64256 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.1647589 Jan 10 19:08:35.218104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.226811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.262158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-13b99dea-e25d-44a9-9b97-c6d3be45e053 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8079948 Jan 10 19:08:35.278975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:35.289134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:35.297525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.298731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-105aab14-216a-405c-8b6a-f6b858dbcc2f req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5085073 Jan 10 19:08:35.307710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:35.308493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Usage tracker for resource:router and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:35.311226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e2a0e-7f39-4662-a007-226d000a058b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b50572d-3a7b-4696-a118-7b3662b190fe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:35.317120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:35.324150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:35.324897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-ac80ec02-0cba-4b75-aa49-6888aac4d8fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.1040151 Jan 10 19:08:35.341211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.342440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.372597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.413847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-9f417b11-d7bf-4f34-9d95-dde256deffb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:35.416658 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-9f417b11-d7bf-4f34-9d95-dde256deffb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.0792468 Jan 10 19:08:35.493714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-23ca0607-1220-440b-b445-741c1e87ba46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700762 Jan 10 19:08:35.594061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'fixed_ips': [{'subnet_id': '84175a90-1331-4fcd-b54c-eeebacebab52'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:08:35.595037 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.693355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1460317478', 'description': 'tempest-description-575613414'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:35.705838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:35.716415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:35.721531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:35.734153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:35.749960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.773215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:35.805499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Allocated IP 172.20.0.2 (ef3956c8-5900-4bb9-ae68-c0934217a1f4/84175a90-1331-4fcd-b54c-eeebacebab52/52189e83-37e2-4d86-be18-b1362096e894) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:35.806142 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-bfcaff7f-949f-4765-800a-289dfc0338b3 service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052187 Jan 10 19:08:35.839805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e29124-b744-41f0-a9fa-ce93ce45213c req-4a36a21a-4e12-4239-9776-494b3ddeb140 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:35.845032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20e29124-b744-41f0-a9fa-ce93ce45213c req-4a36a21a-4e12-4239-9776-494b3ddeb140 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.2010577 Jan 10 19:08:35.924370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:35.937285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:35.941180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:35.954493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:35.961526 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70f7f55c-49c7-441b-b634-1c35dba4ef3e req-008a7b33-1ed5-4dca-b3d0-fe3250a3f4e7 service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490119 Jan 10 19:08:35.963371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20e29124-b744-41f0-a9fa-ce93ce45213c req-bd3fbca5-a491-4872-97f9-2374848d9e73 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222043 Jan 10 19:08:36.047828 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.058158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Transition to ACTIVE for port object 52189e83-37e2-4d86-be18-b1362096e894 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:36.058548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.065796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.078691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Transition to ACTIVE for port object 52189e83-37e2-4d86-be18-b1362096e894 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:36.086118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.145672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2e1a5-d41b-4fc8-ad86-62b533504044,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:36.152334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:36.155301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:36.159316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:36.171606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.172789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ffcdb3b-6132-4dae-b625-002fa1b892b8 req-5517f949-5445-4510-8230-c6a6694a61a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4955952 Jan 10 19:08:36.173887 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.203111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Pushing event updated for resources: {'Port': ['ID=52189e83-37e2-4d86-be18-b1362096e894,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:36.205919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.288295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Attempting to bind port 52189e83-37e2-4d86-be18-b1362096e894 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:36.288986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Attempting to bind port 52189e83-37e2-4d86-be18-b1362096e894 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:36.289538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Attempting to bind port 52189e83-37e2-4d86-be18-b1362096e894 on network ef3956c8-5900-4bb9-ae68-c0934217a1f4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:36.299755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:36.300137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Checking segment: {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:36.300538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.300928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Bound using segment: {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:36.301401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Bound port: 52189e83-37e2-4d86-be18-b1362096e894, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:36.301771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.353546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2040059770', 'description': 'tempest-description-1369930038'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:36.366449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:36.394758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] For port 52189e83-37e2-4d86-be18-b1362096e894, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:36.397897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] For port 52189e83-37e2-4d86-be18-b1362096e894, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52189e83-37e2-4d86-be18-b1362096e894,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:36.401640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.418657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:36.424299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:36.436192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:36.473321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.520242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897c6a9-c81c-44b2-aa37-a37081906def None None] Pushing event updated for resources: {'Port': ['ID=52189e83-37e2-4d86-be18-b1362096e894,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:36.563339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:36.578381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:36.589537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Allocated IP 172.25.6.176 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:36.591760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:36.601986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:36.612423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6223f-f0e9-43c5-bd51-94238b69c047 req-2d3c1a05-e4e6-4bca-a22b-2d55ca9d9a32 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:36.613909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb6223f-f0e9-43c5-bd51-94238b69c047 req-2d3c1a05-e4e6-4bca-a22b-2d55ca9d9a32 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2528067 Jan 10 19:08:36.784988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb6223f-f0e9-43c5-bd51-94238b69c047 req-26706c5a-48ad-4ca1-b806-03272bd6aa9e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607046 Jan 10 19:08:36.821192 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.836151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.902756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f33732-71d9-41fd-9bc3-8e54e6208fb2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:36.920930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.922121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c50e09f-0636-4d7a-ab4a-9f4bd4b7bca2 req-5786fd49-b226-4d47-8db6-87bb3dd41a56 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7175450 Jan 10 19:08:36.928311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:36.964899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:37.046684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:37.050858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:37.056784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:37.060013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:37.356824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-06bf90fe-c4f9-45f1-a0cc-52c845e7bb4e req-b13c419e-ca91-4641-a2a1-f13183e6d3f6 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:37.378180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Sync routers for ids ['9d1c2301-18c6-4501-a933-01c1494ce81a'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:37.390498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:37.390934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:08:37.391523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_agentschedulers_db [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d1c2301-18c6-4501-a933-01c1494ce81a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:08:37.411442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52189e83-37e2-4d86-be18-b1362096e894 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:37.436465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-06bf90fe-c4f9-45f1-a0cc-52c845e7bb4e req-b13c419e-ca91-4641-a2a1-f13183e6d3f6 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:37.437893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06bf90fe-c4f9-45f1-a0cc-52c845e7bb4e req-b13c419e-ca91-4641-a2a1-f13183e6d3f6 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 9732 time: 0.3155928 Jan 10 19:08:37.478662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:37.479065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:08:37.479671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_agentschedulers_db [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d1c2301-18c6-4501-a933-01c1494ce81a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:08:37.480713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f06392-a7c3-4691-9a52-6ecacdf26fd0 None None] The sync data for ids ['9d1c2301-18c6-4501-a933-01c1494ce81a'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:08:37.500467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:37.501213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:37.520316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 52189e83-37e2-4d86-be18-b1362096e894 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:37.576781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ef45-15f5-4642-b077-4bf2a178217f req-9d59563d-1cb6-47c1-ba85-2cf1198b4f3a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:37.578194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5574ef45-15f5-4642-b077-4bf2a178217f req-9d59563d-1cb6-47c1-ba85-2cf1198b4f3a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.2132838 Jan 10 19:08:37.580085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06bf90fe-c4f9-45f1-a0cc-52c845e7bb4e req-b43e90b4-0c8a-468c-9201-1a6617281d2d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/d028ebbd-ce3b-4d15-87a6-52ccfc11b984 HTTP/1.1" status: 200 len: 2649 time: 0.1318786 Jan 10 19:08:37.681789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db75513-d223-46c0-ad79-d501103bd0d7 None None] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:37.692447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06bf90fe-c4f9-45f1-a0cc-52c845e7bb4e req-7c76ccee-5243-4e77-80de-1b894d29baf3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/d028ebbd-ce3b-4d15-87a6-52ccfc11b984 HTTP/1.1" status: 200 len: 2649 time: 0.0918131 Jan 10 19:08:37.694758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5574ef45-15f5-4642-b077-4bf2a178217f req-380e3256-1467-43ea-9ad1-83ac4c24994b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085825 Jan 10 19:08:37.783819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] Provisioning for port 52189e83-37e2-4d86-be18-b1362096e894 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:37.801938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] Provisioning complete for port 52189e83-37e2-4d86-be18-b1362096e894 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:37.802797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:37.846263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9324e8a-f0a1-41d6-9ba1-700ef48b5692 req-b8a898e5-42f6-4703-8c8e-7ac4268b478b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/6b50572d-3a7b-4696-a118-7b3662b190fe HTTP/1.1" status: 200 len: 1634 time: 0.0795562 Jan 10 19:08:38.011347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9324e8a-f0a1-41d6-9ba1-700ef48b5692 req-1c24d131-30a0-4c11-addb-a14160f74023 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.048250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9324e8a-f0a1-41d6-9ba1-700ef48b5692 req-1c24d131-30a0-4c11-addb-a14160f74023 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.051115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.066163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Router afc3c80a-1257-4ad3-8986-43f5d226b80d is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:08:38.099404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] For port 52189e83-37e2-4d86-be18-b1362096e894, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52189e83-37e2-4d86-be18-b1362096e894,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:38.105608 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.186733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510e339-2407-4e39-a906-258a8b8f28ee None None] Pushing event updated for resources: {'Port': ['ID=52189e83-37e2-4d86-be18-b1362096e894,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:38.192676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fd9e4-825e-412a-ba39-beda12a9508b req-3b4f27b9-ace2-4d5d-9b35-b5d482142b79 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:38.198317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f8fd9e4-825e-412a-ba39-beda12a9508b req-3b4f27b9-ace2-4d5d-9b35-b5d482142b79 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2358241 Jan 10 19:08:38.223638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9324e8a-f0a1-41d6-9ba1-700ef48b5692 req-1c24d131-30a0-4c11-addb-a14160f74023 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.262340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24d131-30a0-4c11-addb-a14160f74023 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b50572d-3a7b-4696-a118-7b3662b190fe,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:38.293866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a9324e8a-f0a1-41d6-9ba1-700ef48b5692 req-1c24d131-30a0-4c11-addb-a14160f74023 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.295224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9324e8a-f0a1-41d6-9ba1-700ef48b5692 req-1c24d131-30a0-4c11-addb-a14160f74023 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b50572d-3a7b-4696-a118-7b3662b190fe HTTP/1.1" status: 204 len: 173 time: 0.4414873 Jan 10 19:08:38.315386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f8fd9e4-825e-412a-ba39-beda12a9508b req-d91f989e-febd-4a63-9517-d5d74ea5f428 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147902 Jan 10 19:08:38.315836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8d65101-57d3-4afa-bdfa-757c4f4c5e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.442975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9356db99-188b-4b12-9971-4c85808ce500 None None] Provisioning complete for port 52189e83-37e2-4d86-be18-b1362096e894 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:38.443604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9356db99-188b-4b12-9971-4c85808ce500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.497263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:08:38.531486 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Sync routers for ids ['afc3c80a-1257-4ad3-8986-43f5d226b80d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:38.579227 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:38.579227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e25a1c90-59f8-422d-9fde-dcb06a86cd30 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2948391 Jan 10 19:08:38.582715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40620) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:38.586768 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Routers {'afc3c80a-1257-4ad3-8986-43f5d226b80d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:38.586768 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['afc3c80a-1257-4ad3-8986-43f5d226b80d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:38.691685 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-a6942df4-17b3-4afa-9508-6a5799ffaca9 req-01238bdc-02b9-454d-9333-980f9fbf951a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:08:38.693009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6942df4-17b3-4afa-9508-6a5799ffaca9 req-01238bdc-02b9-454d-9333-980f9fbf951a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/6b50572d-3a7b-4696-a118-7b3662b190fe HTTP/1.1" status: 404 len: 352 time: 0.0210686 Jan 10 19:08:38.813301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54f4aa39-5afb-4b80-950f-5747cdf1505c req-9928d8ef-5fde-437f-bafa-98bf0fbc6857 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/7ce2e1a5-d41b-4fc8-ad86-62b533504044 HTTP/1.1" status: 200 len: 1634 time: 0.0781982 Jan 10 19:08:38.862901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Set router afc3c80a-1257-4ad3-8986-43f5d226b80d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:38.996214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54f4aa39-5afb-4b80-950f-5747cdf1505c req-bc349e26-1d72-43dd-8f7c-31f0c02e5d16 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.026586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54f4aa39-5afb-4b80-950f-5747cdf1505c req-bc349e26-1d72-43dd-8f7c-31f0c02e5d16 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.150384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea3b4-0f59-4731-93ab-16863934bd56 req-d3bc6a1a-8825-4c8c-853c-d74fbe7bbe22 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:39.155357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adcea3b4-0f59-4731-93ab-16863934bd56 req-d3bc6a1a-8825-4c8c-853c-d74fbe7bbe22 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.1329701 Jan 10 19:08:39.181214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54f4aa39-5afb-4b80-950f-5747cdf1505c req-bc349e26-1d72-43dd-8f7c-31f0c02e5d16 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.213296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc349e26-1d72-43dd-8f7c-31f0c02e5d16 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2e1a5-d41b-4fc8-ad86-62b533504044,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:39.229662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54f4aa39-5afb-4b80-950f-5747cdf1505c req-bc349e26-1d72-43dd-8f7c-31f0c02e5d16 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.236977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54f4aa39-5afb-4b80-950f-5747cdf1505c req-bc349e26-1d72-43dd-8f7c-31f0c02e5d16 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ce2e1a5-d41b-4fc8-ad86-62b533504044 HTTP/1.1" status: 204 len: 173 time: 0.4149795 Jan 10 19:08:39.261496 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:08:37Z', 'revision_number': 3, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:39.264457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adcea3b4-0f59-4731-93ab-16863934bd56 req-e569cdf6-0bd0-4e88-a9de-957477167f96 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049235 Jan 10 19:08:39.281280 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Checking router: afc3c80a-1257-4ad3-8986-43f5d226b80d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:08:39.283241 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Updating router afc3c80a-1257-4ad3-8986-43f5d226b80d port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:08:39.294774 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-f1b37ae1-4010-42ee-9d93-71de89acc9ce req-343d08db-67df-4c76-b8e9-b464945f7733 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:08:39.301934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1b37ae1-4010-42ee-9d93-71de89acc9ce req-343d08db-67df-4c76-b8e9-b464945f7733 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/7ce2e1a5-d41b-4fc8-ad86-62b533504044 HTTP/1.1" status: 404 len: 352 time: 0.0278573 Jan 10 19:08:39.351770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:08:39.363365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52189e83-37e2-4d86-be18-b1362096e894 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:39.396666 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.420443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a9c2a89-2747-44bd-8ba4-ada91821eb50 req-9c223830-9736-4599-b400-117f4515d659 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/93f33732-71d9-41fd-9bc3-8e54e6208fb2 HTTP/1.1" status: 200 len: 1635 time: 0.0800455 Jan 10 19:08:39.510898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a9c2a89-2747-44bd-8ba4-ada91821eb50 req-5f546eb3-b780-4df6-ac83-df2ced9a652f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.532216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.553182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a9c2a89-2747-44bd-8ba4-ada91821eb50 req-5f546eb3-b780-4df6-ac83-df2ced9a652f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.637362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 52189e83-37e2-4d86-be18-b1362096e894 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:39.638391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.668336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a9c2a89-2747-44bd-8ba4-ada91821eb50 req-5f546eb3-b780-4df6-ac83-df2ced9a652f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.705173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f546eb3-b780-4df6-ac83-df2ced9a652f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f33732-71d9-41fd-9bc3-8e54e6208fb2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:39.719221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a9c2a89-2747-44bd-8ba4-ada91821eb50 req-5f546eb3-b780-4df6-ac83-df2ced9a652f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:39.721378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a9c2a89-2747-44bd-8ba4-ada91821eb50 req-5f546eb3-b780-4df6-ac83-df2ced9a652f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/93f33732-71d9-41fd-9bc3-8e54e6208fb2 HTTP/1.1" status: 204 len: 173 time: 0.2996981 Jan 10 19:08:39.752985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5365-5533-4f8e-a9ba-5766844e1f35 req-be5dac69-e8a9-4a69-b4dc-627882c5df6c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:39.762656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-149c5365-5533-4f8e-a9ba-5766844e1f35 req-be5dac69-e8a9-4a69-b4dc-627882c5df6c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2282557 Jan 10 19:08:39.775057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Allocated IP 172.20.0.1 (ef3956c8-5900-4bb9-ae68-c0934217a1f4/84175a90-1331-4fcd-b54c-eeebacebab52/26120ace-2c07-4dc1-a869-49413b0f3841) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:39.821604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:39.853393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-149c5365-5533-4f8e-a9ba-5766844e1f35 req-15008c2a-cb79-4698-83cf-54e0fe18afc0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891588 Jan 10 19:08:39.873720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'port_id': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'mac_address': 'fa:16:3e:ca:20:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:08:39.994378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 04a81e6a-6874-4202-8022-6be16d068db1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:40.046620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.058336 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.060448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 04a81e6a-6874-4202-8022-6be16d068db1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:40.060904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 04a81e6a-6874-4202-8022-6be16d068db1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:40.062697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:40.090036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Transition to ACTIVE for port object 26120ace-2c07-4dc1-a869-49413b0f3841 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:40.112834 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.115607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:08:40.117170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 74fbbbc7-f0ec-4527-a7f6-ddf1f32164d6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:40.137831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:40.141488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.146163 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Transition to ACTIVE for port object a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:40.160587 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.177009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:40.195646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.290043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:40.293882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:40.295770 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-e5dd487d-e0f9-4698-b820-b38348bb6472 req-1c9d01d2-d2f0-4943-b8ca-85835a01aeb3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:08:40.306489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:40.308686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5dd487d-e0f9-4698-b820-b38348bb6472 req-1c9d01d2-d2f0-4943-b8ca-85835a01aeb3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/93f33732-71d9-41fd-9bc3-8e54e6208fb2 HTTP/1.1" status: 404 len: 352 time: 0.0322490 Jan 10 19:08:40.325541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:40.338810 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Pushing event updated for resources: {'Port': ['ID=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:40.343389 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Attempting to bind port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:40.343758 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Attempting to bind port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:40.344115 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Attempting to bind port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:40.367228 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.367577 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.367916 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.368249 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.368576 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.368904 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.369225 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.369545 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.369863 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.377336 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.377985 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:08:40.392753 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:40.393061 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:40.393462 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.393854 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:40.395108 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Bound port: a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:40.395108 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.437443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.442970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['75a44aed-b63b-4e38-a112-2f9b66758acb'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:40.484692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Pushing event updated for resources: {'Port': ['ID=26120ace-2c07-4dc1-a869-49413b0f3841,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:40.527818 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6e7c-32df-4be3-9de7-fdf61e04d9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.563501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4b24a99c-e85e-4477-ba8a-d50df996581f req-08596ee9-443a-468f-80d6-13dee3a7f448 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:40.587731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.590204 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] For port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:40.595315 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] For port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:40.604609 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.718186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4b24a99c-e85e-4477-ba8a-d50df996581f req-08596ee9-443a-468f-80d6-13dee3a7f448 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:40.719723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b24a99c-e85e-4477-ba8a-d50df996581f req-08596ee9-443a-468f-80d6-13dee3a7f448 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 5483 time: 0.3626406 Jan 10 19:08:40.741579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00a0e0c7-b96a-4ab3-98bd-be39f99fbce4 None None] Provisioning for port 26120ace-2c07-4dc1-a869-49413b0f3841 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:40.742198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3b00-51b0-48e2-a277-d9e94eabe790 req-50b17199-82c8-4712-8033-c6526f0748b5 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:40.743849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39cf3b00-51b0-48e2-a277-d9e94eabe790 req-50b17199-82c8-4712-8033-c6526f0748b5 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.1774507 Jan 10 19:08:40.757993 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab139-1b6e-424f-beba-6d6d9638f44b None None] Pushing event updated for resources: {'Port': ['ID=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:40.761776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00a0e0c7-b96a-4ab3-98bd-be39f99fbce4 None None] Provisioning complete for port 26120ace-2c07-4dc1-a869-49413b0f3841 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:40.762436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a0e0c7-b96a-4ab3-98bd-be39f99fbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:40.764500 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Routers {'afc3c80a-1257-4ad3-8986-43f5d226b80d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:40.765157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['afc3c80a-1257-4ad3-8986-43f5d226b80d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:40.835499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-00a0e0c7-b96a-4ab3-98bd-be39f99fbce4 None None] Port 26120ace-2c07-4dc1-a869-49413b0f3841 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:40.843442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b24a99c-e85e-4477-ba8a-d50df996581f req-374d63cf-69b8-403f-af3c-2cbf90bb695f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/d028ebbd-ce3b-4d15-87a6-52ccfc11b984 HTTP/1.1" status: 200 len: 2649 time: 0.1113212 Jan 10 19:08:40.891544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39cf3b00-51b0-48e2-a277-d9e94eabe790 req-e2103da3-da8d-40e5-9ead-412f278acb44 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316657 Jan 10 19:08:40.959659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b24a99c-e85e-4477-ba8a-d50df996581f req-0e379cd8-37f3-457e-88be-b379f6d4a7a5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/d028ebbd-ce3b-4d15-87a6-52ccfc11b984 HTTP/1.1" status: 200 len: 2649 time: 0.1092534 Jan 10 19:08:40.996025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366160308', 'description': 'tempest-description-183129307'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:41.002292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:41.013500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:41.026909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.079087 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] Set router afc3c80a-1257-4ad3-8986-43f5d226b80d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:41.100195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.105419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.158103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:41.164472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:41.168808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:41.176371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:41.211976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d600f-be61-459d-be62-b6f543f698f5 req-52a864b1-75bf-4290-9a79-537c03c590f8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:41.232674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c1d600f-be61-459d-be62-b6f543f698f5 req-52a864b1-75bf-4290-9a79-537c03c590f8 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.1502786 Jan 10 19:08:41.262860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.262860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Pushing event updated for resources: {'Port': ['ID=26120ace-2c07-4dc1-a869-49413b0f3841,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:41.339775 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c1d600f-be61-459d-be62-b6f543f698f5 req-8023e29f-d765-4fec-ac94-7d24b7b1cef9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152427 Jan 10 19:08:41.339775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.348589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.377101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:41.410761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:41.410761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.429522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c600c611-dafe-41d3-84d1-96cdb66b4fa0 req-9512aa51-cdb4-4af1-9cba-fc9b1fda22e8 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4274442 Jan 10 19:08:41.476307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:41.478842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:41.553693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 75a44aed-b63b-4e38-a112-2f9b66758acb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:41.561174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 75a44aed-b63b-4e38-a112-2f9b66758acb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:41.561294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.574660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '26120ace-2c07-4dc1-a869-49413b0f3841', 'name': '', 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'mac_address': 'fa:16:3e:c7:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:39Z', 'updated_at': '2022-01-10T19:08:39Z', 'revision_number': 1, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'subnets': [{'id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:41.578998 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f629bba-055c-4f52-aef6-a96ceed55687 None None] The sync data for ids ['afc3c80a-1257-4ad3-8986-43f5d226b80d'] in n-d-816927-8 is: [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '26120ace-2c07-4dc1-a869-49413b0f3841', 'name': '', 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'mac_address': 'fa:16:3e:c7:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:39Z', 'updated_at': '2022-01-10T19:08:39Z', 'revision_number': 1, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'subnets': [{'id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:08:41.719637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.755055 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.843139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.853810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720572601', 'description': 'tempest-description-198835394'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:41.867724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:41.877400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:41.884077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:41.897870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:41.922848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:41.958254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:42.009463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:42.046426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:42.048769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:42.068923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:42.076114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:42.101542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:42.142315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-672be143-338e-43e3-b34e-bd75a94bf885 None None] Provisioning complete for port 26120ace-2c07-4dc1-a869-49413b0f3841 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:42.142315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-672be143-338e-43e3-b34e-bd75a94bf885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:42.253842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:42.259020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Router afc3c80a-1257-4ad3-8986-43f5d226b80d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:08:42.308130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-672be143-338e-43e3-b34e-bd75a94bf885 None None] Port 26120ace-2c07-4dc1-a869-49413b0f3841 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:42.326610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:42.332798 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:42.468561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9866a9e-0e32-4e17-9496-6515ac05698f req-99845afb-9401-4355-85cf-7b4551e9f500 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:42.468561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9866a9e-0e32-4e17-9496-6515ac05698f req-99845afb-9401-4355-85cf-7b4551e9f500 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2690303 Jan 10 19:08:42.468561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdad534-97df-4045-8dfb-094f63495bc8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:42.468561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:42.468561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f1ba27f-5898-4527-988c-84a187f47e91 req-396dfbff-44f8-4f95-a56c-55ac6f5c3894 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6152411 Jan 10 19:08:42.550153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9866a9e-0e32-4e17-9496-6515ac05698f req-25391964-cea9-4c01-88cb-13b112c5afdd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301112 Jan 10 19:08:42.574784 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'code': 200} Jan 10 19:08:42.594001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:08:42.616997 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e8d8c66f-a427-48a7-be3e-e832df318f60 admin admin] 10.222.0.21 "PUT /v2.0/routers/afc3c80a-1257-4ad3-8986-43f5d226b80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0371826 Jan 10 19:08:42.797623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d773a6be-e147-4148-9df9-bb99ed23808d req-564fbaec-ac12-45fd-a5b1-7d95015dace8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1096 time: 0.1436918 Jan 10 19:08:42.851937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:42.913062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdf95d-04ea-4a4e-8981-cf1bc64ef9a2 req-382979d0-d42d-4b3b-9d3d-1f3cb59835b3 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:42.915536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdf95d-04ea-4a4e-8981-cf1bc64ef9a2 req-382979d0-d42d-4b3b-9d3d-1f3cb59835b3 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.1882210 Jan 10 19:08:42.920872 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d773a6be-e147-4148-9df9-bb99ed23808d req-2e66bf4c-7d5d-451f-95b4-569cd46168b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160192 Jan 10 19:08:42.971935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.008695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdf95d-04ea-4a4e-8981-cf1bc64ef9a2 req-4a6f9d69-8430-4421-9cc8-253d05782a0e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864527 Jan 10 19:08:43.010310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1691241266'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:43.019256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:43.025192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:network and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:43.028469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:43.035922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:43.060241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:43.063815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.095568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:08:43.109580 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.110284 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Added segment cfe7b374-ecb3-4440-a0e0-11afb8938e53 of type vlan for network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 Jan 10 19:08:43.165127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.211325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.216313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:43.216958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.328573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-57629d6b-54f3-470d-aeb3-2c7db8d18dd2 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:43.340507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-57629d6b-54f3-470d-aeb3-2c7db8d18dd2 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 812 time: 0.2526934 Jan 10 19:08:43.363028 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5098622 Jan 10 19:08:43.366370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-56063025-0c6c-4f42-9ca9-76147f2a8bb1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/quotas/13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 375 time: 0.0250061 Jan 10 19:08:43.367038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40692) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:43.375342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'subnet': {'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:43.375923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd6a8b-681e-4c82-8b37-46e9f1541e5a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Network': ['ID=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:43.389668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:08:43.466086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:43.541482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:43.547702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:subnet and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:43.551074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:43.559557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:43.571140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:43.576729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:43.577109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.586601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-0de684e2-0c41-46a7-82d1-0d99299d7240 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951644 Jan 10 19:08:43.606325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:43.709570 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.726132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:43.730136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:43.798801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:43.917143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.045594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-39682dde-99b7-4c2a-a130-36ac28a88e9f service neutron] 10.222.0.21 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580622 Jan 10 19:08:44.102538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfa20-8dbd-4347-a17c-0f28e8196d0f req-ac460ef3-8777-4087-a0e8-d4f6758bbe2f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:44.104691 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d9bfa20-8dbd-4347-a17c-0f28e8196d0f req-ac460ef3-8777-4087-a0e8-d4f6758bbe2f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3825598 Jan 10 19:08:44.238941 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-a87088b0-6786-4fb9-a7ab-7e56ec8e3c6e service neutron] show failed (client error): The resource could not be found. Jan 10 19:08:44.240807 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-a87088b0-6786-4fb9-a7ab-7e56ec8e3c6e service neutron] 10.222.0.30 "GET /v2.0/ports/8afeeec0-6fd0-405c-9139-25b15b798b92/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0791807 Jan 10 19:08:44.280407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d9bfa20-8dbd-4347-a17c-0f28e8196d0f req-295d7694-dad8-437b-b5db-5beebc16fe7b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690230 Jan 10 19:08:44.314235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-7d43b41b-154a-43ca-b7bc-0e323434dd3b service neutron] 10.222.0.21 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502558 Jan 10 19:08:44.366895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.475223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Subnet': ['ID=e89f4259-a069-46da-9ce3-698df162149f,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:44.485880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Checking segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:44.486427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network hostable DHCP agents. Network: bd5150ac-c5bc-48f2-b1fd-cef85956c5b0, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:08:44.513972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:08:44.527133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, bd5150ac-c5bc-48f2-b1fd-cef85956c5b0) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:44.532755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:44.533453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.539974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b335c56f-0d06-42ab-8a33-ac84a806d4bd None None] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:44.566654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-564d7cf5-bccd-4113-8bf9-af205eec5b63 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1980460 Jan 10 19:08:44.569426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40712) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:44.578758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1243332749'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:44.585007 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-a45f9cc6-4584-47d3-9b39-b72480d60bac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 1101 time: 0.1248357 Jan 10 19:08:44.586237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:44.590324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:network and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:44.593492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:44.600274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:44.614597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:44.615027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:44.617764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.695787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:08:44.718404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.719061 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Added segment b93163f4-57c1-4e63-a705-807506db0172 of type vlan for network 63938af8-972e-4af7-a245-83c942fa3597 Jan 10 19:08:44.765989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b77a2-8b41-4834-919e-d4d8cfa4f889 req-60e8f9f2-971a-4013-81d1-e84bcc01a2a9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:44.767859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d6b77a2-8b41-4834-919e-d4d8cfa4f889 req-60e8f9f2-971a-4013-81d1-e84bcc01a2a9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.1401544 Jan 10 19:08:44.769996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.854681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d6b77a2-8b41-4834-919e-d4d8cfa4f889 req-d39fe963-25b8-4d26-9783-6bab54df2f41 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796292 Jan 10 19:08:44.864380 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.868174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:44.868785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.872883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'fixed_ips': [{'subnet_id': 'e89f4259-a069-46da-9ce3-698df162149f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:08:44.876851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:44.962421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.009658 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.041650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.077531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b79a22f9-3b25-46d6-a0e8-2f540bc87f83 req-93242da3-1299-4b26-95c3-fecec94c942a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 210 time: 0.0648403 Jan 10 19:08:45.124371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Network': ['ID=63938af8-972e-4af7-a245-83c942fa3597,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:45.128844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d2f5cb12-1501-44d0-8e0b-dfc988adff66 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5578523 Jan 10 19:08:45.131591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40722) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:08:45.142527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'subnet': {'network_id': '63938af8-972e-4af7-a245-83c942fa3597', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:45.148683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 63938af8-972e-4af7-a245-83c942fa3597 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:08:45.277663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Allocated IP 19.80.0.2 (bd5150ac-c5bc-48f2-b1fd-cef85956c5b0/e89f4259-a069-46da-9ce3-698df162149f/4f26c786-572c-4b43-8e5e-27de9190f6f9) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:45.306402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:45.318911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:45.324772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:subnet and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:45.332011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:45.354334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:45.355475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:45.387147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:45.407370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:45.421508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:45.444464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.478382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Transition to ACTIVE for port object 8afeeec0-6fd0-405c-9139-25b15b798b92 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:45.483761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.514134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:45.514502 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.617230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.697349 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'code': 200} Jan 10 19:08:45.705982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:45.716676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] No DVR routers for this DVR port 8afeeec0-6fd0-405c-9139-25b15b798b92 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:08:45.779648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33689607-6381-4ae6-a4d9-4dce86c17796 req-c4fc3bcb-19fc-4955-b34c-2e4d267a8ba3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:45.781376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33689607-6381-4ae6-a4d9-4dce86c17796 req-c4fc3bcb-19fc-4955-b34c-2e4d267a8ba3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2750525 Jan 10 19:08:45.790120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.806316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Transition to ACTIVE for port object 4f26c786-572c-4b43-8e5e-27de9190f6f9 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:45.828560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:45.829401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:45.830059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:45.837017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Transition to ACTIVE for port object 4f26c786-572c-4b43-8e5e-27de9190f6f9 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:45.844314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.853528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:45.853848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:45.867996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:45.880694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:45.883451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:45.884249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Bound port: 8afeeec0-6fd0-405c-9139-25b15b798b92, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:45.884746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:45.924152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:45.932684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:45.933904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33689607-6381-4ae6-a4d9-4dce86c17796 req-0fd76d8c-a1ce-4fd2-b362-4bd160f0a44c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314197 Jan 10 19:08:45.948488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:46.059510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:46.063766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:46.068968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:46.151832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Pushing event updated for resources: {'Port': ['ID=4f26c786-572c-4b43-8e5e-27de9190f6f9,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:46.155057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:46.171238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:46.172799 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-892ce237-b0f4-412b-86d8-11a80281782a service neutron] 10.222.0.44 "PUT /v2.0/ports/8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 1096 time: 1.5745342 Jan 10 19:08:46.208418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Attempting to bind port 4f26c786-572c-4b43-8e5e-27de9190f6f9 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:46.216884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Attempting to bind port 4f26c786-572c-4b43-8e5e-27de9190f6f9 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:46.217367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Attempting to bind port 4f26c786-572c-4b43-8e5e-27de9190f6f9 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:46.227566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:46.227996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Checking segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:46.230303 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:46.230803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Bound using segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:46.237386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Bound port: 4f26c786-572c-4b43-8e5e-27de9190f6f9, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:46.237813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:46.327048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-411b1ac2-a0c2-4715-ac71-8e481ab1b3c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1099 time: 0.1270032 Jan 10 19:08:46.438832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] For port 4f26c786-572c-4b43-8e5e-27de9190f6f9, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:46.442439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] For port 4f26c786-572c-4b43-8e5e-27de9190f6f9, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4f26c786-572c-4b43-8e5e-27de9190f6f9,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:46.449639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:46.518310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-b003928b-7ccb-4c86-9703-fb02fb1d7b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:46.520627 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-b003928b-7ccb-4c86-9703-fb02fb1d7b85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1907096 Jan 10 19:08:46.527829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:46.533935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f870ec5-4cc6-4fb7-9ccc-5f5276522e4f None None] Pushing event updated for resources: {'Port': ['ID=4f26c786-572c-4b43-8e5e-27de9190f6f9,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:46.571043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27e0031f-5d61-4f72-acbc-b735ab9c356f req-308688c1-1ffd-4912-961c-035c1bd47ab5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 210 time: 0.1346073 Jan 10 19:08:46.593493 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-8c40d3d3-3d04-4136-a13d-edcdc8229c5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.0675185 Jan 10 19:08:46.669354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Subnet': ['ID=5f093369-421f-4119-b713-93fedddf219f,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:46.684701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-e810eea3-ba3f-4a41-a551-9908d4421efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:46.686128 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-e810eea3-ba3f-4a41-a551-9908d4421efb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0820782 Jan 10 19:08:46.693981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-99d8e81e-55ae-44a7-a5b3-6ffd8092d94a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:46.695337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-99d8e81e-55ae-44a7-a5b3-6ffd8092d94a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.44 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 812 time: 0.6700938 Jan 10 19:08:46.752923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'port': {'device_id': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066', 'admin_state_up': True, 'tenant_id': '13530b1686264167a87760bb65efd644'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:46.800667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-e4f35f56-7718-4987-906f-a7849d5f24be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083450 Jan 10 19:08:46.880549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Checking segment: {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:46.880914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network hostable DHCP agents. Network: 63938af8-972e-4af7-a245-83c942fa3597, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:08:46.923056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc679a-073d-4cc7-9ad0-8684069a100a req-74acb6d8-a279-49ff-a8ed-796a8a789734 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:46.924496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eafc679a-073d-4cc7-9ad0-8684069a100a req-74acb6d8-a279-49ff-a8ed-796a8a789734 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 948 time: 0.4467478 Jan 10 19:08:46.938218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-63743376-6e57-438f-8c44-16ff93827dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314259 Jan 10 19:08:47.046269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network 63938af8-972e-4af7-a245-83c942fa3597 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:08:47.071179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-5b2fd6a7-c053-4f73-85d6-780fc53bdfe1 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:47.072634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-5b2fd6a7-c053-4f73-85d6-780fc53bdfe1 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 814 time: 0.3732016 Jan 10 19:08:47.074721 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-73fee21d-ac4f-4410-aa6f-7723e4c5c3fa req-b567d324-d6f3-44cc-aea4-f893913bb1fa service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302505 Jan 10 19:08:47.076134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 63938af8-972e-4af7-a245-83c942fa3597) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:47.077972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:47.082114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eafc679a-073d-4cc7-9ad0-8684069a100a req-31317e60-22ab-4def-bc71-452ebbb6063f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427331 Jan 10 19:08:47.089563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba891266-38c7-42d7-a242-0e4bf6831d5f None None] Network 63938af8-972e-4af7-a245-83c942fa3597 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:47.096496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:47.097146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:47.106890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:47.131432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-4b29bd87-c50f-4d40-bacf-cc83746350a0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/quotas/ef74be1379034223a95fc35e5446b22d HTTP/1.1" status: 200 len: 375 time: 0.0421908 Jan 10 19:08:47.170538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5ca6c94-b633-4168-b0c3-364a96187116 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0370097 Jan 10 19:08:47.194223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Made reservation on behalf of 13530b1686264167a87760bb65efd644 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:47.200005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:47.383272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-817b8395-5c35-4460-a446-b8a22e834157 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2508254 Jan 10 19:08:47.459642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4f26c786-572c-4b43-8e5e-27de9190f6f9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:47.495503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-63938af8-972e-4af7-a245-83c942fa3597', 'network_id': '63938af8-972e-4af7-a245-83c942fa3597', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'fixed_ips': [{'subnet_id': '5f093369-421f-4119-b713-93fedddf219f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:08:47.496314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:47.517150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Allocated IP 172.20.0.12 (d5e4b361-7bc7-456b-ab6f-90f317e1b066/8def17dd-e9b7-41e0-bc50-0ced7fecc19e/7109bdc4-87e9-443a-8caf-fbbdb16017a6) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:47.587339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-cfc1ce55-a617-475d-a5f2-08d5d92dab11 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:08:47.588199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-cfc1ce55-a617-475d-a5f2-08d5d92dab11 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2041600 Jan 10 19:08:47.698322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:47.712615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4f26c786-572c-4b43-8e5e-27de9190f6f9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:47.726560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Allocated IP 19.86.0.2 (63938af8-972e-4af7-a245-83c942fa3597/5f093369-421f-4119-b713-93fedddf219f/249ff4ca-5682-47aa-98ac-786f93d489b1) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:47.757541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd62a2-cd1f-4518-9853-ec513e1f5b6a None None] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:47.897258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-6d0b5672-bb88-460d-b1e4-4719068ab8ad service neutron] 10.222.0.21 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839277 Jan 10 19:08:47.931131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] Provisioning for port 4f26c786-572c-4b43-8e5e-27de9190f6f9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:47.965576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] Provisioning complete for port 4f26c786-572c-4b43-8e5e-27de9190f6f9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:47.965928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.071657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.096606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d8459170-a5d1-48fe-a60d-b37de5e13a76 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:48.100999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d8459170-a5d1-48fe-a60d-b37de5e13a76 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:48.101753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d8459170-a5d1-48fe-a60d-b37de5e13a76 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:48.150107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-15ef542b-84b2-40ac-b177-22ef1df69d00 service neutron] 10.222.0.21 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444541 Jan 10 19:08:48.160128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d8459170-a5d1-48fe-a60d-b37de5e13a76 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:48.162014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d8459170-a5d1-48fe-a60d-b37de5e13a76 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/networks?id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0&id=63938af8-972e-4af7-a245-83c942fa3597&id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 HTTP/1.1" status: 200 len: 1392 time: 0.4602900 Jan 10 19:08:48.171339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.186377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:48.244806 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.249959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e9288052-4bfa-4a0f-9ab9-49efed09daaa tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/quotas/a9899b39e28641b2936a5295cd03631c HTTP/1.1" status: 200 len: 375 time: 0.0766635 Jan 10 19:08:48.257527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Network d5e4b361-7bc7-456b-ab6f-90f317e1b066 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:48.261288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:48.267701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:48.298657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:48.323752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Transition to ACTIVE for port object 249ff4ca-5682-47aa-98ac-786f93d489b1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:48.366689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.402480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Transition to ACTIVE for port object 249ff4ca-5682-47aa-98ac-786f93d489b1 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:48.429407 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.501932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] For port 4f26c786-572c-4b43-8e5e-27de9190f6f9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4f26c786-572c-4b43-8e5e-27de9190f6f9,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:48.529907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:48.531012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.537439 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.552945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Network 63938af8-972e-4af7-a245-83c942fa3597 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:48.556202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Pushing event updated for resources: {'Port': ['ID=249ff4ca-5682-47aa-98ac-786f93d489b1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:48.558991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:48.580346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-79b9cc5d-209f-4fc2-b7cf-e5c93aa5cc4d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8550656 Jan 10 19:08:48.590486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-522a9b89-fad9-4ed0-9c1e-9356fcd4475b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2887619 Jan 10 19:08:48.611698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:48.643579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Request body: {'port': {'device_id': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:48.719152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96ba3d-69a9-4ca3-920c-35ac41389c1a None None] Pushing event updated for resources: {'Port': ['ID=4f26c786-572c-4b43-8e5e-27de9190f6f9,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:48.815401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Attempting to bind port 249ff4ca-5682-47aa-98ac-786f93d489b1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:48.816100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Attempting to bind port 249ff4ca-5682-47aa-98ac-786f93d489b1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:48.816100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Attempting to bind port 249ff4ca-5682-47aa-98ac-786f93d489b1 on network 63938af8-972e-4af7-a245-83c942fa3597 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:48.845739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:48.846143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Checking segment: {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:48.846544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.846964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Bound using segment: {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:48.847631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Bound port: 249ff4ca-5682-47aa-98ac-786f93d489b1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:48.848006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.918221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-4016fd63-0a33-4ddd-860a-6037f718fdf5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:48.918631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a1bf6207-bece-4f8b-ab19-b396706df3ba None None] Provisioning complete for port 4f26c786-572c-4b43-8e5e-27de9190f6f9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:48.918957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-4016fd63-0a33-4ddd-860a-6037f718fdf5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:48.919066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6207-bece-4f8b-ab19-b396706df3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:48.922808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0df4b892-c8e6-4466-8a98-88f1c5d54204 service neutron] 10.222.0.21 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896240 Jan 10 19:08:48.926431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:49.073374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-4016fd63-0a33-4ddd-860a-6037f718fdf5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:49.074524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-4016fd63-0a33-4ddd-860a-6037f718fdf5 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 932 time: 0.5004566 Jan 10 19:08:49.133833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] For port 249ff4ca-5682-47aa-98ac-786f93d489b1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:49.152456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] For port 249ff4ca-5682-47aa-98ac-786f93d489b1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=249ff4ca-5682-47aa-98ac-786f93d489b1,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:49.182226 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:49.228938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-0d27a501-4017-4c50-85bc-474eeb040646 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:49.242115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-c16fbeac-b12f-4ce5-a163-e2328de48cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037136 Jan 10 19:08:49.322560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852867f-4808-4a56-8daa-1d239ac8e502 None None] Pushing event updated for resources: {'Port': ['ID=249ff4ca-5682-47aa-98ac-786f93d489b1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:49.357193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4f26c786-572c-4b43-8e5e-27de9190f6f9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:49.384685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:49.405936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-0d27a501-4017-4c50-85bc-474eeb040646 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:49.407102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d940020-2c1e-4e7e-9f4f-ac675be4e930 req-0d27a501-4017-4c50-85bc-474eeb040646 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210273 Jan 10 19:08:49.526126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:49.528942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-18c93200-fb7a-4254-8ca5-d90f4c8ea664 service neutron] 10.222.0.21 "GET /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759130 Jan 10 19:08:49.543255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4f26c786-572c-4b43-8e5e-27de9190f6f9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:49.543785 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:49.574025 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'status': 'completed', 'code': 200} Jan 10 19:08:49.816369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7109bdc4-87e9-443a-8caf-fbbdb16017a6 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:49.826514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-cfe69e59-6ba9-411e-a99e-d90b686cc80b service neutron] 10.222.0.21 "GET /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920194 Jan 10 19:08:49.829472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:49.931640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Transition to ACTIVE for port object 7109bdc4-87e9-443a-8caf-fbbdb16017a6 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:49.941038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:50.043819 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-9340a8d6-e400-4127-9f91-ee1413fe46f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1099 time: 0.4498580 Jan 10 19:08:50.053450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-5e3d342c-221e-48c4-a7a1-e13c215eb877 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1099 time: 0.3785944 Jan 10 19:08:50.059293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-f3a9e9bf-4224-4b24-8648-40f0c724db4e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:50.060843 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-f3a9e9bf-4224-4b24-8648-40f0c724db4e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.44 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 814 time: 0.1887205 Jan 10 19:08:50.083905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Request body: {'port': {'device_id': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'admin_state_up': True, 'tenant_id': 'ef74be1379034223a95fc35e5446b22d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:50.095515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:50.103425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756da4-754c-42aa-9a86-0851ce1d8937 req-c5971f68-0304-4fb3-8572-70366fa03379 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:50.104909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95756da4-754c-42aa-9a86-0851ce1d8937 req-c5971f68-0304-4fb3-8572-70366fa03379 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 948 time: 0.3662131 Jan 10 19:08:50.152704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-193892ea-2bb6-4086-87d9-5a363b7e1138 service neutron] 10.222.0.21 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010108 Jan 10 19:08:50.420755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95756da4-754c-42aa-9a86-0851ce1d8937 req-283905dc-b32a-4592-8bc6-594e756f5fd4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060734 Jan 10 19:08:50.456466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df2dc4-cb79-450c-adce-74beba53d896 req-f0e21e4c-cd6e-4de1-9c38-45b145d97d3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:50.458763 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-f0e21e4c-cd6e-4de1-9c38-45b145d97d3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.4037914 Jan 10 19:08:50.462451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:50.465379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df2dc4-cb79-450c-adce-74beba53d896 req-df884d3b-d75a-4f35-b7e6-6d303516d53e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:50.466980 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-df884d3b-d75a-4f35-b7e6-6d303516d53e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.4053209 Jan 10 19:08:50.485045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Attempting to bind port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:50.485379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Attempting to bind port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:50.485686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Attempting to bind port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 on network d5e4b361-7bc7-456b-ab6f-90f317e1b066 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:50.523777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-f393bbf4-8b4f-45b2-b7a4-d73a65dd9316 service neutron] 10.222.0.21 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609011 Jan 10 19:08:50.524787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 on network d5e4b361-7bc7-456b-ab6f-90f317e1b066 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:50.527683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Attempting to bind port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 on network d5e4b361-7bc7-456b-ab6f-90f317e1b066 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:50.542940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:50.543490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Checking segment: {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:50.544134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Bound using segment: {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:50.544717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Bound port: 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6549c807-7986-4bde-8ada-056e30552579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:50.545205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:50.572861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Usage tracker for resource:port and tenant:ef74be1379034223a95fc35e5446b22d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:50.582923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:50.605433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:50.610117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-0507aeb1-ec35-4b5e-8daa-ef6de36a4988 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.1421335 Jan 10 19:08:50.613646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-4fdafa8c-9634-451a-af5a-e9f438dd3e6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.0926094 Jan 10 19:08:50.627258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7d18f-9629-4f8b-a732-5d15edb13fbf None None] Network 63938af8-972e-4af7-a245-83c942fa3597 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:08:50.688183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-860fe52c-34f7-4751-92e7-5ef134df14c3 req-7a0e4d03-49c2-44f5-a6ff-306c685d2564 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 210 time: 0.0748310 Jan 10 19:08:50.688798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Made reservation on behalf of ef74be1379034223a95fc35e5446b22d for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:50.691940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:50.721168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:50.727332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:50.736849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:50.870405 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:50.890198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] 10.222.0.44 "PUT /v2.0/ports/7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 1092 time: 2.2978868 Jan 10 19:08:50.892481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:50.907777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df2dc4-cb79-450c-adce-74beba53d896 req-d71187e7-e64e-4404-bf15-658cdfea6d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:50.909425 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-d71187e7-e64e-4404-bf15-658cdfea6d81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2902188 Jan 10 19:08:50.919244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df2dc4-cb79-450c-adce-74beba53d896 req-ccc3379d-78bc-4aab-a05f-961788f7c618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:50.925656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-ccc3379d-78bc-4aab-a05f-961788f7c618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2721856 Jan 10 19:08:50.959249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46cfa2-bf07-43fb-801a-75e52864988e service neutron] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:51.091769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8febc4cf-368a-4cb4-bed0-e7c2d23ac001 None None] Provisioning for port 249ff4ca-5682-47aa-98ac-786f93d489b1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:51.102566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-1ca52ce5-2633-4371-b103-1b84e11da1e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1095 time: 0.1354740 Jan 10 19:08:51.211838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Allocated IP 172.20.0.14 (44681e6c-44d3-474a-b4be-1c8765ab6500/da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2/cd34728e-fcd9-4274-9529-c2319a101e7c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:51.223756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:08:51.296447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-1b88db0d-810f-46ba-8737-3d75b01a2aa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 217 time: 0.1883016 Jan 10 19:08:51.473173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:51.507858 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-7bc9b06e-4779-40c5-b02e-9e77962aed74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5394673 Jan 10 19:08:51.508945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-d3f093f6-f9a1-4db6-9ceb-3a8bf0f52f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:51.512875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-d3f093f6-f9a1-4db6-9ceb-3a8bf0f52f4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.1454117 Jan 10 19:08:51.518548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'mac_address': 'fa:16:3e:70:d6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:08:51.552986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-f0edccd3-7b22-4007-81b7-21bc424c95c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6356575 Jan 10 19:08:51.609353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:51.628737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 249ff4ca-5682-47aa-98ac-786f93d489b1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:51.660427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afeeec0-6fd0-405c-9139-25b15b798b92 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:51.711145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-0dcb7c01-7804-4864-b6a1-c8577cb3c2a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853385 Jan 10 19:08:51.723375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:51.730897 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:51.762415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00115db0-2b6b-4bcd-8559-0cf74fbe3a48 req-1e75d6e1-62fa-45f1-b0da-0212b39dcd38 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 210 time: 0.1406648 Jan 10 19:08:51.822069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:51.842963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 249ff4ca-5682-47aa-98ac-786f93d489b1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:51.850160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 249ff4ca-5682-47aa-98ac-786f93d489b1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:51.850763 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:51.909179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a85291-bed6-441f-95a5-cb1b36bce417 req-d2dad280-d41c-4f8c-8222-63fb83ce72d0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:51.930701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41a85291-bed6-441f-95a5-cb1b36bce417 req-d2dad280-d41c-4f8c-8222-63fb83ce72d0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 944 time: 0.6328802 Jan 10 19:08:51.960776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:51.964076 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'status': 'completed', 'code': 200} Jan 10 19:08:51.971462 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-2c6d689d-d7c1-4d3d-993a-4c8e63276c78 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557297 Jan 10 19:08:51.982311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-4003c3b1-be45-44a2-8dcd-68111b47fb0c service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777089 Jan 10 19:08:52.015142 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:52.051086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 249ff4ca-5682-47aa-98ac-786f93d489b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=249ff4ca-5682-47aa-98ac-786f93d489b1,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:52.057441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:52.097676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8afeeec0-6fd0-405c-9139-25b15b798b92'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:52.118035 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-7c3ebdf0-3ec5-4441-98f8-98764e17086c service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912685 Jan 10 19:08:52.133558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41a85291-bed6-441f-95a5-cb1b36bce417 req-f020b628-0114-4b32-ae26-835714ad903d tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014186 Jan 10 19:08:52.218448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=249ff4ca-5682-47aa-98ac-786f93d489b1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:52.242163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-e41f8f38-8952-4976-9c16-907a16ae1c70 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:52.243579 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:52.243800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-e41f8f38-8952-4976-9c16-907a16ae1c70 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 948 time: 0.6238337 Jan 10 19:08:52.266052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['75a44aed-b63b-4e38-a112-2f9b66758acb'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:52.361642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Network 44681e6c-44d3-474a-b4be-1c8765ab6500 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:52.373304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:52.375802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:52.434343 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-137110bc-aca2-4415-9f6b-01b9898f4f4e service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265506 Jan 10 19:08:52.436083 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-61df2dc4-cb79-450c-adce-74beba53d896 req-ef84aa7e-f08e-4bb6-bd51-94c18d072b02 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526088 Jan 10 19:08:52.462356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Pushing event updated for resources: {'Port': ['ID=cd34728e-fcd9-4274-9529-c2319a101e7c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:52.488511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:52.489147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:52.517888 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-ff0ca77d-3424-4da9-b8aa-925089dd162b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4378636 Jan 10 19:08:52.528917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Request body: {'port': {'device_id': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:52.605039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-76e505ba-fc6e-4e02-8b0d-c2986f24fd57 service neutron] 10.222.0.44 "GET /v2.0/ports/8afeeec0-6fd0-405c-9139-25b15b798b92/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.3534579 Jan 10 19:08:52.639561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a271-e7df-4751-a3f5-e286bfc584e1 req-c9bafed5-83fb-4d60-bc6a-90ac1cf7d469 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:52.640955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04f0a271-e7df-4751-a3f5-e286bfc584e1 req-c9bafed5-83fb-4d60-bc6a-90ac1cf7d469 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.6207132 Jan 10 19:08:52.653389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:52.693046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f1ccff-9a8b-4a2d-8e11-72a88182abd2 req-164b9227-b229-458b-9fbd-d3cfb88c60ea service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574555 Jan 10 19:08:52.846046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-18af77a9-3eb4-4ecd-b801-13908b0efcaf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:52.849886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-18af77a9-3eb4-4ecd-b801-13908b0efcaf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:52.851402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-18af77a9-3eb4-4ecd-b801-13908b0efcaf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "GET /v2.0/networks?id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0&id=63938af8-972e-4af7-a245-83c942fa3597&id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 HTTP/1.1" status: 200 len: 1392 time: 0.4784229 Jan 10 19:08:52.858802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bc5e8-e01f-4859-a43f-05c1dc06d01c req-2d448163-ec51-4c3f-9422-022cef5d29aa tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:52.860158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d28bc5e8-e01f-4859-a43f-05c1dc06d01c req-2d448163-ec51-4c3f-9422-022cef5d29aa tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 949 time: 0.5283301 Jan 10 19:08:52.870085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04f0a271-e7df-4751-a3f5-e286bfc584e1 req-ba2a2462-0bba-4645-a9a0-543195c8db49 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921706 Jan 10 19:08:52.873425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'port': {'device_id': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'admin_state_up': True, 'tenant_id': 'a9899b39e28641b2936a5295cd03631c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:53.003209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-59cbe41b-bca2-4fb6-930b-47fb44bbd006 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1100 time: 0.3722897 Jan 10 19:08:53.013607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd34728e-fcd9-4274-9529-c2319a101e7c {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:53.020648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.038631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Transition to ACTIVE for port object cd34728e-fcd9-4274-9529-c2319a101e7c will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:53.048062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.165163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d28bc5e8-e01f-4859-a43f-05c1dc06d01c req-b8b3bf05-5ac4-4dd9-b337-fed14ba0738a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768743 Jan 10 19:08:53.180509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Pushing event updated for resources: {'Port': ['ID=cd34728e-fcd9-4274-9529-c2319a101e7c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:53.181838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-ee411a89-0b31-4145-9f61-87e911d60e8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1095 time: 0.4304142 Jan 10 19:08:53.299086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Attempting to bind port cd34728e-fcd9-4274-9529-c2319a101e7c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:53.299406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Attempting to bind port cd34728e-fcd9-4274-9529-c2319a101e7c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:53.299735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:53.299840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Attempting to bind port cd34728e-fcd9-4274-9529-c2319a101e7c on network 44681e6c-44d3-474a-b4be-1c8765ab6500 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:53.307215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Port cd34728e-fcd9-4274-9529-c2319a101e7c on network 44681e6c-44d3-474a-b4be-1c8765ab6500 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:53.307541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Attempting to bind port cd34728e-fcd9-4274-9529-c2319a101e7c on network 44681e6c-44d3-474a-b4be-1c8765ab6500 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:53.311697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:port and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:53.314962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:53.315335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Checking segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:53.315677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Bound using segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:53.316312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Bound port: cd34728e-fcd9-4274-9529-c2319a101e7c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:53.316495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.326777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:53.339502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:53.396639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 249ff4ca-5682-47aa-98ac-786f93d489b1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:53.397235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:53.400211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.414999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-9c09aacd-6ae3-4584-8e79-5eabb7ddb216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:53.416534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-9c09aacd-6ae3-4584-8e79-5eabb7ddb216 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.3683641 Jan 10 19:08:53.430773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a802d9b-f778-4849-901f-5f335676ee68 req-3599dbbb-f344-4ebe-ad6d-b0ad362d358d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:53.432300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a802d9b-f778-4849-901f-5f335676ee68 req-3599dbbb-f344-4ebe-ad6d-b0ad362d358d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 944 time: 0.4421182 Jan 10 19:08:53.445900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] For port cd34728e-fcd9-4274-9529-c2319a101e7c, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:53.449934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] For port cd34728e-fcd9-4274-9529-c2319a101e7c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cd34728e-fcd9-4274-9529-c2319a101e7c,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:53.455356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.477241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 249ff4ca-5682-47aa-98ac-786f93d489b1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:53.477606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.538783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-9b676016-551c-4f36-ab03-b6193368c8c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:53.540263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-9b676016-551c-4f36-ab03-b6193368c8c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.3521116 Jan 10 19:08:53.547756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:53.550341 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] 10.222.0.44 "PUT /v2.0/ports/cd34728e-fcd9-4274-9529-c2319a101e7c HTTP/1.1" status: 200 len: 1092 time: 1.0262601 Jan 10 19:08:53.553578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'tag': 'cd34728e-fcd9-4274-9529-c2319a101e7c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:53.578403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097a09-4c8a-4435-a64a-dbc630c18663 service neutron] Pushing event updated for resources: {'Port': ['ID=cd34728e-fcd9-4274-9529-c2319a101e7c,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:53.624478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-da1eb7da-a2a6-4489-84a5-b25443ff0394 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.1811316 Jan 10 19:08:53.680910 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-0a6efe2b-fada-47b1-a07e-516564c1a29c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 1095 time: 0.0793028 Jan 10 19:08:53.740636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-fab1a350-d3fd-4977-8828-edc7216ab89a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 217 time: 0.1633596 Jan 10 19:08:53.748099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-cb06f42b-f288-4b37-9f89-16a1e51cbc84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd34728e-fcd9-4274-9529-c2319a101e7c HTTP/1.1" status: 200 len: 217 time: 0.0598350 Jan 10 19:08:53.754800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa1f9144-70ef-40ec-843d-1bfbf82f1ff5 req-16c28640-27c4-467e-b022-e0f763aa7e2c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 210 time: 0.0698614 Jan 10 19:08:53.796350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a802d9b-f778-4849-901f-5f335676ee68 req-77d7af5f-1fe9-4e86-909e-b59c9a4fb86d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507967 Jan 10 19:08:53.826576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-35c12d18-5e4c-4543-8bbb-e2c0fd9fcf83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:53.837155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-35c12d18-5e4c-4543-8bbb-e2c0fd9fcf83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2032316 Jan 10 19:08:53.924318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-c5da6e9d-ea9e-424d-b1e7-c088dc69583f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:53.925772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-c5da6e9d-ea9e-424d-b1e7-c088dc69583f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.1710448 Jan 10 19:08:53.971962 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-7fe56993-3878-4e1b-968b-e5efdfb03a05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398011 Jan 10 19:08:53.978424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-d0578fd9-a779-4087-9373-196f0b5bce48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:53.979855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-d0578fd9-a779-4087-9373-196f0b5bce48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.2292035 Jan 10 19:08:54.059052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-80ecdbb1-30bb-42bf-817a-9796fc9c4e85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642626 Jan 10 19:08:54.065599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Allocated IP 19.80.0.27 (bd5150ac-c5bc-48f2-b1fd-cef85956c5b0/e89f4259-a069-46da-9ce3-698df162149f/5d50082a-2701-4b68-8476-ee37fd880bb2) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:54.121650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-9972f503-56e3-45f1-8bb5-3d200b056fad service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435320 Jan 10 19:08:54.150300 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'tag': 'cd34728e-fcd9-4274-9529-c2319a101e7c', 'status': 'completed', 'code': 200} Jan 10 19:08:54.270984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a60bd383-82e4-4f73-872f-fad57fce2f39 req-82fd8f22-8963-42c4-849e-9f66bd28546a service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425593 Jan 10 19:08:54.355749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-766f8e95-00f1-42b8-b551-16de5db54308 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5091674 Jan 10 19:08:54.396026 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-b83fe939-70bb-46fa-b117-5a8ec7e90ab7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 1095 time: 0.0726683 Jan 10 19:08:54.403169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74bfd9-45ac-41a9-b617-f1a852c6a8d9 req-1f85ea94-bf37-4dab-a175-27002230e4ad tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:54.404610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b74bfd9-45ac-41a9-b617-f1a852c6a8d9 req-1f85ea94-bf37-4dab-a175-27002230e4ad tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 944 time: 0.4946487 Jan 10 19:08:54.528659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-71261c8e-1a3a-4d20-bb47-51e45b8e48a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:54.530011 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-71261c8e-1a3a-4d20-bb47-51e45b8e48a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.1288154 Jan 10 19:08:54.599291 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-d0e1f278-e15f-4cd8-a4d3-775467e076f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd34728e-fcd9-4274-9529-c2319a101e7c HTTP/1.1" status: 200 len: 217 time: 0.0629208 Jan 10 19:08:54.606329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-9dcbbbfd-3df9-4139-80ae-9c849758ee23 service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378830 Jan 10 19:08:54.663264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-3825309b-24bd-4dd6-917a-283ac1192162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:54.664668 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-3825309b-24bd-4dd6-917a-283ac1192162 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.0596912 Jan 10 19:08:54.718005 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-71751077-8cdd-47b8-8790-44f015203b7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375888 Jan 10 19:08:54.782178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b74bfd9-45ac-41a9-b617-f1a852c6a8d9 req-bc93bb1f-7e63-43d3-9868-9552c1970e4e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678041 Jan 10 19:08:54.816380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-6dfd0bd9-dbc9-4eb0-b86d-3fba4b58b82d service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497972 Jan 10 19:08:54.870440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-5a274e84-d72f-482e-b2a1-6b779ece7e6f service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397607 Jan 10 19:08:54.935799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:54.999342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd2d225e-3405-47be-8ad5-a9ea1ef18a20 req-0019c8a7-9159-41ca-afad-b4ad287a0d21 service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789017 Jan 10 19:08:55.003092 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3f0fc9d-b99e-4ecc-9560-f0f2fba8df65 req-d7c7c011-888e-4498-ac36-f5193c23e975 service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251805 Jan 10 19:08:55.013991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abab5-1a01-4438-9c14-f60c6498fb6f req-c8af45b9-2598-4222-bee7-10994181dea4 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:55.016817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d2abab5-1a01-4438-9c14-f60c6498fb6f req-c8af45b9-2598-4222-bee7-10994181dea4 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.5262148 Jan 10 19:08:55.027312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Transition to ACTIVE for port object 5d50082a-2701-4b68-8476-ee37fd880bb2 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:55.129924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-2ce7e00b-f8e0-4654-bc49-e8a8af98f092 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027813 Jan 10 19:08:55.139283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d2abab5-1a01-4438-9c14-f60c6498fb6f req-d8ad1db3-c120-48c6-8cec-cea6118a68c9 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162200 Jan 10 19:08:55.148682 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.159886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613590e7-4867-42bb-bc17-051fe8d8ac53 req-8eb41870-13ed-4fde-8628-2c3833a4b420 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:55.162431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-613590e7-4867-42bb-bc17-051fe8d8ac53 req-8eb41870-13ed-4fde-8628-2c3833a4b420 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 949 time: 0.2226350 Jan 10 19:08:55.245466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7109bdc4-87e9-443a-8caf-fbbdb16017a6 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:08:55.248463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:55.267848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:55.271775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Port': ['ID=5d50082a-2701-4b68-8476-ee37fd880bb2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:55.276519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:55.279308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:55.323022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-613590e7-4867-42bb-bc17-051fe8d8ac53 req-5bbca79a-6fac-4d71-af7e-81042a7f9db1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267772 Jan 10 19:08:55.354361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:55.355036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.385132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-d9f3d2d5-5a25-4abf-9a2e-a9092a719132 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5186284 Jan 10 19:08:55.397369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'port': {'device_id': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'network_id': '63938af8-972e-4af7-a245-83c942fa3597', 'admin_state_up': True, 'tenant_id': 'a9899b39e28641b2936a5295cd03631c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:55.432878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 8afeeec0-6fd0-405c-9139-25b15b798b92 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:55.449843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8afeeec0-6fd0-405c-9139-25b15b798b92 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:55.450220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.537890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:55.570539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'network_id': 'd5e4b361-7bc7-456b-ab6f-90f317e1b066', 'port_id': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'mac_address': 'fa:16:3e:4f:19:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8def17dd-e9b7-41e0-bc50-0ced7fecc19e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:08:55.660888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.661908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:55.673468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:port and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:08:55.684565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:08:55.692672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:55.701905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7109bdc4-87e9-443a-8caf-fbbdb16017a6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:55.705344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.719355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-763a657d-af36-450b-ad11-ada04d391348 None None] Provisioning for port 5d50082a-2701-4b68-8476-ee37fd880bb2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:55.721043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:55.724551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.732459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-763a657d-af36-450b-ad11-ada04d391348 None None] Provisioning complete for port 5d50082a-2701-4b68-8476-ee37fd880bb2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:55.732819 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-763a657d-af36-450b-ad11-ada04d391348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.757565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d815-908a-4d73-9c2f-37f7520ba5e4 req-d59b8c3e-1820-4834-a2c0-7b7ddbb2c08c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:55.758244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-45c8d815-908a-4d73-9c2f-37f7520ba5e4 req-d59b8c3e-1820-4834-a2c0-7b7ddbb2c08c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:08:55.774411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:55.785568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:55.794527 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.816332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f2bd6-65ed-4580-827d-c01c7f01199c req-4758d3c3-0c9c-47db-856b-6e8503a71b29 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:55.817805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c94f2bd6-65ed-4580-827d-c01c7f01199c req-4758d3c3-0c9c-47db-856b-6e8503a71b29 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 944 time: 0.2001143 Jan 10 19:08:55.845936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:55.849217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-763a657d-af36-450b-ad11-ada04d391348 None None] Port 5d50082a-2701-4b68-8476-ee37fd880bb2 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:55.855922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-45c8d815-908a-4d73-9c2f-37f7520ba5e4 req-d59b8c3e-1820-4834-a2c0-7b7ddbb2c08c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:08:55.857058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45c8d815-908a-4d73-9c2f-37f7520ba5e4 req-d59b8c3e-1820-4834-a2c0-7b7ddbb2c08c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 931 time: 0.2902105 Jan 10 19:08:55.857468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:55.874912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:55.939546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:55.970829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c94f2bd6-65ed-4580-827d-c01c7f01199c req-e6ce4eb2-8846-40b1-91dc-80df9f8dbb68 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430116 Jan 10 19:08:55.989250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45c8d815-908a-4d73-9c2f-37f7520ba5e4 req-77b721ca-fe94-489e-8189-c3f5ed84e3dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231391 Jan 10 19:08:56.000651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Allocated IP 19.86.0.210 (63938af8-972e-4af7-a245-83c942fa3597/5f093369-421f-4119-b713-93fedddf219f/d8353324-a871-45f4-acea-f5304d2ffcce) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:56.092182 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'code': 200} Jan 10 19:08:56.165635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7109bdc4-87e9-443a-8caf-fbbdb16017a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:56.397804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ca47b-ae63-4efc-880f-aa711c632425 req-285bb12d-c07e-45f3-8146-59273a651dd0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:56.399333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-075ca47b-ae63-4efc-880f-aa711c632425 req-285bb12d-c07e-45f3-8146-59273a651dd0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 945 time: 0.2559161 Jan 10 19:08:56.406939 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:56.441576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Transition to ACTIVE for port object d8353324-a871-45f4-acea-f5304d2ffcce will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:56.447327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Sync routers for ids ['afc3c80a-1257-4ad3-8986-43f5d226b80d'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:08:56.460119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Routers {'afc3c80a-1257-4ad3-8986-43f5d226b80d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:56.461465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['afc3c80a-1257-4ad3-8986-43f5d226b80d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:56.473347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-075ca47b-ae63-4efc-880f-aa711c632425 req-9f02e2a0-fcec-4a51-b468-1b63532b7835 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Jan 10 19:08:56.484612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:56.611714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network 63938af8-972e-4af7-a245-83c942fa3597 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:56.617224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:56.620098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:56.622850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:56.688708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Set router afc3c80a-1257-4ad3-8986-43f5d226b80d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:56.694878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:56.695587 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:56.706106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f3c02-db24-4266-b28d-1da17f22bfd8 req-aa0b3944-a3b2-490e-ae11-3904797bdba0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:56.713409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d26f3c02-db24-4266-b28d-1da17f22bfd8 req-aa0b3944-a3b2-490e-ae11-3904797bdba0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.2267377 Jan 10 19:08:56.771655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94233d2c-9c9d-43d0-865b-ab0b30f6780a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3795259 Jan 10 19:08:56.784088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'port': {'device_id': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'admin_state_up': True, 'tenant_id': 'a9899b39e28641b2936a5295cd03631c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:56.906395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d26f3c02-db24-4266-b28d-1da17f22bfd8 req-03b1684f-878d-4a95-93b9-49d00f3ffc33 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919930 Jan 10 19:08:56.985986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:08:57.000243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:08:57.023288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:08:57.026526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.050602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fdcb28ed-192c-4222-bdbe-2eea43425669 None None] Provisioning for port d8353324-a871-45f4-acea-f5304d2ffcce completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:57.056791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fdcb28ed-192c-4222-bdbe-2eea43425669 None None] Provisioning complete for port d8353324-a871-45f4-acea-f5304d2ffcce triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:57.057170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fdcb28ed-192c-4222-bdbe-2eea43425669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.144703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb28ed-192c-4222-bdbe-2eea43425669 None None] Port d8353324-a871-45f4-acea-f5304d2ffcce cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:57.163657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '26120ace-2c07-4dc1-a869-49413b0f3841', 'name': '', 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'mac_address': 'fa:16:3e:c7:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:39Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 2, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'subnets': [{'id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:57.168180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Checking router: afc3c80a-1257-4ad3-8986-43f5d226b80d for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:08:57.168595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Updating router afc3c80a-1257-4ad3-8986-43f5d226b80d port 26120ace-2c07-4dc1-a869-49413b0f3841 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:08:57.262328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cd34728e-fcd9-4274-9529-c2319a101e7c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:08:57.264394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7109bdc4-87e9-443a-8caf-fbbdb16017a6 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:57.296413 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.340733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Allocated IP 19.80.0.145 (bd5150ac-c5bc-48f2-b1fd-cef85956c5b0/e89f4259-a069-46da-9ce3-698df162149f/089ad2a2-97dd-4318-9f69-25370dae49a6) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:08:57.359855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97053b-3b27-47e9-8167-75722a4bc8cc req-3ad1bf5d-da89-4c22-87f8-57c9b4b093db tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:57.361398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b97053b-3b27-47e9-8167-75722a4bc8cc req-3ad1bf5d-da89-4c22-87f8-57c9b4b093db tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.2375762 Jan 10 19:08:57.390033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921d613-302f-4032-88a6-c7d35152dad4 req-56337ac3-8618-4551-afcb-3756233fc070 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:57.391515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c921d613-302f-4032-88a6-c7d35152dad4 req-56337ac3-8618-4551-afcb-3756233fc070 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 944 time: 0.2322311 Jan 10 19:08:57.467177 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-0123e6b7-5c6a-4ec1-9d68-97690c8fd2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6&tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1 HTTP/1.1" status: 200 len: 1101 time: 0.0833716 Jan 10 19:08:57.487683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:57.558881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b97053b-3b27-47e9-8167-75722a4bc8cc req-433afc86-6cd4-4579-95a7-f42fcada1f85 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895580 Jan 10 19:08:57.575228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c921d613-302f-4032-88a6-c7d35152dad4 req-006606c5-d1d6-4691-bcba-1f94899a243f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694489 Jan 10 19:08:57.587033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port cd34728e-fcd9-4274-9529-c2319a101e7c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cd34728e-fcd9-4274-9529-c2319a101e7c,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:57.599185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:57.626573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'cd34728e-fcd9-4274-9529-c2319a101e7c', 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'port_id': 'cd34728e-fcd9-4274-9529-c2319a101e7c', 'mac_address': 'fa:16:3e:5b:95:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:08:57.631518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:57.631892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.641094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.684008 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.703356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Transition to ACTIVE for port object 089ad2a2-97dd-4318-9f69-25370dae49a6 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:57.744534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.814283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.884924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd34728e-fcd9-4274-9529-c2319a101e7c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:08:57.890637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:08:57.896489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:08:57.935189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port cd34728e-fcd9-4274-9529-c2319a101e7c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cd34728e-fcd9-4274-9529-c2319a101e7c,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:57.937941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Port': ['ID=089ad2a2-97dd-4318-9f69-25370dae49a6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:57.947415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:08:57.974176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:57.995903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.047303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:58.048081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.048347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:58.067850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479a7f1-7ee5-478d-9f5e-3f94c7789101 req-310a4a31-2603-4f31-b942-cf2112a89fff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:58.076887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479a7f1-7ee5-478d-9f5e-3f94c7789101 req-310a4a31-2603-4f31-b942-cf2112a89fff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:58.081179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479a7f1-7ee5-478d-9f5e-3f94c7789101 req-310a4a31-2603-4f31-b942-cf2112a89fff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:58.087433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9479a7f1-7ee5-478d-9f5e-3f94c7789101 req-310a4a31-2603-4f31-b942-cf2112a89fff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2376 time: 0.2847354 Jan 10 19:08:58.110675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:58.112112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:58.125470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.133574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:58.153417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.159393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Transition to ACTIVE for port object 26120ace-2c07-4dc1-a869-49413b0f3841 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:58.176138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=cd34728e-fcd9-4274-9529-c2319a101e7c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:58.180832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8fd90ace-626b-4005-863b-091e4788bdde tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4013786 Jan 10 19:08:58.187512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a1dad-09ef-4768-81d1-b91269ab5b2b req-66aa4ec3-437d-4276-af8e-a013745d6641 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:58.189283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-423a1dad-09ef-4768-81d1-b91269ab5b2b req-66aa4ec3-437d-4276-af8e-a013745d6641 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 945 time: 0.3013737 Jan 10 19:08:58.190374 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.201632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Request body: {'port': {'device_id': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:08:58.217187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.237841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Transition to ACTIVE for port object 8afeeec0-6fd0-405c-9139-25b15b798b92 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:08:58.240288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:08:58.246808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.280810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9479a7f1-7ee5-478d-9f5e-3f94c7789101 req-d4f41f84-6fbd-40d4-aeec-5a7d0cb0b9f5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828911 Jan 10 19:08:58.346956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:58.394118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['cd34728e-fcd9-4274-9529-c2319a101e7c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:08:58.432466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-423a1dad-09ef-4768-81d1-b91269ab5b2b req-9bfed0c8-55e1-454c-bd33-f8bf799eb116 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013333 Jan 10 19:08:58.472399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.482380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5ae9bc06-bcc3-4ed5-87b5-6f0bd925fdae None None] Provisioning for port 089ad2a2-97dd-4318-9f69-25370dae49a6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:58.531828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5ae9bc06-bcc3-4ed5-87b5-6f0bd925fdae None None] Provisioning complete for port 089ad2a2-97dd-4318-9f69-25370dae49a6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:58.532444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ae9bc06-bcc3-4ed5-87b5-6f0bd925fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.595983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-8c56fa08-f0d4-444b-96d3-16f1f0ee3672 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:58.601749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-8c56fa08-f0d4-444b-96d3-16f1f0ee3672 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.30 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.3078434 Jan 10 19:08:58.606213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fb088-f003-46b4-9547-0621bd80b993 None None] Pushing event updated for resources: {'Port': ['ID=26120ace-2c07-4dc1-a869-49413b0f3841,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:58.681409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] No DVR routers for this DVR port 8afeeec0-6fd0-405c-9139-25b15b798b92 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:08:58.709524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:58.737564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9bc06-bcc3-4ed5-87b5-6f0bd925fdae None None] Port 089ad2a2-97dd-4318-9f69-25370dae49a6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:08:58.765457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Attempting to bind port 26120ace-2c07-4dc1-a869-49413b0f3841 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:58.765833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Attempting to bind port 26120ace-2c07-4dc1-a869-49413b0f3841 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:58.766203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Attempting to bind port 26120ace-2c07-4dc1-a869-49413b0f3841 on network ef3956c8-5900-4bb9-ae68-c0934217a1f4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:58.797207 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'code': 200} Jan 10 19:08:58.798364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:58.798744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Checking segment: {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:58.799178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.799579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Bound using segment: {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:58.800209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Bound port: 26120ace-2c07-4dc1-a869-49413b0f3841, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:58.800589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.807528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:08:58.808248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:08:58.808729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:58.814708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:08:58.815230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Attempting to bind port 8afeeec0-6fd0-405c-9139-25b15b798b92 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:08:58.822674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:08:58.823275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:08:58.823872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:08:58.824493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Bound port: 8afeeec0-6fd0-405c-9139-25b15b798b92, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:08:58.825029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.893675 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'code': 200} Jan 10 19:08:58.941197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:58.945130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:58.957201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:58.994548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] For port 26120ace-2c07-4dc1-a869-49413b0f3841, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:08:58.999860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] For port 26120ace-2c07-4dc1-a869-49413b0f3841, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=26120ace-2c07-4dc1-a869-49413b0f3841,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:08:59.007329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:59.032848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:59.034385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] 10.222.0.30 "PUT /v2.0/ports/8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 1097 time: 1.5556552 Jan 10 19:08:59.059736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055d5d9-262d-4311-a6f3-54e89ed224fc service neutron] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=11']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:59.077083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Deleting port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:08:59.077466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:59.137056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fb088-f003-46b4-9547-0621bd80b993 None None] Pushing event updated for resources: {'Port': ['ID=26120ace-2c07-4dc1-a869-49413b0f3841,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:08:59.142620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Routers {'afc3c80a-1257-4ad3-8986-43f5d226b80d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:08:59.143166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['afc3c80a-1257-4ad3-8986-43f5d226b80d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:08:59.153821 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-43998f2d-0f5c-4584-8f9a-b79c9c9c1a81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1100 time: 0.0906241 Jan 10 19:08:59.379234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-b81001b8-4b04-4cdc-b476-3e79fbbef754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:59.381282 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-b81001b8-4b04-4cdc-b476-3e79fbbef754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2173471 Jan 10 19:08:59.417929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:08:59.483147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 26120ace-2c07-4dc1-a869-49413b0f3841 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:08:59.489830 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-f1412617-aeea-4d2e-9c3e-808ee0e49906 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.1015131 Jan 10 19:08:59.560596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-c0f05c83-726e-4c07-a89b-26d2b39cbf49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:59.562285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-c0f05c83-726e-4c07-a89b-26d2b39cbf49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0663059 Jan 10 19:08:59.599057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cefeeb-7019-4127-a361-94469651954b req-37fb80ec-f34a-4f07-8e0d-1c3d2083d818 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:59.605715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19cefeeb-7019-4127-a361-94469651954b req-37fb80ec-f34a-4f07-8e0d-1c3d2083d818 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 949 time: 0.8807366 Jan 10 19:08:59.612579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f865-5b9d-45b4-b95c-84c0a0e33f85 req-28279b74-676a-4723-9f0a-8062eb2a7a83 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:08:59.613916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f29f865-5b9d-45b4-b95c-84c0a0e33f85 req-28279b74-676a-4723-9f0a-8062eb2a7a83 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 945 time: 0.6051447 Jan 10 19:08:59.630568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:08:59.642146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] Set router afc3c80a-1257-4ad3-8986-43f5d226b80d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:08:59.675344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece41d44-dba9-4e66-9ac3-33d80c13bc3c req-08680115-81bb-47bd-b2fb-729bff6dc4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1097 time: 0.7026014 Jan 10 19:08:59.679221 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-7e506640-4963-4c03-ba17-a5c2f87ba044 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031756 Jan 10 19:08:59.719386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 26120ace-2c07-4dc1-a869-49413b0f3841 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:08:59.729156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 26120ace-2c07-4dc1-a869-49413b0f3841 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:59.729525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:59.825232 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-f2579d67-2700-433b-b399-527fbb6f08df service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457241 Jan 10 19:08:59.843764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-435e727b-8497-449d-975a-bee9f0f3c508 None None] Provisioning complete for port 26120ace-2c07-4dc1-a869-49413b0f3841 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:08:59.844043 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-435e727b-8497-449d-975a-bee9f0f3c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:59.845878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f29f865-5b9d-45b4-b95c-84c0a0e33f85 req-dce88ab7-ee1e-410f-87ca-564d94aa53f4 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966357 Jan 10 19:08:59.851126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece41d44-dba9-4e66-9ac3-33d80c13bc3c req-d04a2ab7-1ff0-4da4-af62-5aba2e803f97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698532 Jan 10 19:08:59.863428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19cefeeb-7019-4127-a361-94469651954b req-83619441-69ff-4951-b1c3-64c059899d9a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568066 Jan 10 19:08:59.896916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] For port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:08:59.897285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:08:59.980945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-059f5f20-8d31-4220-9369-fecae3f93c1d req-43074447-324e-42f5-a9fd-5971833d4e62 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489937 Jan 10 19:09:00.140400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d50082a-2701-4b68-8476-ee37fd880bb2 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:00.162802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.179571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-435e727b-8497-449d-975a-bee9f0f3c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.236680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Transition to ACTIVE for port object 5d50082a-2701-4b68-8476-ee37fd880bb2 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:00.253867 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.269643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.293094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-435e727b-8497-449d-975a-bee9f0f3c508 None None] For port 26120ace-2c07-4dc1-a869-49413b0f3841, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=26120ace-2c07-4dc1-a869-49413b0f3841,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:00.303144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-435e727b-8497-449d-975a-bee9f0f3c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.429209 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:09:00.429563 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:09:00.432707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e727b-8497-449d-975a-bee9f0f3c508 None None] Pushing event updated for resources: {'Port': ['ID=26120ace-2c07-4dc1-a869-49413b0f3841,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:00.440493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '26120ace-2c07-4dc1-a869-49413b0f3841', 'name': '', 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'mac_address': 'fa:16:3e:c7:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:39Z', 'updated_at': '2022-01-10T19:08:58Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'subnets': [{'id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:00.445332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abd6ae-1565-45ee-965f-50d770c44671 None None] The sync data for ids ['afc3c80a-1257-4ad3-8986-43f5d226b80d'] in n-d-816927-8 is: [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:08:40Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '26120ace-2c07-4dc1-a869-49413b0f3841', 'name': '', 'network_id': 'ef3956c8-5900-4bb9-ae68-c0934217a1f4', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'mac_address': 'fa:16:3e:c7:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:39Z', 'updated_at': '2022-01-10T19:08:58Z', 'revision_number': 4, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'subnets': [{'id': '84175a90-1331-4fcd-b54c-eeebacebab52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:09:00.485825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2059-0945-4830-8b86-b49bb17075f4 req-3a8c3dff-371b-42d5-b822-b1555c4612ad tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:00.492713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81cf2059-0945-4830-8b86-b49bb17075f4 req-3a8c3dff-371b-42d5-b822-b1555c4612ad tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 945 time: 0.4830830 Jan 10 19:09:00.527080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.527457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:00.527774 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Floating IP a711de35-2b50-42db-8486-a0edfe379630 disassociated. External IP: 172.25.6.187, port: 7b6fa03d-8520-4368-8383-e3bf0eefc9d6. Jan 10 19:09:00.528135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Calling delete_port for 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:00.556310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Pushing event updated for resources: {'Port': ['ID=5d50082a-2701-4b68-8476-ee37fd880bb2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:00.620587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-88e63e1e-79cb-47f8-a395-a8a141502fcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:00.624489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-88e63e1e-79cb-47f8-a395-a8a141502fcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:00.628404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-88e63e1e-79cb-47f8-a395-a8a141502fcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:00.629255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-88e63e1e-79cb-47f8-a395-a8a141502fcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:00.835432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81cf2059-0945-4830-8b86-b49bb17075f4 req-d054918e-b31d-4ddd-ad96-ff33e27686df tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c97c7be2-baee-4a16-b0bd-1268ab31237f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418145 Jan 10 19:09:00.889285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-88e63e1e-79cb-47f8-a395-a8a141502fcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:00.890541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-88e63e1e-79cb-47f8-a395-a8a141502fcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2376 time: 0.7100916 Jan 10 19:09:00.896134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:01.005988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Attempting to bind port 5d50082a-2701-4b68-8476-ee37fd880bb2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:01.006365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Attempting to bind port 5d50082a-2701-4b68-8476-ee37fd880bb2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:01.006653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Attempting to bind port 5d50082a-2701-4b68-8476-ee37fd880bb2 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:01.072620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Port 5d50082a-2701-4b68-8476-ee37fd880bb2 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:09:01.072945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Attempting to bind port 5d50082a-2701-4b68-8476-ee37fd880bb2 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:01.082574 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.152070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:01.152405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Checking segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:01.152785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Bound using segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:01.153217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Bound port: 5d50082a-2701-4b68-8476-ee37fd880bb2, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:01.153551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.166783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event deleted for resources: {'Port': ['ID=7b6fa03d-8520-4368-8383-e3bf0eefc9d6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:01.177272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6e25c3f-59e3-41ec-9b25-15611dfe5052 req-8e9d2f82-ff44-44bf-8e94-75481bf54e32 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726422 Jan 10 19:09:01.270107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cd34728e-fcd9-4274-9529-c2319a101e7c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:01.307782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552e12-2f1f-4a6f-a749-e388bd0c04f4 req-aa11300e-d85d-4852-9d6a-ab908197f309 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:01.314319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3552e12-2f1f-4a6f-a749-e388bd0c04f4 req-aa11300e-d85d-4852-9d6a-ab908197f309 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 946 time: 0.3474648 Jan 10 19:09:01.350002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port cd34728e-fcd9-4274-9529-c2319a101e7c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:01.359852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port cd34728e-fcd9-4274-9529-c2319a101e7c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:01.360576 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.376738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] For port 5d50082a-2701-4b68-8476-ee37fd880bb2, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:01.400101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] For port 5d50082a-2701-4b68-8476-ee37fd880bb2, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5d50082a-2701-4b68-8476-ee37fd880bb2,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:01.400897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 26120ace-2c07-4dc1-a869-49413b0f3841 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:01.415438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3552e12-2f1f-4a6f-a749-e388bd0c04f4 req-df7c8c62-4158-4334-8b7d-604f34e6acf9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002331 Jan 10 19:09:01.426133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.499343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 26120ace-2c07-4dc1-a869-49413b0f3841 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:01.499618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.694916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.733546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.735286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d50082a-2701-4b68-8476-ee37fd880bb2 HTTP/1.1" status: 200 len: 1091 time: 3.5429704 Jan 10 19:09:01.746756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78c61-dfd8-4470-986d-48c42aa75f83 service neutron] Pushing event updated for resources: {'Port': ['ID=5d50082a-2701-4b68-8476-ee37fd880bb2,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:01.750145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'tag': '5d50082a-2701-4b68-8476-ee37fd880bb2'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:01.797095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Request body: {'port': {'device_id': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:01.816370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd34728e-fcd9-4274-9529-c2319a101e7c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:01.832496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port cd34728e-fcd9-4274-9529-c2319a101e7c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cd34728e-fcd9-4274-9529-c2319a101e7c,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:01.844486 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:01.927776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=cd34728e-fcd9-4274-9529-c2319a101e7c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:01.971018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69bd30-087b-454e-aec7-bea26bcac6e6 req-2aeff290-c449-4df8-9b6f-4447a537eb5b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:01.972527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f69bd30-087b-454e-aec7-bea26bcac6e6 req-2aeff290-c449-4df8-9b6f-4447a537eb5b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 945 time: 0.3792121 Jan 10 19:09:02.008455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:02.033529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dbf8d-3dd3-499e-9181-a7961a16f515 req-86f68a73-5a53-4e9b-8c81-09754b7c95d9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:02.034968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-027dbf8d-3dd3-499e-9181-a7961a16f515 req-86f68a73-5a53-4e9b-8c81-09754b7c95d9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 949 time: 0.3857374 Jan 10 19:09:02.110909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Router e32e135f-a796-4190-966b-6acc23028888 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:09:02.131364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f69bd30-087b-454e-aec7-bea26bcac6e6 req-99816312-c9d0-4cba-9c9f-f61d3edf754a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479797 Jan 10 19:09:02.202490 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'status': 'completed', 'code': 200} Jan 10 19:09:02.263628 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'tag': '5d50082a-2701-4b68-8476-ee37fd880bb2', 'status': 'completed', 'code': 200} Jan 10 19:09:02.277954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-027dbf8d-3dd3-499e-9181-a7961a16f515 req-21f3fa05-0e74-439a-81b5-03976e9ff158 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276123 Jan 10 19:09:02.311174 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd34728e-fcd9-4274-9529-c2319a101e7c', 'code': 200} Jan 10 19:09:02.427372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-162f6287-cfc9-4438-bc78-5242215540d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1100 time: 0.2041435 Jan 10 19:09:02.439282 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-f9a79742-fdb3-428d-a364-53855893d023 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2731 time: 0.1615436 Jan 10 19:09:02.724337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-500900c8-7484-4c1b-b603-e0eee881c813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:02.725886 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-500900c8-7484-4c1b-b603-e0eee881c813 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2856681 Jan 10 19:09:02.730411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-4f4f4b68-2356-4df2-b28c-2ecda86ed308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:02.730912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-4f4f4b68-2356-4df2-b28c-2ecda86ed308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:02.731343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-4f4f4b68-2356-4df2-b28c-2ecda86ed308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:02.732811 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-4f4f4b68-2356-4df2-b28c-2ecda86ed308 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a9899b39e28641b2936a5295cd03631c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2663133 Jan 10 19:09:02.766929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bc8fdf4-c3dc-4e54-8922-d6e09c2f2ac9 req-bda00579-61d4-4ef6-99ad-9e7033eab7de tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/ports?device_id=97350dc7-4e33-42bf-8497-20b330daa1f1 HTTP/1.1" status: 200 len: 210 time: 0.2778075 Jan 10 19:09:02.845323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3444488-1c67-4bc5-a202-51934af53bb0 req-c1136a60-950d-497c-93eb-e77c2cbac4ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 1097 time: 0.4469876 Jan 10 19:09:02.991283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3444488-1c67-4bc5-a202-51934af53bb0 req-1e952612-091b-4c78-92a5-34a8e6ab4719 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366835 Jan 10 19:09:03.008292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-18eeaa4d-2ae2-48be-9932-ebcd330fa710 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 200 len: 217 time: 0.2743781 Jan 10 19:09:03.012218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963aaab-1e8d-4ab7-9a90-dc395afb1bbf req-14d91243-eb78-4469-bd0f-756741fa1737 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:03.017197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963aaab-1e8d-4ab7-9a90-dc395afb1bbf req-14d91243-eb78-4469-bd0f-756741fa1737 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:03.023526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963aaab-1e8d-4ab7-9a90-dc395afb1bbf req-14d91243-eb78-4469-bd0f-756741fa1737 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:03.030988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2963aaab-1e8d-4ab7-9a90-dc395afb1bbf req-14d91243-eb78-4469-bd0f-756741fa1737 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2388 time: 0.3185184 Jan 10 19:09:03.034440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8353324-a871-45f4-acea-f5304d2ffcce {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:03.106439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:03.133208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-b8a50bfd-afbb-49e0-855a-afe02c0cddea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:03.135618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:09:03.135893 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-b8a50bfd-afbb-49e0-855a-afe02c0cddea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1145630 Jan 10 19:09:03.148331 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] Sync routers for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:09:03.149545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-722e8a65-bee9-4387-bb3e-49c08b562eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:03.153815 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-722e8a65-bee9-4387-bb3e-49c08b562eb8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3505435 Jan 10 19:09:03.179415 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:03.180521 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:03.226377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Transition to ACTIVE for port object d8353324-a871-45f4-acea-f5304d2ffcce will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:03.271519 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-690edb3c-bde4-41a9-b8f1-b97bc4f08f7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166565 Jan 10 19:09:03.291583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2963aaab-1e8d-4ab7-9a90-dc395afb1bbf req-0158894b-0dbe-4744-9626-eda0d639582a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597058 Jan 10 19:09:03.303098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:03.357022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] No DVR routers for this DVR port 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:03.422040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:03.427256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:03.468092 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:03.489936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:09:03.490344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-4b154708-51d3-4850-bd42-66766542982d service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122102 Jan 10 19:09:03.492244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:03.521314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66670534-a9c3-46d8-84af-fa74e45ef3b0 req-ab1fd9a1-7537-425d-b6e1-30c3280917a7 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.30 "DELETE /v2.0/ports/7b6fa03d-8520-4368-8383-e3bf0eefc9d6 HTTP/1.1" status: 204 len: 173 time: 4.9006853 Jan 10 19:09:03.566607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.567679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.567881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.568221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.568560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.568891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.569220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.569548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.569872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.570211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.570523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:03.647393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:03.648967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7b6fa03d-8520-4368-8383-e3bf0eefc9d6 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:03.737389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83cc7a86-4877-406c-89e5-ddb379495a3a req-5bbfe169-d550-4951-8300-7c7ccd15f3db service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389371 Jan 10 19:09:03.779468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af1735-2bb8-4bf7-bfda-1e0b73413490 req-de61c6e9-bb13-42f1-afe5-b79b4f988615 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:03.781180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3af1735-2bb8-4bf7-bfda-1e0b73413490 req-de61c6e9-bb13-42f1-afe5-b79b4f988615 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 946 time: 0.7265797 Jan 10 19:09:03.876162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Attempting to bind port d8353324-a871-45f4-acea-f5304d2ffcce on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:03.876374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Attempting to bind port d8353324-a871-45f4-acea-f5304d2ffcce by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:03.876764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Attempting to bind port d8353324-a871-45f4-acea-f5304d2ffcce on network 63938af8-972e-4af7-a245-83c942fa3597 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:03.896880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Port d8353324-a871-45f4-acea-f5304d2ffcce on network 63938af8-972e-4af7-a245-83c942fa3597 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:09:03.897358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Attempting to bind port d8353324-a871-45f4-acea-f5304d2ffcce on network 63938af8-972e-4af7-a245-83c942fa3597 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:03.924413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:03.924859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Checking segment: {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:03.925375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Bound using segment: {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:03.925918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Bound port: d8353324-a871-45f4-acea-f5304d2ffcce, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93163f4-57c1-4e63-a705-807506db0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '63938af8-972e-4af7-a245-83c942fa3597'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:03.926952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:03.954045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3af1735-2bb8-4bf7-bfda-1e0b73413490 req-28f6e026-0a44-4699-8d74-e71d534664ce tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435115 Jan 10 19:09:03.967487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:03.987392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'mac_address': 'fa:16:3e:70:d6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:09:04.051078 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:35Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:04.055932 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] Checking router: e32e135f-a796-4190-966b-6acc23028888 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:09:04.059244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31864b57-6f55-4b92-857e-c48da0e3fe4d req-46d1511f-66f4-4259-9d2b-71ae9377eca6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:04.061665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31864b57-6f55-4b92-857e-c48da0e3fe4d req-46d1511f-66f4-4259-9d2b-71ae9377eca6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 946 time: 0.2293644 Jan 10 19:09:04.075576 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:04.076395 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:08:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:04.116468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:04.131149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:04.156486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afeeec0-6fd0-405c-9139-25b15b798b92 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:04.163377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d8353324-a871-45f4-acea-f5304d2ffcce,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:04.183701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:04.187046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:04.189807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:04.280224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'name': 'network-vif-deleted', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:04.314116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31864b57-6f55-4b92-857e-c48da0e3fe4d req-73686726-60a5-4982-8f31-97d60f8ba970 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466166 Jan 10 19:09:04.323515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=12']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:04.327465 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:04.366671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:04.368072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8353324-a871-45f4-acea-f5304d2ffcce HTTP/1.1" status: 200 len: 1092 time: 2.5786483 Jan 10 19:09:04.371829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7215f72-2c80-44ac-b2f6-5dc306dc0bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:04.411861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Request body: {'port': {'device_id': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:04.453359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['8afeeec0-6fd0-405c-9139-25b15b798b92'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:04.646251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:04.744193 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:35Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:04.748461 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2478034-2583-4ed3-a940-6aff074ef4c8 None None] The sync data for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 is: [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:06:24Z', 'revision_number': 4, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf', 'name': '', 'network_id': '3c1630bf-1aba-4547-b062-80c7d3b5d19d', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'mac_address': 'fa:16:3e:0e:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:22Z', 'updated_at': '2022-01-10T19:06:35Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'subnets': [{'id': 'fb7094f2-35e3-420b-b820-c78c23233eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:09:04.805484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871054a-14e2-4374-ac17-d7ba6d08b242 req-42ea470c-0c7c-4434-9f4e-1dae1a689309 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:04.807156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6871054a-14e2-4374-ac17-d7ba6d08b242 req-42ea470c-0c7c-4434-9f4e-1dae1a689309 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 950 time: 0.5339842 Jan 10 19:09:04.948989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6871054a-14e2-4374-ac17-d7ba6d08b242 req-5081427d-b0e6-43b3-8747-162339b97a7d tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348815 Jan 10 19:09:05.073009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff2f21-ed02-4d38-98da-a65d09e0ba2d None None] New status for floating IP a711de35-2b50-42db-8486-a0edfe379630: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:09:05.122664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089ad2a2-97dd-4318-9f69-25370dae49a6 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:05.143433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.170910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3465fe-9859-4709-8956-93def39cf286 req-aa50d00a-fa1b-4c0f-863a-56e7438d799e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1366160308&fields=id&tenant_id=13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 267 time: 0.0868142 Jan 10 19:09:05.173978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Transition to ACTIVE for port object 089ad2a2-97dd-4318-9f69-25370dae49a6 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:05.352162 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97350dc7-4e33-42bf-8497-20b330daa1f1', 'name': 'network-vif-deleted', 'tag': '7b6fa03d-8520-4368-8383-e3bf0eefc9d6', 'status': 'completed', 'code': 200} Jan 10 19:09:05.382775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.510531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:05.552011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Pushing event updated for resources: {'Port': ['ID=089ad2a2-97dd-4318-9f69-25370dae49a6,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:05.594177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 8afeeec0-6fd0-405c-9139-25b15b798b92 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:05.600990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 8afeeec0-6fd0-405c-9139-25b15b798b92 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:05.601788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.648717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3465fe-9859-4709-8956-93def39cf286 req-9e6dc438-0b63-48f8-a838-4828afb96eeb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:05.656080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3465fe-9859-4709-8956-93def39cf286 req-9e6dc438-0b63-48f8-a838-4828afb96eeb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 946 time: 0.4781981 Jan 10 19:09:05.666371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'port': {'security_groups': ['d028ebbd-ce3b-4d15-87a6-52ccfc11b984', 'e2df0f44-81ae-49be-b5de-b8cd1f06cdb1']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:05.712009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bfe3e-3532-4ddd-80c2-62ade254dd57 req-0a9fd88e-bbba-43a2-b28d-c40cd4b95fb0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:05.715826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bfe3e-3532-4ddd-80c2-62ade254dd57 req-0a9fd88e-bbba-43a2-b28d-c40cd4b95fb0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:05.719684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bfe3e-3532-4ddd-80c2-62ade254dd57 req-0a9fd88e-bbba-43a2-b28d-c40cd4b95fb0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:05.721280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae6bfe3e-3532-4ddd-80c2-62ade254dd57 req-0a9fd88e-bbba-43a2-b28d-c40cd4b95fb0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2412 time: 0.3712792 Jan 10 19:09:05.735665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.771505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:05.786486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:05.793829 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.851553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Attempting to bind port 089ad2a2-97dd-4318-9f69-25370dae49a6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:05.852089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Attempting to bind port 089ad2a2-97dd-4318-9f69-25370dae49a6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:05.852186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Attempting to bind port 089ad2a2-97dd-4318-9f69-25370dae49a6 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:05.859272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=13']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:05.876396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Port 089ad2a2-97dd-4318-9f69-25370dae49a6 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:09:05.876721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Attempting to bind port 089ad2a2-97dd-4318-9f69-25370dae49a6 on network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:05.880871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae6bfe3e-3532-4ddd-80c2-62ade254dd57 req-5429a3a4-747e-4c85-9699-89d1852c0f87 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509957 Jan 10 19:09:05.891213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.907772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:05.907772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Checking segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:05.907772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Bound using segment: {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:05.907772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Bound port: 089ad2a2-97dd-4318-9f69-25370dae49a6, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe7b374-ecb3-4440-a0e0-11afb8938e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:05.907772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:05.946497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:06.035076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.076187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.089912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] For port 089ad2a2-97dd-4318-9f69-25370dae49a6, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:06.105168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] For port 089ad2a2-97dd-4318-9f69-25370dae49a6, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=089ad2a2-97dd-4318-9f69-25370dae49a6,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:06.130625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.147693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.188416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c7be2-baee-4a16-b0bd-1268ab31237f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:06.191272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.199317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "DELETE /v2.0/security-groups/c97c7be2-baee-4a16-b0bd-1268ab31237f HTTP/1.1" status: 204 len: 168 time: 0.2508855 Jan 10 19:09:06.201606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:06.228370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.228721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.229107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.230704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.231132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.231521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.232124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.232452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.232777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.233105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.233421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c853f38-1f04-4ce9-a78a-9273ff9a7d90 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:06.239329 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-c4a4d30b-f578-4904-a314-2f090b265ce0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] show failed (client error): The resource could not be found. Jan 10 19:09:06.240604 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4a4d30b-f578-4904-a314-2f090b265ce0 tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "GET /v2.0/security-groups/c97c7be2-baee-4a16-b0bd-1268ab31237f HTTP/1.1" status: 404 len: 347 time: 0.0379493 Jan 10 19:09:06.243233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40982) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:06.308627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.310296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] 10.222.0.30 "PUT /v2.0/ports/089ad2a2-97dd-4318-9f69-25370dae49a6 HTTP/1.1" status: 200 len: 1092 time: 1.9038804 Jan 10 19:09:06.419044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22134c-ca99-46c6-9ef1-09bdf2a5c7df service neutron] Pushing event updated for resources: {'Port': ['ID=089ad2a2-97dd-4318-9f69-25370dae49a6,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:06.455685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b482f806-59b3-4937-80d9-54eaf4746feb req-7d0edf6b-093c-4d00-91e3-94612980076d tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 1102 time: 0.2340569 Jan 10 19:09:06.492323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:06.496666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Deleting port f49713cc-55bc-4292-9789-8cbbd34f7f9d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:06.497100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.552961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b482f806-59b3-4937-80d9-54eaf4746feb req-820b709e-3513-4040-9778-53a18ec8ea52 tempest-MigrationsAdminTest-1560796108 tempest-MigrationsAdminTest-1560796108-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881371 Jan 10 19:09:06.560455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-454d1f7d-3ccb-4a03-ac20-9a367174e1fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2865 time: 0.1861889 Jan 10 19:09:06.564244 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.630542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.644003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:06.696604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:06.697210 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.713670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3465fe-9859-4709-8956-93def39cf286 req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "PUT /v2.0/ports/7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 982 time: 1.0563538 Jan 10 19:09:06.715567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-6b1e3fae-d969-4f94-be6d-3aeff710f25e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=5d50082a-2701-4b68-8476-ee37fd880bb2 HTTP/1.1" status: 200 len: 217 time: 0.1475167 Jan 10 19:09:06.720492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7109bdc4-87e9-443a-8caf-fbbdb16017a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:06.774285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.774853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:06.890021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f4280-67ec-418c-8b4f-dd6e9fd55d7f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:06.913653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7109bdc4-87e9-443a-8caf-fbbdb16017a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:06.916377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-c5c4e313-858b-4941-8ab0-713375e5ce79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:06.918124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-c5c4e313-858b-4941-8ab0-713375e5ce79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e89f4259-a069-46da-9ce3-698df162149f HTTP/1.1" status: 200 len: 801 time: 0.1926458 Jan 10 19:09:06.923992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Calling delete_port for f49713cc-55bc-4292-9789-8cbbd34f7f9d owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:06.978280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a341f3-9605-4998-b0b1-702e0ed5cf54 req-4cc1e6bc-1e9e-451b-8d65-120800b846d7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:06.979792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7a341f3-9605-4998-b0b1-702e0ed5cf54 req-4cc1e6bc-1e9e-451b-8d65-120800b846d7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 946 time: 0.1830096 Jan 10 19:09:07.023805 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'code': 200} Jan 10 19:09:07.054164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-3e5fdf76-0ded-4911-b0c4-73733589a56c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281271 Jan 10 19:09:07.068148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7a341f3-9605-4998-b0b1-702e0ed5cf54 req-36cc15ed-5aed-4929-b0fc-af2ca657d048 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724270 Jan 10 19:09:07.183883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:07.290215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Pushing event deleted for resources: {'Port': ['ID=f49713cc-55bc-4292-9789-8cbbd34f7f9d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:07.383286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce'}, {'name': 'network-changed', 'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'tag': '089ad2a2-97dd-4318-9f69-25370dae49a6'}, {'name': 'network-changed', 'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:07.449506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-a5f0088a-9cdf-4d34-9dc7-bc29317da04b service neutron] 10.222.0.30 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785601 Jan 10 19:09:07.449893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:07.465927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:07.467010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ab8c3fb3-4d2d-4f7e-835a-296230cca62f tempest-ServersTestManualDisk-1329823468 tempest-ServersTestManualDisk-1329823468-project] 10.222.0.21 "DELETE /v2.0/floatingips/a711de35-2b50-42db-8486-a0edfe379630 HTTP/1.1" status: 204 len: 168 time: 1.2223794 Jan 10 19:09:07.470110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:07.581917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ad953ca-6dd7-4642-956e-d5eb504d2449 req-b41db59e-a3aa-49c4-aec0-ff631cacbbc3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/e2df0f44-81ae-49be-b5de-b8cd1f06cdb1 HTTP/1.1" status: 200 len: 1634 time: 0.4008102 Jan 10 19:09:07.716648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-14a31fdf-b359-4fca-a2ea-bc03dcb08d95 service neutron] 10.222.0.30 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592382 Jan 10 19:09:07.796438 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-8ad953ca-6dd7-4642-956e-d5eb504d2449 req-394e57ff-b377-4d9e-b760-370e45a53d10 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 19:09:07.797350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ad953ca-6dd7-4642-956e-d5eb504d2449 req-394e57ff-b377-4d9e-b760-370e45a53d10 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2df0f44-81ae-49be-b5de-b8cd1f06cdb1 HTTP/1.1" status: 409 len: 341 time: 0.2020702 Jan 10 19:09:07.803342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-356d7010-b4a2-4368-b6f7-6755c96664f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=d8353324-a871-45f4-acea-f5304d2ffcce HTTP/1.1" status: 200 len: 217 time: 0.0752406 Jan 10 19:09:07.854001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a4c7c-64b5-4da9-ac31-d82511b27387 req-562c143f-985b-460a-921c-3a5069cab9b5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:07.858021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a4c7c-64b5-4da9-ac31-d82511b27387 req-562c143f-985b-460a-921c-3a5069cab9b5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:07.861927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a4c7c-64b5-4da9-ac31-d82511b27387 req-562c143f-985b-460a-921c-3a5069cab9b5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:07.863564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b8a4c7c-64b5-4da9-ac31-d82511b27387 req-562c143f-985b-460a-921c-3a5069cab9b5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2412 time: 0.2631707 Jan 10 19:09:07.886282 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:09:07.918086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94b454bb-169c-49d6-bb20-1478ec1c3171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:07.919632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-94b454bb-169c-49d6-bb20-1478ec1c3171 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f093369-421f-4119-b713-93fedddf219f HTTP/1.1" status: 200 len: 801 time: 0.1102247 Jan 10 19:09:07.962572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b8a4c7c-64b5-4da9-ac31-d82511b27387 req-931034e0-0998-4543-a526-c844e626e1a5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921836 Jan 10 19:09:07.999685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-e81161b7-c55b-4547-b38f-e4d2ee72a3bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63938af8-972e-4af7-a245-83c942fa3597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731101 Jan 10 19:09:08.024953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:08.224206 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce', 'status': 'completed', 'code': 200} Jan 10 19:09:08.224476 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'tag': '089ad2a2-97dd-4318-9f69-25370dae49a6', 'status': 'completed', 'code': 200} Jan 10 19:09:08.224734 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'status': 'completed', 'code': 200} Jan 10 19:09:08.232708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-a9849f9a-a9c0-44b9-ab6c-043b52c3f0ec service neutron] 10.222.0.30 "GET /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256124 Jan 10 19:09:08.311945 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b5ff49d0-6c56-4a4e-899c-41ebfe55573d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:08.408629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051e53c-0f24-47b2-9a9b-10222f65c8cf req-750cf708-0851-424e-a3f1-f8a920ed703f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:08.410114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051e53c-0f24-47b2-9a9b-10222f65c8cf req-750cf708-0851-424e-a3f1-f8a920ed703f tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 951 time: 0.2538528 Jan 10 19:09:08.483287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-443ab1fd-0fcc-46d9-8490-fc1d63a3b1b6 service neutron] 10.222.0.30 "GET /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417126 Jan 10 19:09:08.550455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-898aa27c-1c4b-4b85-b1fd-e5f0ec8fe81b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1136 time: 0.2873831 Jan 10 19:09:08.683747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-f6a957c2-9598-4dab-88e2-cc965c35ff30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=089ad2a2-97dd-4318-9f69-25370dae49a6 HTTP/1.1" status: 200 len: 217 time: 0.1887221 Jan 10 19:09:08.693239 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051e53c-0f24-47b2-9a9b-10222f65c8cf req-1f94a7fc-82e4-4d25-abc2-310a4c95ab1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692695 Jan 10 19:09:08.708717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Deleting port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:08.709180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:08.817240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-880d8c58-a7a2-4691-b293-1f71a2a6e18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:08.818701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-880d8c58-a7a2-4691-b293-1f71a2a6e18b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.2513676 Jan 10 19:09:08.858015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8f989e38-eeae-497d-b7c6-1d7337d28b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:08.859457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-8f989e38-eeae-497d-b7c6-1d7337d28b2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e89f4259-a069-46da-9ce3-698df162149f HTTP/1.1" status: 200 len: 801 time: 0.1641319 Jan 10 19:09:08.935849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] For port 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:08.936123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:08.980103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-57861f55-f716-4aa9-85b4-0091b439de45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 217 time: 0.1521392 Jan 10 19:09:08.987955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cb6ad-f9e7-41b4-8c76-0a0f6dfe75c3 req-5cdf5167-e455-425d-9d00-65873da02ee2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:08.989407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-149cb6ad-f9e7-41b4-8c76-0a0f6dfe75c3 req-5cdf5167-e455-425d-9d00-65873da02ee2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 946 time: 0.3410368 Jan 10 19:09:09.005003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-19cf2749-e064-4afe-a01e-a2eca7f14d7a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.005695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-19cf2749-e064-4afe-a01e-a2eca7f14d7a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Synchronizing usage tracker for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:09.067366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Calling delete_port for 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:09.122547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-19cf2749-e064-4afe-a01e-a2eca7f14d7a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Unset dirty status for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:09.123729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-19cf2749-e064-4afe-a01e-a2eca7f14d7a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 951 time: 0.3467481 Jan 10 19:09:09.210111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Deleting port 8afeeec0-6fd0-405c-9139-25b15b798b92 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:09.210370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:09.224822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-f93de145-eca2-4020-bbe8-9b419e901cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.226288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-f93de145-eca2-4020-bbe8-9b419e901cac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.2353592 Jan 10 19:09:09.241723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2daf-00b6-431e-aa8b-1c6a6b0dea3c req-705d10a2-d7bb-491f-b019-73d7659cd3e9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.243165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-086a2daf-00b6-431e-aa8b-1c6a6b0dea3c req-705d10a2-d7bb-491f-b019-73d7659cd3e9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 985 time: 0.4213295 Jan 10 19:09:09.246180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-7b311488-7c49-4105-99ad-81bd10e47d0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3325396 Jan 10 19:09:09.248445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-149cb6ad-f9e7-41b4-8c76-0a0f6dfe75c3 req-d6b21d9c-131a-4c14-92e6-2671606cffd5 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089242 Jan 10 19:09:09.339700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-aff5d4d9-1ed8-484a-a9f0-bf2e29b1cba4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898271 Jan 10 19:09:09.595003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-086a2daf-00b6-431e-aa8b-1c6a6b0dea3c req-97e926e3-086d-408e-b22b-daf1609235bf tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3021548 Jan 10 19:09:09.664528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-a53c4769-cc96-400b-be66-6b888d8cc6c0 service neutron] 10.222.0.30 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728702 Jan 10 19:09:09.666989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-c8bb70ed-1863-4c9e-8f6f-75a5fd11ee9f service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175521 Jan 10 19:09:09.686386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:09.749803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Pushing event deleted for resources: {'Port': ['ID=5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:09.752664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] For port 8afeeec0-6fd0-405c-9139-25b15b798b92, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8afeeec0-6fd0-405c-9139-25b15b798b92,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:09.753021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:09.886774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ef3e-3021-4847-9c6b-c0bede127db1 req-ad3a8600-1a40-4b41-98f8-a18ce969642a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.890719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ef3e-3021-4847-9c6b-c0bede127db1 req-ad3a8600-1a40-4b41-98f8-a18ce969642a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.894773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ef3e-3021-4847-9c6b-c0bede127db1 req-ad3a8600-1a40-4b41-98f8-a18ce969642a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.897042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0dc7ef3e-3021-4847-9c6b-c0bede127db1 req-ad3a8600-1a40-4b41-98f8-a18ce969642a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2412 time: 0.3961036 Jan 10 19:09:09.927852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-7789ba91-cc17-4510-9bb6-5010f51e6245 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:09.929433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-7789ba91-cc17-4510-9bb6-5010f51e6245 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Synchronizing usage tracker for tenant:ef74be1379034223a95fc35e5446b22d on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:09.937592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Calling delete_port for 8afeeec0-6fd0-405c-9139-25b15b798b92 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:10.017956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fc6dfd-f206-4768-a0a4-6a0ca126b451 req-2b619338-ccac-4cc7-95cf-58776abccb5e service neutron] 10.222.0.30 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471160 Jan 10 19:09:10.059682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-60ab36e3-ebd1-4e97-be34-bed7a6579a62 service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693407 Jan 10 19:09:10.069049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0dc7ef3e-3021-4847-9c6b-c0bede127db1 req-9bb8f2ab-f969-4def-a886-96809fd33262 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196399 Jan 10 19:09:10.126403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-7789ba91-cc17-4510-9bb6-5010f51e6245 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Unset dirty status for tenant:ef74be1379034223a95fc35e5446b22d on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:10.126852 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-7789ba91-cc17-4510-9bb6-5010f51e6245 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 946 time: 0.5979693 Jan 10 19:09:10.131910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba73a9e-786b-4e83-afa4-001f8d7ca6a5 req-d44eb918-914f-40f9-803f-f53b34dcf270 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:10.133449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aba73a9e-786b-4e83-afa4-001f8d7ca6a5 req-d44eb918-914f-40f9-803f-f53b34dcf270 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=83022912-7f46-47b8-9980-0812a4bd6cd6 HTTP/1.1" status: 200 len: 951 time: 0.2546241 Jan 10 19:09:10.249337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aba73a9e-786b-4e83-afa4-001f8d7ca6a5 req-a1fd7b60-62c8-458b-bb36-5f2d0267fe8c tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065838 Jan 10 19:09:10.265693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-09e0d056-87fd-4e72-8d36-e0dd9f510037 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2865 time: 0.1811113 Jan 10 19:09:10.267630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Deleting port cd34728e-fcd9-4274-9529-c2319a101e7c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:10.267630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:10.359237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-e8684568-99af-4518-9dc7-d10cefa9c6ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1136 time: 0.2199974 Jan 10 19:09:10.439764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:10.445289 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6a67-34c1-46f3-85f1-49be44aca046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:10.455173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c', '8afeeec0-6fd0-405c-9139-25b15b798b92'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:10.491360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ab8fbb3a-8042-4e8c-aece-251c978d63ec', '6a220274-84a2-4649-a27b-34fbea11dc9c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:10.521099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event deleted for resources: {'Port': ['ID=8afeeec0-6fd0-405c-9139-25b15b798b92,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:10.546780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-3e47530b-daec-47a5-b1de-a37baccb4fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:10.548310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-3e47530b-daec-47a5-b1de-a37baccb4fd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63938af8-972e-4af7-a245-83c942fa3597 HTTP/1.1" status: 200 len: 903 time: 0.2747140 Jan 10 19:09:10.668237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-7ee0df61-441d-4831-8e35-8aa795289aa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=d8353324-a871-45f4-acea-f5304d2ffcce HTTP/1.1" status: 200 len: 217 time: 0.1001742 Jan 10 19:09:10.684531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-c69a808d-a915-41ea-bda2-93890f9014b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:10.686524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-c69a808d-a915-41ea-bda2-93890f9014b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.3157680 Jan 10 19:09:10.716382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] No DVR routers for this DVR port 8afeeec0-6fd0-405c-9139-25b15b798b92 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:10.728847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:10.732011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-deleted', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:10.791880 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-70ea5bd0-a1b9-47e1-a7c9-f3826cf09702 req-e713e3d3-2c9b-4a59-98f9-ad31757e2aa0 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "DELETE /v2.0/ports/8afeeec0-6fd0-405c-9139-25b15b798b92 HTTP/1.1" status: 204 len: 173 time: 1.6596992 Jan 10 19:09:10.831437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] For port cd34728e-fcd9-4274-9529-c2319a101e7c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=cd34728e-fcd9-4274-9529-c2319a101e7c,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:10.833126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:11.044544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dbdbb-85a3-4ba8-a745-eb4dcb879cbe req-7864f396-38f6-4ff1-abb8-c84876b98019 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.046416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-388dbdbb-85a3-4ba8-a745-eb4dcb879cbe req-7864f396-38f6-4ff1-abb8-c84876b98019 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 946 time: 0.6518080 Jan 10 19:09:11.063538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-f80e896d-8d1a-4634-86ab-ce3e51e427ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 217 time: 0.3407876 Jan 10 19:09:11.064975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-0efb1cf5-99ed-4fca-840f-b9964a94dd83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.066520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-0efb1cf5-99ed-4fca-840f-b9964a94dd83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f093369-421f-4119-b713-93fedddf219f HTTP/1.1" status: 200 len: 801 time: 0.3849552 Jan 10 19:09:11.163711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:11.173811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Calling delete_port for cd34728e-fcd9-4274-9529-c2319a101e7c owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:11.252890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca33e7f-37ac-42e1-a1f6-cd1cc6ec9267 req-69d67e31-f9cb-42eb-bb94-5641390620c9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.254981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ca33e7f-37ac-42e1-a1f6-cd1cc6ec9267 req-69d67e31-f9cb-42eb-bb94-5641390620c9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 985 time: 0.3179879 Jan 10 19:09:11.258818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-75638168-4401-4fed-a063-f8109b2d885f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.260454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-75638168-4401-4fed-a063-f8109b2d885f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.1415763 Jan 10 19:09:11.262791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-388dbdbb-85a3-4ba8-a745-eb4dcb879cbe req-c059e092-0ab4-417b-8d44-665e09f7149e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953628 Jan 10 19:09:11.356358 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-8ca25684-cc14-4f9e-83b7-c7f57f2669ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871663 Jan 10 19:09:11.393896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-947d9626-6f5c-4b1f-83eb-dc6c4860b297 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63938af8-972e-4af7-a245-83c942fa3597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3175273 Jan 10 19:09:11.415125 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83022912-7f46-47b8-9980-0812a4bd6cd6', 'name': 'network-vif-deleted', 'tag': '8afeeec0-6fd0-405c-9139-25b15b798b92', 'status': 'completed', 'code': 200} Jan 10 19:09:11.521750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:11.533237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['75a44aed-b63b-4e38-a112-2f9b66758acb'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:11.612714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Pushing event deleted for resources: {'Port': ['ID=cd34728e-fcd9-4274-9529-c2319a101e7c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:11.615021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ca33e7f-37ac-42e1-a1f6-cd1cc6ec9267 req-9fb73f0d-8e8f-42b1-afe8-f3958294c71e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3488128 Jan 10 19:09:11.684609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] No DVR routers for this DVR port cd34728e-fcd9-4274-9529-c2319a101e7c on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:11.687095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:11.701845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-13a4f62c-f442-4c76-8e60-37ecd7bccd8b service neutron] 10.222.0.30 "GET /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870417 Jan 10 19:09:11.703206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:11.714487 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4fcbfe58-f16c-4aaf-8f57-dcbc98d1da73 req-13bef4d2-c064-41af-ac3c-d4ed27e8dc86 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.44 "DELETE /v2.0/ports/cd34728e-fcd9-4274-9529-c2319a101e7c HTTP/1.1" status: 204 len: 173 time: 1.5742261 Jan 10 19:09:11.722772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:11.864337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-fafce68f-e81c-41c2-911c-a3e53d0c558f service neutron] 10.222.0.30 "GET /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533689 Jan 10 19:09:11.902336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-7a6b0b23-da1b-4fd0-923a-6a95e7e3d365 service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370886 Jan 10 19:09:11.920496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d728e-ff46-4ef8-a1a4-709a2f2af106 req-63cb8be3-3bad-45c7-86ae-7bfbf10030dc tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.923522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d728e-ff46-4ef8-a1a4-709a2f2af106 req-63cb8be3-3bad-45c7-86ae-7bfbf10030dc tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.928015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d728e-ff46-4ef8-a1a4-709a2f2af106 req-63cb8be3-3bad-45c7-86ae-7bfbf10030dc tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:11.929658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-297d728e-ff46-4ef8-a1a4-709a2f2af106 req-63cb8be3-3bad-45c7-86ae-7bfbf10030dc tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2412 time: 0.3328705 Jan 10 19:09:12.117524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-297d728e-ff46-4ef8-a1a4-709a2f2af106 req-63382ff1-e834-4ca6-9b53-642960dac9eb tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559882 Jan 10 19:09:12.139593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Router e32e135f-a796-4190-966b-6acc23028888 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:09:12.190022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-8138d064-3c8e-4acd-8ac8-15bcbfa41e0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2865 time: 0.2567232 Jan 10 19:09:12.192866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5291d0e1-ed23-4fc9-b41e-5d3f327898e8 req-a8bdbe39-dda4-4469-9020-a4982e94e291 service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326660 Jan 10 19:09:12.400000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:09:12.402514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-17ab8884-6a70-4e45-bb6e-b5245a353683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:12.404546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-17ab8884-6a70-4e45-bb6e-b5245a353683 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 HTTP/1.1" status: 200 len: 903 time: 0.2103050 Jan 10 19:09:12.405724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4cf8cb86-738c-45c9-ae92-4272f495414a admin admin] 10.222.0.21 "PUT /v2.0/routers/e32e135f-a796-4190-966b-6acc23028888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9345930 Jan 10 19:09:12.408670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:12.416921 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] Sync routers for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:09:12.446004 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:12.446004 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:12.645665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:12.750565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-c111c1ef-e2d1-4cd5-8b18-991f83c104f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=089ad2a2-97dd-4318-9f69-25370dae49a6 HTTP/1.1" status: 200 len: 217 time: 0.3273797 Jan 10 19:09:12.752403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e763317-47a8-4978-9f5a-dc0abec5d258 req-4c75fbda-298d-4b6a-8e99-62a10a9d5b46 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1cee9ca-b0ba-4634-8d7f-af13d5133034 HTTP/1.1" status: 200 len: 210 time: 0.2329359 Jan 10 19:09:12.819912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b46ff9-1970-4efc-963d-2fe23e540096 req-89093068-dbbc-49d8-8484-715099f6ebc6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:12.826926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15b46ff9-1970-4efc-963d-2fe23e540096 req-89093068-dbbc-49d8-8484-715099f6ebc6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 950 time: 0.5019886 Jan 10 19:09:12.870344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-cf973f4e-b776-4bf1-9cf4-a8edd4cebfb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:12.875272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-cf973f4e-b776-4bf1-9cf4-a8edd4cebfb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e89f4259-a069-46da-9ce3-698df162149f HTTP/1.1" status: 200 len: 801 time: 0.1139867 Jan 10 19:09:12.971611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:13.014257 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:09:09Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:13.024643 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] Checking router: e32e135f-a796-4190-966b-6acc23028888 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:09:13.030787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15b46ff9-1970-4efc-963d-2fe23e540096 req-ca1005c7-7df5-46cd-9ca3-c1a7941db1e5 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881845 Jan 10 19:09:13.036907 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] Routers {'e32e135f-a796-4190-966b-6acc23028888'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:13.036907 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e32e135f-a796-4190-966b-6acc23028888'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:13.229684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-80a216a5-da76-43d1-98ae-34ccc0bc1d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3440704 Jan 10 19:09:13.234517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] Set router e32e135f-a796-4190-966b-6acc23028888 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:13.321965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cd34728e-fcd9-4274-9529-c2319a101e7c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:13.364758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace7901-75e7-4638-8db7-05aacec4ef89 req-99cdf88a-ed38-4eb7-98e4-21a709b63bf0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:13.366389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ace7901-75e7-4638-8db7-05aacec4ef89 req-99cdf88a-ed38-4eb7-98e4-21a709b63bf0 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 985 time: 0.2096860 Jan 10 19:09:13.403838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: cd34728e-fcd9-4274-9529-c2319a101e7c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:13.404196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device cd34728e-fcd9-4274-9529-c2319a101e7c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:13.416146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'name': 'network-vif-deleted', 'tag': 'cd34728e-fcd9-4274-9529-c2319a101e7c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:13.510934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:13.537937 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:09:09Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:13.542326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4e5a6-728c-47ce-974b-6c4311d07dae None None] The sync data for ids ['e32e135f-a796-4190-966b-6acc23028888'] in n-d-816927-8 is: [{'id': 'e32e135f-a796-4190-966b-6acc23028888', 'name': 'tempest-ServersTestManualDisk-829606649-router', 'tenant_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:15Z', 'updated_at': '2022-01-10T19:09:09Z', 'revision_number': 5, 'project_id': '518c2bf58aaa4c30a15363ac3eaed7f2', 'gw_port': {'id': 'daab28b3-6a0b-4746-b201-5cd968969036', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e135f-a796-4190-966b-6acc23028888', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:16Z', 'updated_at': '2022-01-10T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:09:13.566139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 089ad2a2-97dd-4318-9f69-25370dae49a6 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:09:13.570060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:13.570165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-01d02d28-927e-4f5b-a54e-a9ad68766311 service neutron] 10.222.0.30 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302975 Jan 10 19:09:13.603288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ace7901-75e7-4638-8db7-05aacec4ef89 req-805faca4-e440-4f51-9a1c-b5d8cb5a3820 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2143700 Jan 10 19:09:13.608368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 8afeeec0-6fd0-405c-9139-25b15b798b92 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:13.608901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8afeeec0-6fd0-405c-9139-25b15b798b92 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:13.670599 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cee9ca-b0ba-4634-8d7f-af13d5133034', 'name': 'network-vif-deleted', 'tag': 'cd34728e-fcd9-4274-9529-c2319a101e7c', 'status': 'completed', 'code': 200} Jan 10 19:09:13.760407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 089ad2a2-97dd-4318-9f69-25370dae49a6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=089ad2a2-97dd-4318-9f69-25370dae49a6,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:13.766293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63716-b902-49a8-a871-09348a51ace4 req-327fd9d5-f266-475b-b613-b16e7064f043 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:13.770243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63716-b902-49a8-a871-09348a51ace4 req-327fd9d5-f266-475b-b613-b16e7064f043 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:13.774154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63716-b902-49a8-a871-09348a51ace4 req-327fd9d5-f266-475b-b613-b16e7064f043 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:13.775745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '089ad2a2-97dd-4318-9f69-25370dae49a6', 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'port_id': '089ad2a2-97dd-4318-9f69-25370dae49a6', 'mac_address': 'fa:16:3e:3f:fe:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89f4259-a069-46da-9ce3-698df162149f', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:09:13.779533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7da63716-b902-49a8-a871-09348a51ace4 req-327fd9d5-f266-475b-b613-b16e7064f043 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2412 time: 0.3357913 Jan 10 19:09:13.831106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1537acb4-6557-4130-9b8c-6df5fac59d69 req-d7e8d266-4198-4a19-8a81-c47ceeb7562d service neutron] 10.222.0.30 "GET /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527206 Jan 10 19:09:13.835816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:13.858232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089ad2a2-97dd-4318-9f69-25370dae49a6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:13.875938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 089ad2a2-97dd-4318-9f69-25370dae49a6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=089ad2a2-97dd-4318-9f69-25370dae49a6,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:13.883057 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:13.883755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d8353324-a871-45f4-acea-f5304d2ffcce details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:09:13.982776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=089ad2a2-97dd-4318-9f69-25370dae49a6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:13.986978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7da63716-b902-49a8-a871-09348a51ace4 req-d76bab56-87ce-40b1-9714-361f9feca8b9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038467 Jan 10 19:09:14.048584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.049166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.049679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.050174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.050663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.051693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.052226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.052752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.053269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.053787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.055221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:09:14.059432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-e82fd0db-968e-40d6-9f02-0d107f716c1b tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1720572601&fields=id&tenant_id=13530b1686264167a87760bb65efd644 HTTP/1.1" status: 200 len: 267 time: 0.0946839 Jan 10 19:09:14.121422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.123174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d8353324-a871-45f4-acea-f5304d2ffcce,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:14.141234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'd8353324-a871-45f4-acea-f5304d2ffcce', 'network_id': '63938af8-972e-4af7-a245-83c942fa3597', 'port_id': 'd8353324-a871-45f4-acea-f5304d2ffcce', 'mac_address': 'fa:16:3e:76:55:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f093369-421f-4119-b713-93fedddf219f', 'ip_address': '19.86.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:09:14.148237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-01981696-590d-4e3b-a761-ab0fa3e651c7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:14.149707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-01981696-590d-4e3b-a761-ab0fa3e651c7 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 950 time: 0.2311504 Jan 10 19:09:14.201908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Deleting port daab28b3-6a0b-4746-b201-5cd968969036 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:14.202251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.204068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.223877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8353324-a871-45f4-acea-f5304d2ffcce {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:14.243165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d8353324-a871-45f4-acea-f5304d2ffcce,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:14.246957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.247822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5d50082a-2701-4b68-8476-ee37fd880bb2 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:09:14.274197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-f1e315f8-d5b7-4d8a-81bd-15364df91754 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:14.275693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-f1e315f8-d5b7-4d8a-81bd-15364df91754 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 985 time: 0.2154920 Jan 10 19:09:14.287113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Deleting port 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:14.287713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.322256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:14.326642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5d50082a-2701-4b68-8476-ee37fd880bb2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5d50082a-2701-4b68-8476-ee37fd880bb2,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:14.341187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5d50082a-2701-4b68-8476-ee37fd880bb2', 'network_id': 'bd5150ac-c5bc-48f2-b1fd-cef85956c5b0', 'port_id': '5d50082a-2701-4b68-8476-ee37fd880bb2', 'mac_address': 'fa:16:3e:7e:1c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89f4259-a069-46da-9ce3-698df162149f', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:09:14.377614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'port': {'security_groups': ['d028ebbd-ce3b-4d15-87a6-52ccfc11b984', 'e2df0f44-81ae-49be-b5de-b8cd1f06cdb1', '9bdad534-97df-4045-8dfb-094f63495bc8']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:14.393862 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.414297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d50082a-2701-4b68-8476-ee37fd880bb2 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:14.430319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5d50082a-2701-4b68-8476-ee37fd880bb2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5d50082a-2701-4b68-8476-ee37fd880bb2,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:14.435050 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.500328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5d50082a-2701-4b68-8476-ee37fd880bb2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:14.727409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5d50082a-2701-4b68-8476-ee37fd880bb2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:14.769336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] For port daab28b3-6a0b-4746-b201-5cd968969036, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=daab28b3-6a0b-4746-b201-5cd968969036,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:14.769606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.770197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['d8353324-a871-45f4-acea-f5304d2ffcce'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:14.868727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.975454 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:14.985031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Calling delete_port for daab28b3-6a0b-4746-b201-5cd968969036 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:15.021150 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:15.044612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56f692-1ce5-47fb-b708-f22517992664 req-b6301b9c-8650-4d68-aee1-c6e089419b37 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:15.046102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de56f692-1ce5-47fb-b708-f22517992664 req-b6301b9c-8650-4d68-aee1-c6e089419b37 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.7145083 Jan 10 19:09:15.245319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] For port 6a220274-84a2-4649-a27b-34fbea11dc9c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6a220274-84a2-4649-a27b-34fbea11dc9c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:15.245683 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:15.268051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de56f692-1ce5-47fb-b708-f22517992664 req-e7394e21-743e-4387-a042-2abc7a0aac0e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083838 Jan 10 19:09:15.340634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:15.378310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:15.378742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5626cd6c-7cd6-43c9-8fb8-1c99e17d35cf not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:15.398274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Calling delete_port for 6a220274-84a2-4649-a27b-34fbea11dc9c owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:15.767881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:15.775859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['089ad2a2-97dd-4318-9f69-25370dae49a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:15.841652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Pushing event deleted for resources: {'Port': ['ID=daab28b3-6a0b-4746-b201-5cd968969036,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:15.890065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:15.901322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ab8fbb3a-8042-4e8c-aece-251c978d63ec'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:15.938224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b062d-f08a-40be-a17e-ab5465906e28 req-bc8db5b9-250f-4ee7-980d-2cfb80b1b736 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:15.939702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a7b062d-f08a-40be-a17e-ab5465906e28 req-bc8db5b9-250f-4ee7-980d-2cfb80b1b736 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f223f3-d8bd-424a-b3d5-c18945617604 HTTP/1.1" status: 200 len: 950 time: 0.4585719 Jan 10 19:09:15.976825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:15.991382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event deleted for resources: {'Port': ['ID=6a220274-84a2-4649-a27b-34fbea11dc9c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:16.140131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.156219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] No DVR routers for this DVR port 6a220274-84a2-4649-a27b-34fbea11dc9c on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:16.161791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.174847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.335851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-deleted', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:16.409222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a7b062d-f08a-40be-a17e-ab5465906e28 req-cfd55d1d-42a6-47cb-a6c9-4b45911bd876 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271102 Jan 10 19:09:16.427502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25c96ba2-7fa4-4223-9c11-3c9f799e9209 req-b173b778-95bc-4cee-94e9-dcb7dfe78b1a tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "DELETE /v2.0/ports/6a220274-84a2-4649-a27b-34fbea11dc9c HTTP/1.1" status: 204 len: 173 time: 2.2707212 Jan 10 19:09:16.430929 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.446380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7109bdc4-87e9-443a-8caf-fbbdb16017a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:16.534295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:16.562255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:16.827481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:16.828081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.829427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20c0aee9-68d3-41aa-8815-3f298c393cc0 req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "PUT /v2.0/ports/7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 1021 time: 2.5171571 Jan 10 19:09:16.836565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c52fb2-7b7f-476d-ad14-0807b8a7a812 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:16.837151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.845421 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.868365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c36067-1aca-4d63-becd-1870d983ba4c req-73f5f09e-8512-4490-94cc-4bdf28f5959a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:16.869991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54c36067-1aca-4d63-becd-1870d983ba4c req-73f5f09e-8512-4490-94cc-4bdf28f5959a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3078141 Jan 10 19:09:16.914806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.915399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32e135f-a796-4190-966b-6acc23028888 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:09:16.931500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:16.935043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fe4c7bd1-75eb-44e6-a683-a8ad0e83a24b admin admin] 10.222.0.21 "DELETE /v2.0/routers/e32e135f-a796-4190-966b-6acc23028888 HTTP/1.1" status: 204 len: 168 time: 4.5231292 Jan 10 19:09:16.935398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41100) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:16.937999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54c36067-1aca-4d63-becd-1870d983ba4c req-9cbaf99b-0be8-470c-be8a-6009418956c5 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562458 Jan 10 19:09:16.983180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7109bdc4-87e9-443a-8caf-fbbdb16017a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:17.043044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Deleting subnet fb7094f2-35e3-420b-b820-c78c23233eac {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:09:17.057554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.160082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.273396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.331013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7038f8-ae13-4602-9622-ac57f257d81a req-bfaccd89-bb37-4241-8e91-f6ae46ee00bd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:17.340801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b7038f8-ae13-4602-9622-ac57f257d81a req-bfaccd89-bb37-4241-8e91-f6ae46ee00bd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.1113396 Jan 10 19:09:17.350905 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.367553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:17.425178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 6a220274-84a2-4649-a27b-34fbea11dc9c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:17.425523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6a220274-84a2-4649-a27b-34fbea11dc9c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:17.461576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b7038f8-ae13-4602-9622-ac57f257d81a req-67e3c34d-d3e6-40f5-8219-5554bc8b1c02 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196730 Jan 10 19:09:17.477790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91d7a7-46a4-48d6-a1b7-2d01536b1392 req-e5fea7ae-f631-47d2-9cec-12f8fc15e5f5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:17.483762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91d7a7-46a4-48d6-a1b7-2d01536b1392 req-e5fea7ae-f631-47d2-9cec-12f8fc15e5f5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:17.488108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91d7a7-46a4-48d6-a1b7-2d01536b1392 req-e5fea7ae-f631-47d2-9cec-12f8fc15e5f5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:17.492044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be91d7a7-46a4-48d6-a1b7-2d01536b1392 req-e5fea7ae-f631-47d2-9cec-12f8fc15e5f5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2415 time: 0.1265066 Jan 10 19:09:17.535248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.537251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7094f2-35e3-420b-b820-c78c23233eac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:17.542766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b5ba3257-85cd-48c7-899c-9266ae2ad545 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb7094f2-35e3-420b-b820-c78c23233eac HTTP/1.1" status: 204 len: 168 time: 0.6061022 Jan 10 19:09:17.545242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:17.549887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3174043-ea5a-4b07-aeba-3416bfe6df49 None None] Network 3c1630bf-1aba-4547-b062-80c7d3b5d19d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:17.571289 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f223f3-d8bd-424a-b3d5-c18945617604', 'name': 'network-vif-deleted', 'tag': '6a220274-84a2-4649-a27b-34fbea11dc9c', 'status': 'completed', 'code': 200} Jan 10 19:09:17.591541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be91d7a7-46a4-48d6-a1b7-2d01536b1392 req-db3bc4b1-0248-4da3-8f8a-1139ff64c8a7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932150 Jan 10 19:09:17.655654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 089ad2a2-97dd-4318-9f69-25370dae49a6 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:17.705096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2878847-5a0b-448f-b370-61c52722cf6d req-6263bade-8cd3-49f2-a1d5-b82e493574cc tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/9bdad534-97df-4045-8dfb-094f63495bc8 HTTP/1.1" status: 200 len: 1634 time: 0.0661306 Jan 10 19:09:17.719902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.731249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Deleting port 4806c2a3-9dba-44e4-9002-7106c0c03594 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:17.731601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:17.772540 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-e2878847-5a0b-448f-b370-61c52722cf6d req-46eff029-d49e-4754-a613-0bf0e896a2ea tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 19:09:17.779388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2878847-5a0b-448f-b370-61c52722cf6d req-46eff029-d49e-4754-a613-0bf0e896a2ea tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bdad534-97df-4045-8dfb-094f63495bc8 HTTP/1.1" status: 409 len: 341 time: 0.0683413 Jan 10 19:09:17.791467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device daab28b3-6a0b-4746-b201-5cd968969036 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:17.862824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: daab28b3-6a0b-4746-b201-5cd968969036 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:17.863193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device daab28b3-6a0b-4746-b201-5cd968969036 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:17.937826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 089ad2a2-97dd-4318-9f69-25370dae49a6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:17.976395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b6deb-b017-4b81-bac7-bfd9456b5f0c req-c249340a-90b4-4f83-aa15-d000a5b7a943 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:17.978064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c9b6deb-b017-4b81-bac7-bfd9456b5f0c req-c249340a-90b4-4f83-aa15-d000a5b7a943 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.0816224 Jan 10 19:09:17.994524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 089ad2a2-97dd-4318-9f69-25370dae49a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:17.994907 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.001009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] For port 4806c2a3-9dba-44e4-9002-7106c0c03594, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4806c2a3-9dba-44e4-9002-7106c0c03594,segment=NetworkSegment(c3f80bdb-784d-4de6-810f-7efe3c623cc6),segment_id=c3f80bdb-784d-4de6-810f-7efe3c623cc6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:18.001942 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.028348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c9b6deb-b017-4b81-bac7-bfd9456b5f0c req-cc7bb772-b10d-446a-a068-b3eb9bcc19d8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Jan 10 19:09:18.175627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Calling delete_port for 4806c2a3-9dba-44e4-9002-7106c0c03594 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:18.202409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.235754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089ad2a2-97dd-4318-9f69-25370dae49a6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:18.248939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 089ad2a2-97dd-4318-9f69-25370dae49a6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=089ad2a2-97dd-4318-9f69-25370dae49a6,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:18.257437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.257437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d8353324-a871-45f4-acea-f5304d2ffcce up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:18.276993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.324431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee20a3-8d5d-4aeb-bd76-dd3d8780c063 None None] DHCP port deletion for 3c1630bf-1aba-4547-b062-80c7d3b5d19d request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:09:18.337826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4806c2a3-9dba-44e4-9002-7106c0c03594,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:18.344089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] No DVR routers for this DVR port 4806c2a3-9dba-44e4-9002-7106c0c03594 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:18.415256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=089ad2a2-97dd-4318-9f69-25370dae49a6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:18.427599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port d8353324-a871-45f4-acea-f5304d2ffcce completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:18.433888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port d8353324-a871-45f4-acea-f5304d2ffcce triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:18.434771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.489718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060bba2-44fa-4262-81ec-fceb4d3260d1 req-72b53ecf-749e-41cf-9269-a2418bfbe35a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:18.495156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8060bba2-44fa-4262-81ec-fceb4d3260d1 req-72b53ecf-749e-41cf-9269-a2418bfbe35a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1024 time: 0.1066523 Jan 10 19:09:18.510551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.543565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1630bf-1aba-4547-b062-80c7d3b5d19d']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:18.556378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f80bdb-784d-4de6-810f-7efe3c623cc6') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:18.556722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f80bdb-784d-4de6-810f-7efe3c623cc6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:18.564013 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.568636 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.586392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.593692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:09:18.594222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.596062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8060bba2-44fa-4262-81ec-fceb4d3260d1 req-950029e2-a7e9-4fc8-aa12-3d0bd8f52fb1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&id=9bdad534-97df-4045-8dfb-094f63495bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0935221 Jan 10 19:09:18.601051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d8353324-a871-45f4-acea-f5304d2ffcce,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:18.606684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.608000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5d50082a-2701-4b68-8476-ee37fd880bb2 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:09:18.609111 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:09:18.648779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ddc8-6618-433a-b45c-20f7bca6046c req-0b908138-0b2c-46fe-baac-2491eda6c907 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:18.650539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad55ddc8-6618-433a-b45c-20f7bca6046c req-0b908138-0b2c-46fe-baac-2491eda6c907 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1178775 Jan 10 19:09:18.676868 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089ad2a2-97dd-4318-9f69-25370dae49a6', 'code': 200} Jan 10 19:09:18.702218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad55ddc8-6618-433a-b45c-20f7bca6046c req-abab088e-95e7-4a6c-8650-bc3da70a3157 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Jan 10 19:09:18.731060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.735421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:18.757327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.761080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 5d50082a-2701-4b68-8476-ee37fd880bb2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:18.768055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 5d50082a-2701-4b68-8476-ee37fd880bb2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:18.768716 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.771039 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c1630bf-1aba-4547-b062-80c7d3b5d19d HTTP/1.1" status: 204 len: 168 time: 1.2241433 Jan 10 19:09:18.800737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552f85-c783-4a0d-a91e-449114490a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1630bf-1aba-4547-b062-80c7d3b5d19d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:18.936019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:18.972754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5d50082a-2701-4b68-8476-ee37fd880bb2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5d50082a-2701-4b68-8476-ee37fd880bb2,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:18.973889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41140) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:18.984662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09315dcb-692e-4fb4-9f8a-9865ecaa6a7e req-e902d968-4c69-473f-b465-e66b7fe6ebd6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:18.985359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-09315dcb-692e-4fb4-9f8a-9865ecaa6a7e req-e902d968-4c69-473f-b465-e66b7fe6ebd6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Synchronizing usage tracker for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:18.988129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:19.021218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-09315dcb-692e-4fb4-9f8a-9865ecaa6a7e req-e902d968-4c69-473f-b465-e66b7fe6ebd6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Unset dirty status for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:19.027884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09315dcb-692e-4fb4-9f8a-9865ecaa6a7e req-e902d968-4c69-473f-b465-e66b7fe6ebd6 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.2500722 Jan 10 19:09:19.059166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5d50082a-2701-4b68-8476-ee37fd880bb2,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:19.075807 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8d2129bb-087d-4dbe-9311-980a325e584a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=518c2bf58aaa4c30a15363ac3eaed7f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1004171 Jan 10 19:09:19.078269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41144) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:19.088116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3b1c-2142-4038-9d0d-177267ca73ee req-65db2f9e-31f7-48ef-962e-86e8ce6190ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:19.089641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e70f3b1c-2142-4038-9d0d-177267ca73ee req-65db2f9e-31f7-48ef-962e-86e8ce6190ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.1654701 Jan 10 19:09:19.124347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09315dcb-692e-4fb4-9f8a-9865ecaa6a7e req-65b2b8e1-1620-40b6-a191-a007766fbdb1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956197 Jan 10 19:09:19.166543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e70f3b1c-2142-4038-9d0d-177267ca73ee req-1e4427b3-c1d1-42a7-a482-53b09b768f42 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670938 Jan 10 19:09:19.167031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58bf06cc-ddec-4fc5-b8e7-214f664dae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:19.204067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58bf06cc-ddec-4fc5-b8e7-214f664dae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:19.259254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58bf06cc-ddec-4fc5-b8e7-214f664dae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:19.277708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf06cc-ddec-4fc5-b8e7-214f664dae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affdb533-d83c-41a0-b3ca-2c6f7e7cd11f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:19.298045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58bf06cc-ddec-4fc5-b8e7-214f664dae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:19.299336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-58bf06cc-ddec-4fc5-b8e7-214f664dae01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/affdb533-d83c-41a0-b3ca-2c6f7e7cd11f HTTP/1.1" status: 204 len: 168 time: 0.2199028 Jan 10 19:09:19.449088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ddf4-babd-4b48-9467-982159e356d2 req-39cc4193-da78-445c-8d24-0ad7866e22be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:19.453806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ddf4-babd-4b48-9467-982159e356d2 req-39cc4193-da78-445c-8d24-0ad7866e22be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:19.459418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ddf4-babd-4b48-9467-982159e356d2 req-39cc4193-da78-445c-8d24-0ad7866e22be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:19.467666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4806c2a3-9dba-44e4-9002-7106c0c03594 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:19.470110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3861ddf4-babd-4b48-9467-982159e356d2 req-39cc4193-da78-445c-8d24-0ad7866e22be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.1186047 Jan 10 19:09:19.518530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4806c2a3-9dba-44e4-9002-7106c0c03594 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:19.518967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4806c2a3-9dba-44e4-9002-7106c0c03594 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:19.551994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3861ddf4-babd-4b48-9467-982159e356d2 req-79f14038-f2be-405a-9dd4-79147a1b4912 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804160 Jan 10 19:09:19.572723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:19.631999 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'status': 'completed', 'code': 200} Jan 10 19:09:19.825129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cce6a-9fd7-4864-90d4-59f4375564be req-b3377299-334d-4225-ae07-bdcff31be4c3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:19.827037 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-412cce6a-9fd7-4864-90d4-59f4375564be req-b3377299-334d-4225-ae07-bdcff31be4c3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1024 time: 0.1100304 Jan 10 19:09:19.904570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Deleting port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:19.904996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:19.938777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54d647-c204-4628-bcec-8f0463525190 req-b88efbb3-c69d-46a3-a40f-1dbfdd8cd76f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:19.947660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d54d647-c204-4628-bcec-8f0463525190 req-b88efbb3-c69d-46a3-a40f-1dbfdd8cd76f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1024 time: 0.1178405 Jan 10 19:09:19.956280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-2e07e3f3-b3b0-4c2d-a734-a22b94b06727 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=4dd40a7f-5a50-4f95-858a-f9b683d23864 HTTP/1.1" status: 200 len: 1175 time: 0.2969079 Jan 10 19:09:20.199771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d54d647-c204-4628-bcec-8f0463525190 req-d212e6bb-da62-4985-ae92-bd9c446c0efb tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&id=9bdad534-97df-4045-8dfb-094f63495bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2510021 Jan 10 19:09:20.242900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-cbc79aa3-0f54-4bf6-816d-4a69960a48d4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:20.244360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-cbc79aa3-0f54-4bf6-816d-4a69960a48d4 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.2935741 Jan 10 19:09:20.247777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-eb12f59b-aa75-45f1-bde8-d862bebb8d27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:20.249222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-eb12f59b-aa75-45f1-bde8-d862bebb8d27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 200 len: 913 time: 0.1937544 Jan 10 19:09:20.283874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] For port 7109bdc4-87e9-443a-8caf-fbbdb16017a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:20.286161 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:20.356321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-17e2c82b-8b03-499f-b020-1cb134a333c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 200 len: 217 time: 0.0737653 Jan 10 19:09:20.509675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Calling delete_port for 7109bdc4-87e9-443a-8caf-fbbdb16017a6 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:20.531162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Deleting port ab8fbb3a-8042-4e8c-aece-251c978d63ec {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:20.531518 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:20.655248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-4fc9985e-a879-483d-b80b-0515700e76d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:20.656702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-4fc9985e-a879-483d-b80b-0515700e76d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 200 len: 852 time: 0.1991136 Jan 10 19:09:20.678550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce'}, {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50082a-2701-4b68-8476-ee37fd880bb2'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:20.680689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:20.692275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7109bdc4-87e9-443a-8caf-fbbdb16017a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:20.729211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:20.733136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'Port': ['ID=7109bdc4-87e9-443a-8caf-fbbdb16017a6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:20.743102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-1ac00f27-18e4-4cef-b5ae-7e27e0c3b81b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5e4b361-7bc7-456b-ab6f-90f317e1b066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733445 Jan 10 19:09:20.752441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f819-caf3-44cf-bbae-ec97392e9ef5 req-b5ec817a-e97c-42da-b446-58f58934e5e1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:20.759158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6a3f819-caf3-44cf-bbae-ec97392e9ef5 req-b5ec817a-e97c-42da-b446-58f58934e5e1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 950 time: 0.4754500 Jan 10 19:09:20.805232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68979af-01b8-4257-925d-fd7b1d0b4fdd req-56ae3789-f30a-4e82-83cd-4c41ad55e878 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:20.811941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c68979af-01b8-4257-925d-fd7b1d0b4fdd req-56ae3789-f30a-4e82-83cd-4c41ad55e878 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.4520984 Jan 10 19:09:20.822774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] No DVR routers for this DVR port 7109bdc4-87e9-443a-8caf-fbbdb16017a6 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:20.825325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:20.836812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'name': 'network-vif-deleted', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:20.850698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-412cce6a-9fd7-4864-90d4-59f4375564be req-0fdcec07-a913-43c6-8f6e-3e58c94eeef3 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.44 "DELETE /v2.0/ports/7109bdc4-87e9-443a-8caf-fbbdb16017a6 HTTP/1.1" status: 204 len: 173 time: 1.0177536 Jan 10 19:09:21.053625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6a3f819-caf3-44cf-bbae-ec97392e9ef5 req-c6d14a0a-b50d-4deb-ba8e-fa22f6fbe7f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936199 Jan 10 19:09:21.087419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c68979af-01b8-4257-925d-fd7b1d0b4fdd req-8d27d2f2-f21b-4f93-acea-8c286cad5c1c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745810 Jan 10 19:09:21.137032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] For port ab8fbb3a-8042-4e8c-aece-251c978d63ec, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ab8fbb3a-8042-4e8c-aece-251c978d63ec,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:21.137512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:21.208376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-56ebf730-a7ef-4522-986e-b8f3ef8eac2d service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299574 Jan 10 19:09:21.298076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Calling delete_port for ab8fbb3a-8042-4e8c-aece-251c978d63ec owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:21.491050 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce', 'code': 200} Jan 10 19:09:21.491322 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50082a-2701-4b68-8476-ee37fd880bb2', 'code': 200} Jan 10 19:09:21.547913 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd40a7f-5a50-4f95-858a-f9b683d23864', 'name': 'network-vif-deleted', 'tag': '7109bdc4-87e9-443a-8caf-fbbdb16017a6', 'status': 'completed', 'code': 200} Jan 10 19:09:21.727446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96eff2cf-3357-4bab-9fe4-345341cec499 req-e86546c7-7432-4265-a3a1-a20bccae37ea service neutron] 10.222.0.44 "GET /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586587 Jan 10 19:09:21.752503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a6e-e2d5-44a6-942b-eb7b312ba0cf req-fe953474-45c3-4412-91a3-fbd9304cf478 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:21.756431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a6e-e2d5-44a6-942b-eb7b312ba0cf req-fe953474-45c3-4412-91a3-fbd9304cf478 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:21.760334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a6e-e2d5-44a6-942b-eb7b312ba0cf req-fe953474-45c3-4412-91a3-fbd9304cf478 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:21.761954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b47a9a6e-e2d5-44a6-942b-eb7b312ba0cf req-fe953474-45c3-4412-91a3-fbd9304cf478 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.4333141 Jan 10 19:09:21.820348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:21.827901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57b39429-370a-4bd7-a724-33d77da8f45a req-8e58c8e5-531a-4de2-a61e-2e8f8b94b8fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2871 time: 0.2537358 Jan 10 19:09:21.832515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:21.900611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event deleted for resources: {'Port': ['ID=ab8fbb3a-8042-4e8c-aece-251c978d63ec,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:21.942473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b47a9a6e-e2d5-44a6-942b-eb7b312ba0cf req-3fa20aef-d7e8-4d86-beb3-df8831953aba tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728389 Jan 10 19:09:22.057301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] No DVR routers for this DVR port ab8fbb3a-8042-4e8c-aece-251c978d63ec on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:22.070551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:22.075002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-deleted', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:22.095576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57b39429-370a-4bd7-a724-33d77da8f45a req-7c478829-3d25-458a-908c-d9a3a8a5f98b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243490 Jan 10 19:09:22.113881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b141bc-21bc-4dc2-8cc3-e5da99be2cdf req-b1b2ef1c-6fed-409c-8f88-fbf3db7c19f9 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.44 "DELETE /v2.0/ports/ab8fbb3a-8042-4e8c-aece-251c978d63ec HTTP/1.1" status: 204 len: 173 time: 1.8637161 Jan 10 19:09:22.126941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3ec07b-c6c5-4675-b1b4-a771a6b0fe19 req-8be08c7b-6283-4d9b-b9d5-cc6a65f5379f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/e2df0f44-81ae-49be-b5de-b8cd1f06cdb1 HTTP/1.1" status: 200 len: 1634 time: 0.1311865 Jan 10 19:09:22.133540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8ca7-579a-4e81-9152-233d2fa989de req-dd6a6c89-8879-45a0-ba62-81923efefd44 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:22.135019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f0e8ca7-579a-4e81-9152-233d2fa989de req-dd6a6c89-8879-45a0-ba62-81923efefd44 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2568178 Jan 10 19:09:22.217675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f0e8ca7-579a-4e81-9152-233d2fa989de req-fcf39948-3ae3-4151-90ac-bb541b528edc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679264 Jan 10 19:09:22.234157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c3ec07b-c6c5-4675-b1b4-a771a6b0fe19 req-71f95df1-e85a-4f9a-b608-893b7263dd93 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:22.265083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c3ec07b-c6c5-4675-b1b4-a771a6b0fe19 req-71f95df1-e85a-4f9a-b608-893b7263dd93 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:22.327827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c3ec07b-c6c5-4675-b1b4-a771a6b0fe19 req-71f95df1-e85a-4f9a-b608-893b7263dd93 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:22.348169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f95df1-e85a-4f9a-b608-893b7263dd93 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df0f44-81ae-49be-b5de-b8cd1f06cdb1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:22.358646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3c3ec07b-c6c5-4675-b1b4-a771a6b0fe19 req-71f95df1-e85a-4f9a-b608-893b7263dd93 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:22.359975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c3ec07b-c6c5-4675-b1b4-a771a6b0fe19 req-71f95df1-e85a-4f9a-b608-893b7263dd93 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2df0f44-81ae-49be-b5de-b8cd1f06cdb1 HTTP/1.1" status: 204 len: 173 time: 0.2240798 Jan 10 19:09:22.425466 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af7499-cf62-438e-9aba-91165551e3be', 'name': 'network-vif-deleted', 'tag': 'ab8fbb3a-8042-4e8c-aece-251c978d63ec', 'status': 'completed', 'code': 200} Jan 10 19:09:22.431254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bafe20f7-eb3b-4685-9c61-bdd2524a54f2 req-68e44268-2778-499d-8a8a-5b345267b117 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Synchronizing usage tracker for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:22.448408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bafe20f7-eb3b-4685-9c61-bdd2524a54f2 req-68e44268-2778-499d-8a8a-5b345267b117 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Unset dirty status for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:22.449583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bafe20f7-eb3b-4685-9c61-bdd2524a54f2 req-68e44268-2778-499d-8a8a-5b345267b117 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=10af7499-cf62-438e-9aba-91165551e3be HTTP/1.1" status: 200 len: 210 time: 0.0657167 Jan 10 19:09:22.605983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d3b8-c190-4418-8ee2-3afc7e0f5f03 req-4ea80134-86c1-4211-97ef-cc8f7e67ba37 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:22.607496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbb6d3b8-c190-4418-8ee2-3afc7e0f5f03 req-4ea80134-86c1-4211-97ef-cc8f7e67ba37 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.0850379 Jan 10 19:09:22.655316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbb6d3b8-c190-4418-8ee2-3afc7e0f5f03 req-46964b73-706a-4143-9cc5-002233954023 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 Jan 10 19:09:22.795418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-409d8db3-268c-4aad-b2b8-f05bf953a109 req-7abaa04a-98c5-40a4-9752-f428b92e7c8a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/9bdad534-97df-4045-8dfb-094f63495bc8 HTTP/1.1" status: 200 len: 1634 time: 0.0547826 Jan 10 19:09:22.918317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-409d8db3-268c-4aad-b2b8-f05bf953a109 req-c02951ba-7fdd-4462-b32b-65fe077d2558 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:22.950759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5a40-ebee-454b-a5bb-cbb7f006072e req-b48b4de0-b793-4d19-9b83-beab9a6e2c1f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:22.952259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-400c5a40-ebee-454b-a5bb-cbb7f006072e req-b48b4de0-b793-4d19-9b83-beab9a6e2c1f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1374831 Jan 10 19:09:22.958318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-409d8db3-268c-4aad-b2b8-f05bf953a109 req-c02951ba-7fdd-4462-b32b-65fe077d2558 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.033151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-400c5a40-ebee-454b-a5bb-cbb7f006072e req-7a3a8042-dfc4-4cbe-bed6-101ad813d7d7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673933 Jan 10 19:09:23.045638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-409d8db3-268c-4aad-b2b8-f05bf953a109 req-c02951ba-7fdd-4462-b32b-65fe077d2558 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.080754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02951ba-7fdd-4462-b32b-65fe077d2558 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdad534-97df-4045-8dfb-094f63495bc8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:23.089103 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-409d8db3-268c-4aad-b2b8-f05bf953a109 req-c02951ba-7fdd-4462-b32b-65fe077d2558 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.090377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-409d8db3-268c-4aad-b2b8-f05bf953a109 req-c02951ba-7fdd-4462-b32b-65fe077d2558 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bdad534-97df-4045-8dfb-094f63495bc8 HTTP/1.1" status: 204 len: 173 time: 0.2914338 Jan 10 19:09:23.159147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-709298790', 'description': 'tempest-description-1038538167'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:23.167302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:23.172235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:23.176762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:23.186017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:23.199327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.263934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:23.268233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Usage tracker for resource:security_group_rule and tenant:13530b1686264167a87760bb65efd644 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:23.271438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:23.277636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:23.364668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7109bdc4-87e9-443a-8caf-fbbdb16017a6 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:23.423343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 7109bdc4-87e9-443a-8caf-fbbdb16017a6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:23.423927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7109bdc4-87e9-443a-8caf-fbbdb16017a6 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:23.424501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:23.433023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.441700 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.469009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: ab8fbb3a-8042-4e8c-aece-251c978d63ec {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:23.469363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ab8fbb3a-8042-4e8c-aece-251c978d63ec not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:23.506289 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.507553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54fb3270-9d36-4302-988d-e6cd086e611c req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3541491 Jan 10 19:09:23.520845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc72669-2b33-4168-be92-4496b0596b19 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57607bf-f018-4779-8fa9-e80cb616b8d1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:23.531819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989a61c-3c4a-4e73-84db-925236a60e89 req-4433d99c-6e7a-4741-b430-6f4b358e1705 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:23.540714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989a61c-3c4a-4e73-84db-925236a60e89 req-4433d99c-6e7a-4741-b430-6f4b358e1705 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:23.547182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989a61c-3c4a-4e73-84db-925236a60e89 req-4433d99c-6e7a-4741-b430-6f4b358e1705 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:23.549921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4989a61c-3c4a-4e73-84db-925236a60e89 req-4433d99c-6e7a-4741-b430-6f4b358e1705 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.2412183 Jan 10 19:09:23.631977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:23.636479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4989a61c-3c4a-4e73-84db-925236a60e89 req-034e2c7e-33ad-45c5-b33e-d70fc75e946b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 Jan 10 19:09:23.713638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-03c1cc50-ce83-424b-85b1-b9d5218a183c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/b57607bf-f018-4779-8fa9-e80cb616b8d1 HTTP/1.1" status: 200 len: 1634 time: 0.0580783 Jan 10 19:09:23.719235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1996984864', 'description': 'tempest-description-hth-1839973544'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:23.752208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.818968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.824501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.827246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.829017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29875179-b131-4dea-9b32-0d3aaa678cbd req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "PUT /v2.0/security-groups/b57607bf-f018-4779-8fa9-e80cb616b8d1 HTTP/1.1" status: 200 len: 1609 time: 0.1143112 Jan 10 19:09:23.859324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:23.861305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7855e-c80b-4340-9448-0f8190f12d7e tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57607bf-f018-4779-8fa9-e80cb616b8d1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:23.912811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:23.921837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Usage tracker for resource:security_group_rule and tenant:30547bd77df54dc3bf76c4157bb27024 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:23.926053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:23.932267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:24.021428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.032913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.071209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a44f-0be1-4551-a43d-995e4eb2b89e req-b5a33cfa-80b3-4958-b445-323fd0e9c8da tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:24.082694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8917a44f-0be1-4551-a43d-995e4eb2b89e req-b5a33cfa-80b3-4958-b445-323fd0e9c8da tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.1194654 Jan 10 19:09:24.098011 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30547bd77df54dc3bf76c4157bb27024&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4641681 Jan 10 19:09:24.098958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dd34f-40f2-4150-8354-620770994098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2bc2b2-b511-4348-a136-f587dbcfc0fc,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:24.101166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41284) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:24.173029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8917a44f-0be1-4551-a43d-995e4eb2b89e req-e2086f81-c11e-45fd-9831-333ca1734c1a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894001 Jan 10 19:09:24.189066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2ccef3bd-7663-416d-a041-b5654b771240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.217197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2ccef3bd-7663-416d-a041-b5654b771240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.291880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3350afc4-1cdc-425d-be0a-bc280e262296 req-35ddf843-386a-4afa-ad38-dd01e2c1eb3a tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/b57607bf-f018-4779-8fa9-e80cb616b8d1 HTTP/1.1" status: 200 len: 1609 time: 0.0763628 Jan 10 19:09:24.295109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2ccef3bd-7663-416d-a041-b5654b771240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.329677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccef3bd-7663-416d-a041-b5654b771240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2bc2b2-b511-4348-a136-f587dbcfc0fc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:24.337541 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2ccef3bd-7663-416d-a041-b5654b771240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.345048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2ccef3bd-7663-416d-a041-b5654b771240 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d2bc2b2-b511-4348-a136-f587dbcfc0fc HTTP/1.1" status: 204 len: 168 time: 0.2307310 Jan 10 19:09:24.463587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecadfa2d-a012-451d-b398-acd8f9a70180 req-5dff5f39-a821-4eca-a404-e413afbe20d1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/b57607bf-f018-4779-8fa9-e80cb616b8d1 HTTP/1.1" status: 200 len: 1609 time: 0.1287978 Jan 10 19:09:24.538853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8aef1-6084-4acc-bef8-51610140292e req-cf3c7281-c307-4a57-8765-404e27cc9829 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:24.540334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94f8aef1-6084-4acc-bef8-51610140292e req-cf3c7281-c307-4a57-8765-404e27cc9829 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.1485999 Jan 10 19:09:24.581407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecadfa2d-a012-451d-b398-acd8f9a70180 req-31ae7cd3-9d97-4086-9f89-d7f4f96ae11f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.620476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecadfa2d-a012-451d-b398-acd8f9a70180 req-31ae7cd3-9d97-4086-9f89-d7f4f96ae11f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.630478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94f8aef1-6084-4acc-bef8-51610140292e req-eb495b6a-aee0-4e6c-af60-6c1a9e6f2bb1 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b625d84-c040-4826-82bc-4a8ece261409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779636 Jan 10 19:09:24.671728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecadfa2d-a012-451d-b398-acd8f9a70180 req-31ae7cd3-9d97-4086-9f89-d7f4f96ae11f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.690095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae7cd3-9d97-4086-9f89-d7f4f96ae11f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57607bf-f018-4779-8fa9-e80cb616b8d1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:24.698406 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecadfa2d-a012-451d-b398-acd8f9a70180 req-31ae7cd3-9d97-4086-9f89-d7f4f96ae11f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:24.699591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecadfa2d-a012-451d-b398-acd8f9a70180 req-31ae7cd3-9d97-4086-9f89-d7f4f96ae11f tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/b57607bf-f018-4779-8fa9-e80cb616b8d1 HTTP/1.1" status: 204 len: 173 time: 0.2289557 Jan 10 19:09:24.886947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0b9fe-b9bc-4d98-be12-13b1f6387b37 req-2c2a7cf4-d158-43ec-a9e2-358bec37d5e7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:24.895005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0b9fe-b9bc-4d98-be12-13b1f6387b37 req-2c2a7cf4-d158-43ec-a9e2-358bec37d5e7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:24.899741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0b9fe-b9bc-4d98-be12-13b1f6387b37 req-2c2a7cf4-d158-43ec-a9e2-358bec37d5e7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:24.901670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1f0b9fe-b9bc-4d98-be12-13b1f6387b37 req-2c2a7cf4-d158-43ec-a9e2-358bec37d5e7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.1244967 Jan 10 19:09:24.978091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1f0b9fe-b9bc-4d98-be12-13b1f6387b37 req-0a7cb27b-88c3-4e67-8923-132e38a601d2 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695393 Jan 10 19:09:25.159814 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-5828cca2-9f45-4acf-a070-b40351d7d5a2 req-67a024ba-793a-4557-bbea-bc9107db2c02 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:09:25.178030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5828cca2-9f45-4acf-a070-b40351d7d5a2 req-67a024ba-793a-4557-bbea-bc9107db2c02 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/9bdad534-97df-4045-8dfb-094f63495bc8 HTTP/1.1" status: 404 len: 352 time: 0.1460068 Jan 10 19:09:25.352156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef4d93-96f1-44ba-bf5e-e20bcfaf1304 req-e0efabb8-b469-4e2e-a67a-7ada60dcd2a7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:25.353848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46ef4d93-96f1-44ba-bf5e-e20bcfaf1304 req-e0efabb8-b469-4e2e-a67a-7ada60dcd2a7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.0824044 Jan 10 19:09:25.463918 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-db27bd36-4d13-4ab2-80c0-5014c9ddd5ee req-ad2b5618-4b7f-4173-9c0d-6d947a531a79 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:09:25.464826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db27bd36-4d13-4ab2-80c0-5014c9ddd5ee req-ad2b5618-4b7f-4173-9c0d-6d947a531a79 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/e2df0f44-81ae-49be-b5de-b8cd1f06cdb1 HTTP/1.1" status: 404 len: 352 time: 0.0360916 Jan 10 19:09:25.474846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46ef4d93-96f1-44ba-bf5e-e20bcfaf1304 req-99ec0f98-2cd5-46a3-903f-7a31324d278b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867474 Jan 10 19:09:25.492300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-6417cb15-6dfb-4ac3-829b-3c9eab38fe4e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:25.493775 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-6417cb15-6dfb-4ac3-829b-3c9eab38fe4e tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 950 time: 0.1390243 Jan 10 19:09:25.565806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Deleting port ebdf2707-61fa-4e78-9d46-7475e836134c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:25.566155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:25.861476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3da9a-867d-44c8-9613-4f7951e061fd req-2b68c31e-c6a4-4a43-a818-d1bae91f173d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:25.862964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6d3da9a-867d-44c8-9613-4f7951e061fd req-2b68c31e-c6a4-4a43-a818-d1bae91f173d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.2699411 Jan 10 19:09:25.948830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf93d4-6cf7-414a-baa0-e06f31e13573 req-3abd7e7b-8722-4a31-8e0e-a59d7933af7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:25.952699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf93d4-6cf7-414a-baa0-e06f31e13573 req-3abd7e7b-8722-4a31-8e0e-a59d7933af7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:25.956552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf93d4-6cf7-414a-baa0-e06f31e13573 req-3abd7e7b-8722-4a31-8e0e-a59d7933af7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:25.958126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4daf93d4-6cf7-414a-baa0-e06f31e13573 req-3abd7e7b-8722-4a31-8e0e-a59d7933af7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.2568860 Jan 10 19:09:25.996300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] For port ebdf2707-61fa-4e78-9d46-7475e836134c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ebdf2707-61fa-4e78-9d46-7475e836134c,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:25.996661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:26.009978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6d3da9a-867d-44c8-9613-4f7951e061fd req-5673e276-df50-447d-b76a-5940ab56ccd5 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348798 Jan 10 19:09:26.146663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Calling delete_port for ebdf2707-61fa-4e78-9d46-7475e836134c owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:26.182316 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-e9ff1088-c8ae-41f7-a58c-5584e53f0744 req-cfae00fe-cee2-4615-bee3-4580d3aee208 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:09:26.183316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9ff1088-c8ae-41f7-a58c-5584e53f0744 req-cfae00fe-cee2-4615-bee3-4580d3aee208 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/93f33732-71d9-41fd-9bc3-8e54e6208fb2 HTTP/1.1" status: 404 len: 352 time: 0.1123805 Jan 10 19:09:26.185522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4daf93d4-6cf7-414a-baa0-e06f31e13573 req-96348383-5a53-40a9-85ac-36e7f4a94660 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214026 Jan 10 19:09:26.329499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:26.342269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ebdf2707-61fa-4e78-9d46-7475e836134c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:26.383093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Pushing event deleted for resources: {'Port': ['ID=ebdf2707-61fa-4e78-9d46-7475e836134c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:26.522656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] No DVR routers for this DVR port ebdf2707-61fa-4e78-9d46-7475e836134c on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:26.525217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:26.529422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-deleted', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:26.549815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc137b10-7bf7-4ecc-b2ed-36b04d831189 req-5b9f5563-e521-4bba-bc69-3a3576c29174 tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.30 "DELETE /v2.0/ports/ebdf2707-61fa-4e78-9d46-7475e836134c HTTP/1.1" status: 204 len: 173 time: 1.0496838 Jan 10 19:09:26.561550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca397ca-28f1-42ce-ab8b-0d1505c206e7 req-893b819a-9096-4ee8-a0d3-82bf38a6c10b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:26.563305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ca397ca-28f1-42ce-ab8b-0d1505c206e7 req-893b819a-9096-4ee8-a0d3-82bf38a6c10b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2260687 Jan 10 19:09:26.618467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ca397ca-28f1-42ce-ab8b-0d1505c206e7 req-b5d3bda8-daea-44cc-9439-f2ebb69b0164 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488682 Jan 10 19:09:26.745095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f94f81cc-152c-41fd-b8ed-309f9e80381c req-8ec6a6a7-8120-449e-8588-f3c424d7fade tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Synchronizing usage tracker for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:26.769061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f94f81cc-152c-41fd-b8ed-309f9e80381c req-8ec6a6a7-8120-449e-8588-f3c424d7fade tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] Unset dirty status for tenant:f5b9024ea0174fd9a2c807f89aa0e9e1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:26.790630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f94f81cc-152c-41fd-b8ed-309f9e80381c req-8ec6a6a7-8120-449e-8588-f3c424d7fade tempest-MigrationsAdminTest-1573773438 tempest-MigrationsAdminTest-1573773438-project] 10.222.0.21 "GET /v2.0/ports?device_id=b03bd192-9f9e-4825-960c-cdc842f0a165 HTTP/1.1" status: 200 len: 210 time: 0.0907841 Jan 10 19:09:26.817227 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-17724676-b8dd-4ef4-8dfb-59ab11bfed05 req-b6c28762-190a-4fba-8e7a-8aaf34ae14e9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:09:26.818581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17724676-b8dd-4ef4-8dfb-59ab11bfed05 req-b6c28762-190a-4fba-8e7a-8aaf34ae14e9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/7ce2e1a5-d41b-4fc8-ad86-62b533504044 HTTP/1.1" status: 404 len: 352 time: 0.0269315 Jan 10 19:09:26.876143 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03bd192-9f9e-4825-960c-cdc842f0a165', 'name': 'network-vif-deleted', 'tag': 'ebdf2707-61fa-4e78-9d46-7475e836134c', 'status': 'completed', 'code': 200} Jan 10 19:09:26.986509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb0ac723-4ccb-4fd4-9a3f-31f4aa91cb2c req-a44ec664-ace2-40fc-a207-e4ce4ed261f1 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0806723 Jan 10 19:09:27.049817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726696-72bd-4e0f-9005-7173be8ed783 req-3708cb34-4469-4755-b4de-ca52ea08602c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:27.054447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726696-72bd-4e0f-9005-7173be8ed783 req-3708cb34-4469-4755-b4de-ca52ea08602c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:27.073980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726696-72bd-4e0f-9005-7173be8ed783 req-3708cb34-4469-4755-b4de-ca52ea08602c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:27.076041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12726696-72bd-4e0f-9005-7173be8ed783 req-3708cb34-4469-4755-b4de-ca52ea08602c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.1354246 Jan 10 19:09:27.153029 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-e33f0dd1-bc20-4f01-95e5-c228e4d1c178 req-ba8e267a-6862-4c4c-bc55-2c0ba2dab300 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:09:27.165793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e33f0dd1-bc20-4f01-95e5-c228e4d1c178 req-ba8e267a-6862-4c4c-bc55-2c0ba2dab300 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/6b50572d-3a7b-4696-a118-7b3662b190fe HTTP/1.1" status: 404 len: 352 time: 0.0884862 Jan 10 19:09:27.264019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port 5d50082a-2701-4b68-8476-ee37fd880bb2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:27.264407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:27.525703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bd7f4-f63e-41be-b3cd-f439a2edc920 req-b0646797-e42d-4b79-a8fd-07ed8e075584 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:27.527102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c8bd7f4-f63e-41be-b3cd-f439a2edc920 req-b0646797-e42d-4b79-a8fd-07ed8e075584 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3466218 Jan 10 19:09:27.663667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8eff0-f530-49c5-b690-1410437a9a79 req-6835c724-8233-4bc4-976e-bcc195fb8f03 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:27.665133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbf8eff0-f530-49c5-b690-1410437a9a79 req-6835c724-8233-4bc4-976e-bcc195fb8f03 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.3751986 Jan 10 19:09:27.708683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c8bd7f4-f63e-41be-b3cd-f439a2edc920 req-c962a5fc-7a4c-471d-a423-c74519341b76 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703384 Jan 10 19:09:27.775871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port 5d50082a-2701-4b68-8476-ee37fd880bb2, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5d50082a-2701-4b68-8476-ee37fd880bb2,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:27.776148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:27.787816 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-f212c510-94d9-471a-8f6b-68bcce483db0 req-7f0819b8-42b2-40f4-a4fc-bdbfad6fceda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] show failed (client error): The resource could not be found. Jan 10 19:09:27.788823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f212c510-94d9-471a-8f6b-68bcce483db0 req-7f0819b8-42b2-40f4-a4fc-bdbfad6fceda tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/1198440b-d866-437a-b141-a814297f080f HTTP/1.1" status: 404 len: 352 time: 0.0369930 Jan 10 19:09:27.790986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbf8eff0-f530-49c5-b690-1410437a9a79 req-e40899c5-b348-4abf-b0f6-cae4e3c0bbfe tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076584 Jan 10 19:09:27.906952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for 5d50082a-2701-4b68-8476-ee37fd880bb2 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:28.152709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3d6c6-e0dc-42a5-85e5-7d3871a7cefb req-0a0aacdc-38eb-43da-b208-03e05d64504a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:28.156624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3d6c6-e0dc-42a5-85e5-7d3871a7cefb req-0a0aacdc-38eb-43da-b208-03e05d64504a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:28.161107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3d6c6-e0dc-42a5-85e5-7d3871a7cefb req-0a0aacdc-38eb-43da-b208-03e05d64504a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:28.162669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbc3d6c6-e0dc-42a5-85e5-7d3871a7cefb req-0a0aacdc-38eb-43da-b208-03e05d64504a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 2418 time: 0.2281780 Jan 10 19:09:28.172889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a510bc-2432-4c42-9083-09b059877ef2 req-46458f42-f095-4b16-8e8f-a9b7962a156f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:28.174248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4a510bc-2432-4c42-9083-09b059877ef2 req-46458f42-f095-4b16-8e8f-a9b7962a156f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2009134 Jan 10 19:09:28.242827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:28.256624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5d50082a-2701-4b68-8476-ee37fd880bb2', 'd8353324-a871-45f4-acea-f5304d2ffcce', '089ad2a2-97dd-4318-9f69-25370dae49a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:28.305648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=5d50082a-2701-4b68-8476-ee37fd880bb2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:28.313099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbc3d6c6-e0dc-42a5-85e5-7d3871a7cefb req-13298cad-0e4f-4214-ac04-b5b89646dc34 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325612 Jan 10 19:09:28.316931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4a510bc-2432-4c42-9083-09b059877ef2 req-e6b9ab5c-54d0-4487-86b7-680a613414e7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326389 Jan 10 19:09:28.415708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port 5d50082a-2701-4b68-8476-ee37fd880bb2 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:28.423525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:28.475778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12726696-72bd-4e0f-9005-7173be8ed783 req-8de3e54b-8317-4f56-9d83-57dd8744f8b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "DELETE /v2.0/ports/5d50082a-2701-4b68-8476-ee37fd880bb2 HTTP/1.1" status: 204 len: 173 time: 1.3670638 Jan 10 19:09:28.624507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port 089ad2a2-97dd-4318-9f69-25370dae49a6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:28.624856 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:28.877480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-deleted', 'tag': '5d50082a-2701-4b68-8476-ee37fd880bb2'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:28.940187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8335566-40de-40e6-9eb2-aa7fdefec155 req-f790ca5e-4772-421c-a323-eaff9cad9e35 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1015320 Jan 10 19:09:29.007673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41418) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:29.189778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d4f8e-26a1-4d57-83d5-2301b1a346ac req-d8f2825f-212c-4d49-8928-bbfe063a04bc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:29.191765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-308d4f8e-26a1-4d57-83d5-2301b1a346ac req-d8f2825f-212c-4d49-8928-bbfe063a04bc tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.3093109 Jan 10 19:09:29.193725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-017826ee-92f1-4940-8625-88b845e3cdba req-49f74e30-76dc-4bc3-a39a-dbf16c4ff93e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0945573 Jan 10 19:09:29.223164 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-089b2e8f-7f9c-4ee9-87f0-f118bf709094 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5b9024ea0174fd9a2c807f89aa0e9e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2143309 Jan 10 19:09:29.225695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41424) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:29.239110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port 089ad2a2-97dd-4318-9f69-25370dae49a6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=089ad2a2-97dd-4318-9f69-25370dae49a6,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:29.239474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.288612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52602f09-a35f-425d-911b-de89dfbfc1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.313023 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52602f09-a35f-425d-911b-de89dfbfc1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.369577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52602f09-a35f-425d-911b-de89dfbfc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.385049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52602f09-a35f-425d-911b-de89dfbfc1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b625d84-c040-4826-82bc-4a8ece261409,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:29.391469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52602f09-a35f-425d-911b-de89dfbfc1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.399290 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-52602f09-a35f-425d-911b-de89dfbfc1bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b625d84-c040-4826-82bc-4a8ece261409 HTTP/1.1" status: 204 len: 168 time: 0.1656799 Jan 10 19:09:29.503005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for 089ad2a2-97dd-4318-9f69-25370dae49a6 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:29.534185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-308d4f8e-26a1-4d57-83d5-2301b1a346ac req-2a4aedb8-e53b-479c-bd3d-3fd62fd794ff tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339415 Jan 10 19:09:29.616195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79758ed-3779-4835-a97e-5fae360f4b22 req-824be089-e929-4eb8-8fce-0ccebcae9142 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:29.617778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e79758ed-3779-4835-a97e-5fae360f4b22 req-824be089-e929-4eb8-8fce-0ccebcae9142 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1023 time: 0.4746599 Jan 10 19:09:29.695338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 089ad2a2-97dd-4318-9f69-25370dae49a6 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:29.774160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41438) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:29.782140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.786715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e79758ed-3779-4835-a97e-5fae360f4b22 req-7efff83f-4952-43a3-89a5-71ce7e5dae23 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:29.793492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Port 089ad2a2-97dd-4318-9f69-25370dae49a6 update to DOWN by agent not found {{(pid=83631) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 10 19:09:29.793934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:29.827692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: ebdf2707-61fa-4e78-9d46-7475e836134c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:29.828305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ebdf2707-61fa-4e78-9d46-7475e836134c not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:29.828936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d8353324-a871-45f4-acea-f5304d2ffcce no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:29.833737 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-574ae76a-8fd0-4dee-a73e-baf7e83d3367 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98ddd122449b4edcbbcde8c1f4bcf300&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569012 Jan 10 19:09:29.836711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41442) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:29.845174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=089ad2a2-97dd-4318-9f69-25370dae49a6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:29.897412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e79758ed-3779-4835-a97e-5fae360f4b22 req-7efff83f-4952-43a3-89a5-71ce7e5dae23 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:29.901287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e79758ed-3779-4835-a97e-5fae360f4b22 req-7efff83f-4952-43a3-89a5-71ce7e5dae23 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5308c34-4e1b-4759-8cb3-f56f48ea026c&id=d028ebbd-ce3b-4d15-87a6-52ccfc11b984&id=5f7d5b49-e54d-40b4-bdb3-182012314776&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2436631 Jan 10 19:09:29.906221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e235260e-64b9-4b5d-aea6-f1e1e95d818c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.913461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6df10-3905-43d5-9777-ff0ba8d99509 req-97146c58-8eb7-4514-919f-1a64ad241690 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:29.920596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87d6df10-3905-43d5-9777-ff0ba8d99509 req-97146c58-8eb7-4514-919f-1a64ad241690 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.2644379 Jan 10 19:09:29.934812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e235260e-64b9-4b5d-aea6-f1e1e95d818c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.948903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.984864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port 089ad2a2-97dd-4318-9f69-25370dae49a6 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:29.989761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:29.991161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:30.011882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12726696-72bd-4e0f-9005-7173be8ed783 req-21b92fce-04fb-478c-8f55-afa803aa09dd tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "DELETE /v2.0/ports/089ad2a2-97dd-4318-9f69-25370dae49a6 HTTP/1.1" status: 204 len: 173 time: 1.5308545 Jan 10 19:09:30.036236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d8353324-a871-45f4-acea-f5304d2ffcce,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:30.045014 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.046357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5d50082a-2701-4b68-8476-ee37fd880bb2 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:30.055292 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-deleted', 'tag': '5d50082a-2701-4b68-8476-ee37fd880bb2', 'status': 'completed', 'code': 200} Jan 10 19:09:30.069748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e235260e-64b9-4b5d-aea6-f1e1e95d818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.090531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87d6df10-3905-43d5-9777-ff0ba8d99509 req-5e11245b-e947-4939-be89-8bcc4c6b2182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686761 Jan 10 19:09:30.101820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235260e-64b9-4b5d-aea6-f1e1e95d818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16dbef5-659d-4cef-be12-8c4d0a7bc140,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:30.117295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e235260e-64b9-4b5d-aea6-f1e1e95d818c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.120150 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e235260e-64b9-4b5d-aea6-f1e1e95d818c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b16dbef5-659d-4cef-be12-8c4d0a7bc140 HTTP/1.1" status: 204 len: 168 time: 0.2825329 Jan 10 19:09:30.173587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port d8353324-a871-45f4-acea-f5304d2ffcce {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:30.185627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.197833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-c1278074-d9f7-43a7-9706-368e25f2be0c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:30.214810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-c1278074-d9f7-43a7-9706-368e25f2be0c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Synchronizing usage tracker for tenant:13530b1686264167a87760bb65efd644 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:30.261239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-c1278074-d9f7-43a7-9706-368e25f2be0c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Unset dirty status for tenant:13530b1686264167a87760bb65efd644 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:30.264602 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-c1278074-d9f7-43a7-9706-368e25f2be0c tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 1023 time: 0.2631092 Jan 10 19:09:30.342898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:30.376147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Deleting port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:30.376764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.389696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 5d50082a-2701-4b68-8476-ee37fd880bb2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:30.390046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5d50082a-2701-4b68-8476-ee37fd880bb2 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:30.644605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef01fc-a932-41f2-8fd1-c95e5353d215 req-61059e10-ba37-4d57-9b35-ad4fed0692b8 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:30.645172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-19ef01fc-a932-41f2-8fd1-c95e5353d215 req-61059e10-ba37-4d57-9b35-ad4fed0692b8 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:30.649765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port d8353324-a871-45f4-acea-f5304d2ffcce, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d8353324-a871-45f4-acea-f5304d2ffcce,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:30.650161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.674039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b4754-6eda-4724-9377-6a9dac47e6db req-05579aa7-ac3b-46e0-98d3-fd99ffd6a5cc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:30.676254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a64b4754-6eda-4724-9377-6a9dac47e6db req-05579aa7-ac3b-46e0-98d3-fd99ffd6a5cc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3325005 Jan 10 19:09:30.725038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] For port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,segment=NetworkSegment(6549c807-7986-4bde-8ada-056e30552579),segment_id=6549c807-7986-4bde-8ada-056e30552579)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:30.725400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:30.813857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for d8353324-a871-45f4-acea-f5304d2ffcce owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:30.862046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Calling delete_port for e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:30.923027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-19ef01fc-a932-41f2-8fd1-c95e5353d215 req-61059e10-ba37-4d57-9b35-ad4fed0692b8 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:30.932081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19ef01fc-a932-41f2-8fd1-c95e5353d215 req-61059e10-ba37-4d57-9b35-ad4fed0692b8 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=331234c5-77b8-4617-9b8b-847c4d1d29cd HTTP/1.1" status: 200 len: 944 time: 0.5365734 Jan 10 19:09:30.976002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a64b4754-6eda-4724-9377-6a9dac47e6db req-a55debd9-6a42-46e4-8389-c5e0c258f2ff tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444363 Jan 10 19:09:31.064628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:31.077931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:09:31.100323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19ef01fc-a932-41f2-8fd1-c95e5353d215 req-bb425c26-4e28-4bb7-8028-0e623f5830ac tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591852 Jan 10 19:09:31.152669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:31.182795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'Port': ['ID=e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:31.267246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=d8353324-a871-45f4-acea-f5304d2ffcce,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:31.315734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port d8353324-a871-45f4-acea-f5304d2ffcce on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:31.323918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:31.370547 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce', 'code': 200} Jan 10 19:09:31.387185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] No DVR routers for this DVR port e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:31.390621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:31.407649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'name': 'network-vif-deleted', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:31.416155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12726696-72bd-4e0f-9005-7173be8ed783 req-494387e4-cc46-4d2f-99d4-905f8a2ade56 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "DELETE /v2.0/ports/d8353324-a871-45f4-acea-f5304d2ffcce HTTP/1.1" status: 204 len: 173 time: 1.3984852 Jan 10 19:09:31.427984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dd2a47bf-ba4c-4360-9799-ef7012f164d8 req-f38f5df9-d762-4160-b2dd-fdb441036e98 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.30 "DELETE /v2.0/ports/e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b HTTP/1.1" status: 204 len: 173 time: 1.1588955 Jan 10 19:09:31.445581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-414e242e-52cd-4df6-8c59-af70ae9d0e60 req-a08c0758-b56e-407c-b5c6-8bc78f917f03 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0741811 Jan 10 19:09:31.840617 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a792040-64b5-449b-8909-c52bd117295a req-08798657-cf28-4670-a3be-9d6daec3e0e9 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 210 time: 0.0522149 Jan 10 19:09:31.861161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-17d093e6-29d3-4bca-a078-4bff525ee084 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1914108 Jan 10 19:09:31.943346 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0856e96-b724-48c0-a285-5ad0e48f566a', 'name': 'network-vif-deleted', 'tag': 'e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b', 'status': 'completed', 'code': 200} Jan 10 19:09:32.057904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-deleted', 'tag': '089ad2a2-97dd-4318-9f69-25370dae49a6'}, {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-deleted', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:32.225252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb74155-f026-42ef-9c56-af63c09a8dbc req-0313adc6-55b3-487b-8195-0d3eb985d448 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:32.231880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb74155-f026-42ef-9c56-af63c09a8dbc req-0313adc6-55b3-487b-8195-0d3eb985d448 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3649845 Jan 10 19:09:32.267484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-1f19987a-cc91-4417-b1be-05c8f8179919 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1097 time: 0.1996903 Jan 10 19:09:32.375095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-e1688841-9c56-47d7-9c22-86605f5220d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6497 time: 0.2571316 Jan 10 19:09:32.396469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb74155-f026-42ef-9c56-af63c09a8dbc req-54e35880-c2d4-4eb9-9a5a-806bc3833619 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623311 Jan 10 19:09:32.598298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-dcd5b8cf-71b6-4912-8f6e-cc47500d6f08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:32.599804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-dcd5b8cf-71b6-4912-8f6e-cc47500d6f08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.3225012 Jan 10 19:09:32.750354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-45644e67-e5ee-48ed-a217-6450b1a250f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:32.750725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-45644e67-e5ee-48ed-a217-6450b1a250f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:32.755180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-45644e67-e5ee-48ed-a217-6450b1a250f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:32.757554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-45644e67-e5ee-48ed-a217-6450b1a250f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca4b53e6-9f44-469a-9424-8f79aab9f326&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=d898116f-d47a-4970-bbc3-5bf804e8da1a&id=d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 200 len: 2298 time: 0.3384373 Jan 10 19:09:32.859623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55eee-5ad1-4950-bc85-4cefbe8a0c8b req-614d5385-ed40-4952-b4f5-b44152cdf53c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:32.867374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cf55eee-5ad1-4950-bc85-4cefbe8a0c8b req-614d5385-ed40-4952-b4f5-b44152cdf53c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.4120085 Jan 10 19:09:32.872178 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4b657dca-0ea9-48e3-94e0-5fbcc97a8c94 req-11abece1-59ed-484f-b6a8-196c30eb3471 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0856e96-b724-48c0-a285-5ad0e48f566a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0882003 Jan 10 19:09:32.883016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-a059af40-ed0c-4478-8e52-237215bcbae6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 1002 time: 0.2723405 Jan 10 19:09:32.944555 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4b657dca-0ea9-48e3-94e0-5fbcc97a8c94 req-72306505-22bc-4902-9265-c7fdce5ae33a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13530b1686264167a87760bb65efd644&device_id=e0856e96-b724-48c0-a285-5ad0e48f566a HTTP/1.1" status: 200 len: 210 time: 0.0462770 Jan 10 19:09:33.080339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-1e1fd54b-d3cf-47be-b0db-6bcc9033e67a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 200 len: 1000 time: 0.2956073 Jan 10 19:09:33.082686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-36bcf75a-544d-44b8-9c7e-5fb87bd0c3cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:33.084054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-36bcf75a-544d-44b8-9c7e-5fb87bd0c3cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.1511135 Jan 10 19:09:33.097817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cf55eee-5ad1-4950-bc85-4cefbe8a0c8b req-4029a2f9-6955-48d1-b463-a1badfadf184 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295327 Jan 10 19:09:33.221800 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-deleted', 'tag': '089ad2a2-97dd-4318-9f69-25370dae49a6', 'status': 'completed', 'code': 200} Jan 10 19:09:33.222063 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331234c5-77b8-4617-9b8b-847c4d1d29cd', 'name': 'network-vif-deleted', 'tag': 'd8353324-a871-45f4-acea-f5304d2ffcce', 'status': 'completed', 'code': 200} Jan 10 19:09:33.232635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5a5f-2f16-49e0-b384-691e666306cb req-bd78a824-8ee6-4727-bfe7-cd25c0cd65a3 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:33.234152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc8e5a5f-2f16-49e0-b384-691e666306cb req-bd78a824-8ee6-4727-bfe7-cd25c0cd65a3 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.3855038 Jan 10 19:09:33.239768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657dca-0ea9-48e3-94e0-5fbcc97a8c94 req-99c98435-2748-461e-8650-961620048f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:33.242100 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4b657dca-0ea9-48e3-94e0-5fbcc97a8c94 req-99c98435-2748-461e-8650-961620048f30 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=13530b1686264167a87760bb65efd644&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2775946 Jan 10 19:09:33.244276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-95232fb2-0985-4405-beb5-6e4d771b8a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:33.245848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-95232fb2-0985-4405-beb5-6e4d771b8a8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de058163-636b-4648-8567-80d5fed84092 HTTP/1.1" status: 200 len: 855 time: 0.1443334 Jan 10 19:09:33.307360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:33.362225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:33.376886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-8126d3e2-cd3c-411e-845d-78f4d9f52c6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780588 Jan 10 19:09:33.423148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657dca-0ea9-48e3-94e0-5fbcc97a8c94 req-88fe6504-04b0-4124-a619-01ef3001e66a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:33.425072 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4b657dca-0ea9-48e3-94e0-5fbcc97a8c94 req-88fe6504-04b0-4124-a619-01ef3001e66a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758804 Jan 10 19:09:33.495047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc8e5a5f-2f16-49e0-b384-691e666306cb req-151134e1-ebda-4d70-a59b-431fc3075fac tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454228 Jan 10 19:09:33.563692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:33.616601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:33.624206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0102a2ff94aa41d3b3aa161654931b60 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:33.626809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:33.641933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:33.647076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-f8b98650-b45e-4a27-9329-817badc0530e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca4b53e6-9f44-469a-9424-8f79aab9f326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3817801 Jan 10 19:09:33.701772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-264a6154-4d7e-48b5-9094-f8884c8b282f service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152606 Jan 10 19:09:33.723450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:33.772159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:33.778646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:33.779425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e8b5e3ad-1d4a-44c8-bffd-434aa2ac916b not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:33.780401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:33.846994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744662d-ad24-49a9-8c81-ee8502f880dc,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:33.856222 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f23f804-b086-4b96-964f-3b0e576588b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0102a2ff94aa41d3b3aa161654931b60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4898369 Jan 10 19:09:33.856921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41544) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:33.938321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc78f66-d059-4972-821f-0fe4e944fa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:33.970526 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc78f66-d059-4972-821f-0fe4e944fa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.025145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc78f66-d059-4972-821f-0fe4e944fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.047531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78f66-d059-4972-821f-0fe4e944fa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744662d-ad24-49a9-8c81-ee8502f880dc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:34.051540 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc78f66-d059-4972-821f-0fe4e944fa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.053414 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5cc78f66-d059-4972-821f-0fe4e944fa69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2744662d-ad24-49a9-8c81-ee8502f880dc HTTP/1.1" status: 204 len: 168 time: 0.1949811 Jan 10 19:09:34.070294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting subnet 5f093369-421f-4119-b713-93fedddf219f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:09:34.088610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.243887 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.271732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-482cb707-0ded-4d8d-846e-6c848fb4d9a0 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144505 Jan 10 19:09:34.284428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd8d3a7-9cc7-4346-9933-6bbc3698256d req-8ff31878-3e9d-4ae3-b320-f7c3d77cebfc tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/f5308c34-4e1b-4759-8cb3-f56f48ea026c HTTP/1.1" status: 200 len: 1633 time: 0.3153324 Jan 10 19:09:34.318461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f59511db-a0f0-41c5-850f-c33bbf95df9a req-aeb1dcbb-4a5a-4405-8809-a6c8182ddae8 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304914 Jan 10 19:09:34.423938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b560b-5b7f-4ad0-bc75-40a476815e6e req-7448e7ab-7616-4b71-82f1-816ec41fe294 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:34.425550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-182b560b-5b7f-4ad0-bc75-40a476815e6e req-7448e7ab-7616-4b71-82f1-816ec41fe294 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5388763 Jan 10 19:09:34.448284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41562) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:34.467242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.498090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:34.501928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Usage tracker for resource:security_group_rule and tenant:4955481490404892b550c6b6f17c5593 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:34.505430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:34.511000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:34.569183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-35ada651-dc80-465b-8462-af5071d98671 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831383 Jan 10 19:09:34.575336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-182b560b-5b7f-4ad0-bc75-40a476815e6e req-dbaf9b89-f6ee-49bd-a3db-b352f8904135 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416178 Jan 10 19:09:34.575890 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6cd8d3a7-9cc7-4346-9933-6bbc3698256d req-3def2dd4-bf86-4116-b4f0-3f19f40f6572 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.579920 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.584300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.629104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a83e885-93fe-4012-a77a-81cf44e70282,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:34.635976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.640072 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-18ef03fb-9b7f-404e-af96-5d25a9e44e15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4955481490404892b550c6b6f17c5593&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1907363 Jan 10 19:09:34.642636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41570) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:34.702248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-5be9f823-3a94-45a3-b186-38f2775ffc66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 217 time: 0.1243808 Jan 10 19:09:34.705514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6cd8d3a7-9cc7-4346-9933-6bbc3698256d req-3def2dd4-bf86-4116-b4f0-3f19f40f6572 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.711172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c534d8d7-ef3f-4852-846c-e6595f5cbda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.737500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c534d8d7-ef3f-4852-846c-e6595f5cbda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.787622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c534d8d7-ef3f-4852-846c-e6595f5cbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.803507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534d8d7-ef3f-4852-846c-e6595f5cbda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a83e885-93fe-4012-a77a-81cf44e70282,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:34.809807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c534d8d7-ef3f-4852-846c-e6595f5cbda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.814510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c534d8d7-ef3f-4852-846c-e6595f5cbda8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a83e885-93fe-4012-a77a-81cf44e70282 HTTP/1.1" status: 204 len: 168 time: 0.1703815 Jan 10 19:09:34.820113 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dae2ba7-7cd2-4611-ae27-905cd9eb08fc req-549bb75d-9d55-4a93-a36f-7dd620d12e96 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1051915 Jan 10 19:09:34.865147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-3408df64-31b5-4f4c-9e79-6cfea7c7666e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:34.866726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-3408df64-31b5-4f4c-9e79-6cfea7c7666e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.1508813 Jan 10 19:09:34.875849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.940442 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6cd8d3a7-9cc7-4346-9933-6bbc3698256d req-3def2dd4-bf86-4116-b4f0-3f19f40f6572 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:34.969224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Subnet': ['ID=5f093369-421f-4119-b713-93fedddf219f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:34.988934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2dd4-bf86-4116-b4f0-3f19f40f6572 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5308c34-4e1b-4759-8cb3-f56f48ea026c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:35.001822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.007916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636b609-bf02-4f44-b8c5-5c12d0faef06 None None] Network 63938af8-972e-4af7-a245-83c942fa3597 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:35.042333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6d42d203-86db-42bb-bf7b-0f332d0ce36f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/subnets/5f093369-421f-4119-b713-93fedddf219f HTTP/1.1" status: 204 len: 168 time: 1.7282782 Jan 10 19:09:35.042794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41576) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:35.070834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6cd8d3a7-9cc7-4346-9933-6bbc3698256d req-3def2dd4-bf86-4116-b4f0-3f19f40f6572 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.087455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd8d3a7-9cc7-4346-9933-6bbc3698256d req-3def2dd4-bf86-4116-b4f0-3f19f40f6572 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5308c34-4e1b-4759-8cb3-f56f48ea026c HTTP/1.1" status: 204 len: 173 time: 0.7781305 Jan 10 19:09:35.160062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-be960ebd-15fe-440e-94f1-e2bb4d59baef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2718289 Jan 10 19:09:35.279057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.291793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port 249ff4ca-5682-47aa-98ac-786f93d489b1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:35.292842 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.406379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] DHCP port deletion for 63938af8-972e-4af7-a245-83c942fa3597 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:09:35.411143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Deleting port 249ff4ca-5682-47aa-98ac-786f93d489b1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:35.411797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.452455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-63a2d239-9a1e-42f7-9900-1aa8dbb8a889 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915080 Jan 10 19:09:35.585801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port 249ff4ca-5682-47aa-98ac-786f93d489b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=249ff4ca-5682-47aa-98ac-786f93d489b1,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:35.586243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.666359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e767bc-ef23-472e-bed8-08b44beadbb5 req-2a00369a-1a78-4545-b06f-c743898d924e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:35.672783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11e767bc-ef23-472e-bed8-08b44beadbb5 req-2a00369a-1a78-4545-b06f-c743898d924e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.2998679 Jan 10 19:09:35.709819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] For port 249ff4ca-5682-47aa-98ac-786f93d489b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=249ff4ca-5682-47aa-98ac-786f93d489b1,segment=NetworkSegment(b93163f4-57c1-4e63-a705-807506db0172),segment_id=b93163f4-57c1-4e63-a705-807506db0172)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:35.710553 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.751915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for 249ff4ca-5682-47aa-98ac-786f93d489b1 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:35.839664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-d7ad0380-a656-4bea-9938-c525587e1a5d service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770902 Jan 10 19:09:35.843910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:35.873986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Calling delete_port for 249ff4ca-5682-47aa-98ac-786f93d489b1 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:35.896471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=249ff4ca-5682-47aa-98ac-786f93d489b1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:35.904754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f153e-650a-4dbd-83c1-487efffbd5c6 req-b0ee76a5-52b0-4578-b292-77f50d26c5f2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:35.905541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port 249ff4ca-5682-47aa-98ac-786f93d489b1 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:35.906217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c0f153e-650a-4dbd-83c1-487efffbd5c6 req-b0ee76a5-52b0-4578-b292-77f50d26c5f2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4129338 Jan 10 19:09:35.923426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11e767bc-ef23-472e-bed8-08b44beadbb5 req-fb495495-6146-4520-a934-295a47d79536 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498224 Jan 10 19:09:35.940273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-6e2a78fb-8364-4425-86bc-da578327315e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 217 time: 0.0923903 Jan 10 19:09:35.995436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:09:35.995803 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:09:36.035627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c0f153e-650a-4dbd-83c1-487efffbd5c6 req-70d2f614-73e2-4974-9631-b27da236461b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147063 Jan 10 19:09:36.059945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.114621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63938af8-972e-4af7-a245-83c942fa3597']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:36.121514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-d40a2c41-3c66-4082-8796-eb1730f49456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:36.123022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-d40a2c41-3c66-4082-8796-eb1730f49456 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.1690669 Jan 10 19:09:36.133107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93163f4-57c1-4e63-a705-807506db0172') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:36.133908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93163f4-57c1-4e63-a705-807506db0172') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:36.148593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.171077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.182987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:09:36.183670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.200235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-583a1cd4-83e8-49ef-8aec-b7a7282a5ed7 req-b0607a9a-24c2-4171-a473-d96388a1c2a1 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "GET /v2.0/security-groups/5f7d5b49-e54d-40b4-bdb3-182012314776 HTTP/1.1" status: 200 len: 1634 time: 0.2007256 Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:09:36.278153 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:09:36.292352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.298077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.373070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-8b311b3c-25ec-41c3-96a8-7bd5f8ed296f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2321208 Jan 10 19:09:36.404703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-583a1cd4-83e8-49ef-8aec-b7a7282a5ed7 req-fd01e515-babe-470a-bb33-b8f0b168ec26 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.419765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Network': ['ID=63938af8-972e-4af7-a245-83c942fa3597,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:36.436233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba7e343f-7a09-4be8-98b3-8c2292c97e7d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/networks/63938af8-972e-4af7-a245-83c942fa3597 HTTP/1.1" status: 204 len: 168 time: 1.3926930 Jan 10 19:09:36.438334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3d9c9-c5c3-40d0-a58c-5b1ac3b1a2cd req-28984f4d-c36f-49ea-a860-52a82cc59f0f tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:36.438775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41612) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:36.439851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cb3d9c9-c5c3-40d0-a58c-5b1ac3b1a2cd req-28984f4d-c36f-49ea-a860-52a82cc59f0f tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.2192681 Jan 10 19:09:36.497309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Deleting port 249ff4ca-5682-47aa-98ac-786f93d489b1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:36.498131 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.565903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5744fd11-e850-4710-9e62-2ae5afb34dba None None] The port '249ff4ca-5682-47aa-98ac-786f93d489b1' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:09:36.580323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-583a1cd4-83e8-49ef-8aec-b7a7282a5ed7 req-fd01e515-babe-470a-bb33-b8f0b168ec26 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.628153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting subnet e89f4259-a069-46da-9ce3-698df162149f {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:09:36.631573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.684325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cb3d9c9-c5c3-40d0-a58c-5b1ac3b1a2cd req-1623abaa-1a74-4ed1-bab2-524a50d2dddf tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938345 Jan 10 19:09:36.689342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.694058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-ea9f50f8-aa9c-4f50-930d-6c710f8d5581 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120897 Jan 10 19:09:36.782989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-583a1cd4-83e8-49ef-8aec-b7a7282a5ed7 req-fd01e515-babe-470a-bb33-b8f0b168ec26 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.790016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.809307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f216-6159-4898-8db9-4f96ac70481b req-288f745a-e106-4ff4-ac5c-9618abe5a6f4 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:36.810745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23c2f216-6159-4898-8db9-4f96ac70481b req-288f745a-e106-4ff4-ac5c-9618abe5a6f4 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.44 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.3117940 Jan 10 19:09:36.857983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01e515-babe-470a-bb33-b8f0b168ec26 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7d5b49-e54d-40b4-bdb3-182012314776,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:36.863791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.909276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Subnet': ['ID=e89f4259-a069-46da-9ce3-698df162149f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:36.915196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.921571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e09ff-4558-4b54-8c45-8f0d8d075a85 None None] Network bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:36.921714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2564da38-cd13-4b7c-b1d6-5023a2d5d82f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/subnets/e89f4259-a069-46da-9ce3-698df162149f HTTP/1.1" status: 204 len: 168 time: 0.4818602 Jan 10 19:09:36.924137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41616) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:36.926001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-583a1cd4-83e8-49ef-8aec-b7a7282a5ed7 req-fd01e515-babe-470a-bb33-b8f0b168ec26 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:36.927128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-583a1cd4-83e8-49ef-8aec-b7a7282a5ed7 req-fd01e515-babe-470a-bb33-b8f0b168ec26 tempest-SecurityGroupsTestJSON-1292566305 tempest-SecurityGroupsTestJSON-1292566305-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f7d5b49-e54d-40b4-bdb3-182012314776 HTTP/1.1" status: 204 len: 173 time: 0.7260334 Jan 10 19:09:36.936890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:36.961030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a453345-bcae-46f8-af88-449511c9a647 req-58fcae60-bee0-439e-9c10-939e7f85925f tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1025875 Jan 10 19:09:37.021998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Deleting port 56d70ed8-b725-45d9-b19f-f86f17257984 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:37.021998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.115181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.126021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port 4f26c786-572c-4b43-8e5e-27de9190f6f9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:37.126362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.164422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-e4978f22-efd1-4e33-9f42-a7e5c4067392 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630783 Jan 10 19:09:37.294314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] DHCP port deletion for bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:09:37.300003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Deleting port 4f26c786-572c-4b43-8e5e-27de9190f6f9 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:37.300980 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.305613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-c45c379d-fd9b-46d6-8e0f-318edad8a110 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=29d98159-f30d-46c1-bddf-b82bbdad308e HTTP/1.1" status: 200 len: 217 time: 0.1312175 Jan 10 19:09:37.367741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Deleting subnet 8def17dd-e9b7-41e0-bc50-0ced7fecc19e {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:09:37.442232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port 4f26c786-572c-4b43-8e5e-27de9190f6f9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4f26c786-572c-4b43-8e5e-27de9190f6f9,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:37.442854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.453217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.474379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 249ff4ca-5682-47aa-98ac-786f93d489b1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:37.518530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 249ff4ca-5682-47aa-98ac-786f93d489b1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:37.519625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 249ff4ca-5682-47aa-98ac-786f93d489b1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:37.520364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4f26c786-572c-4b43-8e5e-27de9190f6f9 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:37.584950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.610598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for 4f26c786-572c-4b43-8e5e-27de9190f6f9 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:37.626490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-59041baf-e582-4e2a-be11-8c38b084fd97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:37.628127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-59041baf-e582-4e2a-be11-8c38b084fd97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.2582324 Jan 10 19:09:37.702115 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.702351 n-d-816927-8 neutron-server[83631]: INFO neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No ports have port_id starting with 4f26c786-572c-4b43-8e5e-27de9190f6f9 Jan 10 19:09:37.736539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] For port 4f26c786-572c-4b43-8e5e-27de9190f6f9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4f26c786-572c-4b43-8e5e-27de9190f6f9,segment=NetworkSegment(cfe7b374-ecb3-4440-a0e0-11afb8938e53),segment_id=cfe7b374-ecb3-4440-a0e0-11afb8938e53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:37.737192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.781401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=4f26c786-572c-4b43-8e5e-27de9190f6f9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:37.788437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port 4f26c786-572c-4b43-8e5e-27de9190f6f9 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:37.832243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] For port 56d70ed8-b725-45d9-b19f-f86f17257984, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=56d70ed8-b725-45d9-b19f-f86f17257984,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:37.832625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.876445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Calling delete_port for 4f26c786-572c-4b43-8e5e-27de9190f6f9 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:37.921491 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.949086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:09:37.950086 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:09:37.951049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5150ac-c5bc-48f2-b1fd-cef85956c5b0']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:37.962200 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.963634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe7b374-ecb3-4440-a0e0-11afb8938e53') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:37.963930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe7b374-ecb3-4440-a0e0-11afb8938e53') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:37.975426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.991495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:37.997627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:09:37.998018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:09:38.012372 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:09:38.056988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f2318-9553-4a3e-9225-d2f8ca5842d9 req-54b12972-fc87-4941-9cb5-6d4f3896ebd9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:38.058437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e6f2318-9553-4a3e-9225-d2f8ca5842d9 req-54b12972-fc87-4941-9cb5-6d4f3896ebd9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.6822002 Jan 10 19:09:38.098791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.117341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.128201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Network': ['ID=bd5150ac-c5bc-48f2-b1fd-cef85956c5b0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:38.139821 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-065798f3-f095-4943-86ea-6703ad544aec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/networks/bd5150ac-c5bc-48f2-b1fd-cef85956c5b0 HTTP/1.1" status: 204 len: 168 time: 1.2147274 Jan 10 19:09:38.146127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:38.151627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-538557700'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:38.156521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:38.161192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:network and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:38.164343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:38.170574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:38.180888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:38.183745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.214143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:09:38.216048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-b46fe062-a671-49fc-8534-3d115001109f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5722404 Jan 10 19:09:38.221445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.223318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.223665 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Added segment 3bd35ab8-d6c4-4b06-bc22-baa94daf655e of type vlan for network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 Jan 10 19:09:38.249954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.279645 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.283265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:38.283849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.305980 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18ddb833-7311-450d-afbc-68c942d1b3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.357555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa7380-6b59-438d-a4ad-b55508ad04b2 req-b63c6847-c8d9-46b7-b639-cd945a987f07 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:38.359090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bfa7380-6b59-438d-a4ad-b55508ad04b2 req-b63c6847-c8d9-46b7-b639-cd945a987f07 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 945 time: 0.5294626 Jan 10 19:09:38.372971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8def17dd-e9b7-41e0-bc50-0ced7fecc19e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:38.431126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e6f2318-9553-4a3e-9225-d2f8ca5842d9 req-a5fca6d3-5731-4e42-b4f7-643dfcc88e4d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599997 Jan 10 19:09:38.452201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Deleting port 4f26c786-572c-4b43-8e5e-27de9190f6f9 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:38.452764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.476116 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.489187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3387825 Jan 10 19:09:38.489187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144fb11-9526-4c5f-a11e-93a9f851eb58 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Network': ['ID=1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:38.489457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41662) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:38.504877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'subnet': {'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:38.507307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:09:38.524297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-50c42a27-6d2b-4b3e-8011-c6ab7b0343d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8def17dd-e9b7-41e0-bc50-0ced7fecc19e HTTP/1.1" status: 204 len: 168 time: 1.5752766 Jan 10 19:09:38.526182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.526555 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.526862 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Floating IP bc84fd96-098d-48ef-9f47-fcbb7de6968b disassociated. External IP: 172.25.6.72, port: 56d70ed8-b725-45d9-b19f-f86f17257984. Jan 10 19:09:38.527221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Calling delete_port for 56d70ed8-b725-45d9-b19f-f86f17257984 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:38.527990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41668) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:38.637729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bfa7380-6b59-438d-a4ad-b55508ad04b2 req-8a53d68e-2e16-46d4-ac94-b8de812d9d63 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups?id=864d475e-3e23-40f7-a60d-595b088b12c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167397 Jan 10 19:09:38.651599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-ac9cd837-8be7-4ad9-96a1-3bca5f49a7b5 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210045 Jan 10 19:09:38.665984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c964d6d9-71c3-4d2c-a737-24cf4754c76c None None] The port '4f26c786-572c-4b43-8e5e-27de9190f6f9' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:09:38.709628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.736324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:38.741634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:subnet and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:38.768156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:38.778772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:38.828788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63bcf461-2389-42ae-a724-4abf5577b775 req-52d4c966-c92b-469e-b8a5-31e2f03e557f tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1484470 Jan 10 19:09:38.863349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:38.940803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:38.963387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.010302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e4b361-7bc7-456b-ab6f-90f317e1b066']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:39.010637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event deleted for resources: {'Port': ['ID=56d70ed8-b725-45d9-b19f-f86f17257984,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:39.023057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.030559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-7854a437-58f6-424f-810e-4152c62b6b9a service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141024 Jan 10 19:09:39.040757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6549c807-7986-4bde-8ada-056e30552579') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:39.041156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6549c807-7986-4bde-8ada-056e30552579') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:39.148817 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.175862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.185735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:09:39.186227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:09:39.199541 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:09:39.213467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-92ac383b-6fa8-46df-b93c-9ab2ee07bbe0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab HTTP/1.1" status: 200 len: 217 time: 0.1713915 Jan 10 19:09:39.221809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbd56-2ca8-4704-89de-f08b4d718f01 req-a546bc8c-1293-402a-8efd-cd4db6b28913 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:39.223566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fccdbd56-2ca8-4704-89de-f08b4d718f01 req-a546bc8c-1293-402a-8efd-cd4db6b28913 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3545678 Jan 10 19:09:39.325130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.329220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.332099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-ff4b47cd-24d8-4421-8aa3-24266746fa1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:39.333553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-ff4b47cd-24d8-4421-8aa3-24266746fa1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.1091549 Jan 10 19:09:39.368941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e4b361-7bc7-456b-ab6f-90f317e1b066,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:39.381690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fccdbd56-2ca8-4704-89de-f08b4d718f01 req-12f2696b-10e5-460b-afce-7e98b7f3c07b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230791 Jan 10 19:09:39.401363 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fda379bc-68bd-49a8-aabd-031e3a914dfc admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5e4b361-7bc7-456b-ab6f-90f317e1b066 HTTP/1.1" status: 204 len: 168 time: 0.8722215 Jan 10 19:09:39.438565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 56d70ed8-b725-45d9-b19f-f86f17257984 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:09:39.451356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.514549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 56d70ed8-b725-45d9-b19f-f86f17257984 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:09:39.514814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 56d70ed8-b725-45d9-b19f-f86f17257984 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:09:39.533823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Subnet': ['ID=305559a4-f477-4236-a09c-8d07ff79ee62,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:39.591844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:39.627659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Checking segment: {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:39.627942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network hostable DHCP agents. Network: 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:09:39.687961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:09:39.706083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:39.711952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:39.712781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.720027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7f0a4-203f-4e3b-b12a-ffb0c744336c None None] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:39.764782 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9b73e237-2c91-4e3d-b826-0e6230f3f8ff tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2741940 Jan 10 19:09:39.766776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41702) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:39.788884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-702822785'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:39.803049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:39.814756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:network and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:39.823747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:39.837947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:39.866108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:39.869375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:39.899058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41710) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:39.962018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-df379c7f-fb40-4b74-804b-0aa3e6f5c758 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13530b1686264167a87760bb65efd644&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593984 Jan 10 19:09:39.966108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41716) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:39.968858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d95ae6bc-9c1d-41ca-836a-1fa922a03b9a req-3e7c05a0-6b15-4c27-a09b-c64eee0c2d0c tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 210 time: 0.1380808 Jan 10 19:09:40.004207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-143f2e10-7549-4c86-aa1e-33d52b9b417a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6621335 Jan 10 19:09:40.007500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:09:40.088904 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.089241 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Added segment f1f68d84-2f76-4036-81e8-7cf464e99b8a of type vlan for network dcbb592b-0dfd-421c-85ba-db48ece5da61 Jan 10 19:09:40.180632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1581cf54-e50c-4a9f-a886-d4d489dd8249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.241113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1581cf54-e50c-4a9f-a886-d4d489dd8249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.289672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40', 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'fixed_ips': [{'subnet_id': '305559a4-f477-4236-a09c-8d07ff79ee62'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:09:40.290647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.315903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Router f16d8310-fbc9-4eda-95c6-287b5414d3a4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:09:40.330448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.343510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1581cf54-e50c-4a9f-a886-d4d489dd8249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.346661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.355331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12c0b471-50bc-455a-a462-fcd15e61b281 req-94d72571-acf2-4a72-98fe-5dcb1d89f5c2 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0854852 Jan 10 19:09:40.363513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581cf54-e50c-4a9f-a886-d4d489dd8249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028ebbd-ce3b-4d15-87a6-52ccfc11b984,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:40.391898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:40.396959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac77dd66e9641d9ba3e7007b2ef7367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:40.399860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:40.405526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:40.483633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.497345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.497743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-fc801e94-b7ce-426e-81ef-533a1a2a7018 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856541 Jan 10 19:09:40.506792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-adf1913f-cd46-4d67-b608-5d2cabd8fed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.541708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ac77dd66e9641d9ba3e7007b2ef7367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9487638 Jan 10 19:09:40.545216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Allocated IP 19.80.0.2 (1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40/305559a4-f477-4236-a09c-8d07ff79ee62/291991b7-3087-4f71-a50a-d737588276b4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:40.559302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:40.597556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1581cf54-e50c-4a9f-a886-d4d489dd8249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.598648 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1581cf54-e50c-4a9f-a886-d4d489dd8249 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d028ebbd-ce3b-4d15-87a6-52ccfc11b984 HTTP/1.1" status: 204 len: 168 time: 0.6294868 Jan 10 19:09:40.603316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ba5b5-ba67-4cec-96d3-c52fec1a1ca8 req-c76816e5-4661-4079-b1f0-4f7dbd18f82b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:40.607986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfab8a7-9ce1-4adb-a8c8-d9e9f7806149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0eb483-35cd-4e0d-9bce-3fd731d0c175,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:40.610495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-235ba5b5-ba67-4cec-96d3-c52fec1a1ca8 req-c76816e5-4661-4079-b1f0-4f7dbd18f82b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4179280 Jan 10 19:09:40.633898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.637667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:40.638437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.716192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-f0c5ecd7-a47e-4920-a545-967889afb798 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076244 Jan 10 19:09:40.730498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-235ba5b5-ba67-4cec-96d3-c52fec1a1ca8 req-d98057e7-eb33-4f64-a4ad-1646e0051329 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189034 Jan 10 19:09:40.757548 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9828343 Jan 10 19:09:40.759876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41726) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:40.785876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'subnet': {'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:40.903032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.919797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Transition to ACTIVE for port object 291991b7-3087-4f71-a50a-d737588276b4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:40.952982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Transition to ACTIVE for port object 291991b7-3087-4f71-a50a-d737588276b4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:40.963190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:40.963773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-a770569e-484a-447c-a34e-c6e8d2580479 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908 HTTP/1.1" status: 200 len: 217 time: 0.2305510 Jan 10 19:09:41.019724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ecf7c-5f0f-4a7c-b791-2dee84f8b0b3 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Network': ['ID=dcbb592b-0dfd-421c-85ba-db48ece5da61,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:41.023207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:41.026351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21e725c6-216f-4ffa-b3e2-0fadb3cb3709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.029381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:subnet and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:41.039025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:41.049675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:41.069144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21e725c6-216f-4ffa-b3e2-0fadb3cb3709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.079675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:41.088712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Pushing event updated for resources: {'Port': ['ID=291991b7-3087-4f71-a50a-d737588276b4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:41.091019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:09:41.172284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-61a6b270-92c8-448d-bdc4-41ee05b4f9a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:41.173700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-61a6b270-92c8-448d-bdc4-41ee05b4f9a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.1358769 Jan 10 19:09:41.243237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093a7c-db5d-4198-a2bf-cb8ac4deeb45 req-924f7f52-4308-4e26-9cd4-a2bdebf629dd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:41.244754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e093a7c-db5d-4198-a2bf-cb8ac4deeb45 req-924f7f52-4308-4e26-9cd4-a2bdebf629dd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2832267 Jan 10 19:09:41.256771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:41.276311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.281320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:09:41.287274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:41.291565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:41.307787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] Sync routers for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:09:41.329453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21e725c6-216f-4ffa-b3e2-0fadb3cb3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.417414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:41.418297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:41.433959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] No DVR routers for this DVR port 56d70ed8-b725-45d9-b19f-f86f17257984 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:09:41.437111 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.446546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'name': 'network-vif-deleted', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:41.477661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15c2a8bb-45f9-4ae0-885e-ba36d566ee2d req-1e315081-50e0-4a2d-b6e8-7c17dafe61ea tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/ports?device_id=596bf062-db97-4564-b619-2f7f4b1120db HTTP/1.1" status: 200 len: 210 time: 0.0963728 Jan 10 19:09:41.496036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Attempting to bind port 291991b7-3087-4f71-a50a-d737588276b4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:41.496229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Attempting to bind port 291991b7-3087-4f71-a50a-d737588276b4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:41.496599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Attempting to bind port 291991b7-3087-4f71-a50a-d737588276b4 on network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:41.511690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e093a7c-db5d-4198-a2bf-cb8ac4deeb45 req-fdb3f1b1-80ce-419c-b070-ddae84bcbb85 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568171 Jan 10 19:09:41.516968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23c2f216-6159-4898-8db9-4f96ac70481b req-33509576-87c7-4103-a755-a33b3bcffc02 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.44 "DELETE /v2.0/ports/56d70ed8-b725-45d9-b19f-f86f17257984 HTTP/1.1" status: 204 len: 173 time: 4.6993980 Jan 10 19:09:41.518666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:41.519348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Checking segment: {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:41.519800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.520199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Bound using segment: {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:41.520685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Bound port: 291991b7-3087-4f71-a50a-d737588276b4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:41.521060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.523171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-98865b85-d347-4d34-b745-fff3b47e3509 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3393784 Jan 10 19:09:41.670768 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.683771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e725c6-216f-4ffa-b3e2-0fadb3cb3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0eb483-35cd-4e0d-9bce-3fd731d0c175,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:41.741833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.774714 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596bf062-db97-4564-b619-2f7f4b1120db', 'name': 'network-vif-deleted', 'tag': '56d70ed8-b725-45d9-b19f-f86f17257984', 'status': 'completed', 'code': 200} Jan 10 19:09:41.802220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.820984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] For port 291991b7-3087-4f71-a50a-d737588276b4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:41.839696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:41.848867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Subnet': ['ID=547ea554-b54e-4732-b504-7d99e715b6f8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:41.867687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21e725c6-216f-4ffa-b3e2-0fadb3cb3709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.869625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-21e725c6-216f-4ffa-b3e2-0fadb3cb3709 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e0eb483-35cd-4e0d-9bce-3fd731d0c175 HTTP/1.1" status: 204 len: 168 time: 1.3088691 Jan 10 19:09:41.882030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b69770df-b092-4a68-a874-c103a3c9774e req-312a8679-369b-4d8a-9044-e81fd968ba80 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1176031 Jan 10 19:09:41.941965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] For port 291991b7-3087-4f71-a50a-d737588276b4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=291991b7-3087-4f71-a50a-d737588276b4,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:41.947056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Checking segment: {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:41.947965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network hostable DHCP agents. Network: dcbb592b-0dfd-421c-85ba-db48ece5da61, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:09:41.954666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:41.983347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:09:42.005360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, dcbb592b-0dfd-421c-85ba-db48ece5da61) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:42.025350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:42.027158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.062793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bcb18ed1-d725-444a-9d23-98969ffc806b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2956932 Jan 10 19:09:42.071318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:42.105477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b56d38-f206-4e8f-b29f-1b028260dbf8 None None] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:42.216420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-a89c29e5-a22e-4a01-a460-7532ebca56ba service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803620 Jan 10 19:09:42.232048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e57682-637b-4219-adc8-88e0887ef965 req-31798b10-bd48-4625-8ba5-5ba6b6c3f7ba tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:42.234164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98e57682-637b-4219-adc8-88e0887ef965 req-31798b10-bd48-4625-8ba5-5ba6b6c3f7ba tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 814 time: 0.3103118 Jan 10 19:09:42.446492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fee868-2676-4ad6-be8a-c3013128971a None None] Pushing event updated for resources: {'Port': ['ID=291991b7-3087-4f71-a50a-d737588276b4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:42.512743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98e57682-637b-4219-adc8-88e0887ef965 req-0bb3ef3a-681a-4b96-a521-74c3c8655f8d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/quotas/ef74be1379034223a95fc35e5446b22d HTTP/1.1" status: 200 len: 375 time: 0.0829992 Jan 10 19:09:42.584070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1716156053-network', 'tenant_id': 'ed841db5e4c9442fb7ec008b950103f5'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:42.600360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:42.605692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Usage tracker for resource:network and tenant:ed841db5e4c9442fb7ec008b950103f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:42.609935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:42.621763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:42.648912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Made reservation on behalf of ed841db5e4c9442fb7ec008b950103f5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:42.653545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.685953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:08:07Z', 'revision_number': 5, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:42.687711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.709678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-f1d34094-9940-4335-a193-698a5e6a2af4 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839158 Jan 10 19:09:42.727146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] Checking router: f16d8310-fbc9-4eda-95c6-287b5414d3a4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:09:42.735143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:42.739765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Usage tracker for resource:security_group_rule and tenant:ed841db5e4c9442fb7ec008b950103f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:42.743751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:42.747599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:42.748279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:42.751200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:42.804442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-dcbb592b-0dfd-421c-85ba-db48ece5da61', 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'fixed_ips': [{'subnet_id': '547ea554-b54e-4732-b504-7d99e715b6f8'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:09:42.806597 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.828753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.855274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.872567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-98bd030a-30b4-4bc0-bf6d-7aa0e928de2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 200 len: 217 time: 0.1444860 Jan 10 19:09:42.920750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:09:42.938012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e933abc-07c4-41a3-9172-87181ce2df80,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:42.948748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:42.948994 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Added segment de5597b7-4622-4dda-96fc-d08b923d76ad of type vlan for network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 Jan 10 19:09:42.995704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98e57682-637b-4219-adc8-88e0887ef965 req-597db9c7-3f21-4e47-b1ad-b512a7551a81 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4821887 Jan 10 19:09:43.040004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:43.044112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-f338e73e-5786-431c-b31a-80931a1e3c07 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:43.049540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-f338e73e-5786-431c-b31a-80931a1e3c07 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:43.059177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-f338e73e-5786-431c-b31a-80931a1e3c07 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/networks?id=1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40&id=dcbb592b-0dfd-421c-85ba-db48ece5da61 HTTP/1.1" status: 200 len: 1390 time: 0.4690156 Jan 10 19:09:43.074320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-e057bc56-92fa-48ac-bdf2-237f646272b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:43.075939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-e057bc56-92fa-48ac-bdf2-237f646272b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.1903868 Jan 10 19:09:43.098837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-7a8896e8-2254-465e-ad74-085b8d18454d tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/quotas/a9899b39e28641b2936a5295cd03631c HTTP/1.1" status: 200 len: 375 time: 0.0386932 Jan 10 19:09:43.118652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:43.123309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:43.124315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:43.124971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:43.204052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:43.266281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1936347 Jan 10 19:09:43.269496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41802) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:43.278109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Request body: {'subnet': {'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1716156053-subnet', 'tenant_id': 'ed841db5e4c9442fb7ec008b950103f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:43.289766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:43.292388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7947347-d91f-4f50-8a90-a587dc1ce083 admin admin] Pushing event updated for resources: {'Network': ['ID=9952f1f1-29b1-4c09-bd23-6139bb2f2577,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:43.296431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Usage tracker for resource:subnet and tenant:ed841db5e4c9442fb7ec008b950103f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:43.302115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:43.308082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-28fd314a-3564-4266-99e6-b30249aec7f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227664 Jan 10 19:09:43.314809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:09:43.315128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:43.320611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-7e47c863-47fd-43eb-b54b-81c96766d288 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:43.332061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Made reservation on behalf of ed841db5e4c9442fb7ec008b950103f5 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:43.334392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:43.477838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Allocated IP 19.86.0.2 (dcbb592b-0dfd-421c-85ba-db48ece5da61/547ea554-b54e-4732-b504-7d99e715b6f8/b8285d92-67fc-4b96-b857-afcacedfb72b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:43.497698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-7e47c863-47fd-43eb-b54b-81c96766d288 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:43.510018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-7e47c863-47fd-43eb-b54b-81c96766d288 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4102466 Jan 10 19:09:43.626861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 291991b7-3087-4f71-a50a-d737588276b4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:43.714968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-734045ef-fd15-4a9a-b711-1097c1d04e94 service neutron] 10.222.0.21 "GET /v2.0/networks/1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003672 Jan 10 19:09:43.725080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19bbda8-e0f2-4e53-b5f5-f47b6c695825 req-1735bd3e-7873-4097-929d-d4ca56e2e08d tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.2965741 Jan 10 19:09:43.747930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:43.850508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41812) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:43.860346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55295c60-313d-4896-87fc-9a161b0cd6b3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:43.933527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Checking segment: {'id': 'de5597b7-4622-4dda-96fc-d08b923d76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:43.933895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Network hostable DHCP agents. Network: 9952f1f1-29b1-4c09-bd23-6139bb2f2577, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:09:43.967848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:09:43.989351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 9952f1f1-29b1-4c09-bd23-6139bb2f2577) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:43.995892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:43.997135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:44.019327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fe881-7688-443b-9425-658695fff3c9 None None] Network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:44.056843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-c24b573f-c94f-438a-b66a-366a12e6520a service neutron] 10.222.0.21 "GET /v2.0/networks/1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402069 Jan 10 19:09:44.075757 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-58a13d58-31fa-44f1-b914-1246e9a60d32 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8026550 Jan 10 19:09:44.219943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-b4be10fd-061f-4d9c-a0db-2e6d518f7141 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943906 Jan 10 19:09:44.233299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1181960885-network', 'tenant_id': '9d840b335a89409b8d3f096139402118'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:44.240804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:44.245607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Usage tracker for resource:network and tenant:9d840b335a89409b8d3f096139402118 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:44.249814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:44.262268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:44.312952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Made reservation on behalf of 9d840b335a89409b8d3f096139402118 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:44.314318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 291991b7-3087-4f71-a50a-d737588276b4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:44.315317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:44.317891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2eb99-616e-4fdd-be64-ddb9281399c6 None None] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:44.392521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:44.509063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203456fa-e6fe-4c67-bccb-a21eb1341131 req-a55f30c9-9807-44fe-83a1-f9da1a295ff6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:44.510550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-203456fa-e6fe-4c67-bccb-a21eb1341131 req-a55f30c9-9807-44fe-83a1-f9da1a295ff6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4515545 Jan 10 19:09:44.528912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-7718a47c-32d7-48fc-888d-d5398a61b4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713643 Jan 10 19:09:44.530434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:44.631876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] Provisioning for port 291991b7-3087-4f71-a50a-d737588276b4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:44.665931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85304e79-5bf0-4fd7-8085-44c09a070284 None None] Network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:44.669677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Usage tracker for resource:security_group_rule and tenant:9d840b335a89409b8d3f096139402118 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:44.682769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:44.685411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] Provisioning complete for port 291991b7-3087-4f71-a50a-d737588276b4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:44.685788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:44.686737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-768ff4d5-5917-4ed0-b320-ceb6cf83fa23 req-2ff0cb9d-718b-4fc2-9ab3-098f497d9183 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066906 Jan 10 19:09:44.733528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:44.802490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-203456fa-e6fe-4c67-bccb-a21eb1341131 req-d88cd652-5285-42dc-8173-6176c3f2d86e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757914 Jan 10 19:09:44.833396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-19fbeafa-95c6-48a7-b0ba-df71c1e12a5f service neutron] 10.222.0.21 "GET /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982287 Jan 10 19:09:44.855950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:44.875792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41828) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:44.883638 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:09:44.897915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Transition to ACTIVE for port object b8285d92-67fc-4b96-b857-afcacedfb72b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:44.913012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:44.922960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.032493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:09:45.040126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef5feeb-d085-4c31-8d49-1647d7c1b9db,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:45.056928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.057459 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Added segment 0689d2b9-14ee-41b5-9139-e023ff49f7b6 of type vlan for network 5111bb1c-cd57-4820-95df-953e49897634 Jan 10 19:09:45.074210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Transition to ACTIVE for port object b8285d92-67fc-4b96-b857-afcacedfb72b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:45.085126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-953cbe01-ca18-4b7a-bea5-d5799ba76a71 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.115714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.163419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:08:07Z', 'revision_number': 5, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:45.182654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-953cbe01-ca18-4b7a-bea5-d5799ba76a71 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.217826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.219122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:45.220058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.291900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0dd62-0ef8-4f25-be5e-0fd33b80ccdc None None] The sync data for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 is: [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:07:18Z', 'revision_number': 4, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '42c606ca-6f19-4327-a56a-ff15b061bbfd', 'name': '', 'network_id': '63b75a24-a799-4136-becd-04632760317d', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'mac_address': 'fa:16:3e:b1:a1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:17Z', 'updated_at': '2022-01-10T19:08:07Z', 'revision_number': 5, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'subnets': [{'id': '59844ec1-1bff-4608-a58d-04e9a2488e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:09:45.318162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-953cbe01-ca18-4b7a-bea5-d5799ba76a71 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.353247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cbe01-ca18-4b7a-bea5-d5799ba76a71 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864d475e-3e23-40f7-a60d-595b088b12c4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:45.367952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.374515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-953cbe01-ca18-4b7a-bea5-d5799ba76a71 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.377727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-953cbe01-ca18-4b7a-bea5-d5799ba76a71 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "DELETE /v2.0/security-groups/864d475e-3e23-40f7-a60d-595b088b12c4 HTTP/1.1" status: 204 len: 168 time: 0.4993651 Jan 10 19:09:45.380214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41842) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:45.430590 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-dddb673e-b267-471d-9840-9fd18ea996a0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] show failed (client error): The resource could not be found. Jan 10 19:09:45.430590 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dddb673e-b267-471d-9840-9fd18ea996a0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "GET /v2.0/security-groups/864d475e-3e23-40f7-a60d-595b088b12c4 HTTP/1.1" status: 404 len: 347 time: 0.0487967 Jan 10 19:09:45.436586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41846) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:45.537203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] Pushing event updated for resources: {'Network': ['ID=5111bb1c-cd57-4820-95df-953e49897634,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:45.540557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5fdea6c6-b5c9-4418-b03d-2eabcdb62e7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6888108 Jan 10 19:09:45.544032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41854) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:45.550316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Request body: {'subnet': {'network_id': '5111bb1c-cd57-4820-95df-953e49897634', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1181960885-subnet', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:45.579582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:45.653105 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.679401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5111bb1c-cd57-4820-95df-953e49897634 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:09:45.694258 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.731529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Usage tracker for resource:subnet and tenant:9d840b335a89409b8d3f096139402118 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:45.743751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:45.833843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Deleting port 1e98bc69-6119-41a0-9767-c3ae5acbc557 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:45.834628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.847136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Pushing event updated for resources: {'Port': ['ID=b8285d92-67fc-4b96-b857-afcacedfb72b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:45.853309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:45.867731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:45.869519 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:45.887940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:45.888400 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28e581-38c4-4901-926c-d9f431498eda None None] New status for floating IP bc84fd96-098d-48ef-9f47-fcbb7de6968b: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:09:45.913726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a220d1d5-775c-4e76-88ec-ff56dd944ca8 req-c2cbc4bd-a8a3-4854-9a93-bfc97374c14e tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1860039 Jan 10 19:09:45.929308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] For port 291991b7-3087-4f71-a50a-d737588276b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=291991b7-3087-4f71-a50a-d737588276b4,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:45.936681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:45.996349 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.036654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Made reservation on behalf of 9d840b335a89409b8d3f096139402118 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:46.039452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.168716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32562b7-8441-4a40-9975-2c88254612ac req-7fa49823-4c01-47d7-82ed-e03343f4bece tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:46.179262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-7fa49823-4c01-47d7-82ed-e03343f4bece tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/networks?id=9952f1f1-29b1-4c09-bd23-6139bb2f2577 HTTP/1.1" status: 200 len: 814 time: 0.6232488 Jan 10 19:09:46.192426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.193660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.237055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Attempting to bind port b8285d92-67fc-4b96-b857-afcacedfb72b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:46.239464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Attempting to bind port b8285d92-67fc-4b96-b857-afcacedfb72b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:46.240255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Attempting to bind port b8285d92-67fc-4b96-b857-afcacedfb72b on network dcbb592b-0dfd-421c-85ba-db48ece5da61 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:46.259420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0ef9-7b81-4ae1-9a08-217da6765620 None None] Pushing event updated for resources: {'Port': ['ID=291991b7-3087-4f71-a50a-d737588276b4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:46.264189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:46.264651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Checking segment: {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:46.265432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.265992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Bound using segment: {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:46.266420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Bound port: b8285d92-67fc-4b96-b857-afcacedfb72b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:46.267613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.282929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-47431944-5774-412a-a95a-59aa7eeacd3f tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/quotas/ed841db5e4c9442fb7ec008b950103f5 HTTP/1.1" status: 200 len: 375 time: 0.1027052 Jan 10 19:09:46.419234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-69e6de4c-0776-4d9b-a759-ea0806a6bd25 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed841db5e4c9442fb7ec008b950103f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325021 Jan 10 19:09:46.584424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] For port b8285d92-67fc-4b96-b857-afcacedfb72b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:46.586214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Calling delete_port for 1e98bc69-6119-41a0-9767-c3ae5acbc557 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:46.594060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] For port b8285d92-67fc-4b96-b857-afcacedfb72b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b8285d92-67fc-4b96-b857-afcacedfb72b,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:46.596858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1b00f79a-3218-4660-88d5-4962a631ce54 None None] Provisioning complete for port 291991b7-3087-4f71-a50a-d737588276b4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:46.599714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1b00f79a-3218-4660-88d5-4962a631ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.636954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:46.689339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:09:46.691418 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:09:46.762262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344da248-8084-4abb-89f5-c2c9310c2144 None None] Pushing event updated for resources: {'Port': ['ID=b8285d92-67fc-4b96-b857-afcacedfb72b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:46.794502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-4c76071f-dcae-4811-bc1e-b63d8c9bc974 service neutron] 10.222.0.21 "GET /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734586 Jan 10 19:09:46.806170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f502b25-243f-470d-97f8-ed070addddf5 req-ec7a3817-9d9e-4936-922a-6c3b38399b01 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:46.807842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f502b25-243f-470d-97f8-ed070addddf5 req-ec7a3817-9d9e-4936-922a-6c3b38399b01 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4241166 Jan 10 19:09:46.954363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.047074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f502b25-243f-470d-97f8-ed070addddf5 req-885958f4-7234-4df2-bada-53cf02065578 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245626 Jan 10 19:09:47.169463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1771c9d-fee4-4624-b9cf-df7bcaf7b84d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:47.223632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Deleting port 1e98bc69-6119-41a0-9767-c3ae5acbc557 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:47.224122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.254676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-e32105bd-05ba-4eb0-8631-cc2f5a8dba35 service neutron] 10.222.0.21 "GET /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331815 Jan 10 19:09:47.277650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Checking segment: {'id': '0689d2b9-14ee-41b5-9139-e023ff49f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5111bb1c-cd57-4820-95df-953e49897634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:47.278026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Network hostable DHCP agents. Network: 5111bb1c-cd57-4820-95df-953e49897634, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:09:47.291368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b178ebb-ced3-4bb1-b2eb-8c1848ba17be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:47.295567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b178ebb-ced3-4bb1-b2eb-8c1848ba17be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:47.296335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b178ebb-ced3-4bb1-b2eb-8c1848ba17be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:47.369784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ca025c-47f0-44f2-b884-69f59cb89c38 req-deba6ae3-fdea-4861-8112-2f3f2506a8c4 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 210 time: 0.0519705 Jan 10 19:09:47.376706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Network 5111bb1c-cd57-4820-95df-953e49897634 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:09:47.393938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b178ebb-ced3-4bb1-b2eb-8c1848ba17be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:47.394098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5111bb1c-cd57-4820-95df-953e49897634) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:47.396175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b178ebb-ced3-4bb1-b2eb-8c1848ba17be tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "GET /v2.0/networks?id=1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40&id=dcbb592b-0dfd-421c-85ba-db48ece5da61 HTTP/1.1" status: 200 len: 1390 time: 0.4500301 Jan 10 19:09:47.403601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b7509-cc73-4cb4-8066-0b63cd68b649 None None] Network 5111bb1c-cd57-4820-95df-953e49897634 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:47.417875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'port': {'device_id': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40', 'admin_state_up': True, 'tenant_id': 'a9899b39e28641b2936a5295cd03631c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:47.434486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:47.435464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.509313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-94cac774-bea7-4e04-bb29-ca2abe05bd04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9640176 Jan 10 19:09:47.514248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41878) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:47.535991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1181960885-router', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:47.555607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:47.575297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Usage tracker for resource:router and tenant:9d840b335a89409b8d3f096139402118 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:47.582135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:47.599838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:47.625435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b8285d92-67fc-4b96-b857-afcacedfb72b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:47.628008 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.629088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.649145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:47.670137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:port and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:47.673022 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.675941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:47.693269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:47.742728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.750395 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.774304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:47.775912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:47.931975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8ae5c0d-3020-479c-ac98-6ba386f3c057 req-bec76d77-e698-4c5f-9f12-a67eba91e3d7 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.2302871 Jan 10 19:09:47.985179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Calling delete_port for 1e98bc69-6119-41a0-9767-c3ae5acbc557 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:48.052073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b8285d92-67fc-4b96-b857-afcacedfb72b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:48.184615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.284426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 291991b7-3087-4f71-a50a-d737588276b4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:48.350171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-5111bb1c-cd57-4820-95df-953e49897634', 'network_id': '5111bb1c-cd57-4820-95df-953e49897634', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'fixed_ips': [{'subnet_id': 'a1771c9d-fee4-4624-b9cf-df7bcaf7b84d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:09:48.352335 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.419095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35477930-f95f-4440-8332-cce76c99851c None None] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:48.486295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc62df89-8ad9-4c9a-818b-6ffbfd8ceeca req-26b0afa6-3a6a-434a-bef0-d7a0c52ddd82 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 210 time: 0.2681251 Jan 10 19:09:48.508964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Allocated IP 19.80.0.210 (1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40/305559a4-f477-4236-a09c-8d07ff79ee62/165495a3-d9d6-44cd-922e-a9b968e4718a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:48.616499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c0b269f-a00a-4a8d-92b0-1be143d4ea71 req-4747431b-db68-45ae-bf50-d3103da0c227 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef74be1379034223a95fc35e5446b22d HTTP/1.1" status: 200 len: 221 time: 0.1741650 Jan 10 19:09:48.623693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.718596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01eff2a5-bafa-4354-8652-04f1b84d66bb req-a697be95-4091-433f-9fe7-19cb2c2e3b6e tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 210 time: 0.0820677 Jan 10 19:09:48.794714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Pushing event deleted for resources: {'Port': ['ID=1e98bc69-6119-41a0-9767-c3ae5acbc557,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:48.861487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] Provisioning for port b8285d92-67fc-4b96-b857-afcacedfb72b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:48.882106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] Provisioning complete for port b8285d92-67fc-4b96-b857-afcacedfb72b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:48.882306 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.905719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Allocated IP 172.20.0.2 (5111bb1c-cd57-4820-95df-953e49897634/a1771c9d-fee4-4624-b9cf-df7bcaf7b84d/ff7589e6-35a5-4daa-b2f4-5112d46c28d2) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:48.943932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.950237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 291991b7-3087-4f71-a50a-d737588276b4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:48.950665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.954367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:48.981074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.007002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.008881 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b928825-7a9b-467d-a29b-487bd7d2cad0 tempest-ServersTestJSON-1494239486 tempest-ServersTestJSON-1494239486-project] 10.222.0.21 "DELETE /v2.0/floatingips/bc84fd96-098d-48ef-9f47-fcbb7de6968b HTTP/1.1" status: 204 len: 168 time: 3.5707533 Jan 10 19:09:49.021154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41896) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:49.109669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.135593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d5373-6f55-418f-a4dc-b924226c89b0 req-1c21e487-d482-4b66-8f5a-f97aa493cc4b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:49.137096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Transition to ACTIVE for port object 165495a3-d9d6-44cd-922e-a9b968e4718a will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:49.137231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c42d5373-6f55-418f-a4dc-b924226c89b0 req-1c21e487-d482-4b66-8f5a-f97aa493cc4b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3407581 Jan 10 19:09:49.168657 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.347530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:49.353586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:49.359975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Port': ['ID=165495a3-d9d6-44cd-922e-a9b968e4718a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:49.376836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:49.425817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e660c62d-3464-428d-be52-f832c72a5a90 req-bbc1e033-89e6-48ff-a102-b9d5d6101787 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1298037 Jan 10 19:09:49.482416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:49.483132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.494307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Allocated IP 172.25.6.106 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/37c0b2c0-517b-4934-b85e-cc1baf18d334) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:49.511477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c42d5373-6f55-418f-a4dc-b924226c89b0 req-e2338063-2a29-45ff-a5a4-280bba252d69 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341799 Jan 10 19:09:49.528660 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-8b199402-3488-4cbd-a701-bbf8f93980f9 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1200106 Jan 10 19:09:49.544898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Request body: {'port': {'device_id': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61', 'admin_state_up': True, 'tenant_id': 'a9899b39e28641b2936a5295cd03631c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:49.611590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32562b7-8441-4a40-9975-2c88254612ac req-ce1e0450-8839-4492-a2a5-2e8e8a3a8598 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:49.613416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-ce1e0450-8839-4492-a2a5-2e8e8a3a8598 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.30 "GET /v2.0/networks?id=9952f1f1-29b1-4c09-bd23-6139bb2f2577 HTTP/1.1" status: 200 len: 814 time: 0.4620471 Jan 10 19:09:49.638904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Request body: {'port': {'device_id': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577', 'admin_state_up': True, 'tenant_id': 'ed841db5e4c9442fb7ec008b950103f5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:49.711239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.837524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] For port b8285d92-67fc-4b96-b857-afcacedfb72b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b8285d92-67fc-4b96-b857-afcacedfb72b,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:49.864490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4091657-6689-4aa0-bbd6-1f25234ac7a4 req-7d7b7606-2361-4f20-9459-411bcb68eb4e tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 210 time: 0.1864679 Jan 10 19:09:49.868954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.903677 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.905569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:49.911136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Usage tracker for resource:port and tenant:a9899b39e28641b2936a5295cd03631c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:49.914345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Transition to ACTIVE for port object ff7589e6-35a5-4daa-b2f4-5112d46c28d2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:49.914775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:49.923024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:49.934093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Transition to ACTIVE for port object ff7589e6-35a5-4daa-b2f4-5112d46c28d2 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:49.938443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Made reservation on behalf of a9899b39e28641b2936a5295cd03631c for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:49.944139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:49.967659 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.028848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Network 5111bb1c-cd57-4820-95df-953e49897634 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:50.032830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:50.045554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:50.099242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-935b5d9b-2f8b-460f-a711-ccaba652da75 None None] Provisioning for port 165495a3-d9d6-44cd-922e-a9b968e4718a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:50.110386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-935b5d9b-2f8b-460f-a711-ccaba652da75 None None] Provisioning complete for port 165495a3-d9d6-44cd-922e-a9b968e4718a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:50.110753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-935b5d9b-2f8b-460f-a711-ccaba652da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.170396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Allocated IP 19.86.0.42 (dcbb592b-0dfd-421c-85ba-db48ece5da61/547ea554-b54e-4732-b504-7d99e715b6f8/f2b8ed0e-d09e-4c95-b278-73a5fda8dd50) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:50.203187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758995-2498-40aa-a81c-0ec1af33177a None None] Pushing event updated for resources: {'Port': ['ID=b8285d92-67fc-4b96-b857-afcacedfb72b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:50.276622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Pushing event updated for resources: {'Port': ['ID=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:50.287084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Attempting to bind port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:50.287737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Attempting to bind port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0689d2b9-14ee-41b5-9139-e023ff49f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5111bb1c-cd57-4820-95df-953e49897634'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:50.288108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Attempting to bind port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 on network 5111bb1c-cd57-4820-95df-953e49897634 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:50.293955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-935b5d9b-2f8b-460f-a711-ccaba652da75 None None] Port 165495a3-d9d6-44cd-922e-a9b968e4718a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:09:50.298547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:50.298959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Checking segment: {'id': '0689d2b9-14ee-41b5-9139-e023ff49f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5111bb1c-cd57-4820-95df-953e49897634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:50.299368 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.300320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Bound using segment: {'id': '0689d2b9-14ee-41b5-9139-e023ff49f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5111bb1c-cd57-4820-95df-953e49897634'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:50.300806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Bound port: ff7589e6-35a5-4daa-b2f4-5112d46c28d2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0689d2b9-14ee-41b5-9139-e023ff49f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5111bb1c-cd57-4820-95df-953e49897634'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:50.301185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.322606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.372257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:09:50.381125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Usage tracker for resource:port and tenant:ed841db5e4c9442fb7ec008b950103f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:09:50.390031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:09:50.391293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] For port ff7589e6-35a5-4daa-b2f4-5112d46c28d2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:50.394575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] For port ff7589e6-35a5-4daa-b2f4-5112d46c28d2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,segment=NetworkSegment(0689d2b9-14ee-41b5-9139-e023ff49f7b6),segment_id=0689d2b9-14ee-41b5-9139-e023ff49f7b6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:50.400332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:09:50.400554 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.403103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.421721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Transition to ACTIVE for port object f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:50.444446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.497372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Made reservation on behalf of ed841db5e4c9442fb7ec008b950103f5 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:09:50.502427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.509355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ce597fc0-8812-4e13-ad7d-5b4d19b8c16c None None] Provisioning complete for port b8285d92-67fc-4b96-b857-afcacedfb72b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:50.509835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ce597fc0-8812-4e13-ad7d-5b4d19b8c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.530596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:50.532651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaddee2-9e35-4916-b328-4df2f99a9ccf req-b489be85-2677-4c1b-889a-4b857698ba16 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:50.533986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:50.534816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3aaddee2-9e35-4916-b328-4df2f99a9ccf req-b489be85-2677-4c1b-889a-4b857698ba16 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.6771364 Jan 10 19:09:50.537504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:50.550213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05006c-dc0a-4548-a7b3-7ff8bb2eeebb None None] Pushing event updated for resources: {'Port': ['ID=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:50.556462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b2be1-61bd-4e93-b108-297755b65868 req-5143d7be-09fe-49e9-9f87-e73423a7559a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:50.563319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da9b2be1-61bd-4e93-b108-297755b65868 req-5143d7be-09fe-49e9-9f87-e73423a7559a tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 932 time: 0.5187638 Jan 10 19:09:50.583888 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.618033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:50.618653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.628700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event updated for resources: {'Port': ['ID=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:50.657469 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-37547155-1a6a-4c17-b014-8ef520ab1fec tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1189289 Jan 10 19:09:50.670848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Request body: {'port': {'device_id': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:50.819464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:50.847980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:50.852540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Pushing event updated for resources: {'Port': ['ID=37c0b2c0-517b-4934-b85e-cc1baf18d334,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:50.889601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:50.892152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:50.950856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3aaddee2-9e35-4916-b328-4df2f99a9ccf req-0cb6575f-1714-471e-b982-dc90d25bc200 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835981 Jan 10 19:09:50.953422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da9b2be1-61bd-4e93-b108-297755b65868 req-bf20072c-7266-4eec-89a1-aec7981a5efe tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891363 Jan 10 19:09:51.015494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ce79dc66-1f62-4912-a659-3c250501cbff None None] Provisioning for port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:51.021600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ce79dc66-1f62-4912-a659-3c250501cbff None None] Provisioning complete for port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:51.021988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ce79dc66-1f62-4912-a659-3c250501cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.101321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Allocated IP 172.20.0.9 (9952f1f1-29b1-4c09-bd23-6139bb2f2577/55295c60-313d-4896-87fc-9a161b0cd6b3/d9ded87d-8ef0-4eae-967e-a633795f74bf) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:51.267694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ce79dc66-1f62-4912-a659-3c250501cbff None None] Port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:09:51.313875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8458315c-fdc3-408f-88f0-783baaeedad7 req-b7a690b7-9178-4e1f-b208-8d28906c526f tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0815370 Jan 10 19:09:51.327130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165495a3-d9d6-44cd-922e-a9b968e4718a {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:51.334296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.359377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Transition to ACTIVE for port object 165495a3-d9d6-44cd-922e-a9b968e4718a will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:51.364301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.425717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d82f7279-d03e-4d2e-aebd-bc259c814255 req-27fd98d2-d709-47f9-bc8f-015f18fc6bea tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 210 time: 0.1064129 Jan 10 19:09:51.488002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.536973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=165495a3-d9d6-44cd-922e-a9b968e4718a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:51.650406 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.660567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Attempting to bind port 165495a3-d9d6-44cd-922e-a9b968e4718a on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:51.660879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Attempting to bind port 165495a3-d9d6-44cd-922e-a9b968e4718a by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:51.661401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Attempting to bind port 165495a3-d9d6-44cd-922e-a9b968e4718a on network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:51.667426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Port 165495a3-d9d6-44cd-922e-a9b968e4718a on network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:09:51.668252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Attempting to bind port 165495a3-d9d6-44cd-922e-a9b968e4718a on network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:51.668464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.669207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.676647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:51.676990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Checking segment: {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:51.677377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Bound using segment: {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:51.677802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Bound port: 165495a3-d9d6-44cd-922e-a9b968e4718a, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd35ab8-d6c4-4b06-bc22-baa94daf655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:51.678144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.791107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] For port 165495a3-d9d6-44cd-922e-a9b968e4718a, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:51.795548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] For port 165495a3-d9d6-44cd-922e-a9b968e4718a, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=165495a3-d9d6-44cd-922e-a9b968e4718a,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:51.803715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.863685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa3dfd-c212-44fb-814c-ea38f1588cda req-ee7823cf-29fc-43d7-a311-866bfdfe0a5a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:51.870583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88fa3dfd-c212-44fb-814c-ea38f1588cda req-ee7823cf-29fc-43d7-a311-866bfdfe0a5a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3880191 Jan 10 19:09:51.880367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.882798 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] 10.222.0.30 "PUT /v2.0/ports/165495a3-d9d6-44cd-922e-a9b968e4718a HTTP/1.1" status: 200 len: 1092 time: 1.2181222 Jan 10 19:09:51.883274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'tag': '165495a3-d9d6-44cd-922e-a9b968e4718a'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:51.908300 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:51.914960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Request body: {'port': {'device_id': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:51.966301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237872e-36f3-412a-b213-293a216aa5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=165495a3-d9d6-44cd-922e-a9b968e4718a,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:51.995958 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'tag': '165495a3-d9d6-44cd-922e-a9b968e4718a', 'status': 'completed', 'code': 200} Jan 10 19:09:51.998259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2ab97-66be-4237-9264-a8872637964a None None] Network 5111bb1c-cd57-4820-95df-953e49897634 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:09:52.028203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ff7589e6-35a5-4daa-b2f4-5112d46c28d2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:52.084677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.126901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Pushing event updated for resources: {'Port': ['ID=d9ded87d-8ef0-4eae-967e-a633795f74bf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:52.251781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-30b3a7a5-a1ca-43f6-9053-d41e98191a16 None None] Provisioning for port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:52.309327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:52.322774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:52.323166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.490782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:52.509768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88fa3dfd-c212-44fb-814c-ea38f1588cda req-b55abcdc-65c0-4341-8a4a-a94f8fd68eb9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380136 Jan 10 19:09:52.514812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.544532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:52.547892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:52.551134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ff7589e6-35a5-4daa-b2f4-5112d46c28d2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,segment=NetworkSegment(0689d2b9-14ee-41b5-9139-e023ff49f7b6),segment_id=0689d2b9-14ee-41b5-9139-e023ff49f7b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:52.560916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.561899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b8285d92-67fc-4b96-b857-afcacedfb72b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:52.626918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:52.636872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.665161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Transition to ACTIVE for port object f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:52.674426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.698548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-f60f5d6d-22c9-426f-a319-c0e912517405 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1913 time: 0.6441569 Jan 10 19:09:52.716615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:52.741383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b8285d92-67fc-4b96-b857-afcacedfb72b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:52.742123 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.843410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-47516f5d-aca7-4366-9393-a129286fdc0c None None] Provisioning complete for port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:52.844126 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-47516f5d-aca7-4366-9393-a129286fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.887074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:52.909954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:52.911072 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:52.927735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea229-c0a9-4617-bf1e-58ab55a905f9 req-db8a0073-9f5d-412e-9137-2e76db067294 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:52.934446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea229-c0a9-4617-bf1e-58ab55a905f9 req-db8a0073-9f5d-412e-9137-2e76db067294 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:52.944449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b79ea229-c0a9-4617-bf1e-58ab55a905f9 req-db8a0073-9f5d-412e-9137-2e76db067294 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1666 time: 0.7329533 Jan 10 19:09:53.008529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Attempting to bind port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:53.008866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Attempting to bind port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:53.009407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Attempting to bind port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 on network dcbb592b-0dfd-421c-85ba-db48ece5da61 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:53.015188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 on network dcbb592b-0dfd-421c-85ba-db48ece5da61 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:09:53.015875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Attempting to bind port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 on network dcbb592b-0dfd-421c-85ba-db48ece5da61 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:53.023336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:53.023955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Checking segment: {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:53.024810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Bound using segment: {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:53.025526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Bound port: f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f68d84-2f76-4036-81e8-7cf464e99b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:53.025901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:53.114453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93ba1c2b-2344-4abc-a839-675d8f08dd7b req-288f551b-8e1d-491d-89d5-7b1fda6e087e tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1143408 Jan 10 19:09:53.119033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] For port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:53.122212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] For port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:53.127688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:53.195631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:53.195839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-175ab871-53e9-4fe9-b99a-0d51ce885fc3 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5638025 Jan 10 19:09:53.197101 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 HTTP/1.1" status: 200 len: 1091 time: 1.2894444 Jan 10 19:09:53.229040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4d04-a421-4805-83af-606d515fea37 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:53.236252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Request body: {'port': {'device_id': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:09:53.338976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b79ea229-c0a9-4617-bf1e-58ab55a905f9 req-e7b42e98-9fe4-464d-a4e4-57a4e8a59ca8 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934970 Jan 10 19:09:53.366525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-720f9886-ef4f-49ee-9677-c01a0f85fe04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:53.366918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-720f9886-ef4f-49ee-9677-c01a0f85fe04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:53.367290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-720f9886-ef4f-49ee-9677-c01a0f85fe04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:53.368839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-720f9886-ef4f-49ee-9677-c01a0f85fe04 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a9899b39e28641b2936a5295cd03631c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6547754 Jan 10 19:09:53.688960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:53.722313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Router e6fff2b8-d600-4dee-b21d-512dafddb639 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:09:53.755794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f099b-818a-471b-8aed-489e3d14e1e4 req-4993eeb9-3c5c-42d4-89cd-c56089ee164b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:53.756478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ca3f099b-818a-471b-8aed-489e3d14e1e4 req-4993eeb9-3c5c-42d4-89cd-c56089ee164b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Synchronizing usage tracker for tenant:ed841db5e4c9442fb7ec008b950103f5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:09:53.804731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-4c0fdc77-c42e-46ed-9922-ec6c9d89bac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:53.806164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c95defa8-61f6-40e4-83ee-b3916e209719 req-4c0fdc77-c42e-46ed-9922-ec6c9d89bac4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043024 Jan 10 19:09:53.847995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ff7589e6-35a5-4daa-b2f4-5112d46c28d2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:53.909754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ca3f099b-818a-471b-8aed-489e3d14e1e4 req-4993eeb9-3c5c-42d4-89cd-c56089ee164b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Unset dirty status for tenant:ed841db5e4c9442fb7ec008b950103f5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:09:53.910842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca3f099b-818a-471b-8aed-489e3d14e1e4 req-4993eeb9-3c5c-42d4-89cd-c56089ee164b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 931 time: 0.6401224 Jan 10 19:09:53.920469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:53.920842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:53.996867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'tag': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:54.036588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9f6d-e54e-4460-91be-21a07cf0c645 req-c130406f-b2e4-48cb-a234-b8228b89dc3f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:54.038042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de9a9f6d-e54e-4460-91be-21a07cf0c645 req-c130406f-b2e4-48cb-a234-b8228b89dc3f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5219872 Jan 10 19:09:54.247769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca3f099b-818a-471b-8aed-489e3d14e1e4 req-65a619ac-9705-45c3-b555-2698e72521fb tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933364 Jan 10 19:09:54.290327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de9a9f6d-e54e-4460-91be-21a07cf0c645 req-1b0214e3-eeea-452a-8489-84a8f1fcf108 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326047 Jan 10 19:09:54.361485 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'tag': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50', 'status': 'completed', 'code': 200} Jan 10 19:09:54.544304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-fb562271-ef79-4519-b50b-93a15307c3bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1980 time: 0.6362722 Jan 10 19:09:54.655034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bcbd153d-be34-4833-bfe4-f3fb6f6db087 req-6ff789cf-fb44-467c-82ea-e36c4d8c0993 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1575820 Jan 10 19:09:54.699605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-2d8784ba-94f9-4a88-9dc5-cc79d2f36d08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=165495a3-d9d6-44cd-922e-a9b968e4718a HTTP/1.1" status: 200 len: 217 time: 0.1011834 Jan 10 19:09:54.938665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Deleting port 42c606ca-6f19-4327-a56a-ff15b061bbfd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:09:54.938939 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:54.972703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-ec6a9981-88c9-45d1-af9d-7f7f3a17df37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:54.974134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-ec6a9981-88c9-45d1-af9d-7f7f3a17df37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=305559a4-f477-4236-a09c-8d07ff79ee62 HTTP/1.1" status: 200 len: 801 time: 0.2625563 Jan 10 19:09:54.981020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ded87d-8ef0-4eae-967e-a633795f74bf {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:09:55.003564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3262-9138-4419-80bf-36322b20203d req-6a25df97-1818-4eaf-b12c-0c5b4c11dd97 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:55.007557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3262-9138-4419-80bf-36322b20203d req-6a25df97-1818-4eaf-b12c-0c5b4c11dd97 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:55.008992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48fd3262-9138-4419-80bf-36322b20203d req-6a25df97-1818-4eaf-b12c-0c5b4c11dd97 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1678 time: 0.5013955 Jan 10 19:09:55.042814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:55.098297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:09:55.111463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Sync routers for ids ['e6fff2b8-d600-4dee-b21d-512dafddb639'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:09:55.123142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Routers {'e6fff2b8-d600-4dee-b21d-512dafddb639'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:55.123848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6fff2b8-d600-4dee-b21d-512dafddb639'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:55.136689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Transition to ACTIVE for port object d9ded87d-8ef0-4eae-967e-a633795f74bf will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:55.205488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:55.286154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:55.287354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1b621e13-a023-4d52-b0e2-96f0c07f1316 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7720571 Jan 10 19:09:55.290248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41946) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:09:55.304972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Set router e6fff2b8-d600-4dee-b21d-512dafddb639 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:55.308819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2fe11-9590-4277-af9e-1360b014b579 req-c7f7fe91-0dc6-4a55-947f-7dc6f9b030e8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:55.310263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2f2fe11-9590-4277-af9e-1360b014b579 req-c7f7fe91-0dc6-4a55-947f-7dc6f9b030e8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5142767 Jan 10 19:09:55.323665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48fd3262-9138-4419-80bf-36322b20203d req-5f06498f-1eec-49ae-ab9e-59715fb2b161 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695074 Jan 10 19:09:55.419743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ded87d-8ef0-4eae-967e-a633795f74bf,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:55.459681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-e1d5ee1a-70f6-4f29-b9e3-2447953db5da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4702268 Jan 10 19:09:55.461204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] For port 42c606ca-6f19-4327-a56a-ff15b061bbfd, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=42c606ca-6f19-4327-a56a-ff15b061bbfd,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:09:55.461556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:55.642006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'name': 'tempest-FloatingIPsNegativeTestJSON-1181960885-router', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '37c0b2c0-517b-4934-b85e-cc1baf18d334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:09:47Z', 'updated_at': '2022-01-10T19:09:51Z', 'revision_number': 3, 'project_id': '9d840b335a89409b8d3f096139402118', 'gw_port': {'id': '37c0b2c0-517b-4934-b85e-cc1baf18d334', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:09:49Z', 'updated_at': '2022-01-10T19:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:55.645833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Checking router: e6fff2b8-d600-4dee-b21d-512dafddb639 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:09:55.646181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Updating router e6fff2b8-d600-4dee-b21d-512dafddb639 port 37c0b2c0-517b-4934-b85e-cc1baf18d334 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:09:55.733672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Calling delete_port for 42c606ca-6f19-4327-a56a-ff15b061bbfd owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:09:55.743406 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:55.948661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2f2fe11-9590-4277-af9e-1360b014b579 req-c4eaa612-3ed8-4e2e-876a-7db8cac2a585 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691459 Jan 10 19:09:56.066142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.076568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Attempting to bind port d9ded87d-8ef0-4eae-967e-a633795f74bf on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:56.076891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Attempting to bind port d9ded87d-8ef0-4eae-967e-a633795f74bf by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'de5597b7-4622-4dda-96fc-d08b923d76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:56.077217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Attempting to bind port d9ded87d-8ef0-4eae-967e-a633795f74bf on network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:56.084115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-af028771-1cdd-4ef8-8648-34649b249989 service neutron] 10.222.0.30 "GET /v2.0/networks/1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058295 Jan 10 19:09:56.119410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Port d9ded87d-8ef0-4eae-967e-a633795f74bf on network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:09:56.119738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Attempting to bind port d9ded87d-8ef0-4eae-967e-a633795f74bf on network 9952f1f1-29b1-4c09-bd23-6139bb2f2577 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:56.131917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846711-a362-42a6-8511-e37505b7c8b2 req-45c88607-7d65-46f5-a288-e4965ad63075 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:56.138550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70846711-a362-42a6-8511-e37505b7c8b2 req-45c88607-7d65-46f5-a288-e4965ad63075 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 943 time: 0.6590707 Jan 10 19:09:56.154921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.172293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Transition to ACTIVE for port object 37c0b2c0-517b-4934-b85e-cc1baf18d334 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:56.182512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.228290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:56.228629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Checking segment: {'id': 'de5597b7-4622-4dda-96fc-d08b923d76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:56.229023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Bound using segment: {'id': 'de5597b7-4622-4dda-96fc-d08b923d76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:56.229456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Bound port: d9ded87d-8ef0-4eae-967e-a633795f74bf, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5597b7-4622-4dda-96fc-d08b923d76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:56.229820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.277840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45e29c-ffcb-487f-9e56-bf01c8258e2d None None] Pushing event updated for resources: {'Port': ['ID=37c0b2c0-517b-4934-b85e-cc1baf18d334,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:56.309051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Attempting to bind port 37c0b2c0-517b-4934-b85e-cc1baf18d334 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:09:56.309733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Attempting to bind port 37c0b2c0-517b-4934-b85e-cc1baf18d334 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:09:56.310241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Attempting to bind port 37c0b2c0-517b-4934-b85e-cc1baf18d334 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:09:56.318892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:09:56.319467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:09:56.320102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.320814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:09:56.321407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Bound port: 37c0b2c0-517b-4934-b85e-cc1baf18d334, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:09:56.321888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.383537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70846711-a362-42a6-8511-e37505b7c8b2 req-779c1637-4a67-4fef-8fa5-ba5f24b71420 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437401 Jan 10 19:09:56.400560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbefb2ae-3110-44ee-af8c-20e4054df938 req-e2a707cd-80cb-4b43-870a-5025dd348768 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0961339 Jan 10 19:09:56.410298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-6f2e31b3-9b12-4980-81a0-fb698b47420f service neutron] 10.222.0.30 "GET /v2.0/networks/1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188522 Jan 10 19:09:56.413667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] For port 37c0b2c0-517b-4934-b85e-cc1baf18d334, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:56.436076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Allocated IP 172.20.0.1 (5111bb1c-cd57-4820-95df-953e49897634/a1771c9d-fee4-4624-b9cf-df7bcaf7b84d/ceb013ba-92e7-48af-989b-00dd4e39514b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:09:56.537985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-42a6812e-9629-4b02-b895-efb7d02b7334 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.42&port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 HTTP/1.1" status: 200 len: 217 time: 0.1213236 Jan 10 19:09:56.608107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.623326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Transition to ACTIVE for port object ceb013ba-92e7-48af-989b-00dd4e39514b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:09:56.630227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] For port d9ded87d-8ef0-4eae-967e-a633795f74bf, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:09:56.644673 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.693153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] For port 37c0b2c0-517b-4934-b85e-cc1baf18d334, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=37c0b2c0-517b-4934-b85e-cc1baf18d334,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:56.695582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] For port d9ded87d-8ef0-4eae-967e-a633795f74bf, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf,segment=NetworkSegment(de5597b7-4622-4dda-96fc-d08b923d76ad),segment_id=de5597b7-4622-4dda-96fc-d08b923d76ad)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:09:56.699102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.702841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.716797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Network 5111bb1c-cd57-4820-95df-953e49897634 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:56.720638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:56.725650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:09:56.754811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.772064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb013ba-92e7-48af-989b-00dd4e39514b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:56.780468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c606ca-6f19-4327-a56a-ff15b061bbfd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:56.790139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45e29c-ffcb-487f-9e56-bf01c8258e2d None None] Pushing event updated for resources: {'Port': ['ID=37c0b2c0-517b-4934-b85e-cc1baf18d334,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:56.790508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-d45021b1-085d-49e1-b378-08a72d0520e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:56.792011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-d45021b1-085d-49e1-b378-08a72d0520e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=547ea554-b54e-4732-b504-7d99e715b6f8 HTTP/1.1" status: 200 len: 801 time: 0.2095306 Jan 10 19:09:56.794603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Routers {'e6fff2b8-d600-4dee-b21d-512dafddb639'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:09:56.794831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6fff2b8-d600-4dee-b21d-512dafddb639'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:56.801917 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.897408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.953103 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:56.954751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9ded87d-8ef0-4eae-967e-a633795f74bf HTTP/1.1" status: 200 len: 1091 time: 3.7318940 Jan 10 19:09:56.959833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'tag': 'd9ded87d-8ef0-4eae-967e-a633795f74bf'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:09:57.022413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] Set router e6fff2b8-d600-4dee-b21d-512dafddb639 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:09:57.088105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6fcaf-508f-4f4a-bcf9-d23790bdd956 req-83ae26b7-c569-4f1b-b95d-07285d71c153 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:57.094885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61d6fcaf-508f-4f4a-bcf9-d23790bdd956 req-83ae26b7-c569-4f1b-b95d-07285d71c153 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5542972 Jan 10 19:09:57.106999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027dd52-d974-4b1b-a68b-214e97a827d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ded87d-8ef0-4eae-967e-a633795f74bf,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:57.117468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9672c2b-bf90-4eb5-9efe-185d6fe5debd req-8e8d3de5-bc8c-475a-90a5-d8480901f8ed tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:57.129844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9672c2b-bf90-4eb5-9efe-185d6fe5debd req-8e8d3de5-bc8c-475a-90a5-d8480901f8ed tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:57.136746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9672c2b-bf90-4eb5-9efe-185d6fe5debd req-8e8d3de5-bc8c-475a-90a5-d8480901f8ed tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1678 time: 0.5178435 Jan 10 19:09:57.263281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:57.267861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:57.305311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-88a8c4b1-cb8d-41e4-894c-9f5c1af2a046 None None] Provisioning for port ceb013ba-92e7-48af-989b-00dd4e39514b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:57.321741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-88a8c4b1-cb8d-41e4-894c-9f5c1af2a046 None None] Provisioning complete for port ceb013ba-92e7-48af-989b-00dd4e39514b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:57.322053 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-88a8c4b1-cb8d-41e4-894c-9f5c1af2a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:57.335689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61d6fcaf-508f-4f4a-bcf9-d23790bdd956 req-e72077a5-fac6-47fe-92b9-89d12627adde tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395604 Jan 10 19:09:57.345046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9672c2b-bf90-4eb5-9efe-185d6fe5debd req-7f119af8-8364-40a1-b913-d7bddb1d5bae tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065597 Jan 10 19:09:57.375376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-48b14e7a-0e3d-4718-a8bf-ea1d0372a50e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dcbb592b-0dfd-421c-85ba-db48ece5da61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5451198 Jan 10 19:09:57.386282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb013ba-92e7-48af-989b-00dd4e39514b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:09:57.389070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:57.436134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-88a8c4b1-cb8d-41e4-894c-9f5c1af2a046 None None] Port ceb013ba-92e7-48af-989b-00dd4e39514b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:09:57.468796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'name': 'tempest-FloatingIPsNegativeTestJSON-1181960885-router', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '37c0b2c0-517b-4934-b85e-cc1baf18d334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:09:47Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 4, 'project_id': '9d840b335a89409b8d3f096139402118', 'gw_port': {'id': '37c0b2c0-517b-4934-b85e-cc1baf18d334', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:09:49Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ceb013ba-92e7-48af-989b-00dd4e39514b', 'name': '', 'network_id': '5111bb1c-cd57-4820-95df-953e49897634', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'mac_address': 'fa:16:3e:0b:6c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1771c9d-fee4-4624-b9cf-df7bcaf7b84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:09:56Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 1, 'project_id': '9d840b335a89409b8d3f096139402118', 'subnets': [{'id': 'a1771c9d-fee4-4624-b9cf-df7bcaf7b84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:09:57.473242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644e2f-ac70-4ffe-908b-048f16f0beed None None] The sync data for ids ['e6fff2b8-d600-4dee-b21d-512dafddb639'] in n-d-816927-8 is: [{'id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'name': 'tempest-FloatingIPsNegativeTestJSON-1181960885-router', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '37c0b2c0-517b-4934-b85e-cc1baf18d334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:09:47Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 4, 'project_id': '9d840b335a89409b8d3f096139402118', 'gw_port': {'id': '37c0b2c0-517b-4934-b85e-cc1baf18d334', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:09:49Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ceb013ba-92e7-48af-989b-00dd4e39514b', 'name': '', 'network_id': '5111bb1c-cd57-4820-95df-953e49897634', 'tenant_id': '9d840b335a89409b8d3f096139402118', 'mac_address': 'fa:16:3e:0b:6c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fff2b8-d600-4dee-b21d-512dafddb639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1771c9d-fee4-4624-b9cf-df7bcaf7b84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:09:56Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 1, 'project_id': '9d840b335a89409b8d3f096139402118', 'subnets': [{'id': 'a1771c9d-fee4-4624-b9cf-df7bcaf7b84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:09:57.475781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-1c576adf-da33-4926-b0cb-7efe557e53d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed841db5e4c9442fb7ec008b950103f5&device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 1094 time: 0.4635396 Jan 10 19:09:57.477445 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'tag': 'd9ded87d-8ef0-4eae-967e-a633795f74bf', 'status': 'completed', 'code': 200} Jan 10 19:09:57.541974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Network 5111bb1c-cd57-4820-95df-953e49897634 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:09:57.543948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:09:57.685448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-bc5f1f37-3427-45d3-a950-0a511cbbea18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf HTTP/1.1" status: 200 len: 217 time: 0.1245868 Jan 10 19:09:57.984170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-89ff6866-04aa-4ec1-a6e8-ad63788aeb3c None None] Provisioning complete for port ceb013ba-92e7-48af-989b-00dd4e39514b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:57.984691 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89ff6866-04aa-4ec1-a6e8-ad63788aeb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:58.108650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6866-04aa-4ec1-a6e8-ad63788aeb3c None None] Port ceb013ba-92e7-48af-989b-00dd4e39514b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:09:58.149781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Router e6fff2b8-d600-4dee-b21d-512dafddb639 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:09:58.196468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd1cfb4d-3396-461d-be4a-bc4c71e852a1 req-f1eb714f-9fa5-4ed6-b578-a5295deea7bc tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.1356659 Jan 10 19:09:58.207065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-490f5f35-61d2-43a2-a6fb-19a938863e5e service neutron] 10.222.0.30 "GET /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8176630 Jan 10 19:09:58.211177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32562b7-8441-4a40-9975-2c88254612ac req-7adec0fd-e972-4256-8f85-a5bcff70e295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:58.212295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-7adec0fd-e972-4256-8f85-a5bcff70e295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55295c60-313d-4896-87fc-9a161b0cd6b3 HTTP/1.1" status: 200 len: 854 time: 0.4519649 Jan 10 19:09:58.334025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-8d76e3f1-10d5-478d-b515-df0dca416399 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9952f1f1-29b1-4c09-bd23-6139bb2f2577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005878 Jan 10 19:09:58.385077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122e08f-eea1-4c18-8fd9-3c7b86aa20f2 req-cff3be4f-451c-4463-9c8b-15e2c7b23498 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:58.391398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8122e08f-eea1-4c18-8fd9-3c7b86aa20f2 req-cff3be4f-451c-4463-9c8b-15e2c7b23498 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 943 time: 0.7015564 Jan 10 19:09:58.391933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:09:58.409563 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57d9ecbf-3f11-45d9-bd86-045adfcd0496 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6fff2b8-d600-4dee-b21d-512dafddb639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1106811 Jan 10 19:09:58.616218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8122e08f-eea1-4c18-8fd9-3c7b86aa20f2 req-bd9e7aba-3569-4ec1-9195-9189bc355408 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235124 Jan 10 19:09:58.683347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-cf280d3c-95b7-4d03-bf62-76d47c24dc73 service neutron] 10.222.0.30 "GET /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687128 Jan 10 19:09:58.690684 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:58.707627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-e21d987d-e057-48c2-bace-132ddf530393 service neutron] 10.222.0.30 "GET /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611002 Jan 10 19:09:58.923381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c480-ff03-41bc-b2b0-a2f3ed5b751b req-b3f7bb6f-f641-4b22-9c91-4cefce7ff259 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:58.925412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec26c480-ff03-41bc-b2b0-a2f3ed5b751b req-b3f7bb6f-f641-4b22-9c91-4cefce7ff259 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5494094 Jan 10 19:09:59.073887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec26c480-ff03-41bc-b2b0-a2f3ed5b751b req-0f391d31-eca1-41f3-be09-ca3c22519662 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381459 Jan 10 19:09:59.085626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32562b7-8441-4a40-9975-2c88254612ac req-f5637434-53f2-44fa-bb89-ec5f9380c2bb service neutron] 10.222.0.30 "GET /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262229 Jan 10 19:09:59.093053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-0d267a43-0a9b-42cc-8046-bd5e7679cd9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9899b39e28641b2936a5295cd03631c&device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1980 time: 0.3308771 Jan 10 19:09:59.178035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4cecd-4ec0-4df4-860f-c2e63534f1c0 req-2c49655c-049c-4d57-82c4-d1dc77860458 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:59.183644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4cecd-4ec0-4df4-860f-c2e63534f1c0 req-2c49655c-049c-4d57-82c4-d1dc77860458 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:59.183644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1fb4cecd-4ec0-4df4-860f-c2e63534f1c0 req-2c49655c-049c-4d57-82c4-d1dc77860458 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1678 time: 0.4191341 Jan 10 19:09:59.398272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40ca9566-c29e-4c1b-948c-c5d7a3696aa7 req-b27282bc-4d92-4f40-8b7a-90cbfaa7ee8e tempest-FloatingIPsNegativeTestJSON-1914983598 tempest-FloatingIPsNegativeTestJSON-1914983598-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=9d840b335a89409b8d3f096139402118 HTTP/1.1" status: 200 len: 217 time: 0.1703293 Jan 10 19:09:59.597351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1fb4cecd-4ec0-4df4-860f-c2e63534f1c0 req-a6bd622e-6ca6-4e2a-80dd-ecf8cc136331 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217447 Jan 10 19:09:59.606759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4052-6377-4287-8448-abaacf2850dd req-7013dbe9-77c1-4caa-8bce-e6d89f0587a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:09:59.608200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-7013dbe9-77c1-4caa-8bce-e6d89f0587a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dcbb592b-0dfd-421c-85ba-db48ece5da61 HTTP/1.1" status: 200 len: 902 time: 0.5086908 Jan 10 19:09:59.715750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-49f4ef31-9c36-4843-8a3e-8a66b1dabd6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed841db5e4c9442fb7ec008b950103f5&device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 1094 time: 0.5324991 Jan 10 19:09:59.751563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-353c6412-685a-4b6a-b8b1-6187900e5321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.42&port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 HTTP/1.1" status: 200 len: 217 time: 0.1354697 Jan 10 19:09:59.860468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 37c0b2c0-517b-4934-b85e-cc1baf18d334 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:09:59.931189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 37c0b2c0-517b-4934-b85e-cc1baf18d334 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:09:59.935779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 37c0b2c0-517b-4934-b85e-cc1baf18d334 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:09:59.936146 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:09:59.957623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9794766d-be02-465e-b3f9-5a18aa96ea82 req-229fc91d-03bc-4ec8-9ead-171845cfef22 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.2097569 Jan 10 19:10:00.058049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:00.077125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 37c0b2c0-517b-4934-b85e-cc1baf18d334, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=37c0b2c0-517b-4934-b85e-cc1baf18d334,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:00.082107 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:00.111133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4052-6377-4287-8448-abaacf2850dd req-0f19203e-cd0b-468c-af93-053576a03b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:00.112649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-0f19203e-cd0b-468c-af93-053576a03b3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=547ea554-b54e-4732-b504-7d99e715b6f8 HTTP/1.1" status: 200 len: 801 time: 0.3120580 Jan 10 19:10:00.139392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78d12164-8565-40a2-ad90-a8f184f4e6c0 req-a4f40758-c952-4b16-bb42-b9829ef3cd8f tempest-FloatingIPsNegativeTestJSON-1914983598 tempest-FloatingIPsNegativeTestJSON-1914983598-project] Synchronizing usage tracker for tenant:9d840b335a89409b8d3f096139402118 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:00.149934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=37c0b2c0-517b-4934-b85e-cc1baf18d334,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:00.202260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-f300d00e-8ab6-4977-8fc5-881027ffb65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:00.203708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-f300d00e-8ab6-4977-8fc5-881027ffb65a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9952f1f1-29b1-4c09-bd23-6139bb2f2577 HTTP/1.1" status: 200 len: 915 time: 0.4798713 Jan 10 19:10:00.274579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f124f31-81fb-4c38-96fd-efa071dd827d req-1b16f3ba-4895-4f24-acf2-d40f6c9d3258 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:00.275965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f124f31-81fb-4c38-96fd-efa071dd827d req-1b16f3ba-4895-4f24-acf2-d40f6c9d3258 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.6086550 Jan 10 19:10:00.295952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78d12164-8565-40a2-ad90-a8f184f4e6c0 req-a4f40758-c952-4b16-bb42-b9829ef3cd8f tempest-FloatingIPsNegativeTestJSON-1914983598 tempest-FloatingIPsNegativeTestJSON-1914983598-project] Unset dirty status for tenant:9d840b335a89409b8d3f096139402118 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:00.297138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78d12164-8565-40a2-ad90-a8f184f4e6c0 req-a4f40758-c952-4b16-bb42-b9829ef3cd8f tempest-FloatingIPsNegativeTestJSON-1914983598 tempest-FloatingIPsNegativeTestJSON-1914983598-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2349727 Jan 10 19:10:00.320288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-2672ba86-2212-45c1-b6cc-01f31e8104fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf HTTP/1.1" status: 200 len: 217 time: 0.1052988 Jan 10 19:10:00.517515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f124f31-81fb-4c38-96fd-efa071dd827d req-0fa78609-bc7f-4220-a23e-2a8613a98008 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323391 Jan 10 19:10:00.527429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-dcf88844-88dc-45d3-b3f1-83259f01f622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:00.528805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-dcf88844-88dc-45d3-b3f1-83259f01f622 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=55295c60-313d-4896-87fc-9a161b0cd6b3 HTTP/1.1" status: 200 len: 854 time: 0.1980472 Jan 10 19:10:00.538292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-fce8a979-1cb9-4e75-bcad-20f3f62efb89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dcbb592b-0dfd-421c-85ba-db48ece5da61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4002504 Jan 10 19:10:00.660143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-f9825e5c-d744-4087-b5dc-5a09a6d971fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9952f1f1-29b1-4c09-bd23-6139bb2f2577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209047 Jan 10 19:10:00.749548 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-c43c1286-2185-48f3-8f7c-cca88f7747fc req-60bb11e8-792e-41e6-8078-4f97470fc4ac tempest-FloatingIPsNegativeTestJSON-1914983598 tempest-FloatingIPsNegativeTestJSON-1914983598-project] show failed (client error): The resource could not be found. Jan 10 19:10:00.750492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c43c1286-2185-48f3-8f7c-cca88f7747fc req-60bb11e8-792e-41e6-8078-4f97470fc4ac tempest-FloatingIPsNegativeTestJSON-1914983598 tempest-FloatingIPsNegativeTestJSON-1914983598-project] 10.222.0.21 "GET /v2.0/floatingips/8ca950db-d4ad-41eb-96a7-b531d4ccd541 HTTP/1.1" status: 404 len: 350 time: 0.1719167 Jan 10 19:10:00.759367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41998) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:01.024189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa451b6-9ae3-49b7-93f8-b5057e61566d req-9652f95e-f0e5-431d-a3fb-6ca1c42f493f tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:01.025625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fa451b6-9ae3-49b7-93f8-b5057e61566d req-9652f95e-f0e5-431d-a3fb-6ca1c42f493f tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 943 time: 0.6080573 Jan 10 19:10:01.177931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-63ee317d-4628-41b2-ab27-f013f0c01672 service neutron] 10.222.0.30 "GET /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003039 Jan 10 19:10:01.189057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-ef5e4992-5fc4-4525-a8f2-368eafd774e6 service neutron] 10.222.0.30 "GET /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103221 Jan 10 19:10:01.278100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:01.299194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fa451b6-9ae3-49b7-93f8-b5057e61566d req-5e88b9a1-cb27-49ef-9e67-7bd150385c2c tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601321 Jan 10 19:10:01.447270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ec294-1291-441c-8503-a0a7283f7068 req-da8be82f-827c-4714-8ca7-d9b203c796a0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:01.451026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ec294-1291-441c-8503-a0a7283f7068 req-da8be82f-827c-4714-8ca7-d9b203c796a0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:01.452521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-845ec294-1291-441c-8503-a0a7283f7068 req-da8be82f-827c-4714-8ca7-d9b203c796a0 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1678 time: 0.4259684 Jan 10 19:10:01.546844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Router f16d8310-fbc9-4eda-95c6-287b5414d3a4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:10:01.550280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516d4052-6377-4287-8448-abaacf2850dd req-ee87dff1-96c2-4cd3-9116-a5fcdaf9d49b service neutron] 10.222.0.30 "GET /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567350 Jan 10 19:10:01.557637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e8128b9-7f5c-4965-8b03-7fb8ba9b98dd req-fcf7e1ea-fb9b-4ba9-8e69-64d08d035195 service neutron] 10.222.0.30 "GET /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622966 Jan 10 19:10:01.600778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-845ec294-1291-441c-8503-a0a7283f7068 req-e9572b69-a3eb-446b-b457-f5e96310ba28 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106634 Jan 10 19:10:01.679874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314d07-1521-4d7a-a8c3-f48aa528307d req-868c687a-73ae-4131-a8e5-da95bb45cc4d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:01.681744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9314d07-1521-4d7a-a8c3-f48aa528307d req-868c687a-73ae-4131-a8e5-da95bb45cc4d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2468531 Jan 10 19:10:01.784231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-387872b8-de61-4960-b8b2-48a070b25411 req-2ca66ba7-53db-4f7e-81b8-3c61a5df6b2f tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0551548 Jan 10 19:10:01.829078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 165495a3-d9d6-44cd-922e-a9b968e4718a details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:01.838920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9314d07-1521-4d7a-a8c3-f48aa528307d req-9ec52673-eb0c-4bca-aedc-189d39f0a8f9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417177 Jan 10 19:10:01.885226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 37c0b2c0-517b-4934-b85e-cc1baf18d334 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:01.887711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:10:01.897192 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] Sync routers for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:10:01.899541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3d2d647c-88a5-43b2-8114-d910a1c8c173 admin admin] 10.222.0.21 "PUT /v2.0/routers/f16d8310-fbc9-4eda-95c6-287b5414d3a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8768883 Jan 10 19:10:01.900203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42008) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:01.933849 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:01.934566 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:02.008531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Deleting port ceb013ba-92e7-48af-989b-00dd4e39514b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:02.009112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.128396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 165495a3-d9d6-44cd-922e-a9b968e4718a, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=165495a3-d9d6-44cd-922e-a9b968e4718a,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:02.151547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 37c0b2c0-517b-4934-b85e-cc1baf18d334 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:02.152156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.184468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '165495a3-d9d6-44cd-922e-a9b968e4718a', 'network_id': '1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40', 'port_id': '165495a3-d9d6-44cd-922e-a9b968e4718a', 'mac_address': 'fa:16:3e:8f:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305559a4-f477-4236-a09c-8d07ff79ee62', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:02.207340 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:02.210663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29730b9-19d6-47d5-9546-bec6149f39fe req-a42faa91-1c58-4c4b-9669-f02542d6a52c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:02.212155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29730b9-19d6-47d5-9546-bec6149f39fe req-a42faa91-1c58-4c4b-9669-f02542d6a52c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2082589 Jan 10 19:10:02.281256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.284919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.293861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.341732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165495a3-d9d6-44cd-922e-a9b968e4718a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:02.374957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 165495a3-d9d6-44cd-922e-a9b968e4718a, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=165495a3-d9d6-44cd-922e-a9b968e4718a,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:02.385326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.386440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:02.411127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29730b9-19d6-47d5-9546-bec6149f39fe req-7b32a185-8122-4ac9-9383-ab3cc847e77d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922925 Jan 10 19:10:02.462657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Calling delete_port for ceb013ba-92e7-48af-989b-00dd4e39514b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:02.515401 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 5, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:02.520754 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] Checking router: f16d8310-fbc9-4eda-95c6-287b5414d3a4 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:10:02.532109 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] Routers {'f16d8310-fbc9-4eda-95c6-287b5414d3a4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:02.532864 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:09:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:02.603126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=165495a3-d9d6-44cd-922e-a9b968e4718a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:02.688792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:02.708250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50', 'network_id': 'dcbb592b-0dfd-421c-85ba-db48ece5da61', 'port_id': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50', 'mac_address': 'fa:16:3e:c0:1a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547ea554-b54e-4732-b504-7d99e715b6f8', 'ip_address': '19.86.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:02.722519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.745321 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] Set router f16d8310-fbc9-4eda-95c6-287b5414d3a4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:02.786657 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.800917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5c3a0-500c-44f5-abe4-51e73f8caa8b req-b95299fb-eaaf-4cb4-ad5b-930a77aee5b5 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:02.808004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fd5c3a0-500c-44f5-abe4-51e73f8caa8b req-b95299fb-eaaf-4cb4-ad5b-930a77aee5b5 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 943 time: 0.2133682 Jan 10 19:10:02.815156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:02.833820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:02.842008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.843182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d9ded87d-8ef0-4eae-967e-a633795f74bf details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:02.843372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.868773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4ed3d-bb47-4a3b-ba0c-4b47bd24b0be req-45a89a45-2a9a-4267-af68-61eb327aac40 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:02.870384 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0a4ed3d-bb47-4a3b-ba0c-4b47bd24b0be req-45a89a45-2a9a-4267-af68-61eb327aac40 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2037241 Jan 10 19:10:02.874221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Deleting port d5a057fa-1d84-44fb-b84f-6d954c99c223 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:02.874577 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:02.890397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb013ba-92e7-48af-989b-00dd4e39514b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:03.023347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:03.118610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d9ded87d-8ef0-4eae-967e-a633795f74bf, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf,segment=NetworkSegment(de5597b7-4622-4dda-96fc-d08b923d76ad),segment_id=de5597b7-4622-4dda-96fc-d08b923d76ad)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:03.133391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'd9ded87d-8ef0-4eae-967e-a633795f74bf', 'network_id': '9952f1f1-29b1-4c09-bd23-6139bb2f2577', 'port_id': 'd9ded87d-8ef0-4eae-967e-a633795f74bf', 'mac_address': 'fa:16:3e:a4:78:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55295c60-313d-4896-87fc-9a161b0cd6b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:03.148661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fd5c3a0-500c-44f5-abe4-51e73f8caa8b req-b2c29067-a139-4115-8f32-c4b458b4f339 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397062 Jan 10 19:10:03.214507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:03.249602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ded87d-8ef0-4eae-967e-a633795f74bf {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:03.255490 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 5, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:03.260123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59fa94-57d8-4350-a77c-a0a4cf5bfea2 None None] The sync data for ids ['f16d8310-fbc9-4eda-95c6-287b5414d3a4'] in n-d-816927-8 is: [{'id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'name': 'tempest-ServersTestJSON-1654902415-router', 'tenant_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:07:11Z', 'updated_at': '2022-01-10T19:09:56Z', 'revision_number': 5, 'project_id': '5f9a6eb1d3a247fb85a27633a46a4f22', 'gw_port': {'id': 'd5a057fa-1d84-44fb-b84f-6d954c99c223', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d8310-fbc9-4eda-95c6-287b5414d3a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:07:13Z', 'updated_at': '2022-01-10T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:10:03.270029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d9ded87d-8ef0-4eae-967e-a633795f74bf, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf,segment=NetworkSegment(de5597b7-4622-4dda-96fc-d08b923d76ad),segment_id=de5597b7-4622-4dda-96fc-d08b923d76ad)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:03.275577 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:03.326102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0a4ed3d-bb47-4a3b-ba0c-4b47bd24b0be req-bb207d0d-72ad-4f86-bc32-94f4ad938bf4 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154062 Jan 10 19:10:03.380007 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:03.385323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d9ded87d-8ef0-4eae-967e-a633795f74bf,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:03.515225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] For port d5a057fa-1d84-44fb-b84f-6d954c99c223, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d5a057fa-1d84-44fb-b84f-6d954c99c223,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:03.515512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:03.542759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['d9ded87d-8ef0-4eae-967e-a633795f74bf'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:03.544751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361f3856-76d9-4005-b252-f9b556280ad4 req-48ea27ea-16c1-48fe-a997-d4424593127d tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0732596 Jan 10 19:10:03.580719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['f2b8ed0e-d09e-4c95-b278-73a5fda8dd50'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:03.663194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['165495a3-d9d6-44cd-922e-a9b968e4718a'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:03.678359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Calling delete_port for d5a057fa-1d84-44fb-b84f-6d954c99c223 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:03.735733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e772-bdfe-4ba5-9ab8-1e84ff3ff794 req-92ccb95b-37d1-45f6-8eb6-574c5e750b5b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:03.740250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e772-bdfe-4ba5-9ab8-1e84ff3ff794 req-92ccb95b-37d1-45f6-8eb6-574c5e750b5b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:03.741818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41e7e772-bdfe-4ba5-9ab8-1e84ff3ff794 req-92ccb95b-37d1-45f6-8eb6-574c5e750b5b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1680 time: 0.3908613 Jan 10 19:10:03.824428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41e7e772-bdfe-4ba5-9ab8-1e84ff3ff794 req-7b45d65e-960d-41a1-b898-25787220ca73 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721049 Jan 10 19:10:03.912793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 42c606ca-6f19-4327-a56a-ff15b061bbfd no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:03.964855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:03.967966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 42c606ca-6f19-4327-a56a-ff15b061bbfd {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:03.968313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 42c606ca-6f19-4327-a56a-ff15b061bbfd not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:04.023426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a057fa-1d84-44fb-b84f-6d954c99c223,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:04.071648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Router e6fff2b8-d600-4dee-b21d-512dafddb639 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:10:04.077691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.078027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.078371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.078708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.079077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.079410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.079899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.080235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.081209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.081541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.081864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:04.215336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90957-f893-4025-ba3d-30c7938c9c06 req-c05eaeb9-dea2-4b2b-a07e-53ea95d740c7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:04.216806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45e90957-f893-4025-ba3d-30c7938c9c06 req-c05eaeb9-dea2-4b2b-a07e-53ea95d740c7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2904930 Jan 10 19:10:04.284622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:10:04.293827 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9fb4a948-bcab-42dc-adb4-a6a95a8e75f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6fff2b8-d600-4dee-b21d-512dafddb639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5334203 Jan 10 19:10:04.296382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:04.349026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.484737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.501365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45e90957-f893-4025-ba3d-30c7938c9c06 req-c48107fb-ccf4-444b-a390-1fd4b2f317e7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763743 Jan 10 19:10:04.646031 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.784880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.791656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825bda5-25f5-4888-bb68-b68fd93dd49e req-55ae697d-8bde-4838-989f-e1dda8b1bc45 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:04.793297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5825bda5-25f5-4888-bb68-b68fd93dd49e req-55ae697d-8bde-4838-989f-e1dda8b1bc45 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 944 time: 0.5147371 Jan 10 19:10:04.794525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.805090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Deleting port 37c0b2c0-517b-4934-b85e-cc1baf18d334 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:04.805435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.869495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.870102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16d8310-fbc9-4eda-95c6-287b5414d3a4 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:10:04.879746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5825bda5-25f5-4888-bb68-b68fd93dd49e req-98458d30-0b12-4f97-aa75-606d51c4116b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795147 Jan 10 19:10:04.892154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:04.893280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cd118b79-63e7-44ef-a984-166ff282bee6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f16d8310-fbc9-4eda-95c6-287b5414d3a4 HTTP/1.1" status: 204 len: 168 time: 2.9920456 Jan 10 19:10:04.896873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42046) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:04.935785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7a8ea-c924-479f-8971-7dc4c919b465 req-930c936e-d422-442f-a56d-80ae89ad553c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:04.937385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07d7a8ea-c924-479f-8971-7dc4c919b465 req-930c936e-d422-442f-a56d-80ae89ad553c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2853987 Jan 10 19:10:04.983368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] For port 37c0b2c0-517b-4934-b85e-cc1baf18d334, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=37c0b2c0-517b-4934-b85e-cc1baf18d334,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:04.983768 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.000307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Deleting subnet 59844ec1-1bff-4608-a58d-04e9a2488e5d {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:10:05.008379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.089763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07d7a8ea-c924-479f-8971-7dc4c919b465 req-f700318b-8e39-4976-8536-03489103a619 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426585 Jan 10 19:10:05.134813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe8c8353-24e6-4409-95fd-131eb0a74bc8 req-e4641698-ff1d-43d2-b9b1-d2b7c4c0179e tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0902026 Jan 10 19:10:05.140415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Calling delete_port for 37c0b2c0-517b-4934-b85e-cc1baf18d334 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:05.165727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.310935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.409479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.454345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Pushing event deleted for resources: {'Port': ['ID=37c0b2c0-517b-4934-b85e-cc1baf18d334,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:05.503711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.552104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59844ec1-1bff-4608-a58d-04e9a2488e5d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:05.559462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a638a2-ec3b-418d-b933-06621bc794d7 req-63dd597b-e868-4b08-be18-ada491ef9836 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:05.563296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a638a2-ec3b-418d-b933-06621bc794d7 req-63dd597b-e868-4b08-be18-ada491ef9836 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:05.564835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27a638a2-ec3b-418d-b933-06621bc794d7 req-63dd597b-e868-4b08-be18-ada491ef9836 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1680 time: 0.2145653 Jan 10 19:10:05.573273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.577752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bc7c0-4f48-496a-b587-29adeaf5b225 None None] Network 63b75a24-a799-4136-becd-04632760317d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:05.605986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ff41070-55cb-45b1-911d-1883246279c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59844ec1-1bff-4608-a58d-04e9a2488e5d HTTP/1.1" status: 204 len: 168 time: 0.7055845 Jan 10 19:10:05.606162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42052) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:05.611123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47563-2cd3-4c7f-921b-2cb973b461a0 req-734bd26b-edec-4258-b13a-fdfd5483e662 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:05.612597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02a47563-2cd3-4c7f-921b-2cb973b461a0 req-734bd26b-edec-4258-b13a-fdfd5483e662 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1802769 Jan 10 19:10:05.651194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27a638a2-ec3b-418d-b933-06621bc794d7 req-76716fb3-7b60-4a67-a1e0-d36c77229a0c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796800 Jan 10 19:10:05.671155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02a47563-2cd3-4c7f-921b-2cb973b461a0 req-4c28803a-5ace-4507-b935-97ad02de1753 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505455 Jan 10 19:10:05.787177 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.860845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 165495a3-d9d6-44cd-922e-a9b968e4718a up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:05.910776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] DHCP port deletion for 63b75a24-a799-4136-becd-04632760317d request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:10:05.921430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] Deleting port 8505bdd2-011b-45df-9069-4877b472866a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:05.924379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:05.979408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.015225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb9b5-33a7-4714-9f0c-866044989b65 req-a2b4d8bf-5b83-47d1-82ea-0e556fa6a725 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:06.022395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de0cb9b5-33a7-4714-9f0c-866044989b65 req-a2b4d8bf-5b83-47d1-82ea-0e556fa6a725 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1222758 Jan 10 19:10:06.086949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 165495a3-d9d6-44cd-922e-a9b968e4718a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:06.096643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 165495a3-d9d6-44cd-922e-a9b968e4718a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:06.097190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.141341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de0cb9b5-33a7-4714-9f0c-866044989b65 req-63aa8a3f-cf40-4d47-8aed-1fbb34a2dbf8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180475 Jan 10 19:10:06.176325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc78dcc-b29a-4667-bcc5-a64aa533a8d1 req-94bc00fe-5c42-4333-b36f-113a332f2e7b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:06.177865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bc78dcc-b29a-4667-bcc5-a64aa533a8d1 req-94bc00fe-5c42-4333-b36f-113a332f2e7b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 944 time: 0.1046760 Jan 10 19:10:06.254387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Deleting port 8505bdd2-011b-45df-9069-4877b472866a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:06.254896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.257864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bc78dcc-b29a-4667-bcc5-a64aa533a8d1 req-1cd95919-5d91-4187-a59f-39febb5e1155 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 Jan 10 19:10:06.269917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] For port 8505bdd2-011b-45df-9069-4877b472866a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8505bdd2-011b-45df-9069-4877b472866a,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:06.270309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.294942 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.312912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.399561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde620-5740-4a4a-98aa-fa00aa2a015c req-b3feb8dc-3893-42f7-998d-99e347189264 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:06.401159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fde620-5740-4a4a-98aa-fa00aa2a015c req-b3feb8dc-3893-42f7-998d-99e347189264 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.0972335 Jan 10 19:10:06.456713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] Calling delete_port for 8505bdd2-011b-45df-9069-4877b472866a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:06.457503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.458133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6fff2b8-d600-4dee-b21d-512dafddb639 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:10:06.468753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39c9f353-38c0-4bff-b716-8c97ad2c2cae req-885a41d7-1063-40b4-99dd-2523b92824a6 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0472460 Jan 10 19:10:06.496175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.497752 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-543b75cf-0b8f-4e33-a2b4-bd93833813cf admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6fff2b8-d600-4dee-b21d-512dafddb639 HTTP/1.1" status: 204 len: 168 time: 2.2004530 Jan 10 19:10:06.501043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42070) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:06.509726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fde620-5740-4a4a-98aa-fa00aa2a015c req-bde94481-bc1e-48dc-a3f6-4a661c1460d0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026537 Jan 10 19:10:06.540074 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.583080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165495a3-d9d6-44cd-922e-a9b968e4718a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:06.583798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Deleting subnet a1771c9d-fee4-4624-b9cf-df7bcaf7b84d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:10:06.587557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] For port 8505bdd2-011b-45df-9069-4877b472866a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8505bdd2-011b-45df-9069-4877b472866a,segment=NetworkSegment(06da314b-90a1-4fea-923a-3b9d277d7b52),segment_id=06da314b-90a1-4fea-923a-3b9d277d7b52)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:06.588047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.598861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 165495a3-d9d6-44cd-922e-a9b968e4718a, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=165495a3-d9d6-44cd-922e-a9b968e4718a,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:06.599122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.600194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.639615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.640579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:06.673853 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165495a3-d9d6-44cd-922e-a9b968e4718a', 'code': 200} Jan 10 19:10:06.681059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] Pushing event deleted for resources: {'Port': ['ID=8505bdd2-011b-45df-9069-4877b472866a,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:06.747511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6b278-4e30-47f8-8485-8796f9a3c068 None None] No DVR routers for this DVR port 8505bdd2-011b-45df-9069-4877b472866a on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:06.759940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Calling delete_port for 8505bdd2-011b-45df-9069-4877b472866a owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:06.791807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=165495a3-d9d6-44cd-922e-a9b968e4718a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:06.810048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:06.815899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:06.816393 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.842698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.916909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a92a-77b7-4d8a-b8f4-4dcb0db30bd0 req-836e9d23-1db3-40b1-b61c-11feaff5e143 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:06.925293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7fa7a92a-77b7-4d8a-b8f4-4dcb0db30bd0 req-836e9d23-1db3-40b1-b61c-11feaff5e143 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1504190 Jan 10 19:10:06.926858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:10:06.927197 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:10:06.947451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.952329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.953355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d1f01-f477-42f3-90b1-99e96b25fd12 req-a9691475-6c58-47d9-9195-157185a89777 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:06.957359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d1f01-f477-42f3-90b1-99e96b25fd12 req-a9691475-6c58-47d9-9195-157185a89777 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:06.958914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-151d1f01-f477-42f3-90b1-99e96b25fd12 req-a9691475-6c58-47d9-9195-157185a89777 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1681 time: 0.1455410 Jan 10 19:10:06.985465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:06.992546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:06.993743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d9ded87d-8ef0-4eae-967e-a633795f74bf up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:07.007677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7fa7a92a-77b7-4d8a-b8f4-4dcb0db30bd0 req-8fb66f70-d09f-4f86-bbc5-df42d3380885 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815415 Jan 10 19:10:07.035726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-151d1f01-f477-42f3-90b1-99e96b25fd12 req-219891b7-1d11-461f-9fe6-7b91a4282e65 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Jan 10 19:10:07.048452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.117061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.125550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef49c9c-79a8-470e-a5bc-2ba21b19e7a4 None None] Network 5111bb1c-cd57-4820-95df-953e49897634 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:07.125751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1771c9d-fee4-4624-b9cf-df7bcaf7b84d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:07.128835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1771c9d-fee4-4624-b9cf-df7bcaf7b84d HTTP/1.1" status: 204 len: 168 time: 0.6263571 Jan 10 19:10:07.132543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42086) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:07.163365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.163835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.164278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.164929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.165170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.165615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.166020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.166516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.167001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.167334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.167988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa983b43-2640-4877-a096-027e3c99c40a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:07.179209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d364271f-df75-4590-b6ea-a348fd9db1db req-e93d254e-83b4-4fed-b89c-2a8362a33488 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0759344 Jan 10 19:10:07.231750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:07.261455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.272291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Deleting port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:07.272630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.298524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61805-8599-41a6-afc3-144dfb6ed6f5 req-7970c5e2-00f3-4c97-ab4a-224a7d4321af tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:07.300150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b61805-8599-41a6-afc3-144dfb6ed6f5 req-7970c5e2-00f3-4c97-ab4a-224a7d4321af tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.0816083 Jan 10 19:10:07.327816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port d9ded87d-8ef0-4eae-967e-a633795f74bf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:07.341583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port d9ded87d-8ef0-4eae-967e-a633795f74bf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:07.341967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.369652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b61805-8599-41a6-afc3-144dfb6ed6f5 req-90fcdeb4-2171-4596-8091-b6b81d9d4d2a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617588 Jan 10 19:10:07.467884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Deleting port 8505bdd2-011b-45df-9069-4877b472866a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:07.468284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.536486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad4f70-5d92-4392-85dd-9bda948c6029 req-576829a0-82c1-4dc0-bbda-c29bb3f35c9b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:07.538487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0ad4f70-5d92-4392-85dd-9bda948c6029 req-576829a0-82c1-4dc0-bbda-c29bb3f35c9b tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 944 time: 0.1300924 Jan 10 19:10:07.566614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.569012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] The port '8505bdd2-011b-45df-9069-4877b472866a' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:10:07.611820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port d9ded87d-8ef0-4eae-967e-a633795f74bf, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf,segment=NetworkSegment(de5597b7-4622-4dda-96fc-d08b923d76ad),segment_id=de5597b7-4622-4dda-96fc-d08b923d76ad)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:07.616753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.647926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0ad4f70-5d92-4392-85dd-9bda948c6029 req-5a73cf56-b42e-42ed-90b7-3be74019d525 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688305 Jan 10 19:10:07.672503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] DHCP port deletion for 5111bb1c-cd57-4820-95df-953e49897634 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:10:07.683359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3cfac-8445-4e68-b45b-a231c7d8ad2b req-a6b8774c-634c-479d-8bd6-58e8c5c2c152 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:07.685884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] For port ff7589e6-35a5-4daa-b2f4-5112d46c28d2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,segment=NetworkSegment(0689d2b9-14ee-41b5-9139-e023ff49f7b6),segment_id=0689d2b9-14ee-41b5-9139-e023ff49f7b6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:07.686256 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.690901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ea3cfac-8445-4e68-b45b-a231c7d8ad2b req-a6b8774c-634c-479d-8bd6-58e8c5c2c152 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1510892 Jan 10 19:10:07.709448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=d9ded87d-8ef0-4eae-967e-a633795f74bf,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:07.723766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Deleting port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:07.724408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.744059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ea3cfac-8445-4e68-b45b-a231c7d8ad2b req-4a35527f-9796-4c66-a50c-ede99d439562 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Jan 10 19:10:07.848470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Calling delete_port for ff7589e6-35a5-4daa-b2f4-5112d46c28d2 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:07.864778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ff7589e6-35a5-4daa-b2f4-5112d46c28d2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:07.880082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9aaf544-b109-4788-936a-e76793c5d676 req-a8490e6a-31a5-4a35-916c-caf3908cea55 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0571389 Jan 10 19:10:07.901178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:07.950817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b75a24-a799-4136-becd-04632760317d']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:07.975638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06da314b-90a1-4fea-923a-3b9d277d7b52') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:07.975980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06da314b-90a1-4fea-923a-3b9d277d7b52') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:08.072458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] For port ff7589e6-35a5-4daa-b2f4-5112d46c28d2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,segment=NetworkSegment(0689d2b9-14ee-41b5-9139-e023ff49f7b6),segment_id=0689d2b9-14ee-41b5-9139-e023ff49f7b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:08.072851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.087243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205830e2-0f81-4a80-a30d-95ac958f2e7e req-8d2f5391-0b6d-4f11-a508-2158ed9b720e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:08.099928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-205830e2-0f81-4a80-a30d-95ac958f2e7e req-8d2f5391-0b6d-4f11-a508-2158ed9b720e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1105273 Jan 10 19:10:08.101035 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.136477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.143555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:10:08.144306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.223228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Calling delete_port for ff7589e6-35a5-4daa-b2f4-5112d46c28d2 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:10:08.240629 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:10:08.254417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.262097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.322371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.324636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] No DVR routers for this DVR port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:08.357787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7b3f413b-a746-44df-b75b-853bb4682933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.364326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7589e6-35a5-4daa-b2f4-5112d46c28d2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:08.373919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8505bdd2-011b-45df-9069-4877b472866a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:08.386247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.411724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 8505bdd2-011b-45df-9069-4877b472866a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:08.412094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8505bdd2-011b-45df-9069-4877b472866a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:08.416795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-205830e2-0f81-4a80-a30d-95ac958f2e7e req-bc66f20e-3d39-492d-8267-596441b4f787 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159289 Jan 10 19:10:08.447913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:10:08.448447 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:10:08.471588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] Pushing event deleted for resources: {'Network': ['ID=63b75a24-a799-4136-becd-04632760317d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:08.493850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12f363-7459-4305-9854-d27f6fa4c2a9 req-356f3e4f-2f96-4a2d-b8a8-ec50f48d816c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:08.500017 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-832a237c-dd44-4b86-8fe0-117035fb139d admin admin] 10.222.0.21 "DELETE /v2.0/networks/63b75a24-a799-4136-becd-04632760317d HTTP/1.1" status: 204 len: 168 time: 2.8903100 Jan 10 19:10:08.500208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12f363-7459-4305-9854-d27f6fa4c2a9 req-356f3e4f-2f96-4a2d-b8a8-ec50f48d816c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:08.504984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c12f363-7459-4305-9854-d27f6fa4c2a9 req-356f3e4f-2f96-4a2d-b8a8-ec50f48d816c tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1682 time: 0.1519251 Jan 10 19:10:08.519803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.552112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5111bb1c-cd57-4820-95df-953e49897634']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:08.567849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c12f363-7459-4305-9854-d27f6fa4c2a9 req-28058172-105f-4884-af56-b8c535f2bfb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618727 Jan 10 19:10:08.572389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0689d2b9-14ee-41b5-9139-e023ff49f7b6') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:08.572689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0689d2b9-14ee-41b5-9139-e023ff49f7b6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:08.595067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.619798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.628723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:10:08.629310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:10:08.644322 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:10:08.675349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50'}, {'server_uuid': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ded87d-8ef0-4eae-967e-a633795f74bf'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:08.689071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42116) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:08.758988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1bee7905-e41c-4dc4-ad83-b131cdad461c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f9a6eb1d3a247fb85a27633a46a4f22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662804 Jan 10 19:10:08.759195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:08.762087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.769566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:08.781116 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50', 'code': 200} Jan 10 19:10:08.781529 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ded87d-8ef0-4eae-967e-a633795f74bf', 'code': 200} Jan 10 19:10:08.800100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] Pushing event deleted for resources: {'Network': ['ID=5111bb1c-cd57-4820-95df-953e49897634,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:08.813891 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4be9098e-e0e7-455c-a70a-1d17a065019e admin admin] 10.222.0.21 "DELETE /v2.0/networks/5111bb1c-cd57-4820-95df-953e49897634 HTTP/1.1" status: 204 len: 168 time: 1.6779282 Jan 10 19:10:08.949285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Deleting port ff7589e6-35a5-4daa-b2f4-5112d46c28d2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:08.949981 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.008602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e76a253-7273-40ff-8d78-b4b5bb78c13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.022587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-26eca364-7501-4658-8a9d-bd2e3403709f None None] The port 'ff7589e6-35a5-4daa-b2f4-5112d46c28d2' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:10:09.042262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73c459-9573-4bad-a23a-7c1a603701ed req-debc1cd8-29f2-430a-afac-f43c73f0e276 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:09.044006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef73c459-9573-4bad-a23a-7c1a603701ed req-debc1cd8-29f2-430a-afac-f43c73f0e276 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2653899 Jan 10 19:10:09.084900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:09.111153 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e76a253-7273-40ff-8d78-b4b5bb78c13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.137612 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d607897-d186-43c7-b7b4-4e772f1499a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d840b335a89409b8d3f096139402118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502229 Jan 10 19:10:09.140695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:09.204386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a7d3aae-a829-4cec-91fd-6bc64c42a91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.209594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6695bdd-c077-4ce5-bdd8-2ee2bd29bdbb req-b3b1801e-1ed1-44cf-8e04-8cc76c540537 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 1096 time: 0.3364003 Jan 10 19:10:09.215321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-651bd8d8-1826-4e1e-884a-3911fae1ec03 req-b3dcde2b-654f-47ad-a845-6330074ead7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1984 time: 0.3402593 Jan 10 19:10:09.220117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef73c459-9573-4bad-a23a-7c1a603701ed req-076523a1-f876-4d19-af3a-5481d250d63c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573143 Jan 10 19:10:09.231947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a7d3aae-a829-4cec-91fd-6bc64c42a91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.239025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9714d-d860-410c-a66d-fd1d40a27de4 req-52f751f1-afa6-44e1-8837-1e4f34cfc8e8 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:09.240505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0c9714d-d860-410c-a66d-fd1d40a27de4 req-52f751f1-afa6-44e1-8837-1e4f34cfc8e8 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 945 time: 0.2901258 Jan 10 19:10:09.302899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a7d3aae-a829-4cec-91fd-6bc64c42a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.316055 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e76a253-7273-40ff-8d78-b4b5bb78c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.318901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d3aae-a829-4cec-91fd-6bc64c42a91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef5feeb-d085-4c31-8d49-1647d7c1b9db,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:09.328502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a7d3aae-a829-4cec-91fd-6bc64c42a91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.332125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6a7d3aae-a829-4cec-91fd-6bc64c42a91e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ef5feeb-d085-4c31-8d49-1647d7c1b9db HTTP/1.1" status: 204 len: 168 time: 0.1881175 Jan 10 19:10:09.343308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76a253-7273-40ff-8d78-b4b5bb78c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ce6188-9314-47ec-b09e-79f8966c66ed,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:09.351785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6695bdd-c077-4ce5-bdd8-2ee2bd29bdbb req-8f9a5287-bf6d-45cd-bccb-d5392306479c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347063 Jan 10 19:10:09.361243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-651bd8d8-1826-4e1e-884a-3911fae1ec03 req-db118e26-1234-42c3-84c2-59681cb656c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191885 Jan 10 19:10:09.375237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0c9714d-d860-410c-a66d-fd1d40a27de4 req-30490599-8127-4344-90b0-bcef4bca2d02 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159358 Jan 10 19:10:09.376030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e76a253-7273-40ff-8d78-b4b5bb78c13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:09.377705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5e76a253-7273-40ff-8d78-b4b5bb78c13e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60ce6188-9314-47ec-b09e-79f8966c66ed HTTP/1.1" status: 204 len: 168 time: 0.6171360 Jan 10 19:10:09.561526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5c1f29d-729c-442f-8ba7-25c0d19ae35b req-ceae072e-7540-44e1-8706-1d7cfbc398db tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0540776 Jan 10 19:10:09.946387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9679-8207-49ae-b181-0e247e3b8885 req-b03ce2bd-af06-4d80-b7b3-f6bba50cabc5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:09.950329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9679-8207-49ae-b181-0e247e3b8885 req-b03ce2bd-af06-4d80-b7b3-f6bba50cabc5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:09.957682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f7b9679-8207-49ae-b181-0e247e3b8885 req-b03ce2bd-af06-4d80-b7b3-f6bba50cabc5 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1682 time: 0.2373986 Jan 10 19:10:10.004529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f7b9679-8207-49ae-b181-0e247e3b8885 req-9bd913db-7112-4bb4-ae25-4949d5e429f7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Jan 10 19:10:10.231490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2eccebcf-3eff-464a-8b80-9f966d27d19e req-681bdb3f-c56c-400f-a44d-6a38be6d1864 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d8880aebb2e4240ade63c03edd7711b&device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0433080 Jan 10 19:10:10.324486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2eccebcf-3eff-464a-8b80-9f966d27d19e req-7ca3f275-dbd8-4a15-894d-68fed2864738 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4d8880aebb2e4240ade63c03edd7711b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853066 Jan 10 19:10:10.336548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dc3126a-0e70-44e7-84fd-cbc18d3e99da req-b3eae192-08bd-491a-9f42-f7444c891d90 tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0599844 Jan 10 19:10:10.447695 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6006264e-9fef-4d88-bf5b-a0e75dbf308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:10.498173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42194) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:10.737991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccebcf-3eff-464a-8b80-9f966d27d19e req-41ef0ac5-bdbd-47f1-b970-d6cbe3988aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:10.739459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2eccebcf-3eff-464a-8b80-9f966d27d19e req-41ef0ac5-bdbd-47f1-b970-d6cbe3988aa9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4020147 Jan 10 19:10:10.761312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42202) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:10.769534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7f64-6e2b-4985-aaff-f0d1d7dd71dc req-92ffbe24-ab05-4ab2-8e79-6b48ded6a6fa tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:10.777016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b8a7f64-6e2b-4985-aaff-f0d1d7dd71dc req-92ffbe24-ab05-4ab2-8e79-6b48ded6a6fa tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1951582 Jan 10 19:10:10.863687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b8a7f64-6e2b-4985-aaff-f0d1d7dd71dc req-017cfee9-4018-4079-b82e-e4b4e90202d0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853345 Jan 10 19:10:10.881694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1673235513-network', 'tenant_id': '84708e9959ac4a099635780671fb9c39'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:10.888275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:10.892501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Usage tracker for resource:network and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:10.896311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:10.902271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:10.913829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Made reservation on behalf of 84708e9959ac4a099635780671fb9c39 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:10.916869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:10.934955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1001688597-network', 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:10.942705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:10.945077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:10.959100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Usage tracker for resource:network and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:10.963497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:10.972976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:10.982308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cc305-3661-401e-92e3-3f7ca8c266a6 req-02dff4ac-7ce1-44e1-b26e-ed5c65a264f2 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:10.984118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-619cc305-3661-401e-92e3-3f7ca8c266a6 req-02dff4ac-7ce1-44e1-b26e-ed5c65a264f2 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 945 time: 0.1184289 Jan 10 19:10:10.998250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:11.000969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.014981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:11.021881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Usage tracker for resource:security_group_rule and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:11.025069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.043854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:11.051288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:11.084714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-619cc305-3661-401e-92e3-3f7ca8c266a6 req-e4201847-12e2-4457-8bc5-534fdc1db0d0 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934944 Jan 10 19:10:11.090633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:11.102091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Usage tracker for resource:security_group_rule and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:11.109982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:11.125938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:11.218211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.261919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.301532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7405d6-ec3e-4110-8bfb-0b1241968580 req-9565234b-95cc-4863-a0c1-547f4b5efdcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:11.305758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7405d6-ec3e-4110-8bfb-0b1241968580 req-9565234b-95cc-4863-a0c1-547f4b5efdcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:11.307421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff7405d6-ec3e-4110-8bfb-0b1241968580 req-9565234b-95cc-4863-a0c1-547f4b5efdcf tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1682 time: 0.1156609 Jan 10 19:10:11.318742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:10:11.320879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b485c50-1908-423d-8d41-7ed24586b934,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:11.324407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.337769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.338173 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Added segment 5728120f-101e-4133-85c2-6899575e064e of type vlan for network de992ba6-5749-4cad-8028-4d1cda6a3932 Jan 10 19:10:11.351943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.384403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.402600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:10:11.416179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:11.419749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff7405d6-ec3e-4110-8bfb-0b1241968580 req-98f4c1cb-dc46-4c6e-a3ce-81f4d17710ef tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020885 Jan 10 19:10:11.428883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.429232 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Added segment 8b918645-8c97-4dac-bf4c-2767af7b0ab8 of type vlan for network fc5ad43e-108a-4d1d-a1b9-312cf52b786c Jan 10 19:10:11.449869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.451281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:11.451396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.573000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] Pushing event updated for resources: {'Network': ['ID=de992ba6-5749-4cad-8028-4d1cda6a3932,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:11.582376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.589138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network de992ba6-5749-4cad-8028-4d1cda6a3932 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:10:11.611252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6960eac0-2e58-455e-b35d-f0b74940a7ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8486598 Jan 10 19:10:11.615095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:11.623637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Request body: {'subnet': {'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1673235513-subnet', 'tenant_id': '84708e9959ac4a099635780671fb9c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:11.630907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:11.635662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Usage tracker for resource:subnet and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:11.639879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:11.642950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.644016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:11.644602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.664063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:11.694195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3460569b-dd3c-4321-af35-7818f5cd096c req-8717ec4e-621d-4624-9fb9-678e4b5a29fb tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0657451 Jan 10 19:10:11.746627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d0541-88b3-45a7-a992-e62b44b1ea7b req-d255f902-a465-4f3a-8d0c-e3311ca62ddd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:11.750375 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2511003 Jan 10 19:10:11.754755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42232) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:11.760311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81d0541-88b3-45a7-a992-e62b44b1ea7b req-d255f902-a465-4f3a-8d0c-e3311ca62ddd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1934063 Jan 10 19:10:11.770148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Request body: {'subnet': {'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1001688597-subnet', 'tenant_id': '64fe0823c8394355aafc2ebc910e5682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:11.774979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:11.778749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Usage tracker for resource:subnet and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:11.782182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:11.788520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:11.801024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Made reservation on behalf of 84708e9959ac4a099635780671fb9c39 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:11.803460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.859055 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.869750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.869942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a81d0541-88b3-45a7-a992-e62b44b1ea7b req-1443048c-99bf-4052-a6fe-3f70127472ca tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058536 Jan 10 19:10:11.891967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:11.894458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:11.973052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac975a2-3eb9-42a1-a4ab-33e281625041 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5ad43e-108a-4d1d-a1b9-312cf52b786c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:11.983889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:10:11.991829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2eccebcf-3eff-464a-8b80-9f966d27d19e req-8f682ef6-c4cb-48d8-a0a8-564c5f72ee5b tempest-ServerShowV254Test-541705397 tempest-ServerShowV254Test-541705397-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fd1dd5c-fd3a-4d0e-8659-ec52f56ee617 HTTP/1.1" status: 200 len: 210 time: 0.0662291 Jan 10 19:10:12.137412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Sync routers for ids ['e6fff2b8-d600-4dee-b21d-512dafddb639'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:10:12.220471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:12.223541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:10:12.224206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e6fff2b8-d600-4dee-b21d-512dafddb639'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:10:12.252006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:12.252602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:10:12.254656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e6fff2b8-d600-4dee-b21d-512dafddb639'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:10:12.255141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1ae01-7b1e-4236-a056-343c4b3e8a54 None None] The sync data for ids ['e6fff2b8-d600-4dee-b21d-512dafddb639'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:10:12.269546 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:12.431186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3591d25-ca2e-45b6-9a9e-79a88e050344,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:12.443207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:12.443727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Network hostable DHCP agents. Network: fc5ad43e-108a-4d1d-a1b9-312cf52b786c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:10:12.454143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:12.630387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96c15a1-65a0-412e-b4dd-2aceea35584c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:12.635806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:10:12.664414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Checking segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:12.664728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Network hostable DHCP agents. Network: de992ba6-5749-4cad-8028-4d1cda6a3932, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:10:12.671122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, fc5ad43e-108a-4d1d-a1b9-312cf52b786c) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:12.678252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:12.679444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:12.685271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd6d23-c077-4a92-8311-852620bd00af None None] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:12.721145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f9168c7-4a14-40d0-b17b-351ceb4fcdc5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9648142 Jan 10 19:10:12.723205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Network de992ba6-5749-4cad-8028-4d1cda6a3932 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:10:12.730906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, de992ba6-5749-4cad-8028-4d1cda6a3932) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:12.735099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:12.735724 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:12.735953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff23ecb-74d2-4211-846c-f639961f8abb req-8273e4c3-540e-4995-a4c4-624bf7a6d89b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:12.740087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff23ecb-74d2-4211-846c-f639961f8abb req-8273e4c3-540e-4995-a4c4-624bf7a6d89b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:12.755723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ff23ecb-74d2-4211-846c-f639961f8abb req-8273e4c3-540e-4995-a4c4-624bf7a6d89b tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1682 time: 0.1814692 Jan 10 19:10:12.772145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-30660875-2639-416d-9ff0-f16c6f4fe462 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1546149 Jan 10 19:10:12.781978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd2399-9269-4619-826e-af98fedb0547 None None] Network de992ba6-5749-4cad-8028-4d1cda6a3932 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:13.007032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ff23ecb-74d2-4211-846c-f639961f8abb req-6e08902f-4cd8-4516-9f5d-a242462bc876 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494931 Jan 10 19:10:13.016772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:13.033214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcbb0e-12ab-4416-bbea-2a1233c2eac9 req-973d89d0-2841-45f1-ab0d-422129a077da tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:13.035005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cdcbb0e-12ab-4416-bbea-2a1233c2eac9 req-973d89d0-2841-45f1-ab0d-422129a077da tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 945 time: 0.2443604 Jan 10 19:10:13.101197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cdcbb0e-12ab-4416-bbea-2a1233c2eac9 req-e5678d92-9c0f-4740-9b85-7815393dfb4d tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e933abc-07c4-41a3-9172-87181ce2df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 Jan 10 19:10:13.270587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8124-b170-4f48-b1e7-1f6ae3f634b8 req-4a0b59bb-e9a7-459c-b5ae-263f75b4b75a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:13.282283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bee8124-b170-4f48-b1e7-1f6ae3f634b8 req-4a0b59bb-e9a7-459c-b5ae-263f75b4b75a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.1348574 Jan 10 19:10:13.334592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0bee8124-b170-4f48-b1e7-1f6ae3f634b8 req-d764c8e6-adcb-4f6c-af15-e79e95b15ca2 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513980 Jan 10 19:10:13.347456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e66d3-177c-4f1c-8ac9-44e5501c0790 None None] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:13.372849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110327c-ed8f-4dfd-aa06-d24bc2aa0bc2 None None] Network de992ba6-5749-4cad-8028-4d1cda6a3932 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:13.436566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21b-c9c4-4c81-94b9-e456750060e3 req-8e42ba30-1cd5-4b04-a1d1-1867eb3cce73 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:13.438026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6000a21b-c9c4-4c81-94b9-e456750060e3 req-8e42ba30-1cd5-4b04-a1d1-1867eb3cce73 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1015851 Jan 10 19:10:13.502713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6000a21b-c9c4-4c81-94b9-e456750060e3 req-522d3dca-aa5a-44aa-9832-aa6e8b2d281c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568833 Jan 10 19:10:13.544046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42280) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:13.819658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d5a057fa-1d84-44fb-b84f-6d954c99c223 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:13.859274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: d5a057fa-1d84-44fb-b84f-6d954c99c223 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:13.859615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d5a057fa-1d84-44fb-b84f-6d954c99c223 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:13.860202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ceb013ba-92e7-48af-989b-00dd4e39514b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:13.895458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ceb013ba-92e7-48af-989b-00dd4e39514b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:13.896074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ceb013ba-92e7-48af-989b-00dd4e39514b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:13.896490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 37c0b2c0-517b-4934-b85e-cc1baf18d334 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:13.929165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 37c0b2c0-517b-4934-b85e-cc1baf18d334 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:13.929426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 37c0b2c0-517b-4934-b85e-cc1baf18d334 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:14.075187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:14.242912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-c6adc0e0-a4ae-4d42-a012-37c5c8bc29a4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:14.244263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-c6adc0e0-a4ae-4d42-a012-37c5c8bc29a4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 822 time: 0.4263175 Jan 10 19:10:14.249803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:14.269444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Usage tracker for resource:security_group_rule and tenant:4d8880aebb2e4240ade63c03edd7711b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:14.276758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-0fc34540-bcf6-4397-96e4-2b94502cf115 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:14.278155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-0fc34540-bcf6-4397-96e4-2b94502cf115 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.3736308 Jan 10 19:10:14.279084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:14.293302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-0a26d801-5972-44f0-980b-4272febf91e1 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:14.294653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-0a26d801-5972-44f0-980b-4272febf91e1 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 945 time: 0.3890851 Jan 10 19:10:14.298339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:14.342172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-1212ebaf-1b81-40d1-b94f-ca42fe57c1cb tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:14.346101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-1212ebaf-1b81-40d1-b94f-ca42fe57c1cb tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:14.347608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-1212ebaf-1b81-40d1-b94f-ca42fe57c1cb tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1682 time: 0.3712044 Jan 10 19:10:14.355826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-58c64ea6-fe9e-4dec-82a9-d163ffcca4b6 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/quotas/84708e9959ac4a099635780671fb9c39 HTTP/1.1" status: 200 len: 375 time: 0.0999939 Jan 10 19:10:14.446133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-42569a89-ab0d-4a1e-9ce1-c4dd08e80ef3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.1586623 Jan 10 19:10:14.479665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-57ee8ffb-0f45-49bb-976c-5d224d5ae360 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086721 Jan 10 19:10:14.553248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Deleting port d9ded87d-8ef0-4eae-967e-a633795f74bf {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:14.553596 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:14.586821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-0de81a63-8fa2-4ab3-9c44-26607fc5f293 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271780 Jan 10 19:10:14.675146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:14.675491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:14.944585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:14.952121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:14.981407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.004176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.154107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-d941bbed-a576-454b-99f4-74b48ac3f3d5 service neutron] 10.222.0.21 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300476 Jan 10 19:10:15.376097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-7071bc73-61db-4f2c-ae7f-dc90994c4597 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274735 Jan 10 19:10:15.402219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d8880aebb2e4240ade63c03edd7711b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8571205 Jan 10 19:10:15.402970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb0374-9f1a-4368-80c5-2df9aba6111b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409a59f8-cd9e-44be-bbd4-8781a6b1cf3e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:15.404913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42300) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:15.465554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-493fd38c-3aa2-4b98-bf00-383b0dc88d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.490787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-493fd38c-3aa2-4b98-bf00-383b0dc88d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.542345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-493fd38c-3aa2-4b98-bf00-383b0dc88d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.560704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fd38c-3aa2-4b98-bf00-383b0dc88d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409a59f8-cd9e-44be-bbd4-8781a6b1cf3e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:15.570047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-493fd38c-3aa2-4b98-bf00-383b0dc88d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.573636 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-493fd38c-3aa2-4b98-bf00-383b0dc88d09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/409a59f8-cd9e-44be-bbd4-8781a6b1cf3e HTTP/1.1" status: 204 len: 168 time: 0.1653116 Jan 10 19:10:15.613582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] For port d9ded87d-8ef0-4eae-967e-a633795f74bf, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=d9ded87d-8ef0-4eae-967e-a633795f74bf,segment=NetworkSegment(de5597b7-4622-4dda-96fc-d08b923d76ad),segment_id=de5597b7-4622-4dda-96fc-d08b923d76ad)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:15.613947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.764339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-4fd97f57-393c-47bb-8814-ad890b38ff7d service neutron] 10.222.0.21 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970993 Jan 10 19:10:15.771151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Calling delete_port for d9ded87d-8ef0-4eae-967e-a633795f74bf owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:15.843441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:15.843811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:15.852522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-adc54aae-467b-4b9f-8a12-67ecbd3a8cc9 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554760 Jan 10 19:10:15.989864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:16.164951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:16.317101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Pushing event deleted for resources: {'Port': ['ID=d9ded87d-8ef0-4eae-967e-a633795f74bf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:16.506609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:16.640068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=f2b8ed0e-d09e-4c95-b278-73a5fda8dd50,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:16.642134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] No DVR routers for this DVR port d9ded87d-8ef0-4eae-967e-a633795f74bf on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:16.649441 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:16.656836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'name': 'network-vif-deleted', 'tag': 'd9ded87d-8ef0-4eae-967e-a633795f74bf'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:16.751556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86674679-437d-461a-a376-b4b430a294e4 req-5f3b6aec-add0-41ba-b1b2-dbbacd877e16 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:16.758605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86674679-437d-461a-a376-b4b430a294e4 req-5f3b6aec-add0-41ba-b1b2-dbbacd877e16 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5959134 Jan 10 19:10:16.796424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9b0e-6dd3-4060-affa-85ed6ef1e431 req-701c1939-0c56-460f-aad5-ad77deaecb2f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:16.800406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9b0e-6dd3-4060-affa-85ed6ef1e431 req-701c1939-0c56-460f-aad5-ad77deaecb2f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:16.801195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc8e9b0e-6dd3-4060-affa-85ed6ef1e431 req-701c1939-0c56-460f-aad5-ad77deaecb2f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Synchronizing usage tracker for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:16.954697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-466c54c6-a722-4765-88b7-f17d928d2db7 req-00d0ebda-1896-415d-b34e-8b08de0cb4ec tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.30 "DELETE /v2.0/ports/d9ded87d-8ef0-4eae-967e-a633795f74bf HTTP/1.1" status: 204 len: 173 time: 2.6481752 Jan 10 19:10:16.959235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:16.967834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:16.969691 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-300ac046-c74f-4ad7-8441-1a78b6b78f77 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "DELETE /v2.0/ports/f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 HTTP/1.1" status: 204 len: 173 time: 2.5998759 Jan 10 19:10:17.029305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc8e9b0e-6dd3-4060-affa-85ed6ef1e431 req-701c1939-0c56-460f-aad5-ad77deaecb2f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Unset dirty status for tenant:a9899b39e28641b2936a5295cd03631c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:17.030575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc8e9b0e-6dd3-4060-affa-85ed6ef1e431 req-701c1939-0c56-460f-aad5-ad77deaecb2f tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 1604 time: 0.7111518 Jan 10 19:10:17.079310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86674679-437d-461a-a376-b4b430a294e4 req-10d99acb-d04d-4cef-a846-8a397113334c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196762 Jan 10 19:10:17.106370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port 165495a3-d9d6-44cd-922e-a9b968e4718a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:17.112006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:17.207753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc8e9b0e-6dd3-4060-affa-85ed6ef1e431 req-4a03cc9c-727e-44e6-be74-cfd5ec69baa1 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/security-groups?id=62849a5a-362b-4751-a2e4-c724ac5dd442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646509 Jan 10 19:10:17.315410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d4466203-33db-47d0-81fa-27eaa651859d req-e55302b4-4c88-4e5d-8644-838a2aa52cd5 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Synchronizing usage tracker for tenant:ed841db5e4c9442fb7ec008b950103f5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:17.449647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d4466203-33db-47d0-81fa-27eaa651859d req-e55302b4-4c88-4e5d-8644-838a2aa52cd5 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] Unset dirty status for tenant:ed841db5e4c9442fb7ec008b950103f5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:17.450821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4466203-33db-47d0-81fa-27eaa651859d req-e55302b4-4c88-4e5d-8644-838a2aa52cd5 tempest-ServerAddressesTestJSON-505638441 tempest-ServerAddressesTestJSON-505638441-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24 HTTP/1.1" status: 200 len: 210 time: 0.1955187 Jan 10 19:10:17.527249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port 165495a3-d9d6-44cd-922e-a9b968e4718a, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=165495a3-d9d6-44cd-922e-a9b968e4718a,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:17.527597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:17.680650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f49bc5-6588-4968-818a-d6834ca21057 req-dfd52f32-bb47-4faf-86ca-f9973de202ff tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:17.682051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38f49bc5-6588-4968-818a-d6834ca21057 req-dfd52f32-bb47-4faf-86ca-f9973de202ff tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.3357246 Jan 10 19:10:17.713370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for 165495a3-d9d6-44cd-922e-a9b968e4718a owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:17.865120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4596737-1ce8-4a53-83fd-4e778a314b58 req-eda2259d-a183-4b03-8a46-a5f3e9c4c57b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 210 time: 0.1244545 Jan 10 19:10:17.941521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 165495a3-d9d6-44cd-922e-a9b968e4718a no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:17.963342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38f49bc5-6588-4968-818a-d6834ca21057 req-b9570c56-6ed4-4fcf-9bad-3b8b3217109f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154830 Jan 10 19:10:18.067054 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:18.090851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cac67a7b-ff2b-427f-b726-86f59dfd9f27 req-2bdf92fd-1023-4441-96f1-9ac2cc2ee264 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 210 time: 0.0517662 Jan 10 19:10:18.100196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-34f5c836-0b0f-4e3a-8289-431afdd64b58 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:18.101613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-34f5c836-0b0f-4e3a-8289-431afdd64b58 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.5029104 Jan 10 19:10:18.132437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:18.160278 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d7e6-2be4-4d6c-aae2-fbf5c9a5af24', 'name': 'network-vif-deleted', 'tag': 'd9ded87d-8ef0-4eae-967e-a633795f74bf', 'status': 'completed', 'code': 200} Jan 10 19:10:18.317642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:18.376328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:18.400753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=165495a3-d9d6-44cd-922e-a9b968e4718a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:18.451413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:18.451998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f2b8ed0e-d09e-4c95-b278-73a5fda8dd50 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:18.452559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d9ded87d-8ef0-4eae-967e-a633795f74bf no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:18.495868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: d9ded87d-8ef0-4eae-967e-a633795f74bf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:18.496219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device d9ded87d-8ef0-4eae-967e-a633795f74bf not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:18.734348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port 165495a3-d9d6-44cd-922e-a9b968e4718a on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:18.736414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:18.745783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fa49000-b6ec-43d1-bd60-66ad68dc6fc2 req-a1826adc-6f18-4496-8283-d3c1ed387d42 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "GET /v2.0/ports?device_id=893c5a6a-49c7-4913-88c2-7332fee2874d HTTP/1.1" status: 200 len: 210 time: 0.2776263 Jan 10 19:10:18.746928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:18.762598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-5956b0cc-e9c7-460a-acc8-de1b11c3526d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:18.764053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-5956b0cc-e9c7-460a-acc8-de1b11c3526d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 822 time: 0.6065171 Jan 10 19:10:18.770498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Usage tracker for resource:port and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:18.776124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:18.785263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:18.790122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'port': {'device_id': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'admin_state_up': True, 'tenant_id': '84708e9959ac4a099635780671fb9c39'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:18.804609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b0d5342-b841-46d8-8b7a-d93179be3cf0 req-e185a7f8-8bcc-42bd-8a54-c29809d884c6 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.30 "DELETE /v2.0/ports/165495a3-d9d6-44cd-922e-a9b968e4718a HTTP/1.1" status: 204 len: 173 time: 1.8297653 Jan 10 19:10:18.882123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42390) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:18.895862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:18.899092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.000423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac9772-3322-4be8-bee2-187cfec68c7b req-72d632e1-797e-4620-84b3-a1a77353dd2e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:19.008766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cac9772-3322-4be8-bee2-187cfec68c7b req-72d632e1-797e-4620-84b3-a1a77353dd2e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4401376 Jan 10 19:10:19.036458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Deleting subnet 55295c60-313d-4896-87fc-9a161b0cd6b3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:10:19.040493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.107377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.129209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d1fb717-4b04-415d-a5ac-391a6f37cabc req-4208340f-b409-4e35-b2c8-7c967eaeb7cb tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 210 time: 0.1119227 Jan 10 19:10:19.173061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:19.195375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:port and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:19.210182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.216316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:19.262403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:19.279743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cac9772-3322-4be8-bee2-187cfec68c7b req-264dbee4-5b89-4b2c-8a5e-043ee8666ac6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693233 Jan 10 19:10:19.306987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.353766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Made reservation on behalf of 84708e9959ac4a099635780671fb9c39 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:19.356772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.364638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.377452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55295c60-313d-4896-87fc-9a161b0cd6b3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:19.382279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-64c95bad-9841-49bc-9aa7-926e1fbd01bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55295c60-313d-4896-87fc-9a161b0cd6b3 HTTP/1.1" status: 204 len: 168 time: 0.4980223 Jan 10 19:10:19.385027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:19.404781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.7 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/4a0ebca5-856d-40fe-913a-6ed0d450a8c0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:19.532340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.602993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e53a2991-9411-4164-863b-72c75986a503 req-9bc80ec3-b203-424a-893e-40f1422805e7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 210 time: 0.1362498 Jan 10 19:10:19.691252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.730834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9952f1f1-29b1-4c09-bd23-6139bb2f2577']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:19.747228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5597b7-4622-4dda-96fc-d08b923d76ad') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:19.747889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5597b7-4622-4dda-96fc-d08b923d76ad') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:19.760289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.779101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.788102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:10:19.788588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.790837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81451-cee8-429c-92b3-7b56be6e4cc9 req-b307ce14-3656-4fb7-8172-461581349a03 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:19.792362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43c81451-cee8-429c-92b3-7b56be6e4cc9 req-b307ce14-3656-4fb7-8172-461581349a03 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.5078318 Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:10:19.805488 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:10:19.886704 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.906384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:19.913360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9952f1f1-29b1-4c09-bd23-6139bb2f2577,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:19.923386 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9fa46706-786d-4c32-ba65-43388e2b20ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/9952f1f1-29b1-4c09-bd23-6139bb2f2577 HTTP/1.1" status: 204 len: 168 time: 0.5354848 Jan 10 19:10:19.977251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Allocated IP 172.20.0.8 (de992ba6-5749-4cad-8028-4d1cda6a3932/d96c15a1-65a0-412e-b4dd-2aceea35584c/c08685aa-4c97-485c-a0f4-8246213a84c3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:20.006771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.011903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43c81451-cee8-429c-92b3-7b56be6e4cc9 req-ea1dbb6d-3c70-4f4b-9aad-35e8bd6b7345 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732469 Jan 10 19:10:20.027781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bf23-0ddd-4ca0-bb80-dab7ad641e45 req-b6d2c7a5-31b6-498a-9aa6-8e6475ff2268 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:20.029247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c835bf23-0ddd-4ca0-bb80-dab7ad641e45 req-b6d2c7a5-31b6-498a-9aa6-8e6475ff2268 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2848051 Jan 10 19:10:20.122999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c835bf23-0ddd-4ca0-bb80-dab7ad641e45 req-078b3cfd-0faa-41c2-b706-7a15d2793efa tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855873 Jan 10 19:10:20.215680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-deleted', 'tag': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50'}, {'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-deleted', 'tag': '165495a3-d9d6-44cd-922e-a9b968e4718a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:20.231543 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.308688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42430) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:20.334834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42434) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:20.342854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:20.356525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:20.359506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:20.393691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:20.432245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42440) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:20.453588 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-deleted', 'tag': 'f2b8ed0e-d09e-4c95-b278-73a5fda8dd50', 'status': 'completed', 'code': 200} Jan 10 19:10:20.453861 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c5a6a-49c7-4913-88c2-7332fee2874d', 'name': 'network-vif-deleted', 'tag': '165495a3-d9d6-44cd-922e-a9b968e4718a', 'status': 'completed', 'code': 200} Jan 10 19:10:20.473919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9bf62e75-f565-416b-ad14-329f7d0b5788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed841db5e4c9442fb7ec008b950103f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1641233 Jan 10 19:10:20.474900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca4ce391-fc27-4871-91ed-f822efd8783e req-da39e405-bd05-4ed8-90e8-2881d487c4a7 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 210 time: 0.0827820 Jan 10 19:10:20.475374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42446) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:20.540443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.553199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:20.553816 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.630475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.642246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting subnet 547ea554-b54e-4732-b504-7d99e715b6f8 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:10:20.646525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.658410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-567350a2-f591-4770-b134-63f1f12df33f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5406296 Jan 10 19:10:20.682311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Request body: {'port': {'device_id': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:20.708075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64348867-2f10-4526-8c7f-5b659397c972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.716984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.745750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:20.755338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Usage tracker for resource:security_group_rule and tenant:0d82b36ee6644c93ba6dca4c425b1e4b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:20.760064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:20.761806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.768739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:20.842158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.913871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.921890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.969058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64348867-2f10-4526-8c7f-5b659397c972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:20.974260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.013964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a832ad-a053-41bf-8ea4-cd1c60984009,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:21.021885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Subnet': ['ID=547ea554-b54e-4732-b504-7d99e715b6f8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:21.027537 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-48123c84-47f2-49b2-8f48-f58672e7ba91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d82b36ee6644c93ba6dca4c425b1e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5902066 Jan 10 19:10:21.027846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42452) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:21.046121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.054516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece453f-2116-451b-9b3b-b8c1c837b711 None None] Network dcbb592b-0dfd-421c-85ba-db48ece5da61 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:21.076558 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-739f1607-b934-4d13-9791-7a4ecc072cb7 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/subnets/547ea554-b54e-4732-b504-7d99e715b6f8 HTTP/1.1" status: 204 len: 168 time: 0.7406528 Jan 10 19:10:21.080610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:21.099446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9f1f-91a5-41d7-8647-e5ca24f2ba15 req-9983c981-b35f-460a-9d79-83650e868231 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:21.100846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a2c9f1f-91a5-41d7-8647-e5ca24f2ba15 req-9983c981-b35f-460a-9d79-83650e868231 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5228443 Jan 10 19:10:21.102434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f672fd4-21b9-422c-8d76-719cf28b93a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.129639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f672fd4-21b9-422c-8d76-719cf28b93a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.140710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Network de992ba6-5749-4cad-8028-4d1cda6a3932 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:21.152095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:21.154713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:21.192400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f672fd4-21b9-422c-8d76-719cf28b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.208297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:21.210230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f672fd4-21b9-422c-8d76-719cf28b93a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a832ad-a053-41bf-8ea4-cd1c60984009,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:21.213775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f672fd4-21b9-422c-8d76-719cf28b93a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.214844 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f672fd4-21b9-422c-8d76-719cf28b93a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10a832ad-a053-41bf-8ea4-cd1c60984009 HTTP/1.1" status: 204 len: 168 time: 0.1860919 Jan 10 19:10:21.280520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.396128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] DHCP port deletion for dcbb592b-0dfd-421c-85ba-db48ece5da61 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:10:21.400346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Deleting port b8285d92-67fc-4b96-b857-afcacedfb72b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:21.400919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.422589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.427737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:21.428410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.437199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64348867-2f10-4526-8c7f-5b659397c972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.478843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a2c9f1f-91a5-41d7-8647-e5ca24f2ba15 req-cbe43c6a-4091-454a-84cb-aed69c4c56c2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427126 Jan 10 19:10:21.484320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323545-f4d8-4aa2-b0e7-3ea16b3299f5 req-6780b5e0-7216-4d4e-9a32-abb1b101aa87 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:21.484950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5c323545-f4d8-4aa2-b0e7-3ea16b3299f5 req-6780b5e0-7216-4d4e-9a32-abb1b101aa87 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:21.509517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348867-2f10-4526-8c7f-5b659397c972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e933abc-07c4-41a3-9172-87181ce2df80,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:21.515745 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64348867-2f10-4526-8c7f-5b659397c972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.520314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-64348867-2f10-4526-8c7f-5b659397c972 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e933abc-07c4-41a3-9172-87181ce2df80 HTTP/1.1" status: 204 len: 168 time: 1.0328321 Jan 10 19:10:21.521808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-eef5ae70-73f0-417f-9d3f-1f86a387d7e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7394290 Jan 10 19:10:21.522453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port b8285d92-67fc-4b96-b857-afcacedfb72b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:21.522792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.561991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Request body: {'port': {'device_id': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:21.646151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42474) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:21.667124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5c323545-f4d8-4aa2-b0e7-3ea16b3299f5 req-6780b5e0-7216-4d4e-9a32-abb1b101aa87 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:21.674038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.674991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c323545-f4d8-4aa2-b0e7-3ea16b3299f5 req-6780b5e0-7216-4d4e-9a32-abb1b101aa87 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 931 time: 0.9253080 Jan 10 19:10:21.697055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] For port b8285d92-67fc-4b96-b857-afcacedfb72b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b8285d92-67fc-4b96-b857-afcacedfb72b,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:21.697496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.716124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:21.724457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4f29dd2e7b7c4219bf69e1d353c7a6b5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:21.729464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:21.737661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:21.875175 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:10:21.881106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.883481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Calling delete_port for b8285d92-67fc-4b96-b857-afcacedfb72b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:21.892637 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:21.953107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c430a-c0dc-4cbb-a616-2cd6e84511bf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:21.958944 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-64dbc398-faac-4ff8-ba0c-df84e07299e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f29dd2e7b7c4219bf69e1d353c7a6b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116033 Jan 10 19:10:21.961256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:22.000012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b8285d92-67fc-4b96-b857-afcacedfb72b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:22.050263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74dff412-f0e3-4102-b660-4c65e2daebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.054061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c323545-f4d8-4aa2-b0e7-3ea16b3299f5 req-ead3a731-c018-48e8-bfd1-1146617941d8 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781316 Jan 10 19:10:22.089657 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74dff412-f0e3-4102-b660-4c65e2daebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.153416 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.178450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.198286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74dff412-f0e3-4102-b660-4c65e2daebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.219617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff412-f0e3-4102-b660-4c65e2daebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c430a-c0dc-4cbb-a616-2cd6e84511bf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:22.224407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74dff412-f0e3-4102-b660-4c65e2daebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.225905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74dff412-f0e3-4102-b660-4c65e2daebeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a29c430a-c0dc-4cbb-a616-2cd6e84511bf HTTP/1.1" status: 204 len: 168 time: 0.2631624 Jan 10 19:10:22.278481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d21481-8f79-4711-bfac-b60825ba8263 req-d8b45850-8b5a-472b-80a0-3316c6cc91dd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:22.285843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7d21481-8f79-4711-bfac-b60825ba8263 req-d8b45850-8b5a-472b-80a0-3316c6cc91dd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.6062460 Jan 10 19:10:22.305076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Pushing event deleted for resources: {'Port': ['ID=b8285d92-67fc-4b96-b857-afcacedfb72b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:22.326447 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.346307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] No DVR routers for this DVR port b8285d92-67fc-4b96-b857-afcacedfb72b on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:22.356745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.357168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.365482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.366129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.366208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.366592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.367063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.367617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.367938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.368383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.368740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632e14c-d342-4e3c-b84d-9cde71b3d85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:22.543295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port b8285d92-67fc-4b96-b857-afcacedfb72b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b8285d92-67fc-4b96-b857-afcacedfb72b,segment=NetworkSegment(f1f68d84-2f76-4036-81e8-7cf464e99b8a),segment_id=f1f68d84-2f76-4036-81e8-7cf464e99b8a)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:22.543896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.575709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:22.748327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42506) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:22.752626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for b8285d92-67fc-4b96-b857-afcacedfb72b owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:22.781733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.893340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-707965834-network', 'tenant_id': '9e17ac3034cc48e19f29725048efc9be'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:22.898769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:22.903238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Usage tracker for resource:network and tenant:9e17ac3034cc48e19f29725048efc9be is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:22.907207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:22.916933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:22.932512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Made reservation on behalf of 9e17ac3034cc48e19f29725048efc9be for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:22.935076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.949872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:22.989439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7d21481-8f79-4711-bfac-b60825ba8263 req-a5aaef15-b651-4d3c-891d-4b4e514a721e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7011232 Jan 10 19:10:22.990767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:22.995703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Usage tracker for resource:security_group_rule and tenant:9e17ac3034cc48e19f29725048efc9be is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:22.999313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:23.003808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Transition to ACTIVE for port object 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:23.011230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:23.061152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.104891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.113029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.151738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:10:23.163133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b9f68-f399-40c9-a98c-d999f13b2af9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:23.171461 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.172354 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Added segment e0317346-69a6-475a-b29a-24f382b83ca6 of type vlan for network 599dea69-d853-4847-b5d0-f2b05b5a39fb Jan 10 19:10:23.203843 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.227063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:23.242999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.244212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:23.245094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.257059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef71a1-5d2d-48d3-94c7-001892345ee8 req-31a167ce-e38f-4957-bdde-8a6a9289e92f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:23.258537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfef71a1-5d2d-48d3-94c7-001892345ee8 req-31a167ce-e38f-4957-bdde-8a6a9289e92f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.8050220 Jan 10 19:10:23.352384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] Pushing event updated for resources: {'Network': ['ID=599dea69-d853-4847-b5d0-f2b05b5a39fb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:23.358587 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-921208e3-2a78-403f-9c5c-18eef0fa4d04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6062877 Jan 10 19:10:23.358907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:23.365172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Request body: {'subnet': {'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-707965834-subnet', 'tenant_id': '9e17ac3034cc48e19f29725048efc9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:23.370154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:10:23.370666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:23.374314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Usage tracker for resource:subnet and tenant:9e17ac3034cc48e19f29725048efc9be is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:23.377237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:23.383178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:23.397417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:10:23.397658 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:10:23.398947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Made reservation on behalf of 9e17ac3034cc48e19f29725048efc9be for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:23.401866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.546595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfef71a1-5d2d-48d3-94c7-001892345ee8 req-fc5dc479-4218-4c3a-a617-3536f099cc36 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458978 Jan 10 19:10:23.602112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d821862-4f97-4660-8527-1b1df05ff88a req-d8ed1cda-df7a-47bc-b47e-b8736644dcaf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:23.602859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5d821862-4f97-4660-8527-1b1df05ff88a req-d8ed1cda-df7a-47bc-b47e-b8736644dcaf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Synchronizing usage tracker for tenant:84708e9959ac4a099635780671fb9c39 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:23.693356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Attempting to bind port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:23.693610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Attempting to bind port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:23.693919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Attempting to bind port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:23.699656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08685aa-4c97-485c-a0f4-8246213a84c3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:23.708496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5d821862-4f97-4660-8527-1b1df05ff88a req-d8ed1cda-df7a-47bc-b47e-b8736644dcaf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Unset dirty status for tenant:84708e9959ac4a099635780671fb9c39 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:23.712317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d821862-4f97-4660-8527-1b1df05ff88a req-d8ed1cda-df7a-47bc-b47e-b8736644dcaf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 931 time: 0.4813640 Jan 10 19:10:23.716894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.754813 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.773240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:10:23.773578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Attempting to bind port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:23.802825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Transition to ACTIVE for port object c08685aa-4c97-485c-a0f4-8246213a84c3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:23.812396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:23.814008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:23.814008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:23.814929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Bound port: 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:23.815215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.823401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:23.832871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.853185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Checking segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:23.853659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Network hostable DHCP agents. Network: 599dea69-d853-4847-b5d0-f2b05b5a39fb, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:10:23.878050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:10:23.893092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 599dea69-d853-4847-b5d0-f2b05b5a39fb) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:23.900943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port b8285d92-67fc-4b96-b857-afcacedfb72b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:23.901294 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.902892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:23.903610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:23.903970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db791a-08fa-445c-9a12-287b5f9d28e4 None None] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:23.940602 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e957eaf0-b450-40cb-83b3-1f5f72a23636 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5803041 Jan 10 19:10:23.966002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d821862-4f97-4660-8527-1b1df05ff88a req-0c3b04af-d02f-47ee-9599-31e75fb61c1e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453673 Jan 10 19:10:24.085050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] The port 'b8285d92-67fc-4b96-b857-afcacedfb72b' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:10:24.091260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:24.164993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a077e-bd92-4588-b9fa-bf65df3536c9 req-de55dbf3-5b15-423a-b274-e0a68f5103c4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:24.172075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-009a077e-bd92-4588-b9fa-bf65df3536c9 req-de55dbf3-5b15-423a-b274-e0a68f5103c4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 943 time: 0.4586580 Jan 10 19:10:24.277847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] For port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:24.282713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc904e9f-e7c7-4e73-815d-d4fb3dac740f None None] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:24.342974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] For port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:24.382057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:24.392023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:24.510192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-009a077e-bd92-4588-b9fa-bf65df3536c9 req-093941ba-3743-4b83-bd59-9d86aeb6ca14 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370430 Jan 10 19:10:24.559038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb592b-0dfd-421c-85ba-db48ece5da61']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:24.571782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f68d84-2f76-4036-81e8-7cf464e99b8a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:24.572102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f68d84-2f76-4036-81e8-7cf464e99b8a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:24.602511 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:24.617630 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:24.619013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] 10.222.0.44 "PUT /v2.0/ports/4a0ebca5-856d-40fe-913a-6ed0d450a8c0 HTTP/1.1" status: 200 len: 1091 time: 3.9518714 Jan 10 19:10:24.620406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'tag': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:24.648079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a811-a3a4-4808-8eda-1ee16f1f69bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:24.658546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:24.711620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:10:24.712284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:24.728103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Attempting to bind port c08685aa-4c97-485c-a0f4-8246213a84c3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:24.728469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Attempting to bind port c08685aa-4c97-485c-a0f4-8246213a84c3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:24.728798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Attempting to bind port c08685aa-4c97-485c-a0f4-8246213a84c3 on network de992ba6-5749-4cad-8028-4d1cda6a3932 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:10:24.730800 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:10:24.957698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Port c08685aa-4c97-485c-a0f4-8246213a84c3 on network de992ba6-5749-4cad-8028-4d1cda6a3932 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:10:24.958030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Attempting to bind port c08685aa-4c97-485c-a0f4-8246213a84c3 on network de992ba6-5749-4cad-8028-4d1cda6a3932 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:25.040488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11086172-37d0-4dd7-95ec-2ecf9ba7bb79 req-68e565f1-394e-4fb9-bf22-1214dfa1d4e6 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:25.042073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11086172-37d0-4dd7-95ec-2ecf9ba7bb79 req-68e565f1-394e-4fb9-bf22-1214dfa1d4e6 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.6029403 Jan 10 19:10:25.050400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.058284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.060975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:25.061392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Checking segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:25.062242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Bound using segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:25.062374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Bound port: c08685aa-4c97-485c-a0f4-8246213a84c3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:25.062936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.147918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Network': ['ID=dcbb592b-0dfd-421c-85ba-db48ece5da61,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:25.223770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-e4c3aff0-061f-4c04-8907-9cf85d64e72e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 1094 time: 0.5579486 Jan 10 19:10:25.227514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-71cc9b98-df9f-427d-90a4-d4dfd9a1a523 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/networks/dcbb592b-0dfd-421c-85ba-db48ece5da61 HTTP/1.1" status: 204 len: 168 time: 4.1232648 Jan 10 19:10:25.228093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:25.334279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11086172-37d0-4dd7-95ec-2ecf9ba7bb79 req-acc97b10-4904-4261-9b69-390ad7b70936 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610455 Jan 10 19:10:25.361661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-d39457d1-d076-406f-9cff-ed308cd98c29 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:25.361661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-d39457d1-d076-406f-9cff-ed308cd98c29 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.4484985 Jan 10 19:10:25.361661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-d0e087b8-efd3-4905-907b-738f59cae705 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0 HTTP/1.1" status: 200 len: 217 time: 0.1277933 Jan 10 19:10:25.428508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-e5cef922-3e08-4dda-909f-94345b77d437 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/quotas/9e17ac3034cc48e19f29725048efc9be HTTP/1.1" status: 200 len: 375 time: 0.0695391 Jan 10 19:10:25.446464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting subnet 305559a4-f477-4236-a09c-8d07ff79ee62 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:10:25.449723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.468213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:25.488668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5a1de40d-23da-482e-8897-39d2cbfb0d91 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587215 Jan 10 19:10:25.510450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.561431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:25.596930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.622528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.662413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-3ed7f368-f817-4569-abbd-621ba56decc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:25.664069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-3ed7f368-f817-4569-abbd-621ba56decc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.2907419 Jan 10 19:10:25.684523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.728150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.731119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Subnet': ['ID=305559a4-f477-4236-a09c-8d07ff79ee62,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:25.732014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cddb8f-7b52-49ab-8b1e-04b2e1c6bf32 None None] Network 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:25.739418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4bae5dac-4b74-46c5-a889-216aae995318 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/subnets/305559a4-f477-4236-a09c-8d07ff79ee62 HTTP/1.1" status: 204 len: 168 time: 0.5076265 Jan 10 19:10:25.740174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42596) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:25.773087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-39eb4526-fd27-4853-92e3-31f3a3494641 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954700 Jan 10 19:10:25.781857 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.784093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] 10.222.0.44 "PUT /v2.0/ports/c08685aa-4c97-485c-a0f4-8246213a84c3 HTTP/1.1" status: 200 len: 1091 time: 4.2345753 Jan 10 19:10:25.883672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.898639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Deleting port 291991b7-3087-4f71-a50a-d737588276b4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:25.899075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:25.972676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f511c5-693e-4efa-8514-1ffaa0036a8c service neutron] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:25.985333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-89afc37c-1b39-4875-a5b1-be24b702f519 service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964051 Jan 10 19:10:26.099200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] DHCP port deletion for 1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:10:26.103577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Deleting port 291991b7-3087-4f71-a50a-d737588276b4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:26.103953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.144647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6171-5cd7-4171-b8a6-34c2e5a3cda2 req-980e4e42-2f7c-4a10-9028-239423e94587 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:26.151588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-624c6171-5cd7-4171-b8a6-34c2e5a3cda2 req-980e4e42-2f7c-4a10-9028-239423e94587 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.6730094 Jan 10 19:10:26.173250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] For port 291991b7-3087-4f71-a50a-d737588276b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=291991b7-3087-4f71-a50a-d737588276b4,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:26.174241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.213152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-74b822e1-0927-4e62-8fcb-6e85cfcaa50b service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230099 Jan 10 19:10:26.311448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Calling delete_port for 291991b7-3087-4f71-a50a-d737588276b4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:26.353821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-624c6171-5cd7-4171-b8a6-34c2e5a3cda2 req-7aed8a4d-b2c5-4318-91c4-41d21a4f6a9c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013011 Jan 10 19:10:26.357209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-1768bddc-d714-4115-829f-2f4bd0e8b504 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 1094 time: 0.4516647 Jan 10 19:10:26.394332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] For port 291991b7-3087-4f71-a50a-d737588276b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=291991b7-3087-4f71-a50a-d737588276b4,segment=NetworkSegment(3bd35ab8-d6c4-4b06-bc22-baa94daf655e),segment_id=3bd35ab8-d6c4-4b06-bc22-baa94daf655e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:26.396733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.397922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.452139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Port': ['ID=291991b7-3087-4f71-a50a-d737588276b4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:26.457784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] No DVR routers for this DVR port 291991b7-3087-4f71-a50a-d737588276b4 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:26.500446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-46b56c90-905f-4914-afb9-72264047e278 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08685aa-4c97-485c-a0f4-8246213a84c3 HTTP/1.1" status: 200 len: 217 time: 0.1313865 Jan 10 19:10:26.502964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-bc9811ea-e839-499f-90d2-5f7fd6a69995 service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044832 Jan 10 19:10:26.507423 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'tag': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0', 'status': 'completed', 'code': 200} Jan 10 19:10:26.539830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Calling delete_port for 291991b7-3087-4f71-a50a-d737588276b4 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:26.625206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:10:26.625635 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:10:26.637550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71ba9f55-6b62-4eb3-bb51-0c23efde7b1e req-10b4bec6-6f7e-42c6-9dfe-659e723c8bd3 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136205 Jan 10 19:10:26.643726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-1fc91fb0-022c-41f7-a1d0-151d528a6389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:26.647225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-1fc91fb0-022c-41f7-a1d0-151d528a6389 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 200 len: 862 time: 0.1372495 Jan 10 19:10:26.710841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.749204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:26.765058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd35ab8-d6c4-4b06-bc22-baa94daf655e') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:26.766132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd35ab8-d6c4-4b06-bc22-baa94daf655e') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:26.781414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.802123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.810767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:10:26.811417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:10:26.833147 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:10:27.102289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:27.125251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:27.127446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Deleting port 291991b7-3087-4f71-a50a-d737588276b4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:27.128362 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:27.128462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] Pushing event deleted for resources: {'Network': ['ID=1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:27.145029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-9649914c-25cc-4894-8f24-5502b1337ada service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de992ba6-5749-4cad-8028-4d1cda6a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4908326 Jan 10 19:10:27.160760 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2daa2d7e-6690-404e-87ae-6b15176a5784 tempest-ServersTestMultiNic-165862913 tempest-ServersTestMultiNic-165862913-project] 10.222.0.21 "DELETE /v2.0/networks/1e5a37b8-ea9b-47ce-a12a-a9b070e2ab40 HTTP/1.1" status: 204 len: 168 time: 1.4199522 Jan 10 19:10:27.299030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d46f1f77-798d-4d47-b857-5df1a9983177 None None] The port '291991b7-3087-4f71-a50a-d737588276b4' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:10:27.412944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcffc8-3640-480d-b93c-223dc67a2671 req-73c01a99-dde5-4a46-97b0-b96bf43c2270 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:27.414432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49dcffc8-3640-480d-b93c-223dc67a2671 req-73c01a99-dde5-4a46-97b0-b96bf43c2270 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 943 time: 0.6899366 Jan 10 19:10:27.440676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-d36d0742-8061-4ddb-860d-8d6c6473b17c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 1094 time: 0.5001938 Jan 10 19:10:27.515319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-008f620a-9c2c-458f-bb77-6f702d42bf81 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579144 Jan 10 19:10:27.675561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-9435ed36-7420-4e00-9bef-568259493e55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1097 time: 0.0855391 Jan 10 19:10:27.760284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49dcffc8-3640-480d-b93c-223dc67a2671 req-96948d0a-486d-4c74-8e81-1491caa80621 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291893 Jan 10 19:10:27.816280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-18bdf2c7-fb70-4219-8c3e-d1ac0da941c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:27.817764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-18bdf2c7-fb70-4219-8c3e-d1ac0da941c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.3617969 Jan 10 19:10:27.854892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-fca583c5-2302-4fac-9064-67bfb87f45af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:27.856360 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-fca583c5-2302-4fac-9064-67bfb87f45af service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.1686699 Jan 10 19:10:27.887064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 291991b7-3087-4f71-a50a-d737588276b4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:27.928655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 291991b7-3087-4f71-a50a-d737588276b4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:27.929261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 291991b7-3087-4f71-a50a-d737588276b4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:27.947472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8530821-d74c-4385-991b-2ee290bd026b req-6f3c9a7e-47ea-4943-99e9-2d22372ea66a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:27.953984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8530821-d74c-4385-991b-2ee290bd026b req-6f3c9a7e-47ea-4943-99e9-2d22372ea66a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 943 time: 0.4968228 Jan 10 19:10:27.975896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-d5676d98-d47f-4ddd-88fb-238ef010bb2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0 HTTP/1.1" status: 200 len: 217 time: 0.1473384 Jan 10 19:10:27.977753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eb208b2-be4a-4ad3-b119-5e55d5c449ce req-8645d228-4831-4913-8fa7-1a4cb85d83f0 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032307 Jan 10 19:10:27.989268 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-47b7ebb5-3f37-465e-92a7-8fbe6bba2e25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 1002 time: 0.1267543 Jan 10 19:10:28.075290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-8abda503-05e6-40fd-aa5b-9856bab68037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:28.076750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-8abda503-05e6-40fd-aa5b-9856bab68037 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0922515 Jan 10 19:10:28.082166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-92c5488a-331d-43de-bbcf-7022f834bc0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:28.083808 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-92c5488a-331d-43de-bbcf-7022f834bc0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.0889285 Jan 10 19:10:28.154564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-e1aef606-d348-43a6-aa33-d83df4e0b3e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611589 Jan 10 19:10:28.199510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-2ec41695-fd43-4b87-b5b2-0b7dedb86e32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098435 Jan 10 19:10:28.201354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8530821-d74c-4385-991b-2ee290bd026b req-c3859583-1b18-40eb-9061-c29297adf9b9 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445757 Jan 10 19:10:28.397329 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-bdc13b86-850b-45b4-9432-7f77c1f90b10 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908772 Jan 10 19:10:28.430593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-276d3259-674e-45e9-bcca-292af060dd03 req-1932930b-f761-4dd3-b99e-584c0f80f276 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 210 time: 0.0746467 Jan 10 19:10:28.467113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b85a58-0c0a-42d1-a82f-5718119b93a4 req-224299b6-1247-4701-bc54-0b1bb5e80ed2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:28.469254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43b85a58-0c0a-42d1-a82f-5718119b93a4 req-224299b6-1247-4701-bc54-0b1bb5e80ed2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4858499 Jan 10 19:10:28.509168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:28.575168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7b6bf7dc-1cb2-4ad8-a8c9-a413d577719b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:28.576606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7b6bf7dc-1cb2-4ad8-a8c9-a413d577719b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.3723810 Jan 10 19:10:28.585513 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ef2a34d-24d6-432d-9a85-14b939f5d3b4 req-c7b12489-e83c-4570-bb91-ee010a7a7932 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813922 Jan 10 19:10:28.594639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-dbeec869-ba73-4453-8825-01a05003d986 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301896 Jan 10 19:10:28.598584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Request body: {'port': {'device_id': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'admin_state_up': True, 'tenant_id': '9e17ac3034cc48e19f29725048efc9be'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:28.627473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43b85a58-0c0a-42d1-a82f-5718119b93a4 req-02678ddf-1d52-429e-bd2b-5efcf3c7e98a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572974 Jan 10 19:10:28.902931 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'status': 'completed', 'code': 200} Jan 10 19:10:28.929478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-93734917-94bc-43b1-a514-c4ac4061ad37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 1094 time: 0.0809073 Jan 10 19:10:29.046407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:29.055832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c18ae2-59b6-4d04-8cbd-468a8097d14a req-8343517a-bdf1-4844-94f7-5032fac2e43f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:29.062731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3c18ae2-59b6-4d04-8cbd-468a8097d14a req-8343517a-bdf1-4844-94f7-5032fac2e43f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.4047811 Jan 10 19:10:29.082669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd838e0d-28a6-49f0-abf7-88020958b1de req-7eb8f315-1d40-4512-8250-b21fd6c7f714 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508696 Jan 10 19:10:29.085523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Usage tracker for resource:port and tenant:9e17ac3034cc48e19f29725048efc9be is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:29.091554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:29.099794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:29.132213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-6169e085-aeb1-4f67-be57-5f50575ed742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:29.133761 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-6169e085-aeb1-4f67-be57-5f50575ed742 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 923 time: 0.1821718 Jan 10 19:10:29.172377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Made reservation on behalf of 9e17ac3034cc48e19f29725048efc9be for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:29.176325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:29.202164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3c18ae2-59b6-4d04-8cbd-468a8097d14a req-dad1cf1d-4ef6-47dd-8f83-74b5d22b8e5c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381688 Jan 10 19:10:29.223275 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-34ee7241-e505-42c1-add7-0385a3da22d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08685aa-4c97-485c-a0f4-8246213a84c3 HTTP/1.1" status: 200 len: 217 time: 0.0829546 Jan 10 19:10:29.303381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-dccc314a-97b3-4e57-a00a-b6b97bd08068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:29.305401 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-dccc314a-97b3-4e57-a00a-b6b97bd08068 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 200 len: 862 time: 0.0764079 Jan 10 19:10:29.362619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-a567d5f6-e52b-4cff-9f9d-8dc86e51c436 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de992ba6-5749-4cad-8028-4d1cda6a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508165 Jan 10 19:10:29.389777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374e00b-5b0e-4d71-b7e5-5689a30014b6 req-e2f3860a-323f-4719-86df-501e85d46734 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:29.397641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1374e00b-5b0e-4d71-b7e5-5689a30014b6 req-e2f3860a-323f-4719-86df-501e85d46734 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 943 time: 0.2868776 Jan 10 19:10:29.441283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Allocated IP 172.20.0.12 (599dea69-d853-4847-b5d0-f2b05b5a39fb/2f7ba18f-ca2e-4b4c-88be-ec4f568410a4/3f9a5939-3425-4f5a-90bd-85a9b2cee688) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:29.467461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1374e00b-5b0e-4d71-b7e5-5689a30014b6 req-e9305e43-0f87-4f1e-8eb9-cdc8956a6e96 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Jan 10 19:10:29.524585 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-4a6f8757-e2b7-459f-85ba-deceaf0b047a service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558652 Jan 10 19:10:29.677059 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eac46f53-b0d2-45a5-9ec7-760b0834eb63 req-b14f75da-5afd-4759-adb6-5fe0817c74a2 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466954 Jan 10 19:10:29.725872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:29.830143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:29.851452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab58995-d04b-479f-a68e-49ddde8e6af8 req-28762536-50a8-4ba0-8836-4396ee749393 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:29.852912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ab58995-d04b-479f-a68e-49ddde8e6af8 req-28762536-50a8-4ba0-8836-4396ee749393 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 943 time: 0.2468777 Jan 10 19:10:29.860174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e131702-102d-4895-8d75-2f3ea2f79823 req-89d9087c-cf80-4dbb-8b59-52648fd6207e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:29.863803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e131702-102d-4895-8d75-2f3ea2f79823 req-89d9087c-cf80-4dbb-8b59-52648fd6207e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2615964 Jan 10 19:10:29.864863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:29.882397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0', 'mac_address': 'fa:16:3e:4f:63:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:29.937364 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:29.952730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ab58995-d04b-479f-a68e-49ddde8e6af8 req-b9b90a8b-f8e5-46fc-8fa1-9246d1fadd15 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855508 Jan 10 19:10:29.955368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e131702-102d-4895-8d75-2f3ea2f79823 req-5c008687-1ac6-483a-8d9b-0c931658f1fd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864263 Jan 10 19:10:29.957050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:29.958260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:29.986892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:29.994011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:29.995067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c08685aa-4c97-485c-a0f4-8246213a84c3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:30.086154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42688) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:30.112120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:30.145800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:30.184487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:30.199153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:30.273241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:30.273861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:30.301122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event updated for resources: {'Port': ['ID=3f9a5939-3425-4f5a-90bd-85a9b2cee688,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:30.307160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-7a008eee-2d8b-42e5-b1f7-3519fc14c1ff tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7148120 Jan 10 19:10:30.328930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Request body: {'port': {'device_id': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:30.340956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:30.356100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'port_id': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'mac_address': 'fa:16:3e:a9:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c15a1-65a0-412e-b4dd-2aceea35584c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:30.422556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:30.445852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08685aa-4c97-485c-a0f4-8246213a84c3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:30.465141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:30.471915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:30.500521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491eaf8-05da-4829-b086-8f7c9c293536 req-81a08802-7e73-4c15-a0b0-f67fa4ba3adf tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:30.501245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d491eaf8-05da-4829-b086-8f7c9c293536 req-81a08802-7e73-4c15-a0b0-f67fa4ba3adf tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:30.551791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:30.557652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:30.632863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d491eaf8-05da-4829-b086-8f7c9c293536 req-81a08802-7e73-4c15-a0b0-f67fa4ba3adf tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:30.633939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d491eaf8-05da-4829-b086-8f7c9c293536 req-81a08802-7e73-4c15-a0b0-f67fa4ba3adf tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 932 time: 0.5316124 Jan 10 19:10:30.643365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357100d3-98c8-4e61-8aea-34370d1b838f req-56c89233-8f8c-4a27-ba4a-339387bd6140 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:30.644823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-357100d3-98c8-4e61-8aea-34370d1b838f req-56c89233-8f8c-4a27-ba4a-339387bd6140 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2676153 Jan 10 19:10:30.725509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:30.772397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4a0ebca5-856d-40fe-913a-6ed0d450a8c0'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:30.840902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['c08685aa-4c97-485c-a0f4-8246213a84c3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:30.863447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d491eaf8-05da-4829-b086-8f7c9c293536 req-35783659-8b4d-4188-991d-3e7ed41f3097 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826823 Jan 10 19:10:30.898622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-357100d3-98c8-4e61-8aea-34370d1b838f req-38fd4800-875d-4ec2-a31b-c2a147cc0113 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067485 Jan 10 19:10:31.128378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9a5939-3425-4f5a-90bd-85a9b2cee688 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:31.135646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.151705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Transition to ACTIVE for port object 3f9a5939-3425-4f5a-90bd-85a9b2cee688 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:31.323212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.504856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Deleting port 26120ace-2c07-4dc1-a869-49413b0f3841 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:31.505349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.519321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a5939-3425-4f5a-90bd-85a9b2cee688,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:31.578085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f05ace-f36d-4a20-a593-76dbbb2162eb req-6bb186dd-98bb-4011-b48a-392e45bbe75e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:31.579560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90f05ace-f36d-4a20-a593-76dbbb2162eb req-6bb186dd-98bb-4011-b48a-392e45bbe75e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.5699863 Jan 10 19:10:31.662257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c0314-cccc-46dd-b0e0-3ccc2fb9259a req-7fbb31f2-433b-4c84-a526-2894c470f4de tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:31.669017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b87c0314-cccc-46dd-b0e0-3ccc2fb9259a req-7fbb31f2-433b-4c84-a526-2894c470f4de tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 944 time: 0.3506813 Jan 10 19:10:31.730673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90f05ace-f36d-4a20-a593-76dbbb2162eb req-0a421cb8-dca8-4f31-8b01-6b55dc556ae0 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179540 Jan 10 19:10:31.739379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42712) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:31.741558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Attempting to bind port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:31.741558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Attempting to bind port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:31.741773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Attempting to bind port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:31.743024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] For port 26120ace-2c07-4dc1-a869-49413b0f3841, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=26120ace-2c07-4dc1-a869-49413b0f3841,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:31.743397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.762036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:10:31.762036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Attempting to bind port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:31.774933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b87c0314-cccc-46dd-b0e0-3ccc2fb9259a req-60b5d240-0fe7-4a11-8ab9-68938181fc95 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049709 Jan 10 19:10:31.778456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:31.778794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Checking segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:31.779203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Bound using segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:31.779628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Bound port: 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:31.779972 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.896370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Calling delete_port for 26120ace-2c07-4dc1-a869-49413b0f3841 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:31.943393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] For port 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:31.946930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] For port 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:31.955610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.961132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:31.993091 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-c1a32f68-ce5d-4e82-a41d-0484173f071e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3447323 Jan 10 19:10:32.069321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:32.071433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] 10.222.0.30 "PUT /v2.0/ports/3f9a5939-3425-4f5a-90bd-85a9b2cee688 HTTP/1.1" status: 200 len: 1092 time: 1.7508111 Jan 10 19:10:32.072922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:32.078960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:41e8c14608f144b6bd00a5bbdec61174 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:32.085685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:32.088865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'tag': '3f9a5939-3425-4f5a-90bd-85a9b2cee688'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:32.105418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:32.160135 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-49de9bfc-4dbd-43f5-8342-3d3301f5086d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 1097 time: 0.1386929 Jan 10 19:10:32.242586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effdf2d-c8b8-479d-9c62-e506178f7bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a5939-3425-4f5a-90bd-85a9b2cee688,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:32.298974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0536-4745-48b0-9380-be5955da4cb2 req-54638d23-8e22-4db5-81bb-b95a7acf9732 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:32.300449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3da0536-4745-48b0-9380-be5955da4cb2 req-54638d23-8e22-4db5-81bb-b95a7acf9732 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 944 time: 0.3402009 Jan 10 19:10:32.316952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c307-d900-463e-bc09-bccdd8a11e59 req-00fd8e55-8ed4-401b-82ec-09e028df3b81 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:32.318654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0097c307-d900-463e-bc09-bccdd8a11e59 req-00fd8e55-8ed4-401b-82ec-09e028df3b81 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2400391 Jan 10 19:10:32.334026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-094a2c85-341f-434b-b5d0-ed0c00de852f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 1095 time: 0.1770110 Jan 10 19:10:32.407543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:32.418997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:32.431751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-43b01c87-7c01-4f7f-9a9a-0bbd813339ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688 HTTP/1.1" status: 200 len: 217 time: 0.0895603 Jan 10 19:10:32.474925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:32.497682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3da0536-4745-48b0-9380-be5955da4cb2 req-fa1c0e37-0d4a-46c7-a958-a75b451100c1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898193 Jan 10 19:10:32.504881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0097c307-d900-463e-bc09-bccdd8a11e59 req-99c36009-7fb4-472b-bb44-fdbb8c8354f3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685379 Jan 10 19:10:32.528326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-01034210-58b4-49ad-9d42-a9e20a8bb22b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:32.530316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-01034210-58b4-49ad-9d42-a9e20a8bb22b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.0876358 Jan 10 19:10:32.551106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5dd210-f4ee-44de-b6ba-553899ac47d7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:32.565509 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9fae2c7-13c2-49f6-ac3d-596f25c7e1c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e8c14608f144b6bd00a5bbdec61174&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8251157 Jan 10 19:10:32.566449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Pushing event deleted for resources: {'Port': ['ID=26120ace-2c07-4dc1-a869-49413b0f3841,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:32.568721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42728) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:32.584539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-adef90d0-c078-4db8-ab9b-3197d7c59bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478163 Jan 10 19:10:32.622641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7d689-0793-4696-b267-7bc910e78b86 req-08f313d5-e2aa-4782-9f21-61721828890f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:32.624146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-08f313d5-e2aa-4782-9f21-61721828890f service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.4410136 Jan 10 19:10:32.668616 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'tag': '3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'status': 'completed', 'code': 200} Jan 10 19:10:32.837438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-d9305ef4-eba1-4a64-abfc-033859b06116 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471340 Jan 10 19:10:32.876746 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-f0d86ef5-b34a-478f-86a3-cd11c213d75c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 200 len: 1002 time: 0.2441998 Jan 10 19:10:32.885962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2006a8b-6d35-4442-9ff7-ac2b01706678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:32.934897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e62bf-ebff-49d8-bab4-1e7480f76693 req-398cd423-94a3-4bfe-ad97-44a4f033396b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:32.936458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a72e62bf-ebff-49d8-bab4-1e7480f76693 req-398cd423-94a3-4bfe-ad97-44a4f033396b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 944 time: 0.2700589 Jan 10 19:10:32.967267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2006a8b-6d35-4442-9ff7-ac2b01706678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:32.988710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7d689-0793-4696-b267-7bc910e78b86 req-0f96dc7b-a568-4801-9f34-f0759659e7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:32.990137 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-0f96dc7b-a568-4801-9f34-f0759659e7ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.1051211 Jan 10 19:10:33.038250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4447f93-b3df-425a-a704-a1cc1485b8f1 req-459a6cc7-47bc-431e-bbcb-d4917b1440f9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:33.039972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4447f93-b3df-425a-a704-a1cc1485b8f1 req-459a6cc7-47bc-431e-bbcb-d4917b1440f9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2458432 Jan 10 19:10:33.043739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a72e62bf-ebff-49d8-bab4-1e7480f76693 req-e8a50fd4-00e7-4b16-ba15-f63489f8fe46 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996938 Jan 10 19:10:33.045605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edec680c-b1e3-4938-947d-1ec89fd0829d req-a3602f48-d146-4322-808c-54ad0a48c5dd service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026839 Jan 10 19:10:33.149196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2006a8b-6d35-4442-9ff7-ac2b01706678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:33.152785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4447f93-b3df-425a-a704-a1cc1485b8f1 req-749e9df6-55c6-40e0-a782-2e78c683526e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052890 Jan 10 19:10:33.174262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2006a8b-6d35-4442-9ff7-ac2b01706678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5dd210-f4ee-44de-b6ba-553899ac47d7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:33.205186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2006a8b-6d35-4442-9ff7-ac2b01706678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:33.208640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-68e7e595-08b3-4dc5-a975-5ad935bcb0d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 1095 time: 0.1074469 Jan 10 19:10:33.209055 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2006a8b-6d35-4442-9ff7-ac2b01706678 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f5dd210-f4ee-44de-b6ba-553899ac47d7 HTTP/1.1" status: 204 len: 168 time: 0.6339779 Jan 10 19:10:33.219365 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-b43384e1-f535-4d38-bc75-dc25477c14e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177932 Jan 10 19:10:33.406471 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:33.414006 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-c4073ad6-a133-45d3-a170-3455c4b137b2 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863246 Jan 10 19:10:33.565414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921482c0-998b-4e29-bb9c-4dc780568676 req-b2ba1201-15bd-49a2-88f3-02fec392864d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:33.566880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-b2ba1201-15bd-49a2-88f3-02fec392864d service neutron] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 915 time: 0.3539634 Jan 10 19:10:33.618555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42746) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:33.663948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:33.668421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-633658de-2fed-4f8e-87ba-f5c0dc0aa80f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688 HTTP/1.1" status: 200 len: 217 time: 0.0904286 Jan 10 19:10:33.704205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ded7d689-0793-4696-b267-7bc910e78b86 req-d59d6d4d-e578-4ee1-98a1-4627a57cc604 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841966 Jan 10 19:10:33.719415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c2e30-88f1-47db-a2d0-728731f4a8ac req-efa920e2-f985-4e55-af7b-d12cdd313f28 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:33.722118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-541c2e30-88f1-47db-a2d0-728731f4a8ac req-efa920e2-f985-4e55-af7b-d12cdd313f28 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 944 time: 0.3677318 Jan 10 19:10:33.722638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:33.747297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:33.769844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7970225-d499-45d9-aae0-31d3ae48ac27 req-dcc924da-078c-4584-ab49-16fd167c4e51 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:33.772745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Usage tracker for resource:security_group_rule and tenant:a686dd0f72c146e9940492ceee4542e1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:33.776491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7970225-d499-45d9-aae0-31d3ae48ac27 req-dcc924da-078c-4584-ab49-16fd167c4e51 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2611628 Jan 10 19:10:33.779337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:33.791010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:33.825251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:33.831914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:33.832165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921482c0-998b-4e29-bb9c-4dc780568676 req-f2567dab-7634-4278-aac4-d1d6be42298e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:33.832489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:33.833756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-f2567dab-7634-4278-aac4-d1d6be42298e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.1567206 Jan 10 19:10:33.894144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-eaeb5a3f-3292-446d-9963-19b154b778b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535872 Jan 10 19:10:33.896277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-541c2e30-88f1-47db-a2d0-728731f4a8ac req-f38b0ad3-44bd-48e9-929a-b033002dcc26 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673138 Jan 10 19:10:33.909374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7970225-d499-45d9-aae0-31d3ae48ac27 req-857a0ded-0cf2-4c54-8254-5d226db05fcc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320074 Jan 10 19:10:34.069186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.109773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.125489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-6eb955ad-8356-45c3-b4b7-9a5a52b57333 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150567 Jan 10 19:10:34.125808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.131913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:34.133378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:34.140493 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.141728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c08685aa-4c97-485c-a0f4-8246213a84c3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:34.194258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda5e07-1e78-4188-b432-78995af12fc1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:34.247013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:34.259271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-87b82bd1-ec3b-43cc-95c2-186285cdff26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a686dd0f72c146e9940492ceee4542e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6395898 Jan 10 19:10:34.259861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42756) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:34.286004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port c08685aa-4c97-485c-a0f4-8246213a84c3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:34.291739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port c08685aa-4c97-485c-a0f4-8246213a84c3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:34.292859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.350533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532598a-a8be-456f-9544-d71fd7448d47 req-0038c0f6-3182-41bc-a904-761be9c30d94 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:34.352017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2532598a-a8be-456f-9544-d71fd7448d47 req-0038c0f6-3182-41bc-a904-761be9c30d94 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 944 time: 0.2934282 Jan 10 19:10:34.354817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-921482c0-998b-4e29-bb9c-4dc780568676 req-22329584-9708-4020-859e-8ef3507957a3 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946712 Jan 10 19:10:34.366329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25696e00-8779-44fd-96aa-e08fa11e8430 req-a1c9d8dd-2614-4359-b59e-97544cd7b0ba tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:34.374721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25696e00-8779-44fd-96aa-e08fa11e8430 req-a1c9d8dd-2614-4359-b59e-97544cd7b0ba tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2602870 Jan 10 19:10:34.417936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-589b4c4f-e4e5-49d9-a96d-b51d97249062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.419476 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.449712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-589b4c4f-e4e5-49d9-a96d-b51d97249062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.456050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:34.461472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.492385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2532598a-a8be-456f-9544-d71fd7448d47 req-88257500-eed6-4361-bb8b-f1263fecc77a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141605 Jan 10 19:10:34.499766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25696e00-8779-44fd-96aa-e08fa11e8430 req-e458eecd-646b-4d8b-8766-3360f2fa18d4 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237419 Jan 10 19:10:34.545861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:34.558914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-d40553e0-55cb-42c5-a524-f3f21896e2ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226017 Jan 10 19:10:34.606244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-589b4c4f-e4e5-49d9-a96d-b51d97249062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.629425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4c4f-e4e5-49d9-a96d-b51d97249062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda5e07-1e78-4188-b432-78995af12fc1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:34.636118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-589b4c4f-e4e5-49d9-a96d-b51d97249062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:34.637252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-589b4c4f-e4e5-49d9-a96d-b51d97249062 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dda5e07-1e78-4188-b432-78995af12fc1 HTTP/1.1" status: 204 len: 168 time: 0.3684673 Jan 10 19:10:34.675893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Router afc3c80a-1257-4ad3-8986-43f5d226b80d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:10:34.815892 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0', 'code': 200} Jan 10 19:10:34.817969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-fd8e9fa3-721a-470e-abd2-a4075a4a7cd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1096 time: 0.1040056 Jan 10 19:10:34.834587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fdccd-3fbf-42f5-bd44-322b9ad344e6 req-a0c7df28-b5b9-4853-b508-13d138a76505 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:34.846271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015fdccd-3fbf-42f5-bd44-322b9ad344e6 req-a0c7df28-b5b9-4853-b508-13d138a76505 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 944 time: 0.1702173 Jan 10 19:10:34.998262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015fdccd-3fbf-42f5-bd44-322b9ad344e6 req-30d52e89-9be1-4a69-8c81-1378f8f69697 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510365 Jan 10 19:10:35.011395 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-37b6e2c3-c263-493d-a46e-8164a8a64001 req-7435d33f-ac3a-46ac-9630-cfa7bd784fb2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 1096 time: 0.1213777 Jan 10 19:10:35.016489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:10:35.022473 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5960b79c-41ea-4cd3-b036-1d7581c8972b admin admin] 10.222.0.21 "PUT /v2.0/routers/afc3c80a-1257-4ad3-8986-43f5d226b80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9354241 Jan 10 19:10:35.027551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42772) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:35.033300 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] Sync routers for ids ['afc3c80a-1257-4ad3-8986-43f5d226b80d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:10:35.062132 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] Routers {'afc3c80a-1257-4ad3-8986-43f5d226b80d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:35.062762 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['afc3c80a-1257-4ad3-8986-43f5d226b80d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:35.127795 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-37b6e2c3-c263-493d-a46e-8164a8a64001 req-487082a7-ade8-47dd-b60b-77db1cf1dd6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093524 Jan 10 19:10:35.301039 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] Set router afc3c80a-1257-4ad3-8986-43f5d226b80d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:35.373515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-211a7151-31f7-4dce-8159-2713c916a66b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:35.375066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-211a7151-31f7-4dce-8159-2713c916a66b service neutron] 10.222.0.30 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.5267563 Jan 10 19:10:35.483575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-d78b5d0c-7f0e-4240-8f8a-e8bf524817ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.1010737 Jan 10 19:10:35.602235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:10:32Z', 'revision_number': 5, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:35.606270 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] Checking router: afc3c80a-1257-4ad3-8986-43f5d226b80d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:10:35.617205 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] Routers {'afc3c80a-1257-4ad3-8986-43f5d226b80d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:35.617882 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['afc3c80a-1257-4ad3-8986-43f5d226b80d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:35.628126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e4923-2da1-4818-bd8c-8e5b857283db req-54345a70-c06f-45ae-8b9d-c291df671324 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:35.629599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-335e4923-2da1-4818-bd8c-8e5b857283db req-54345a70-c06f-45ae-8b9d-c291df671324 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4489605 Jan 10 19:10:35.638910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-82330f96-122c-432c-939c-a43600b3d8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:35.640442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-82330f96-122c-432c-939c-a43600b3d8ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.1468480 Jan 10 19:10:35.647441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2f7e9-f4bc-48e8-bce3-fca583a19173 req-d85bbf98-5090-4e89-b20c-13329bd7a92d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:35.648828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96c2f7e9-f4bc-48e8-bce3-fca583a19173 req-d85bbf98-5090-4e89-b20c-13329bd7a92d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.4275103 Jan 10 19:10:35.728199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-d95e7f56-2fae-47bb-a7cf-cd1632641744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753756 Jan 10 19:10:35.811012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] Set router afc3c80a-1257-4ad3-8986-43f5d226b80d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:35.863376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-335e4923-2da1-4818-bd8c-8e5b857283db req-4b9ddc7a-1789-4a24-a6c2-619ba509d062 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135897 Jan 10 19:10:35.882001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96c2f7e9-f4bc-48e8-bce3-fca583a19173 req-d736d825-c27d-43ed-815c-7143c210a42e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906786 Jan 10 19:10:35.937617 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-e9a31964-3001-4e62-9cfa-e942fbaf4d69 service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838684 Jan 10 19:10:35.964419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:36.046998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3f9a5939-3425-4f5a-90bd-85a9b2cee688 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:36.288144 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:10:32Z', 'revision_number': 5, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:36.298655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:36.299173 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4c9b8-8413-4977-a1fb-b10b02176160 None None] The sync data for ids ['afc3c80a-1257-4ad3-8986-43f5d226b80d'] in n-d-816927-8 is: [{'id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'name': 'tempest-ServersTestMultiNic-748148333-router', 'tenant_id': 'a9899b39e28641b2936a5295cd03631c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:08:35Z', 'updated_at': '2022-01-10T19:10:32Z', 'revision_number': 5, 'project_id': 'a9899b39e28641b2936a5295cd03631c', 'gw_port': {'id': 'a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3c80a-1257-4ad3-8986-43f5d226b80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:08:36Z', 'updated_at': '2022-01-10T19:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:10:36.319344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'port_id': '3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'mac_address': 'fa:16:3e:7b:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ba18f-ca2e-4b4c-88be-ec4f568410a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:36.373938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e576edb1-9f84-4ca2-9d50-af8ae39f297b req-cbe23b79-37ea-498a-bfa0-8b5479b3f932 service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354920 Jan 10 19:10:36.408431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:36.456509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a5939-3425-4f5a-90bd-85a9b2cee688 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:36.473500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:36.479387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:36.508508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549e547-9f9a-400b-a9cd-fbb14dee67ba req-ca509d3a-c753-4c34-ae32-182e9a1e8543 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:36.509956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f549e547-9f9a-400b-a9cd-fbb14dee67ba req-ca509d3a-c753-4c34-ae32-182e9a1e8543 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2691863 Jan 10 19:10:36.516150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36167c1-32c3-47b6-b0f4-e780a721b168 req-621f556e-a950-492a-ae55-71b45a5d59de tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:36.518131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e36167c1-32c3-47b6-b0f4-e780a721b168 req-621f556e-a950-492a-ae55-71b45a5d59de tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 945 time: 0.2786074 Jan 10 19:10:36.553136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=3f9a5939-3425-4f5a-90bd-85a9b2cee688,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:36.608995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f549e547-9f9a-400b-a9cd-fbb14dee67ba req-e9d8817b-f3f6-438a-9e5d-d07e335e82a0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897696 Jan 10 19:10:36.613633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e36167c1-32c3-47b6-b0f4-e780a721b168 req-5c9e7563-1033-4442-9c3c-21b6ad5ba017 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756028 Jan 10 19:10:36.623175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:36.634182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Deleting port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:36.634545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:36.690576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:36.833170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:36.927883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] For port a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:36.928420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:37.004012 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'code': 200} Jan 10 19:10:37.184023 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-98f3af42-bf1d-42b7-a3ee-2de7d0cf0661 req-76ab8f65-5a3b-45f1-809b-5d3a2a41a799 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 1096 time: 0.1090064 Jan 10 19:10:37.214431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Calling delete_port for a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:37.230617 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-98f3af42-bf1d-42b7-a3ee-2de7d0cf0661 req-2c71d353-bad6-4094-8c48-fad8b4bc6586 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Jan 10 19:10:37.252277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca2bce-9b73-4831-97ea-1828d041cf4b req-ba1f8df9-0834-4482-9905-e6ff13503528 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:37.253735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28ca2bce-9b73-4831-97ea-1828d041cf4b req-ba1f8df9-0834-4482-9905-e6ff13503528 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 945 time: 0.4629807 Jan 10 19:10:37.400789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28ca2bce-9b73-4831-97ea-1828d041cf4b req-163af8f3-f366-4192-9e8f-6d9e2ed1aa20 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082311 Jan 10 19:10:37.418945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2cf21-144f-48cb-afd4-ca36a6949ada req-f3145c03-a86b-4888-a9ec-69212564ef6c tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:37.420476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6f2cf21-144f-48cb-afd4-ca36a6949ada req-f3145c03-a86b-4888-a9ec-69212564ef6c tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.2135074 Jan 10 19:10:37.521727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6f2cf21-144f-48cb-afd4-ca36a6949ada req-1faea555-d996-46b0-92b9-8a68448303e8 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882881 Jan 10 19:10:37.593108 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:37.648440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:37.865504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb1344-547e-480a-a735-1ffc7c7d409e req-50ed7838-abba-4dd1-9200-40588d59a801 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:37.871360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb1344-547e-480a-a735-1ffc7c7d409e req-50ed7838-abba-4dd1-9200-40588d59a801 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3316700 Jan 10 19:10:37.884922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 26120ace-2c07-4dc1-a869-49413b0f3841 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:37.922669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 26120ace-2c07-4dc1-a869-49413b0f3841 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:37.923241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 26120ace-2c07-4dc1-a869-49413b0f3841 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:37.995921 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.077835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3f9a5939-3425-4f5a-90bd-85a9b2cee688 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:38.163870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:38.168960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:38.169329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.204034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb1344-547e-480a-a735-1ffc7c7d409e req-09759921-04ce-464d-b7e3-4d58a9d1361e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316453 Jan 10 19:10:38.281522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.291357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb031-2d5e-47c6-a336-7f7d665e494b req-0fa7cf68-7029-4757-bd79-b9431ffb48ba tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:38.293353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be7bb031-2d5e-47c6-a336-7f7d665e494b req-0fa7cf68-7029-4757-bd79-b9431ffb48ba tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 945 time: 0.5417008 Jan 10 19:10:38.295906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.353425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.354126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc3c80a-1257-4ad3-8986-43f5d226b80d {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:10:38.384628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be7bb031-2d5e-47c6-a336-7f7d665e494b req-948e7efc-ea1b-45f9-b30c-acba6b3161e2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843108 Jan 10 19:10:38.405306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.406674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc6fd1f2-34a5-42d2-ace3-9aac84034717 admin admin] 10.222.0.21 "DELETE /v2.0/routers/afc3c80a-1257-4ad3-8986-43f5d226b80d HTTP/1.1" status: 204 len: 168 time: 3.3782036 Jan 10 19:10:38.409801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42862) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:38.428034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce3eb-f7e2-438f-9018-a6b140b37e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.440357 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.512781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:38.527177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.568598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Deleting subnet 84175a90-1331-4fcd-b54c-eeebacebab52 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:10:38.574743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.665581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42872) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:38.666193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=3f9a5939-3425-4f5a-90bd-85a9b2cee688,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:38.682675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.684377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6aa6d-fe94-4e7e-b75b-cb3be42f7628 req-8a5aad25-f708-4a59-b5d5-cebd21937cab tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:38.685854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ba6aa6d-fe94-4e7e-b75b-cb3be42f7628 req-8a5aad25-f708-4a59-b5d5-cebd21937cab tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1498435 Jan 10 19:10:38.775416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.779580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ba6aa6d-fe94-4e7e-b75b-cb3be42f7628 req-d455f013-bf7e-4953-9b87-d56b622d1a33 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808408 Jan 10 19:10:38.879295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.889096 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.944198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:38.948682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab4f45-d69f-414c-bf21-e7a3e7e28e9d None None] Network ef3956c8-5900-4bb9-ae68-c0934217a1f4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:38.969971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84175a90-1331-4fcd-b54c-eeebacebab52,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:38.978304 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1dd6b65a-5f91-466f-9c9e-ab0a9b5e11e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84175a90-1331-4fcd-b54c-eeebacebab52 HTTP/1.1" status: 204 len: 168 time: 0.5666144 Jan 10 19:10:38.983789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:39.048838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a5939-3425-4f5a-90bd-85a9b2cee688'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:39.119005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.132202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Deleting port 52189e83-37e2-4d86-be18-b1362096e894 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:39.132555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.219027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:39.226238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Usage tracker for resource:security_group_rule and tenant:73793792b4e64149a747178686186036 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:39.230901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:39.249881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:39.271300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] DHCP port deletion for ef3956c8-5900-4bb9-ae68-c0934217a1f4 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:10:39.277493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Deleting port 52189e83-37e2-4d86-be18-b1362096e894 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:39.278272 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.308457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b144c2-24ec-4fd0-aa85-f3b6c517baea req-d0e9db31-0a5d-4da8-9cf7-b71f247b8c04 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:39.309937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76b144c2-24ec-4fd0-aa85-f3b6c517baea req-d0e9db31-0a5d-4da8-9cf7-b71f247b8c04 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 946 time: 0.3887715 Jan 10 19:10:39.344291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c71e5f-dd90-4d1f-928a-89fac4c35ed8 req-99d25a8a-8c46-4b63-853a-ed980aed529a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:39.345760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] For port 52189e83-37e2-4d86-be18-b1362096e894, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52189e83-37e2-4d86-be18-b1362096e894,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:39.345904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55c71e5f-dd90-4d1f-928a-89fac4c35ed8 req-99d25a8a-8c46-4b63-853a-ed980aed529a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.3213542 Jan 10 19:10:39.346014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.437262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.460092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76b144c2-24ec-4fd0-aa85-f3b6c517baea req-aa8554a8-c0c8-4668-97b1-3f6bc50cdefd tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399057 Jan 10 19:10:39.463351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55c71e5f-dd90-4d1f-928a-89fac4c35ed8 req-a6ae7822-03cb-4d07-b789-674b03942276 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065104 Jan 10 19:10:39.463950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.565252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] For port 52189e83-37e2-4d86-be18-b1362096e894, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52189e83-37e2-4d86-be18-b1362096e894,segment=NetworkSegment(a5fdae71-5059-4c4c-bf4c-9eb2238654e5),segment_id=a5fdae71-5059-4c4c-bf4c-9eb2238654e5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:39.565646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.572397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Calling delete_port for 52189e83-37e2-4d86-be18-b1362096e894 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:39.582730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc3a9d-4732-4be8-be49-cf4b15ea050c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:39.597336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e227dafc-4612-476c-b6c6-4ee4498a4d33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73793792b4e64149a747178686186036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9315093 Jan 10 19:10:39.598115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42896) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:39.660493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.707098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Pushing event deleted for resources: {'Port': ['ID=52189e83-37e2-4d86-be18-b1362096e894,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:39.716707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] No DVR routers for this DVR port 52189e83-37e2-4d86-be18-b1362096e894 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:39.766444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ae99e04-9e60-4722-a753-694c53b4770a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.807703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ae99e04-9e60-4722-a753-694c53b4770a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.818265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Calling delete_port for 52189e83-37e2-4d86-be18-b1362096e894 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:39.841586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72078d-cdff-47c8-8297-f82d275338fd req-69cf6ab5-9814-415c-99d4-82a2d19dab13 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:39.850581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.850757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe72078d-cdff-47c8-8297-f82d275338fd req-69cf6ab5-9814-415c-99d4-82a2d19dab13 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 945 time: 0.1650238 Jan 10 19:10:39.891905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3956c8-5900-4bb9-ae68-c0934217a1f4']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:39.906315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:10:39.906711 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:10:39.909194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:39.909547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fdae71-5059-4c4c-bf4c-9eb2238654e5') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:39.921243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe72078d-cdff-47c8-8297-f82d275338fd req-5388841c-8fa7-4c99-a6ac-0dbc986735fa tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Jan 10 19:10:39.935714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ae99e04-9e60-4722-a753-694c53b4770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.938643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52189e83-37e2-4d86-be18-b1362096e894 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:39.938975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.966580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae99e04-9e60-4722-a753-694c53b4770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc3a9d-4732-4be8-be49-cf4b15ea050c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:39.973503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.981951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ae99e04-9e60-4722-a753-694c53b4770a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:39.986916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2ae99e04-9e60-4722-a753-694c53b4770a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bdc3a9d-4732-4be8-be49-cf4b15ea050c HTTP/1.1" status: 204 len: 168 time: 0.3874609 Jan 10 19:10:39.988064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:10:39.988348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:10:40.024633 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:10:40.049118 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'code': 200} Jan 10 19:10:40.052580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 52189e83-37e2-4d86-be18-b1362096e894 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:40.052935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52189e83-37e2-4d86-be18-b1362096e894 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:40.053427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:40.094600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:40.095548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a9a8a80f-fb3e-4a9d-b6a6-ae1101f7b2af not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:40.225458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.232869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.285662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af21b689-5bcf-4437-98d1-b44ce4adc520 req-ebc3beaa-f141-434f-9d0a-27bf2ccbbb88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 1097 time: 0.2131877 Jan 10 19:10:40.292443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caac01-4666-4e71-a836-c844bc90b6cc req-9b0ac0e4-e0e1-4efa-8f55-cc0d1c095fd1 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:40.294264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89caac01-4666-4e71-a836-c844bc90b6cc req-9b0ac0e4-e0e1-4efa-8f55-cc0d1c095fd1 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1436477 Jan 10 19:10:40.339550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef3956c8-5900-4bb9-ae68-c0934217a1f4 HTTP/1.1" status: 204 len: 168 time: 1.3546824 Jan 10 19:10:40.352626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffceb0-0027-495f-a8e5-967b77f083cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3956c8-5900-4bb9-ae68-c0934217a1f4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:40.398257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-122cbcf1-d6f5-47a1-b119-2d3c079363ce tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:40.400035 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-122cbcf1-d6f5-47a1-b119-2d3c079363ce tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 945 time: 0.1378686 Jan 10 19:10:40.408252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Deleting port 52189e83-37e2-4d86-be18-b1362096e894 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:40.409158 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.460806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af21b689-5bcf-4437-98d1-b44ce4adc520 req-d342b15c-5352-43be-a741-afd5311e5898 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653540 Jan 10 19:10:40.483689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89caac01-4666-4e71-a836-c844bc90b6cc req-85e0b78e-e59e-49e2-b07b-900a25f357ba tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738458 Jan 10 19:10:40.525874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbbd77-f1b7-4ea0-bdb5-6b7d1ab86bda req-c684ec93-c98d-4d13-8ca5-5ccaaf6acdd8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:40.533521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2acbbd77-f1b7-4ea0-bdb5-6b7d1ab86bda req-c684ec93-c98d-4d13-8ca5-5ccaaf6acdd8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2058859 Jan 10 19:10:40.562840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42910) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:40.583372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a241bb6e-e475-41b5-b8c7-c0f647d48a80 None None] The port '52189e83-37e2-4d86-be18-b1362096e894' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:10:40.613095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e45196ae-b566-4f1e-bcb7-ee31543aec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.616554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.641399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2acbbd77-f1b7-4ea0-bdb5-6b7d1ab86bda req-fc694107-f8c7-45e1-b4e0-17fcca21824f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017194 Jan 10 19:10:40.655774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:40.656119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:40.726945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:40.734620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Usage tracker for resource:security_group_rule and tenant:5de7a9afd3b64bd4ab8f52637e5d67f6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:40.764979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:40.767528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42918) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:40.802394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:40.879750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855ab8e-1d1d-4253-93ff-8dc0b0d0fc71 req-caed9418-77d6-49e9-a3b3-2c881c14d3a0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:40.881562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e855ab8e-1d1d-4253-93ff-8dc0b0d0fc71 req-caed9418-77d6-49e9-a3b3-2c881c14d3a0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 946 time: 0.1531808 Jan 10 19:10:40.924446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac8d7-fba7-498b-b513-caede548f18a req-91bbce9a-d454-473a-a54b-1299008d65a1 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:40.925895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79bac8d7-fba7-498b-b513-caede548f18a req-91bbce9a-d454-473a-a54b-1299008d65a1 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1219501 Jan 10 19:10:40.971921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e855ab8e-1d1d-4253-93ff-8dc0b0d0fc71 req-6155d9a6-e7ff-4ad9-bcff-b6f8b3a42e3b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828426 Jan 10 19:10:40.980837 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fdb19741-2360-47f8-808a-68048c7a7c0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9899b39e28641b2936a5295cd03631c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2062438 Jan 10 19:10:40.981127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42924) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:41.004086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79bac8d7-fba7-498b-b513-caede548f18a req-b30a5de8-2228-4f10-b3f9-e4acce9f4ab7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 Jan 10 19:10:41.031875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:41.032269 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.065052 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-465d1038-6e36-404f-b03d-3c6ca6933980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.092103 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-465d1038-6e36-404f-b03d-3c6ca6933980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.155672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-465d1038-6e36-404f-b03d-3c6ca6933980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.178407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.185412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:41.209884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d1038-6e36-404f-b03d-3c6ca6933980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62849a5a-362b-4751-a2e4-c724ac5dd442,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:41.211592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.262942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-465d1038-6e36-404f-b03d-3c6ca6933980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.264039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-465d1038-6e36-404f-b03d-3c6ca6933980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62849a5a-362b-4751-a2e4-c724ac5dd442 HTTP/1.1" status: 204 len: 168 time: 0.2820206 Jan 10 19:10:41.269549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae6cdf-b69c-434b-adc9-b53a16618f53,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:41.302012 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-169d2a08-a373-4540-b6de-05636cf9e180 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5de7a9afd3b64bd4ab8f52637e5d67f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7374685 Jan 10 19:10:41.302542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42934) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:41.327322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec36f-ee8d-4894-aff6-dcad3838349e req-8257de22-6777-45dd-83c0-d79cd238242c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:41.328801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-557ec36f-ee8d-4894-aff6-dcad3838349e req-8257de22-6777-45dd-83c0-d79cd238242c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef4d796-61b0-41be-b8b9-5c28077063c6 HTTP/1.1" status: 200 len: 945 time: 0.1685929 Jan 10 19:10:41.353148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bca79-086a-49c1-8822-a77aa715f22f req-a75be02d-e7bf-4174-8693-f6ad86fdc372 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:41.354638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-637bca79-086a-49c1-8822-a77aa715f22f req-a75be02d-e7bf-4174-8693-f6ad86fdc372 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1526423 Jan 10 19:10:41.415238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.428274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4a0ebca5-856d-40fe-913a-6ed0d450a8c0'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:41.458620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-557ec36f-ee8d-4894-aff6-dcad3838349e req-84afbdab-7879-47f4-bbce-a623aa99fda8 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158564 Jan 10 19:10:41.462955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a67c294-01c0-4fc0-9367-8520cf6294f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.478764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-637bca79-086a-49c1-8822-a77aa715f22f req-bb415cd5-b3a3-4354-80c5-9b646961bdb0 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057005 Jan 10 19:10:41.542901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=4a0ebca5-856d-40fe-913a-6ed0d450a8c0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:41.556055 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a67c294-01c0-4fc0-9367-8520cf6294f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.667337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:41.670766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.671877 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a67c294-01c0-4fc0-9367-8520cf6294f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.675954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'name': 'network-vif-deleted', 'tag': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:41.702354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7f9fd002-4a0d-4d10-83fc-d8b2096b5d04 req-4b0451d2-67b9-4bdd-8364-514221a27e0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "DELETE /v2.0/ports/4a0ebca5-856d-40fe-913a-6ed0d450a8c0 HTTP/1.1" status: 204 len: 173 time: 1.2789667 Jan 10 19:10:41.725903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.733836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.772940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c294-01c0-4fc0-9367-8520cf6294f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae6cdf-b69c-434b-adc9-b53a16618f53,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:41.776137 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a67c294-01c0-4fc0-9367-8520cf6294f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:41.779984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a67c294-01c0-4fc0-9367-8520cf6294f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efae6cdf-b69c-434b-adc9-b53a16618f53 HTTP/1.1" status: 204 len: 168 time: 0.4738877 Jan 10 19:10:41.831455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f7644-f910-439f-813c-179d9cb84d26 req-7c6c1efa-a4c1-48a5-a2f6-696a1a782fcf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:41.832902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f0f7644-f910-439f-813c-179d9cb84d26 req-7c6c1efa-a4c1-48a5-a2f6-696a1a782fcf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1468198 Jan 10 19:10:41.942552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f0f7644-f910-439f-813c-179d9cb84d26 req-61f44e98-0251-431c-a8e9-f541cc370b48 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Jan 10 19:10:41.953929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27330-db57-4f54-8bee-d73d3dc6ba17 req-105ae893-026f-4aed-8bc4-97cda464e4a9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:41.956151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04e27330-db57-4f54-8bee-d73d3dc6ba17 req-105ae893-026f-4aed-8bc4-97cda464e4a9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1222360 Jan 10 19:10:42.010903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04e27330-db57-4f54-8bee-d73d3dc6ba17 req-0fbca2f5-acb0-4dc2-b765-5de3b0973d00 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489628 Jan 10 19:10:42.023380 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef4d796-61b0-41be-b8b9-5c28077063c6', 'name': 'network-vif-deleted', 'tag': '4a0ebca5-856d-40fe-913a-6ed0d450a8c0', 'status': 'completed', 'code': 200} Jan 10 19:10:42.315239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492db2f-7994-4654-822e-77cf930ffa66 req-48fdab21-b66e-4dac-b879-bdba4b08196a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:42.316735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5492db2f-7994-4654-822e-77cf930ffa66 req-48fdab21-b66e-4dac-b879-bdba4b08196a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 946 time: 0.1509247 Jan 10 19:10:42.328696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c71c-5023-41fd-a986-314e36d41723 req-c53eb31c-5faa-4fb7-abe7-eed735b885e2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:42.330144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c840c71c-5023-41fd-a986-314e36d41723 req-c53eb31c-5faa-4fb7-abe7-eed735b885e2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1189561 Jan 10 19:10:42.404728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5492db2f-7994-4654-822e-77cf930ffa66 req-4879701b-d374-4f6d-babd-1e4767ee19ed tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807724 Jan 10 19:10:42.452166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c840c71c-5023-41fd-a986-314e36d41723 req-79d75e23-0744-4452-b6ab-52872ce4364e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898359 Jan 10 19:10:42.675114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb08f7-47bc-4c5c-b0f1-3fa50f1bac2a req-f8409aef-cd06-4f0f-b474-8e4e6bd784ad tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:42.682631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bfb08f7-47bc-4c5c-b0f1-3fa50f1bac2a req-f8409aef-cd06-4f0f-b474-8e4e6bd784ad tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1561525 Jan 10 19:10:42.754127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:42.761293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bfb08f7-47bc-4c5c-b0f1-3fa50f1bac2a req-d7479335-94b1-4b41-9adb-306e4b217580 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774717 Jan 10 19:10:42.976331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.063367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1855464162-network', 'tenant_id': 'dca193afd3bb40289a759c668b502367'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:43.084008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:43.091819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Usage tracker for resource:network and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:43.107888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:43.124243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:43.165782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:43.168386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.223676 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.288619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:43.293094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Usage tracker for resource:security_group_rule and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:43.296242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:43.303403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:43.393443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.398189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.429277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:10:43.540106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:43.544696 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.545042 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Added segment 6eb9fde1-0338-42cd-b7a3-c7987b6ad52f of type vlan for network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff Jan 10 19:10:43.562275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396b72-7d53-400e-9ffe-96a09540993f req-daabd77c-b395-4f4b-b91a-3d51bb7cdde7 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:43.565923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c396b72-7d53-400e-9ffe-96a09540993f req-daabd77c-b395-4f4b-b91a-3d51bb7cdde7 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.2992015 Jan 10 19:10:43.580217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.614908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.615972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:43.616752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:43.633092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c396b72-7d53-400e-9ffe-96a09540993f req-918ba918-ed67-4585-a2f7-78717d01003d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Jan 10 19:10:43.659517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1004a1-eced-452e-9f62-f31537cd648e req-eb369b0c-22fd-4bc4-bf3a-eea6b264a103 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:43.662190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d1004a1-eced-452e-9f62-f31537cd648e req-eb369b0c-22fd-4bc4-bf3a-eea6b264a103 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2793655 Jan 10 19:10:43.734002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] Pushing event updated for resources: {'Network': ['ID=4196e3d9-e4e1-4548-9fab-ac54182fa4ff,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:43.738619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e5f4bb53-dbcc-46a8-b4e8-18d51a380d4e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9837291 Jan 10 19:10:43.741868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:43.744915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:10:43.748595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Request body: {'subnet': {'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1855464162-subnet', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:43.755673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:43.757706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d1004a1-eced-452e-9f62-f31537cd648e req-0cec1abc-5d5f-4014-ada8-6480dea28b1e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880077 Jan 10 19:10:43.760902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Usage tracker for resource:subnet and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:43.764605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:43.772018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:43.791622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:43.794661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.065147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:44.105191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.112601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a125095-fa9f-4552-b724-cc59273f202f req-a33dbce7-9304-4292-b5d1-61d5d12bce4f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:44.125671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-a33dbce7-9304-4292-b5d1-61d5d12bce4f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.2853761 Jan 10 19:10:44.175314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-b055f2ce-183e-419a-ad0a-9c9f0824e418 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.0479045 Jan 10 19:10:44.181871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:44.182469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4a0ebca5-856d-40fe-913a-6ed0d450a8c0 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:44.254601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-a1c78335-36a2-4829-93f5-252ba4fa11d7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777426 Jan 10 19:10:44.267223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9689ee58-fef9-458f-965d-da232f4c8fba,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:44.281181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Checking segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:44.281541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Network hostable DHCP agents. Network: 4196e3d9-e4e1-4548-9fab-ac54182fa4ff, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:10:44.304296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:10:44.316306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 4196e3d9-e4e1-4548-9fab-ac54182fa4ff) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:44.320180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:44.320966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.327866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab4bb1-a2ee-4ee7-bf91-2567700f1a41 None None] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:44.344185 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e89a4e8-fb56-437d-95ac-fba680445513 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6007974 Jan 10 19:10:44.348036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43048) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:44.354747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:44.361703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:44.365968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Usage tracker for resource:router and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:44.369274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:44.371064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b3e7-9866-41ac-a3c7-477f8cde12e5 req-df9a8710-f7ad-4fed-99a8-6a696777f5fa tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:44.375897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:44.379917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9786b3e7-9866-41ac-a3c7-477f8cde12e5 req-df9a8710-f7ad-4fed-99a8-6a696777f5fa tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.4153326 Jan 10 19:10:44.389546 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.391009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.415938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.461619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9786b3e7-9866-41ac-a3c7-477f8cde12e5 req-f2ce0002-6313-4b89-afd2-cec90b3980f7 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805864 Jan 10 19:10:44.529426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-68b6041c-44e3-4cdb-9ea4-c38aafc14316 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723818 Jan 10 19:10:44.614987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.617525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:10:44.618360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.701854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-b0dd9181-3cbe-467f-ab55-52a6d6fc9f2c service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714175 Jan 10 19:10:44.847483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Allocated IP 172.20.0.2 (4196e3d9-e4e1-4548-9fab-ac54182fa4ff/9689ee58-fef9-458f-965d-da232f4c8fba/57830e5d-814d-4f25-8bf5-b65d3a5449d7) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:44.908369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:44.979668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.004070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834fade-4290-4c09-a86c-8343c0761b5f req-6b1336b3-b087-454b-ad58-1d564b3507a4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:45.005865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c834fade-4290-4c09-a86c-8343c0761b5f req-6b1336b3-b087-454b-ad58-1d564b3507a4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1550312 Jan 10 19:10:45.058458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.062499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.181165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c834fade-4290-4c09-a86c-8343c0761b5f req-cf4df3c8-0947-4a49-8c73-26eff61c76a8 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338148 Jan 10 19:10:45.186863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3efa3-be00-4024-b333-14d3f6601ff6 req-7f5a4dbd-c33a-4994-8e5f-70c0fbd65a85 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:45.188110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Allocated IP 172.25.6.106 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/b39da57f-c650-453c-9601-f30988d5c409) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:45.194554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9b3efa3-be00-4024-b333-14d3f6601ff6 req-7f5a4dbd-c33a-4994-8e5f-70c0fbd65a85 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1875086 Jan 10 19:10:45.279598 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.291699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Transition to ACTIVE for port object 57830e5d-814d-4f25-8bf5-b65d3a5449d7 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:45.298915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9b3efa3-be00-4024-b333-14d3f6601ff6 req-83002d46-6055-4b9c-8556-0ef24b3dbc23 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033127 Jan 10 19:10:45.313861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Transition to ACTIVE for port object 57830e5d-814d-4f25-8bf5-b65d3a5449d7 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:45.331414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.427472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:45.431079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:45.434778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:45.442426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Pushing event updated for resources: {'Port': ['ID=57830e5d-814d-4f25-8bf5-b65d3a5449d7,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:45.442967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a80dd6f6-032d-4129-b40b-d094f594290f req-ddd62b6f-c001-4c6a-9f05-cb37c9e8e68a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 210 time: 0.1588767 Jan 10 19:10:45.545897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.560578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Attempting to bind port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:45.561129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Attempting to bind port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:45.561541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Attempting to bind port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 on network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:45.569844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:45.570225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Checking segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:45.570637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.571066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Bound using segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:45.571644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Bound port: 57830e5d-814d-4f25-8bf5-b65d3a5449d7, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:45.571911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.619237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.750160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] For port 57830e5d-814d-4f25-8bf5-b65d3a5449d7, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:45.761416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] For port 57830e5d-814d-4f25-8bf5-b65d3a5449d7, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57830e5d-814d-4f25-8bf5-b65d3a5449d7,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:45.767227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:45.785348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:45.805669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:45.807587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b39da57f-c650-453c-9601-f30988d5c409,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:45.809747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:45.914803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941ce9-a37f-4b49-aa10-f57930402d44 None None] Pushing event updated for resources: {'Port': ['ID=57830e5d-814d-4f25-8bf5-b65d3a5449d7,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:46.140838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:46.142168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:46.686232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036124e-df14-4d7b-9db0-f4ce829f2583 req-c4f98415-b5fb-489a-a115-ebda7e722397 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:46.691652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f036124e-df14-4d7b-9db0-f4ce829f2583 req-c4f98415-b5fb-489a-a115-ebda7e722397 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1766503 Jan 10 19:10:46.799420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f036124e-df14-4d7b-9db0-f4ce829f2583 req-0800e4a6-c11c-4607-81d3-99ad846e03ef tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984616 Jan 10 19:10:47.128145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f726b85b-f032-492c-b9f8-664dc120430d req-abf60857-e45f-4ffc-8c21-9f2a41694678 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 210 time: 0.1051111 Jan 10 19:10:47.152753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a125095-fa9f-4552-b724-cc59273f202f req-174b7902-e64e-4120-9c6d-d249635e851d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:47.153499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5a125095-fa9f-4552-b724-cc59273f202f req-174b7902-e64e-4120-9c6d-d249635e851d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:47.164927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577ba0-737f-4959-8d4c-25e8bc7279e9 req-7e83e436-f30d-47e5-9a41-b1d32f41d146 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:47.175402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2577ba0-737f-4959-8d4c-25e8bc7279e9 req-7e83e436-f30d-47e5-9a41-b1d32f41d146 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.2305646 Jan 10 19:10:47.190356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Router f8d0fbec-720c-4a34-9b28-79277751f7ee is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:10:47.210965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5a125095-fa9f-4552-b724-cc59273f202f req-174b7902-e64e-4120-9c6d-d249635e851d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:47.212041 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-174b7902-e64e-4120-9c6d-d249635e851d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.6689115 Jan 10 19:10:47.279923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:47.298649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2577ba0-737f-4959-8d4c-25e8bc7279e9 req-219011ba-dcc9-46e6-87ea-3657c63c1ed1 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213837 Jan 10 19:10:47.397152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1616a8-54e3-46d3-aaf9-b1530aa779a4 None None] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:47.539244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4024dc3b-1523-44c2-9a1d-074b88bca4b1 None None] Provisioning for port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:47.539481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:47.562277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Usage tracker for resource:port and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:47.568817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:47.577996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:47.597113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:47.600569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:47.933729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.11 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/2f41a946-4a1e-4c95-96c9-4eef38cdf896) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:47.944151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:10:47.970078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Sync routers for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:10:47.974446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57830e5d-814d-4f25-8bf5-b65d3a5449d7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:48.042170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:48.048840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-26b573a8-3c2e-4a46-a2fe-bd00d8ae66c7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6997216 Jan 10 19:10:48.051715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43148) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:48.125096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6d98b-b648-46da-b357-e78e431e4470 req-2f51b840-a03c-4d57-a4a9-a7677c5a0cf7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:48.127101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cc6d98b-b648-46da-b357-e78e431e4470 req-2f51b840-a03c-4d57-a4a9-a7677c5a0cf7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1283612 Jan 10 19:10:48.149495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:48.150578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:48.217849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cc6d98b-b648-46da-b357-e78e431e4470 req-2cb167a1-be1e-4a57-b3e9-78f71be69042 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831268 Jan 10 19:10:48.419892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:48.476026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed3124dc-321c-4ace-a591-36eafb165e6c req-d3717cdc-73a3-466d-9ddc-23c2482a938f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 210 time: 0.0740957 Jan 10 19:10:48.565834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:48.639294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:48.648856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:48.674314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490402c-26c2-4c32-9773-5caa27040b63 req-c614fcf4-0bfe-4212-89f7-5f7cd2dd41e5 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:48.675171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:48.676365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8490402c-26c2-4c32-9773-5caa27040b63 req-c614fcf4-0bfe-4212-89f7-5f7cd2dd41e5 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1152537 Jan 10 19:10:48.696134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:48.698554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:48.701866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:48.702402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:48.754460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=2f41a946-4a1e-4c95-96c9-4eef38cdf896,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:48.791409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8490402c-26c2-4c32-9773-5caa27040b63 req-98cb3966-607c-464a-b7b9-5ab02c52711d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092834 Jan 10 19:10:48.840339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:48.840867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:48.916402 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-906700b2-6bda-4116-a4ce-00daaf05c25f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6405761 Jan 10 19:10:48.928390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Request body: {'port': {'device_id': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:49.174607 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:49.179876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:49.221357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 57830e5d-814d-4f25-8bf5-b65d3a5449d7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57830e5d-814d-4f25-8bf5-b65d3a5449d7,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:49.223476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:46Z', 'revision_number': 3, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:49.227412 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:49.265298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Checking router: f8d0fbec-720c-4a34-9b28-79277751f7ee for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:10:49.265298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Updating router f8d0fbec-720c-4a34-9b28-79277751f7ee port b39da57f-c650-453c-9601-f30988d5c409 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:10:49.344770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:49.388936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=57830e5d-814d-4f25-8bf5-b65d3a5449d7,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:49.464448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc7a85-9ac7-4d31-91f2-318f7daff786 req-3ce18057-944e-4190-be6b-1c3c035e3394 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:49.466648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46dc7a85-9ac7-4d31-91f2-318f7daff786 req-3ce18057-944e-4190-be6b-1c3c035e3394 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.1063578 Jan 10 19:10:49.546271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46dc7a85-9ac7-4d31-91f2-318f7daff786 req-c42ec2a6-0456-45d8-baf6-cbc24d6009a0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730197 Jan 10 19:10:49.752640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954673c-041e-47d1-bebe-4e9eea177d77 req-9ce28693-f0d0-46dd-8f7f-cd9459f0e17c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:49.759589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4954673c-041e-47d1-bebe-4e9eea177d77 req-9ce28693-f0d0-46dd-8f7f-cd9459f0e17c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 932 time: 0.1118901 Jan 10 19:10:49.824855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4954673c-041e-47d1-bebe-4e9eea177d77 req-7e2c16b6-ad50-4924-9d7d-860e7410ef5f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641341 Jan 10 19:10:49.847282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c08685aa-4c97-485c-a0f4-8246213a84c3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:49.892259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:49.972658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f41a946-4a1e-4c95-96c9-4eef38cdf896 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:49.979231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Transition to ACTIVE for port object b39da57f-c650-453c-9601-f30988d5c409 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:49.983576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57830e5d-814d-4f25-8bf5-b65d3a5449d7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:49.985097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.048750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.107358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Transition to ACTIVE for port object 2f41a946-4a1e-4c95-96c9-4eef38cdf896 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:50.131466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.184267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea453c-5930-442b-b2f1-d7fdb0e7cc27 req-84d0144e-1331-4886-9b2a-bbb1c48c9ec4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:50.187143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2dea453c-5930-442b-b2f1-d7fdb0e7cc27 req-84d0144e-1331-4886-9b2a-bbb1c48c9ec4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.1530385 Jan 10 19:10:50.206662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.264246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2dea453c-5930-442b-b2f1-d7fdb0e7cc27 req-99850575-1c73-4781-adad-372a75fe0d09 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719957 Jan 10 19:10:50.282937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Attempting to bind port b39da57f-c650-453c-9601-f30988d5c409 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:50.283680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Attempting to bind port b39da57f-c650-453c-9601-f30988d5c409 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:50.284054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Attempting to bind port b39da57f-c650-453c-9601-f30988d5c409 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:50.313284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20106c-742b-49cd-8ca7-b6da06ca21fb None None] Pushing event updated for resources: {'Port': ['ID=b39da57f-c650-453c-9601-f30988d5c409,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:50.325620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:50.326005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:50.326407 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.326802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:50.327310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Bound port: b39da57f-c650-453c-9601-f30988d5c409, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:50.327683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.351719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2f41a946-4a1e-4c95-96c9-4eef38cdf896,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:50.374664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:50.394356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:50.394731 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.425620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'port_id': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'mac_address': 'fa:16:3e:a9:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c15a1-65a0-412e-b4dd-2aceea35584c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:50.518482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] For port b39da57f-c650-453c-9601-f30988d5c409, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:50.537738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.543209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Attempting to bind port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:50.543515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Attempting to bind port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:50.543818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Attempting to bind port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:50.548642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] For port b39da57f-c650-453c-9601-f30988d5c409, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b39da57f-c650-453c-9601-f30988d5c409,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:50.583019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:10:50.583352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Attempting to bind port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:50.588087 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.605939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:50.606279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:50.606666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:50.607122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Bound port: 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:50.607466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.630095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Allocated IP 172.20.0.1 (4196e3d9-e4e1-4548-9fab-ac54182fa4ff/9689ee58-fef9-458f-965d-da232f4c8fba/c977a187-acea-406b-8116-cd3d11a09803) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:50.647162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c08685aa-4c97-485c-a0f4-8246213a84c3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:50.701197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:50.707856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20106c-742b-49cd-8ca7-b6da06ca21fb None None] Pushing event updated for resources: {'Port': ['ID=b39da57f-c650-453c-9601-f30988d5c409,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:50.712654 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.755419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:50.756312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:50.792963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] For port 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:50.816994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] For port 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:50.834915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.841443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4915-4a60-4946-861f-148b776c8767 req-eb3d842f-f1fc-41a2-be6b-f696f05fc366 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:50.843901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d89c4915-4a60-4946-861f-148b776c8767 req-eb3d842f-f1fc-41a2-be6b-f696f05fc366 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.0977681 Jan 10 19:10:50.920243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.925963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:50.927380 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] 10.222.0.44 "PUT /v2.0/ports/2f41a946-4a1e-4c95-96c9-4eef38cdf896 HTTP/1.1" status: 200 len: 1092 time: 2.0041132 Jan 10 19:10:50.927838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'tag': '2f41a946-4a1e-4c95-96c9-4eef38cdf896'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:50.955896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Transition to ACTIVE for port object c977a187-acea-406b-8116-cd3d11a09803 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:50.960133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a928e-03df-44c3-9269-2293fde72c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2f41a946-4a1e-4c95-96c9-4eef38cdf896,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:50.979456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d89c4915-4a60-4946-861f-148b776c8767 req-1082c572-3fd2-448b-a576-3ae374655236 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279414 Jan 10 19:10:51.059506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:51.061657 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:51.107027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-9fb0bb6b-1136-4990-9344-39abbc0184fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 1095 time: 0.1350293 Jan 10 19:10:51.136890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93effa4f-1386-4cb5-9e10-adf333ec9db6 req-903f8967-2a6f-49e9-b55e-5ebc079516f6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:51.144024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93effa4f-1386-4cb5-9e10-adf333ec9db6 req-903f8967-2a6f-49e9-b55e-5ebc079516f6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 944 time: 0.1566057 Jan 10 19:10:51.216822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93effa4f-1386-4cb5-9e10-adf333ec9db6 req-888f5ff5-4a8f-4b58-bd4d-2eeadb81271f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Jan 10 19:10:51.406516 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'tag': '2f41a946-4a1e-4c95-96c9-4eef38cdf896', 'status': 'completed', 'code': 200} Jan 10 19:10:51.418581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['c08685aa-4c97-485c-a0f4-8246213a84c3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:51.440115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:51.444312 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-40bc88ab-375e-4179-867c-096aa51cab1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896 HTTP/1.1" status: 200 len: 217 time: 0.3152385 Jan 10 19:10:51.448792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:51.450916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Pushing event updated for resources: {'Port': ['ID=c977a187-acea-406b-8116-cd3d11a09803,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:51.466903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9472-951f-4c9d-9e4d-d678ca2fba46 req-e499b88e-ea29-4a7f-afc4-12fe22f550bf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:51.468647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90ac9472-951f-4c9d-9e4d-d678ca2fba46 req-e499b88e-ea29-4a7f-afc4-12fe22f550bf tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 944 time: 0.0800683 Jan 10 19:10:51.534442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90ac9472-951f-4c9d-9e4d-d678ca2fba46 req-4675cbec-db36-4bd4-8521-eb8b563a5ffe tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597689 Jan 10 19:10:51.537677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:51.561105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:51.612736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a125095-fa9f-4552-b724-cc59273f202f req-e4ead0e4-fa20-4ae0-9a9d-d05f410519a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:51.629115 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-e4ead0e4-fa20-4ae0-9a9d-d05f410519a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.1751614 Jan 10 19:10:51.663134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:46Z', 'revision_number': 3, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:51.687627 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-b9d1e751-1bc2-454d-9ba2-0a0e612eb029 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488429 Jan 10 19:10:51.699686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd7d5-c1a8-4538-87bf-f6d6d884ea64 None None] The sync data for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 is: [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:46Z', 'revision_number': 3, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:10:51.798816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:51.831389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-482c72ab-e836-46ed-8846-a544d58a1217 None None] Provisioning for port c977a187-acea-406b-8116-cd3d11a09803 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:51.840735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-482c72ab-e836-46ed-8846-a544d58a1217 None None] Provisioning complete for port c977a187-acea-406b-8116-cd3d11a09803 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:51.841141 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-482c72ab-e836-46ed-8846-a544d58a1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:51.924977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-482c72ab-e836-46ed-8846-a544d58a1217 None None] Port c977a187-acea-406b-8116-cd3d11a09803 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:10:51.947441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-70c710ed-9272-4652-abf9-29a1fa8f63ad service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474298 Jan 10 19:10:51.989588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:52.299027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c1849-988a-4e40-a2f5-216142b03730 req-f2a0ba20-755f-474a-be7c-387c8ca4f5ca tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:52.305728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e71c1849-988a-4e40-a2f5-216142b03730 req-f2a0ba20-755f-474a-be7c-387c8ca4f5ca tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 944 time: 0.1760151 Jan 10 19:10:52.351067 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5a125095-fa9f-4552-b724-cc59273f202f req-97a0d8eb-d9d6-4f49-84a4-bf04f55edebb service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892782 Jan 10 19:10:52.473058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e537c39-82de-490e-a01d-d421377469f0 req-53d30651-c6c4-478e-ae28-83fd182a63ad tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:52.474710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e537c39-82de-490e-a01d-d421377469f0 req-53d30651-c6c4-478e-ae28-83fd182a63ad tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2905798 Jan 10 19:10:52.481044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:52.487710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e71c1849-988a-4e40-a2f5-216142b03730 req-2a53cee3-0e57-4676-a44e-23c7122108bb tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809804 Jan 10 19:10:52.511237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:52.564419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e537c39-82de-490e-a01d-d421377469f0 req-4406de0a-ed74-4838-af2d-88bd2e9b57c2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755048 Jan 10 19:10:52.647261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-91bea815-18ce-4d04-a8b8-b00c2a9b02cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 1095 time: 0.2361190 Jan 10 19:10:52.651781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:52.742862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1915a7-3104-4f3a-8d9b-33205f57b95a req-b6cf6ad5-d52f-459d-9f42-a9d07824e878 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:52.744498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b1915a7-3104-4f3a-8d9b-33205f57b95a req-b6cf6ad5-d52f-459d-9f42-a9d07824e878 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 944 time: 0.1056149 Jan 10 19:10:52.799049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b1915a7-3104-4f3a-8d9b-33205f57b95a req-81b065bb-251e-4132-8d6c-1b997a881d00 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Jan 10 19:10:52.859616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Pushing event updated for resources: {'Port': ['ID=c977a187-acea-406b-8116-cd3d11a09803,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:52.941040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-ca8b1003-5208-4a83-9e23-699f6fd33982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:52.942485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-ca8b1003-5208-4a83-9e23-699f6fd33982 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.2780261 Jan 10 19:10:53.025938 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-1b263ea2-d53e-4823-b313-90bc8a82500f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896 HTTP/1.1" status: 200 len: 217 time: 0.0734165 Jan 10 19:10:53.029880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:53.031033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:53.266630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a52d10b-22d5-4c74-83b8-4a1fba90286c None None] Provisioning complete for port c977a187-acea-406b-8116-cd3d11a09803 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:53.267711 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a52d10b-22d5-4c74-83b8-4a1fba90286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:53.324465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8a52d10b-22d5-4c74-83b8-4a1fba90286c None None] Port c977a187-acea-406b-8116-cd3d11a09803 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:10:53.364190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-3556e2a8-9937-48ee-9531-cc962b5c9916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:53.365553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-3556e2a8-9937-48ee-9531-cc962b5c9916 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.2705255 Jan 10 19:10:53.418282 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-fb8c7986-055f-4008-86d3-55c3bccbdc32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431237 Jan 10 19:10:53.649816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-c9e54512-fdbd-4ad1-afc9-f1666c03075e service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242606 Jan 10 19:10:53.678823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43256) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:53.838377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c08685aa-4c97-485c-a0f4-8246213a84c3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:53.880081 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7345ed40-7e22-41b5-bcad-8f1353263459 req-307f920c-3688-4e3d-be7c-64e84834ae52 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207932 Jan 10 19:10:53.912179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Router f8d0fbec-720c-4a34-9b28-79277751f7ee has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:10:53.925446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b39da57f-c650-453c-9601-f30988d5c409 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:53.928330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:53.970946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2030a0e-906c-4165-beaf-7062cb461858 req-143a7423-6acd-44d7-b1c4-0f96007992ad tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:53.972422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2030a0e-906c-4165-beaf-7062cb461858 req-143a7423-6acd-44d7-b1c4-0f96007992ad tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 944 time: 0.2701464 Jan 10 19:10:54.017469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port c08685aa-4c97-485c-a0f4-8246213a84c3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:54.017844 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.025965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:54.033118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-2b2abfff-cf9f-4668-9ab1-8b478154633b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:54.034541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-2b2abfff-cf9f-4668-9ab1-8b478154633b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 944 time: 0.2312610 Jan 10 19:10:54.075591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Usage tracker for resource:security_group_rule and tenant:784e12681a2446e09ace1944748036bd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:54.083419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:54.094862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ee29a-6927-4986-8b23-743777721765 req-841da35f-1053-4936-9f3a-57451cad1c2c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:54.096374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d65ee29a-6927-4986-8b23-743777721765 req-841da35f-1053-4936-9f3a-57451cad1c2c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3414688 Jan 10 19:10:54.121146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b39da57f-c650-453c-9601-f30988d5c409 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:10:54.132529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b39da57f-c650-453c-9601-f30988d5c409 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:54.132529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.136924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:54.159856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:10:54.173219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1031979f-efd7-461a-8c83-1e47ce27ec1c admin admin] 10.222.0.21 "PUT /v2.0/routers/f8d0fbec-720c-4a34-9b28-79277751f7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1173096 Jan 10 19:10:54.173851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2030a0e-906c-4165-beaf-7062cb461858 req-b6d10400-2e9a-4559-9099-ede54c559c49 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841655 Jan 10 19:10:54.196025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Deleting port c08685aa-4c97-485c-a0f4-8246213a84c3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:54.196375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.230218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.249906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d65ee29a-6927-4986-8b23-743777721765 req-665aa556-e9bd-4c3d-9117-7f77af873c5f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419220 Jan 10 19:10:54.291305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:54.319984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:54.329272 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.334256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.400403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b39da57f-c650-453c-9601-f30988d5c409, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b39da57f-c650-453c-9601-f30988d5c409,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:54.412232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.417267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:54.514908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b39da57f-c650-453c-9601-f30988d5c409,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:54.540772 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'code': 200} Jan 10 19:10:54.597670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:54.598273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.633264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.748780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:54.761964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Calling delete_port for c08685aa-4c97-485c-a0f4-8246213a84c3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:54.861999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ea353-5dc8-4968-8cec-85f5e49a3391,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:54.869455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4ca20-074c-49a3-8f2d-94c9a71071ea req-c5c776d0-2cc2-44d7-8beb-8c259ed4162f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:54.870958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ba4ca20-074c-49a3-8f2d-94c9a71071ea req-c5c776d0-2cc2-44d7-8beb-8c259ed4162f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 944 time: 0.3962543 Jan 10 19:10:54.881271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2ba49ad7-5ff4-400a-9236-09dbc9c4d0fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=784e12681a2446e09ace1944748036bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2012470 Jan 10 19:10:54.882502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43284) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:54.942730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:10:54.943125 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:10:54.958131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ba4ca20-074c-49a3-8f2d-94c9a71071ea req-c86424d8-7524-4a46-a2ba-f1f0906be61d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754404 Jan 10 19:10:54.988286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43154ae3-cbdb-490a-86bd-d1484858ed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.018472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43154ae3-cbdb-490a-86bd-d1484858ed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.074516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43154ae3-cbdb-490a-86bd-d1484858ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.090414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43154ae3-cbdb-490a-86bd-d1484858ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ea353-5dc8-4968-8cec-85f5e49a3391,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:55.097187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43154ae3-cbdb-490a-86bd-d1484858ed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.098641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43154ae3-cbdb-490a-86bd-d1484858ed79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/740ea353-5dc8-4968-8cec-85f5e49a3391 HTTP/1.1" status: 204 len: 168 time: 0.2147563 Jan 10 19:10:55.185854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-795f33e0-5180-493c-a97b-ce3dae46a9dd tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:55.187350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-795f33e0-5180-493c-a97b-ce3dae46a9dd tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.1742468 Jan 10 19:10:55.207292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-8d0eef33-a455-4d10-8fcf-115ae72de5cb tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/quotas/9e17ac3034cc48e19f29725048efc9be HTTP/1.1" status: 200 len: 375 time: 0.0114253 Jan 10 19:10:55.317181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-85ef6d78-1390-4eeb-8d50-f559aaaac453 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966148 Jan 10 19:10:55.431706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43310) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:55.439010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1915905073-network', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:55.446579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:55.451217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Usage tracker for resource:network and tenant:2c86ff5ca8214be7be62aeb87f54663d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:55.451534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Deleting port c08685aa-4c97-485c-a0f4-8246213a84c3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:10:55.451883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.455469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:55.461546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:55.475523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Made reservation on behalf of 2c86ff5ca8214be7be62aeb87f54663d for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:55.479494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.498068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.541423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:55.547602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Usage tracker for resource:security_group_rule and tenant:2c86ff5ca8214be7be62aeb87f54663d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:55.551047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:55.557840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:55.662627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.671547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.701137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:10:55.720502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c99e32-b4c4-4041-8a0d-6bcac6a7e35f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:55.727671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43316) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:55.749215 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Sync routers for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:10:55.761682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:55.762238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.762394 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:55.762598 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Added segment c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91 of type vlan for network 9bf5416a-26f9-4183-bcf6-8d5a53288abe Jan 10 19:10:55.764327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.770851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-e8914e88-c913-49a0-afe8-8cdda103301f service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235942 Jan 10 19:10:55.821732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.831070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:55.837108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Usage tracker for resource:security_group_rule and tenant:fd02598e22124c03ba3bd4e03f963109 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:55.840041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2f41a946-4a1e-4c95-96c9-4eef38cdf896 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:55.840798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:55.855993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:55.886551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.889118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:55.889918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:55.974809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:55.991886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c2dbc-f7e8-4cd4-a84b-069701fae85e req-045a0215-4e0d-4352-a2e7-30c2d9fc62ff tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:56.003642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-610c2dbc-f7e8-4cd4-a84b-069701fae85e req-045a0215-4e0d-4352-a2e7-30c2d9fc62ff tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 945 time: 0.6921167 Jan 10 19:10:56.007477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf5416a-26f9-4183-bcf6-8d5a53288abe,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:56.057571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-599cb5c6-1bc8-4b48-ab0e-bb672c07d405 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6246631 Jan 10 19:10:56.060684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:56.074363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Request body: {'subnet': {'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1915905073-subnet', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:56.076063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b39da57f-c650-453c-9601-f30988d5c409 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:10:56.092421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:56.095921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.100049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Usage tracker for resource:subnet and tenant:2c86ff5ca8214be7be62aeb87f54663d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:56.103047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:56.112865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.120599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:56.141156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Made reservation on behalf of 2c86ff5ca8214be7be62aeb87f54663d for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:10:56.142385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.163290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:10:56.212768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:10:56.238987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-610c2dbc-f7e8-4cd4-a84b-069701fae85e req-c6866965-bb27-4687-80d7-36ea9abde8ff tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343571 Jan 10 19:10:56.358176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:56.412744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.419570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '2f41a946-4a1e-4c95-96c9-4eef38cdf896', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': '2f41a946-4a1e-4c95-96c9-4eef38cdf896', 'mac_address': 'fa:16:3e:e7:09:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:56.428191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-46b35b74-24a4-416c-8a68-a2a2ee67aaac service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498826 Jan 10 19:10:56.483524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd16ff33-5294-4769-bb4d-500f7c0c52ae,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:56.502950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] For port c08685aa-4c97-485c-a0f4-8246213a84c3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c08685aa-4c97-485c-a0f4-8246213a84c3,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:56.505385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.525488 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02f03c45-fd48-4272-b789-3f263971f079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd02598e22124c03ba3bd4e03f963109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7934353 Jan 10 19:10:56.528916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:56.565741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:56.577826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Checking segment: {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:56.578395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Network hostable DHCP agents. Network: 9bf5416a-26f9-4183-bcf6-8d5a53288abe, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:10:56.582529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.606977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:10:56.618453 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:10:56.628034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 9bf5416a-26f9-4183-bcf6-8d5a53288abe) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:56.636063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:56.640055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.658693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beece376-61fb-457f-94ba-a0a6759ef6b5 None None] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:10:56.696800 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-995a4ea3-1888-4f2b-935a-71294f3aed64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6316314 Jan 10 19:10:56.696800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:10:56.704542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:56.732428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:10:56.746420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Usage tracker for resource:router and tenant:2c86ff5ca8214be7be62aeb87f54663d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:10:56.755352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:10:56.778565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:10:56.779487 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:10:52Z', 'revision_number': 2, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:56.784351 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Checking router: f8d0fbec-720c-4a34-9b28-79277751f7ee for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:10:56.784817 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Updating router f8d0fbec-720c-4a34-9b28-79277751f7ee port c977a187-acea-406b-8116-cd3d11a09803 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:10:56.805057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Calling delete_port for c08685aa-4c97-485c-a0f4-8246213a84c3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:10:56.819361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.825474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.853913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f41a946-4a1e-4c95-96c9-4eef38cdf896 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:56.882822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:56.884246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.899018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:56.955632 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.115545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b39da57f-c650-453c-9601-f30988d5c409 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:10:57.119060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.142364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-498222ae-6d3f-4aa7-81a4-9f299a20d5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.244346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.248613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-498222ae-6d3f-4aa7-81a4-9f299a20d5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.362534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event deleted for resources: {'Port': ['ID=c08685aa-4c97-485c-a0f4-8246213a84c3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:57.412975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2f41a946-4a1e-4c95-96c9-4eef38cdf896'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:57.434060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a58c6c-1c77-4565-bf7e-14e728a8afd8 req-4002612b-67bb-48ba-a777-6c873f8fd2fd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:57.441082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61a58c6c-1c77-4565-bf7e-14e728a8afd8 req-4002612b-67bb-48ba-a777-6c873f8fd2fd tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.8561218 Jan 10 19:10:57.515592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:57.525280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2f41a946-4a1e-4c95-96c9-4eef38cdf896,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:57.582062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] No DVR routers for this DVR port c08685aa-4c97-485c-a0f4-8246213a84c3 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:10:57.601284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.615982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'name': 'network-vif-deleted', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:10:57.630398 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.659281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f2c1-f832-4cb5-8990-64687508cf86 req-3204bf81-4888-4738-ad4d-368e4b2ac44f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:57.660802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d41f2c1-f832-4cb5-8990-64687508cf86 req-3204bf81-4888-4738-ad4d-368e4b2ac44f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 945 time: 0.4741173 Jan 10 19:10:57.673321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'port_id': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'mac_address': 'fa:16:3e:ca:20:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:10:57.691643 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Transition to ACTIVE for port object c977a187-acea-406b-8116-cd3d11a09803 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:10:57.708690 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.746585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-498222ae-6d3f-4aa7-81a4-9f299a20d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.808878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498222ae-6d3f-4aa7-81a4-9f299a20d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd16ff33-5294-4769-bb4d-500f7c0c52ae,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:57.846996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61a58c6c-1c77-4565-bf7e-14e728a8afd8 req-272d7bde-ec7d-4d23-8c58-ea0ce515b3eb tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047060 Jan 10 19:10:57.852143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-497abfd8-e5da-480f-89e7-4b27e652f7f5 req-277ae393-e99f-4255-8bfe-3f014d92cf24 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "DELETE /v2.0/ports/c08685aa-4c97-485c-a0f4-8246213a84c3 HTTP/1.1" status: 204 len: 173 time: 3.8045518 Jan 10 19:10:57.854890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.864659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'fixed_ips': [{'subnet_id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:10:57.866317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.868503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-498222ae-6d3f-4aa7-81a4-9f299a20d5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:57.876918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-498222ae-6d3f-4aa7-81a4-9f299a20d5b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd16ff33-5294-4769-bb4d-500f7c0c52ae HTTP/1.1" status: 204 len: 168 time: 1.3442287 Jan 10 19:10:57.946576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d41f2c1-f832-4cb5-8990-64687508cf86 req-325f549f-0548-47c6-afb3-c7e4b3d3fea5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592247 Jan 10 19:10:57.959783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c08685aa-4c97-485c-a0f4-8246213a84c3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:10:58.140131 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.178958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: c08685aa-4c97-485c-a0f4-8246213a84c3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:10:58.179590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c08685aa-4c97-485c-a0f4-8246213a84c3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:10:58.183560 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Pushing event updated for resources: {'Port': ['ID=c977a187-acea-406b-8116-cd3d11a09803,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:58.292371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df271654-25be-44b0-ba5f-a0d44974fbd0 req-e8b47106-228b-49c8-85a6-7e7e285f00a3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 210 time: 0.1303329 Jan 10 19:10:58.311694 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.312051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.312576 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.313465 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.313833 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.321527 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.321860 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.322209 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.322529 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.322889 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.323592 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:10:58.379159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:10:58.426739 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb10cd8-1575-4212-a6d6-55def42a0731', 'name': 'network-vif-deleted', 'tag': 'c08685aa-4c97-485c-a0f4-8246213a84c3', 'status': 'completed', 'code': 200} Jan 10 19:10:58.429204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:10:58.449040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.479918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Attempting to bind port c977a187-acea-406b-8116-cd3d11a09803 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:10:58.480682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Attempting to bind port c977a187-acea-406b-8116-cd3d11a09803 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:10:58.481265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Attempting to bind port c977a187-acea-406b-8116-cd3d11a09803 on network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:10:58.490853 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:10:58.491691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Checking segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:10:58.492767 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.493370 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Bound using segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:10:58.494427 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Bound port: c977a187-acea-406b-8116-cd3d11a09803, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:10:58.494853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.495549 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.572933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.661483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-287d5b57-8116-45bb-b813-ef25bcf5b3d1 req-7e9196c6-b7b9-4db9-af3e-823bff3a47e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Synchronizing usage tracker for tenant:84708e9959ac4a099635780671fb9c39 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:10:58.689876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-287d5b57-8116-45bb-b813-ef25bcf5b3d1 req-7e9196c6-b7b9-4db9-af3e-823bff3a47e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Unset dirty status for tenant:84708e9959ac4a099635780671fb9c39 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:10:58.692535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['75a44aed-b63b-4e38-a112-2f9b66758acb'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:10:58.694203 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] For port c977a187-acea-406b-8116-cd3d11a09803, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:10:58.704817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-287d5b57-8116-45bb-b813-ef25bcf5b3d1 req-7e9196c6-b7b9-4db9-af3e-823bff3a47e2 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb10cd8-1575-4212-a6d6-55def42a0731 HTTP/1.1" status: 200 len: 210 time: 0.1275048 Jan 10 19:10:58.707515 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] For port c977a187-acea-406b-8116-cd3d11a09803, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c977a187-acea-406b-8116-cd3d11a09803,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:10:58.717432 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:58.847963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Allocated IP 172.25.6.212 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/13c33eaa-7137-43a0-98f9-d775f686f83f) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:58.874757 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0f460-bbc9-44ec-a078-ee84f211d42a None None] Pushing event updated for resources: {'Port': ['ID=c977a187-acea-406b-8116-cd3d11a09803,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:58.926491 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:10:58.927137 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:10:59.050512 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:10:59.152150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:59.236634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Allocated IP 172.20.0.2 (9bf5416a-26f9-4183-bcf6-8d5a53288abe/06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445/59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:10:59.410488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:59.460455 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:10:59.476175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:59.539391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-5de51491-b7de-4975-ab3a-512891055923 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:10:59.542269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-5de51491-b7de-4975-ab3a-512891055923 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.4124939 Jan 10 19:10:59.589676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Request body: {'port': {'device_id': '6643e905-f077-4742-b326-c8357b477bd4', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'admin_state_up': True, 'tenant_id': '9e17ac3034cc48e19f29725048efc9be'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:10:59.631608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:10:59.637061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:10:59.661358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:10:59.720452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Pushing event updated for resources: {'Port': ['ID=13c33eaa-7137-43a0-98f9-d775f686f83f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:10:59.927682 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:10:59.952099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Transition to ACTIVE for port object 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:00.020583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Transition to ACTIVE for port object 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:00.042096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:00.043355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:00.078431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee94cdc-fa53-4864-a115-934d508da3cd req-394508c8-fdfc-40cb-9235-ed04f1a169f2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:00.081199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:00.096483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ee94cdc-fa53-4864-a115-934d508da3cd req-394508c8-fdfc-40cb-9235-ed04f1a169f2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.8403389 Jan 10 19:11:00.184996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb015-9972-4d2b-a9a4-dc0af4eb1b31 req-fff7d2cc-8745-47f3-b47b-731d291a1f46 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:00.197771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ecb015-9972-4d2b-a9a4-dc0af4eb1b31 req-fff7d2cc-8745-47f3-b47b-731d291a1f46 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 945 time: 0.6534147 Jan 10 19:11:00.241924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:00.249511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:00.260610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:00.270010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:00.279827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:00.306580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31ecb015-9972-4d2b-a9a4-dc0af4eb1b31 req-dda53806-3c9a-4098-8d33-a6c80453886c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074998 Jan 10 19:11:00.331635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ee94cdc-fa53-4864-a115-934d508da3cd req-6b0b2103-af34-4708-9e14-16a1df1feeb1 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337270 Jan 10 19:11:00.335241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Made reservation on behalf of 9e17ac3034cc48e19f29725048efc9be for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:00.339676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:00.414149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Pushing event updated for resources: {'Port': ['ID=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:00.426283 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:10:58Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:00.442676 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cbb7d-9428-43df-a4e8-44e5984893d6 None None] The sync data for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 is: [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:10:58Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:11:00.559056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Router b20a268d-adae-4f34-a4ee-01107b7e6af3 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:11:00.679890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:00.775479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80d12701-2af0-422e-9888-a38ecca38d9b req-5506f4e4-2e47-468b-832b-b512626ca39b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 210 time: 0.0886991 Jan 10 19:11:00.831151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Allocated IP 172.20.0.10 (599dea69-d853-4847-b5d0-f2b05b5a39fb/2f7ba18f-ca2e-4b4c-88be-ec4f568410a4/c1348f31-6bfa-4b00-8eeb-1cc32b9312de) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:00.844908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Attempting to bind port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:00.846418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Attempting to bind port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:00.847308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Attempting to bind port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed on network 9bf5416a-26f9-4183-bcf6-8d5a53288abe {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:00.888696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:00.889073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Checking segment: {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:00.889488 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:00.889892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Bound using segment: {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:00.893699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Bound port: 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:00.895477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.137207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:11:01.163823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Sync routers for ids ['b20a268d-adae-4f34-a4ee-01107b7e6af3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:11:01.186389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 75a44aed-b63b-4e38-a112-2f9b66758acb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:01.186702 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.207498 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.208831 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-175eb564-a6cf-4ec2-b778-33d5418fb43f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5113769 Jan 10 19:11:01.211905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43402) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:01.298143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.412211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] For port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:01.424976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.451254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] For port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:01.455822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:01.587332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43412) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:01.591535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.602610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Routers {'b20a268d-adae-4f34-a4ee-01107b7e6af3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:11:01.606136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b20a268d-adae-4f34-a4ee-01107b7e6af3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:01.639911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372901948', 'description': 'tempest-description--1742118731'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:01.647681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:01.652401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:security_group and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:01.656188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:01.663322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:01.758099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:01.759280 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:01.843166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:01.883179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:01.883729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Set router b20a268d-adae-4f34-a4ee-01107b7e6af3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:11:01.980319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:01.980970 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.076137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:02.088472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:security_group_rule and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:02.099684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:02.131189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:02.215566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2f41a946-4a1e-4c95-96c9-4eef38cdf896 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:02.285307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.290541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event updated for resources: {'Port': ['ID=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:02.302007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.324776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c977a187-acea-406b-8116-cd3d11a09803 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:02.377354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763285dc-e201-48fb-a838-ce236eaf967a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:02.426033 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.430325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c53f2d15-4f99-4b71-a219-cf63c2c2b829 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8232360 Jan 10 19:11:02.432627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43426) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:02.436016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-74bc4c38-10e2-4b6e-90f4-4f5d80c6ea3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8507390 Jan 10 19:11:02.441093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'security_group_rule': {'security_group_id': '763285dc-e201-48fb-a838-ce236eaf967a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:02.448320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:02.456326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:security_group_rule and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:02.463494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:02.485581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a924a82-f49a-4d8a-8c9e-17078e4e9e55 req-7a394c0f-63f0-4984-ae65-741c3fa1760c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:02.493300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a924a82-f49a-4d8a-8c9e-17078e4e9e55 req-7a394c0f-63f0-4984-ae65-741c3fa1760c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.8195927 Jan 10 19:11:02.549299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Request body: {'port': {'device_id': '6643e905-f077-4742-b326-c8357b477bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:02.641710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:02.650130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a924a82-f49a-4d8a-8c9e-17078e4e9e55 req-38a411dd-d519-4713-ab01-31a4297f5940 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557772 Jan 10 19:11:02.712347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111755fb-8df7-4fc1-962d-723e19ff83e2 req-cdf1ab8d-f86c-4555-8e79-46492d9c2171 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:02.723912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-111755fb-8df7-4fc1-962d-723e19ff83e2 req-cdf1ab8d-f86c-4555-8e79-46492d9c2171 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 945 time: 1.0486026 Jan 10 19:11:02.818603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.824422 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.858387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c977a187-acea-406b-8116-cd3d11a09803 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:02.862438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332519a-73b4-4c96-9198-f99b21c4966c None None] Pushing event updated for resources: {'Port': ['ID=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:02.892806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:02.901209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:02.901592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:02.941785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.004513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c977a187-acea-406b-8116-cd3d11a09803 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:03.004888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.084415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.098488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-111755fb-8df7-4fc1-962d-723e19ff83e2 req-c561a42c-a83f-4362-be55-c4ce0bd18ce6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733599 Jan 10 19:11:03.305035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:03.343723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.373709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.379982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:03.419077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.429321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:10:59Z', 'revision_number': 3, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:03.514892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Allocated IP 172.20.0.1 (9bf5416a-26f9-4183-bcf6-8d5a53288abe/06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445/5d72a40f-82ca-49cc-8d8a-3f9c168d4d74) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:03.535874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Checking router: b20a268d-adae-4f34-a4ee-01107b7e6af3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:11:03.536229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Updating router b20a268d-adae-4f34-a4ee-01107b7e6af3 port 13c33eaa-7137-43a0-98f9-d775f686f83f binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:11:03.540670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.541870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1080701 Jan 10 19:11:03.548819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43444) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:03.560034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd98295-6bdf-4cd2-9b1c-ed7972e99d51 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbfc39a-9b51-4acf-a5ae-d94fd8017e65,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:03.606445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'security_group_rule': {'security_group_id': '763285dc-e201-48fb-a838-ce236eaf967a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:03.680997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:03.690562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:security_group_rule and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:03.696786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:03.718240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:03.720528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e791358-a033-46d8-8fa4-f19005e05bfe req-068894bf-ac9f-49a5-8c98-54d990855342 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:03.721263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8e791358-a033-46d8-8fa4-f19005e05bfe req-068894bf-ac9f-49a5-8c98-54d990855342 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:03.759242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8e791358-a033-46d8-8fa4-f19005e05bfe req-068894bf-ac9f-49a5-8c98-54d990855342 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:03.764412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e791358-a033-46d8-8fa4-f19005e05bfe req-068894bf-ac9f-49a5-8c98-54d990855342 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 932 time: 0.7858908 Jan 10 19:11:03.797164 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'code': 200} Jan 10 19:11:03.827050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.872272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.930323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:03.957749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Transition to ACTIVE for port object 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:04.008325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.018033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.072698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7062142d-1c85-4fc4-a231-d930cc1ad6a5,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:04.074165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1348f31-6bfa-4b00-8eeb-1cc32b9312de {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:04.083432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.103751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Transition to ACTIVE for port object c1348f31-6bfa-4b00-8eeb-1cc32b9312de will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:04.119203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.123631 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9fdea781-fdd4-4d49-8f0a-a29d6cb05c8e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5693853 Jan 10 19:11:04.130246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:04.130370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43456) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:04.131598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.139164 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.203179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.210841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:04.216699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:04.221064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:floatingip and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:04.224067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:04.230704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:04.252901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.281609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:04.295120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:04.299632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:04.304711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:04.305791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.325751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c977a187-acea-406b-8116-cd3d11a09803, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c977a187-acea-406b-8116-cd3d11a09803,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:04.331340 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.376351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.441545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.600455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2f41a946-4a1e-4c95-96c9-4eef38cdf896,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:04.660465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Pushing event updated for resources: {'Port': ['ID=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:04.692724 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:04.717851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ade400-f403-4772-9458-10187f11c5fb None None] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:11:04.742800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:04.951321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e791358-a033-46d8-8fa4-f19005e05bfe req-efb1ea24-eb1a-453e-b734-9c7109af5a01 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457098 Jan 10 19:11:05.011487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Pushing event updated for resources: {'Port': ['ID=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:05.116926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c977a187-acea-406b-8116-cd3d11a09803,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:05.118615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.120694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.121218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.127456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.127803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.128147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.128483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.128814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.129156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.135586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.136780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.137168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:05.146276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f90389ae-5ff5-4c5f-87d1-1b6c6efbc704 None None] Provisioning for port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:05.309277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df0bf-ad13-41be-9015-481644f51125 req-f6420fcd-4376-41ab-aef5-c22d7cbb3b83 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:05.318536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c45df0bf-ad13-41be-9015-481644f51125 req-f6420fcd-4376-41ab-aef5-c22d7cbb3b83 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 1.2116992 Jan 10 19:11:05.393044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:05.404949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Attempting to bind port c1348f31-6bfa-4b00-8eeb-1cc32b9312de on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:05.405537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Attempting to bind port c1348f31-6bfa-4b00-8eeb-1cc32b9312de by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:05.406059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Attempting to bind port c1348f31-6bfa-4b00-8eeb-1cc32b9312de on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:05.425313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Port c1348f31-6bfa-4b00-8eeb-1cc32b9312de on network 599dea69-d853-4847-b5d0-f2b05b5a39fb not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:11:05.425878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Attempting to bind port c1348f31-6bfa-4b00-8eeb-1cc32b9312de on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:05.442261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:05.442699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.457846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c45df0bf-ad13-41be-9015-481644f51125 req-fd255c56-580b-4b5b-905e-294f248985f3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379645 Jan 10 19:11:05.458672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:05.459035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Checking segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:05.459430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Bound using segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:05.459878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Bound port: c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:05.460223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.498376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f5278-9abc-4a76-96ee-a13fcc5b5899 req-cc7bd2c9-62fb-4e4d-9fd3-bbe70e6e55f7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:05.515454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e06f5278-9abc-4a76-96ee-a13fcc5b5899 req-cc7bd2c9-62fb-4e4d-9fd3-bbe70e6e55f7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 946 time: 0.3363237 Jan 10 19:11:05.687332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.697818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.797303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e06f5278-9abc-4a76-96ee-a13fcc5b5899 req-9b3d1447-9821-42cd-9c35-2e7f71613ec8 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796996 Jan 10 19:11:05.806188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41a946-4a1e-4c95-96c9-4eef38cdf896'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:05.826355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Pushing event updated for resources: {'Port': ['ID=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:05.830071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.835363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] For port c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:05.845406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] For port c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:05.856925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.902361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.904865 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:05.931717 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41a946-4a1e-4c95-96c9-4eef38cdf896', 'code': 200} Jan 10 19:11:05.959223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Transition to ACTIVE for port object 13c33eaa-7137-43a0-98f9-d775f686f83f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:05.973926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:06.072936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:06.074460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] 10.222.0.30 "PUT /v2.0/ports/c1348f31-6bfa-4b00-8eeb-1cc32b9312de HTTP/1.1" status: 200 len: 1092 time: 3.5790491 Jan 10 19:11:06.075161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6643e905-f077-4742-b326-c8357b477bd4', 'tag': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:06.083886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ee9ac-ef14-418b-b859-e8a75d94f2ae service neutron] Pushing event updated for resources: {'Port': ['ID=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:06.176495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Attempting to bind port 13c33eaa-7137-43a0-98f9-d775f686f83f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:06.177092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Attempting to bind port 13c33eaa-7137-43a0-98f9-d775f686f83f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:06.177834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Attempting to bind port 13c33eaa-7137-43a0-98f9-d775f686f83f on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:06.212080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:06.228686 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6643e905-f077-4742-b326-c8357b477bd4', 'tag': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', 'status': 'completed', 'code': 200} Jan 10 19:11:06.230283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:06.234022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9509-d3aa-4fc1-b6f3-40d30aa181ae None None] Pushing event updated for resources: {'Port': ['ID=13c33eaa-7137-43a0-98f9-d775f686f83f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:06.259989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:06.267382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:06.268472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:06.269665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:06.270608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:06.272977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Bound port: 13c33eaa-7137-43a0-98f9-d775f686f83f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:06.273661 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:06.307922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16dedf11-83da-4d6f-a5ae-7082bf11c402 req-839278cc-c10f-428c-813d-20df70de08bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 1097 time: 0.2940795 Jan 10 19:11:06.336317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:06.359418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-934eb24a-7ee8-44ba-9862-1f6a3b465822 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 1095 time: 0.2182102 Jan 10 19:11:06.506849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Allocated IP 172.25.6.2 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/17255abc-2810-445a-bdde-a974a7b201ca) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:06.613159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] For port 13c33eaa-7137-43a0-98f9-d775f686f83f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:06.620181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] For port 13c33eaa-7137-43a0-98f9-d775f686f83f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=13c33eaa-7137-43a0-98f9-d775f686f83f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:06.655180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c977a187-acea-406b-8116-cd3d11a09803 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:06.655309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-c99d0caa-9211-4a45-b5c8-c171943a8dda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de HTTP/1.1" status: 200 len: 217 time: 0.2474434 Jan 10 19:11:06.661509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16dedf11-83da-4d6f-a5ae-7082bf11c402 req-70ef0d6b-f77b-40b4-adf2-ba2796259c46 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426831 Jan 10 19:11:06.741214 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:06.818883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-24580705-ff46-4559-bc8d-0988fdf50785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:06.827188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-24580705-ff46-4559-bc8d-0988fdf50785 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.1635423 Jan 10 19:11:06.843530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b7054-8b3a-45b1-8d29-5a7ff287e5fc req-0fd47ec1-eaa2-40bc-9a0f-361212a08ca9 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:06.845415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a1b7054-8b3a-45b1-8d29-5a7ff287e5fc req-0fd47ec1-eaa2-40bc-9a0f-361212a08ca9 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 944 time: 0.4475501 Jan 10 19:11:06.901146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:07.017543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Routers {'b20a268d-adae-4f34-a4ee-01107b7e6af3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:11:07.018804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:10:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b20a268d-adae-4f34-a4ee-01107b7e6af3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:07.032195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-3b4b92f0-59fd-4d79-8f50-ee4bc15d7c06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716099 Jan 10 19:11:07.197100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8eedab12-525e-486c-8abc-30ce2afc6c7c None None] Provisioning complete for port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:07.197610 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8eedab12-525e-486c-8abc-30ce2afc6c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:07.345376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9509-d3aa-4fc1-b6f3-40d30aa181ae None None] Pushing event updated for resources: {'Port': ['ID=13c33eaa-7137-43a0-98f9-d775f686f83f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:07.350832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:07.425676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a1b7054-8b3a-45b1-8d29-5a7ff287e5fc req-bfa6c1cf-6535-4db2-a28e-108c301529b3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688550 Jan 10 19:11:07.476200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c977a187-acea-406b-8116-cd3d11a09803 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:07.476672 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:07.569790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-28d5a747-43cc-4a39-87f3-325a4589ec6a service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277517 Jan 10 19:11:07.608683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] Set router b20a268d-adae-4f34-a4ee-01107b7e6af3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:11:07.639646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bd11a-2935-4a95-a93e-400056157544 req-78f029a1-d4b5-42a4-a26b-39ac1f0dc378 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:07.652317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f04bd11a-2935-4a95-a93e-400056157544 req-78f029a1-d4b5-42a4-a26b-39ac1f0dc378 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4779534 Jan 10 19:11:07.653008 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:07.850822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:07.857650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:07.869963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:07.952062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'Port': ['ID=17255abc-2810-445a-bdde-a974a7b201ca,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:07.972839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f04bd11a-2935-4a95-a93e-400056157544 req-7d50d1d4-347f-4f70-b592-9c3d682c6866 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189595 Jan 10 19:11:08.015541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.015858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.016675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.018898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.019238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.019579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.019933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.020939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.022432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.022933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.023404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:08.038368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Router b20a268d-adae-4f34-a4ee-01107b7e6af3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:11:08.186906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b280a4-2dbe-4003-b7ac-e0b6bdb83993 req-7c02d770-1237-4337-a1f8-10219b20b098 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100652 Jan 10 19:11:08.235793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:08.374624 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:08.400212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8be26-608e-4df0-8f04-d542cef0571f req-00a56fe6-279e-41f2-aacd-9691e8399797 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:08.416115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3a8be26-608e-4df0-8f04-d542cef0571f req-00a56fe6-279e-41f2-aacd-9691e8399797 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 946 time: 0.4571769 Jan 10 19:11:08.454348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8eedab12-525e-486c-8abc-30ce2afc6c7c None None] Provisioning for port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:08.481986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8eedab12-525e-486c-8abc-30ce2afc6c7c None None] Provisioning complete for port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:08.482385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8eedab12-525e-486c-8abc-30ce2afc6c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:08.525713 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8e89509-c114-45ff-bebc-c6f03ea244a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:08.580888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3a8be26-608e-4df0-8f04-d542cef0571f req-3f03cb56-f9e8-4faf-8c94-ef41859de562 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623886 Jan 10 19:11:08.681989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c8b-0366-438f-b68f-62e3b135da02 req-954e190c-fc2c-441d-9066-85918b4449be tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:08.702731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66d61c8b-0366-438f-b68f-62e3b135da02 req-954e190c-fc2c-441d-9066-85918b4449be tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.4635758 Jan 10 19:11:08.714332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5d72a40f-82ca-49cc-8d8a-3f9c168d4d74', 'name': '', 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'mac_address': 'fa:16:3e:be:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:11:03Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 2, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'subnets': [{'id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:08.734048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f3a76-fd0a-4718-89bd-191721598f11 None None] The sync data for ids ['b20a268d-adae-4f34-a4ee-01107b7e6af3'] in n-d-816927-8 is: [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5d72a40f-82ca-49cc-8d8a-3f9c168d4d74', 'name': '', 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'mac_address': 'fa:16:3e:be:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:11:03Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 2, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'subnets': [{'id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:11:08.734048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8eedab12-525e-486c-8abc-30ce2afc6c7c None None] Port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:11:08.759058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-3314cdcc-ebb9-429d-959b-f8c0940f9634 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 1095 time: 0.4346323 Jan 10 19:11:08.852522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:08.991359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:11:09.012897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f4ff-a8ab-4d53-9d89-5bd17f47a316 None None] Provisioning complete for port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:09.013280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f4ff-a8ab-4d53-9d89-5bd17f47a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:09.027887 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d55329d9-5865-40ae-a698-05c6e9d830ba admin admin] 10.222.0.21 "PUT /v2.0/routers/b20a268d-adae-4f34-a4ee-01107b7e6af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8147812 Jan 10 19:11:09.051215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:09.061801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:09.223063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f4ff-a8ab-4d53-9d89-5bd17f47a316 None None] Port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:11:09.232119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:09.232481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:09.245014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'Port': ['ID=17255abc-2810-445a-bdde-a974a7b201ca,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:09.251686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:09.302828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:09.311141 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e52e808e-05ff-4c7d-a302-6fa3c9cccbd9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1539640 Jan 10 19:11:09.356675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66d61c8b-0366-438f-b68f-62e3b135da02 req-8b2228f5-cc06-49fd-bede-4fd07ae09c0f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6630156 Jan 10 19:11:09.410611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-b9ac8364-1af5-4929-9645-8970ef09825a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:09.412112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-b9ac8364-1af5-4929-9645-8970ef09825a service neutron] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 915 time: 0.6533279 Jan 10 19:11:09.569257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-c271bc9a-c19f-4c9e-be17-c33f1c67fcb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de HTTP/1.1" status: 200 len: 217 time: 0.1278803 Jan 10 19:11:09.778670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-3b31cf80-e6af-49aa-806b-af1cedaecc29 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:09.780137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-3b31cf80-e6af-49aa-806b-af1cedaecc29 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.5004988 Jan 10 19:11:09.788758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415f24c-d9eb-4425-b319-2f9699bba1c6 req-26fd58f1-e4c6-467c-9982-149c14717606 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:09.796195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f415f24c-d9eb-4425-b319-2f9699bba1c6 req-26fd58f1-e4c6-467c-9982-149c14717606 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 944 time: 0.8247445 Jan 10 19:11:09.829306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-29a5ad97-e19e-49a8-8db2-034af692b106 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:09.831058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-29a5ad97-e19e-49a8-8db2-034af692b106 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.2383547 Jan 10 19:11:09.943442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f415f24c-d9eb-4425-b319-2f9699bba1c6 req-f834b813-bab9-4f11-a474-112b7c49f595 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467631 Jan 10 19:11:10.126196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-1e1f2401-db5e-4fdf-b889-856726a9693f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051842 Jan 10 19:11:10.295571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Deleting port a1cd1d09-d23d-4244-99cb-4625b817f132 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:11:10.296098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:10.438920 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6a3609e-1674-45e0-a910-a75207331290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:10.737826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:10.738095 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:10.836378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d69f0-8737-464c-9483-15a44a3da890 req-26355cdc-1cdc-4af4-86aa-d539f8fe37ea tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:10.837881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a25d69f0-8737-464c-9483-15a44a3da890 req-26355cdc-1cdc-4af4-86aa-d539f8fe37ea tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 1.0660481 Jan 10 19:11:10.986157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8933e9a-c576-44e6-bbeb-bcd187d91acb req-4d777290-ef12-4382-8414-ca53f7ca7cb3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:10.987992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8933e9a-c576-44e6-bbeb-bcd187d91acb req-4d777290-ef12-4382-8414-ca53f7ca7cb3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 946 time: 0.7153907 Jan 10 19:11:10.999647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-237b0c5c-837c-495c-87cf-3a79393ce271 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8596594 Jan 10 19:11:11.268348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a25d69f0-8737-464c-9483-15a44a3da890 req-b6c497cc-7311-4a21-bdc9-ab90c6c46dde tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943920 Jan 10 19:11:11.287181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8933e9a-c576-44e6-bbeb-bcd187d91acb req-9c597107-82c8-4cb7-9b06-3c0cc41845ac tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859366 Jan 10 19:11:11.748397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:11.759161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:11.929911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a1cd1d09-d23d-4244-99cb-4625b817f132 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:11:11.996440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:11.997039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:11.997159 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Floating IP dfc30898-0a73-4a5a-8046-4c02edea0d3f disassociated. External IP: 172.25.6.162, port: a1cd1d09-d23d-4244-99cb-4625b817f132. Jan 10 19:11:11.997678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Calling delete_port for a1cd1d09-d23d-4244-99cb-4625b817f132 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:11:12.145533 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:12.220314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:12.223335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:12.243178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:12.275263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-899115e3-fadb-49d4-b517-e2e70e382ef4 req-9bd23bb0-ac44-4e59-b646-eebf72311e4b service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2081194 Jan 10 19:11:12.386603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384da8a-5d54-485d-8b71-9df39fdf26a4 req-52d9e4ef-0143-443a-8f9f-6aa539724b36 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:12.389483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2384da8a-5d54-485d-8b71-9df39fdf26a4 req-52d9e4ef-0143-443a-8f9f-6aa539724b36 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 946 time: 0.7419362 Jan 10 19:11:12.419057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-470b3b1f-e075-4568-8c99-a4c369a03ea4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:12.420728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-470b3b1f-e075-4568-8c99-a4c369a03ea4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 822 time: 0.8696468 Jan 10 19:11:12.492154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:12.533942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2384da8a-5d54-485d-8b71-9df39fdf26a4 req-a5887674-e536-4d85-a698-4217fb680d60 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227031 Jan 10 19:11:12.548354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-e7118ffb-6e8a-4681-af94-b555bcc18c3a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/quotas/84708e9959ac4a099635780671fb9c39 HTTP/1.1" status: 200 len: 375 time: 0.0612116 Jan 10 19:11:12.565420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c1348f31-6bfa-4b00-8eeb-1cc32b9312de details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:11:12.634243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:11:12.634900 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:11:12.760800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-784d01a9-5bcd-4de6-9bae-95cad6164970 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2113445 Jan 10 19:11:13.051806 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:13.094262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:13.147074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'port_id': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', 'mac_address': 'fa:16:3e:05:3f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ba18f-ca2e-4b4c-88be-ec4f568410a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:11:13.265867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Deleting port a1cd1d09-d23d-4244-99cb-4625b817f132 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:11:13.268437 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:13.281558 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:13.327595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1348f31-6bfa-4b00-8eeb-1cc32b9312de {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:13.358719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:13.366336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:13.535040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:13.566916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-c5b34aba-fb80-405a-92b0-577d6763fa02 service neutron] 10.222.0.21 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822366 Jan 10 19:11:13.635533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['c1348f31-6bfa-4b00-8eeb-1cc32b9312de'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:13.905092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd091fa-7ebd-4b31-a30c-fbfed5f9cc79 req-ff49dffc-f2a0-44c8-adc0-9efe4a80377f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:13.915737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfd091fa-7ebd-4b31-a30c-fbfed5f9cc79 req-ff49dffc-f2a0-44c8-adc0-9efe4a80377f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 944 time: 0.7937493 Jan 10 19:11:13.990416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] For port a1cd1d09-d23d-4244-99cb-4625b817f132, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a1cd1d09-d23d-4244-99cb-4625b817f132,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:13.990670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:14.147429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfd091fa-7ebd-4b31-a30c-fbfed5f9cc79 req-540950b3-8aa3-48d5-9166-47cc3e33d4e9 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307737 Jan 10 19:11:14.177382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-21b3b0c7-6049-40ec-84d1-745af68c8303 service neutron] 10.222.0.21 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032362 Jan 10 19:11:14.232067 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'code': 200} Jan 10 19:11:14.579292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c1348f31-6bfa-4b00-8eeb-1cc32b9312de up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:14.782778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85886c9-bce2-419f-8bfe-ed2efb9249f7 req-642a29fd-fc4c-4b5e-8f84-1738355ab6ab tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:14.798011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f85886c9-bce2-419f-8bfe-ed2efb9249f7 req-642a29fd-fc4c-4b5e-8f84-1738355ab6ab tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4392297 Jan 10 19:11:14.836026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port c1348f31-6bfa-4b00-8eeb-1cc32b9312de completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:14.855863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port c1348f31-6bfa-4b00-8eeb-1cc32b9312de triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:14.857233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.027372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.028166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.028914 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Floating IP dfc30898-0a73-4a5a-8046-4c02edea0d3f disassociated. External IP: 172.25.6.162, port: a1cd1d09-d23d-4244-99cb-4625b817f132. Jan 10 19:11:15.029359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Calling delete_port for a1cd1d09-d23d-4244-99cb-4625b817f132 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:11:15.114621 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.192975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.366399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f85886c9-bce2-419f-8bfe-ed2efb9249f7 req-939459e2-e7e1-4a36-a17d-e4e01a48aba0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565636 Jan 10 19:11:15.428389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.480069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:15.490499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.722696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:15.987354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:16.241115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6643e905-f077-4742-b326-c8357b477bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:16.296305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event deleted for resources: {'Port': ['ID=a1cd1d09-d23d-4244-99cb-4625b817f132,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:16.555798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021fd3b-7546-473d-8c11-dcc5f4281e0a req-a93379e2-2f42-48b8-8b45-acb25610f341 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:16.562732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6021fd3b-7546-473d-8c11-dcc5f4281e0a req-a93379e2-2f42-48b8-8b45-acb25610f341 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 944 time: 1.6569276 Jan 10 19:11:16.583543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4548ec8e-10c9-4416-85b3-81cba3370303 req-6fad2dd5-226a-4102-91cf-e7e97aef5405 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 210 time: 0.2887640 Jan 10 19:11:16.779036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6021fd3b-7546-473d-8c11-dcc5f4281e0a req-5fe79485-2364-4c27-aa02-d0f8bd38286f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=184de641-0e58-4e4b-bbeb-40a5f0767870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129939 Jan 10 19:11:16.932717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 13c33eaa-7137-43a0-98f9-d775f686f83f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:17.113380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-24e47f74-89ae-4730-91ce-b2d75f47402d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:17.131315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-24e47f74-89ae-4730-91ce-b2d75f47402d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Synchronizing usage tracker for tenant:84708e9959ac4a099635780671fb9c39 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:17.192149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-24e47f74-89ae-4730-91ce-b2d75f47402d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Unset dirty status for tenant:84708e9959ac4a099635780671fb9c39 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:17.197994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-24e47f74-89ae-4730-91ce-b2d75f47402d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 822 time: 0.6181502 Jan 10 19:11:17.215020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'port': {'device_id': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'admin_state_up': True, 'tenant_id': '84708e9959ac4a099635780671fb9c39'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:17.222453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:11:17.298579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 13c33eaa-7137-43a0-98f9-d775f686f83f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:17.327333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 13c33eaa-7137-43a0-98f9-d775f686f83f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:17.327646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:17.441652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f95239-0696-4e35-9410-0d32ca0a067d req-52c6d7ac-cdb8-4df5-898e-3eb11ffbc410 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:17.448569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39f95239-0696-4e35-9410-0d32ca0a067d req-52c6d7ac-cdb8-4df5-898e-3eb11ffbc410 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 946 time: 0.2245541 Jan 10 19:11:17.597118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:17.597294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39f95239-0696-4e35-9410-0d32ca0a067d req-0b566fd2-5305-4757-aa1d-43a4f82ec254 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475575 Jan 10 19:11:17.621579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:17.649648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Made reservation on behalf of 84708e9959ac4a099635780671fb9c39 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:17.652402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:17.653518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:17.679179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 13c33eaa-7137-43a0-98f9-d775f686f83f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=13c33eaa-7137-43a0-98f9-d775f686f83f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:17.690790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:17.777728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:11:17.791096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:11:17.830947 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:11:17.832369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:11:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:17.833674 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6643e905-f077-4742-b326-c8357b477bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', 'code': 200} Jan 10 19:11:17.865533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=13c33eaa-7137-43a0-98f9-d775f686f83f,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:18.119070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Allocated IP 172.20.0.8 (de992ba6-5749-4cad-8028-4d1cda6a3932/d96c15a1-65a0-412e-b4dd-2aceea35584c/b88b0ffa-2270-460d-b0ed-8b2f08a2939b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:18.136418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43718) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:18.234841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] No DVR routers for this DVR port a1cd1d09-d23d-4244-99cb-4625b817f132 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:11:18.252094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:18.262441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'name': 'network-vif-deleted', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:18.308115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d96061e-4dfd-4c99-a41b-98ac0d0e5c60 req-e9f2a13e-ff99-4129-9d7d-705cf0ed71c9 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "DELETE /v2.0/ports/a1cd1d09-d23d-4244-99cb-4625b817f132 HTTP/1.1" status: 204 len: 173 time: 8.5095043 Jan 10 19:11:18.480340 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:11:18.616306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:18.617459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-723fa031-2f31-4896-a4fd-f43386bc9c03 req-5546b78f-3295-4947-ae9c-3350b1344161 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 1097 time: 0.6749749 Jan 10 19:11:18.679733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82f8d166-4020-4a84-8d59-f5376bd98f4d req-acb0e676-2123-4d9a-afb8-1da1539f4fba tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 210 time: 0.1425588 Jan 10 19:11:18.740003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1a57c-ec0c-4410-b659-eed438fe9665 req-21842563-e45d-457b-9db2-1685cf70f5f9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:18.746272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ac1a57c-ec0c-4410-b659-eed438fe9665 req-21842563-e45d-457b-9db2-1685cf70f5f9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4148893 Jan 10 19:11:18.751731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:18.756199 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:18.762278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Usage tracker for resource:security_group_rule and tenant:035c664de1c44662acff426afe5279d6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:18.773857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:18.785108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:18.829521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 13c33eaa-7137-43a0-98f9-d775f686f83f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:18.927494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ac1a57c-ec0c-4410-b659-eed438fe9665 req-ffeebd41-9691-492a-bbc4-62df050780d3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804039 Jan 10 19:11:18.933727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-723fa031-2f31-4896-a4fd-f43386bc9c03 req-4fb65712-22d5-4244-bf75-abde6b7080af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901285 Jan 10 19:11:19.064415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:19.086957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 13c33eaa-7137-43a0-98f9-d775f686f83f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:19.091611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:19.125616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:19.222082 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:19.227348 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:11:19.247121 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:11:19.247981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:11:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:19.286145 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceaca9b-474a-4a41-a3cf-7a0d84127217', 'name': 'network-vif-deleted', 'tag': 'a1cd1d09-d23d-4244-99cb-4625b817f132', 'status': 'completed', 'code': 200} Jan 10 19:11:19.329715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc9b7204-a68e-487a-8438-367fb4af2e90 req-1742851b-042c-4664-bf73-79e730f05219 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:19.387764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=035c664de1c44662acff426afe5279d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2476768 Jan 10 19:11:19.388905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43732) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:19.395870 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:19.451912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cc9b7204-a68e-487a-8438-367fb4af2e90 req-1742851b-042c-4664-bf73-79e730f05219 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:19.454188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc9b7204-a68e-487a-8438-367fb4af2e90 req-1742851b-042c-4664-bf73-79e730f05219 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cceaca9b-474a-4a41-a3cf-7a0d84127217 HTTP/1.1" status: 200 len: 210 time: 0.2699282 Jan 10 19:11:19.533721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516ea3e-176e-4285-85f7-c1571dc099f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dae1a8-c477-466b-adfa-295acf8eb0c1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:19.683708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Network de992ba6-5749-4cad-8028-4d1cda6a3932 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:19.700330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:19.730091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:19.738385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:19.757811 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:11:19.799949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35885d1a-b11e-45da-946e-237820c4eb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:19.920490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:19.923838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:19.924634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc7776-5dae-49e4-aedc-48b153eb2bb6 req-dc950110-b0c2-4374-aedf-1daf2eaeb956 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:19.934351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77cc7776-5dae-49e4-aedc-48b153eb2bb6 req-dc950110-b0c2-4374-aedf-1daf2eaeb956 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 946 time: 0.4179635 Jan 10 19:11:19.976711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35885d1a-b11e-45da-946e-237820c4eb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:20.001071 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-56b1c61c-2a04-471a-84c6-d810b3ad9f21 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7899275 Jan 10 19:11:20.014768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Request body: {'port': {'device_id': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:20.180406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77cc7776-5dae-49e4-aedc-48b153eb2bb6 req-61012665-ebaf-4168-a881-05c3d26fe2c5 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425897 Jan 10 19:11:20.210354 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35885d1a-b11e-45da-946e-237820c4eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:20.380081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35885d1a-b11e-45da-946e-237820c4eb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dae1a8-c477-466b-adfa-295acf8eb0c1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:20.416224 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:20.418232 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35885d1a-b11e-45da-946e-237820c4eb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:20.422397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35885d1a-b11e-45da-946e-237820c4eb2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95dae1a8-c477-466b-adfa-295acf8eb0c1 HTTP/1.1" status: 204 len: 168 time: 1.0297589 Jan 10 19:11:20.426887 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543362b-0b17-42b5-9fa1-188a8e309c0d None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:11:20.550312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d5f0f-bef3-4495-b1ed-f47a8dd3eca2 req-193cb69a-46b3-4f98-b2fe-e42dbda49466 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:20.562811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:20.564608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f0d5f0f-bef3-4495-b1ed-f47a8dd3eca2 req-193cb69a-46b3-4f98-b2fe-e42dbda49466 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 931 time: 0.3041608 Jan 10 19:11:20.638931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8f0d5f0f-bef3-4495-b1ed-f47a8dd3eca2 req-1ec2b84d-8a8b-4a46-90b4-a53fc0ef9b18 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Synchronizing usage tracker for tenant:84708e9959ac4a099635780671fb9c39 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:20.737245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8f0d5f0f-bef3-4495-b1ed-f47a8dd3eca2 req-1ec2b84d-8a8b-4a46-90b4-a53fc0ef9b18 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Unset dirty status for tenant:84708e9959ac4a099635780671fb9c39 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:20.738292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f0d5f0f-bef3-4495-b1ed-f47a8dd3eca2 req-1ec2b84d-8a8b-4a46-90b4-a53fc0ef9b18 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727164 Jan 10 19:11:20.864282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d453cfc-3fbb-4585-879c-313696b0b76e req-33d69271-56f3-4f7c-a03d-e0836e5764db tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:20.896815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d453cfc-3fbb-4585-879c-313696b0b76e req-33d69271-56f3-4f7c-a03d-e0836e5764db tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2805290 Jan 10 19:11:21.071313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d453cfc-3fbb-4585-879c-313696b0b76e req-a9bd2efd-d4e7-49b4-919d-bd4b7342b321 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751091 Jan 10 19:11:21.222899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43756) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:21.367894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae532-b376-4d91-a2fb-e77e6d949182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:21.415629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88b0ffa-2270-460d-b0ed-8b2f08a2939b {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:21.428462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:21.453859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae532-b376-4d91-a2fb-e77e6d949182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:21.453982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Transition to ACTIVE for port object b88b0ffa-2270-460d-b0ed-8b2f08a2939b will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:21.458617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:21.594140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43762) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:21.711788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:21.741317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:21.807326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:21.823440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae532-b376-4d91-a2fb-e77e6d949182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:21.842634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Usage tracker for resource:security_group_rule and tenant:87dadfa1bcfb431a85c23bbde3bbefdd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:21.870667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:21.901203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:21.926498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a121d65-1c01-4b07-b455-0210c5a0c9f6 req-f3f8898f-8a39-4bb8-bf88-8ee7b4199e09 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:21.941539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a121d65-1c01-4b07-b455-0210c5a0c9f6 req-f3f8898f-8a39-4bb8-bf88-8ee7b4199e09 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 946 time: 0.4630139 Jan 10 19:11:21.943537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ae532-b376-4d91-a2fb-e77e6d949182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184de641-0e58-4e4b-bbeb-40a5f0767870,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:21.969570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Attempting to bind port b88b0ffa-2270-460d-b0ed-8b2f08a2939b on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:21.969936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Attempting to bind port b88b0ffa-2270-460d-b0ed-8b2f08a2939b by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:21.970243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Attempting to bind port b88b0ffa-2270-460d-b0ed-8b2f08a2939b on network de992ba6-5749-4cad-8028-4d1cda6a3932 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:21.979072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Port b88b0ffa-2270-460d-b0ed-8b2f08a2939b on network de992ba6-5749-4cad-8028-4d1cda6a3932 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:11:21.979496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Attempting to bind port b88b0ffa-2270-460d-b0ed-8b2f08a2939b on network de992ba6-5749-4cad-8028-4d1cda6a3932 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:21.996562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:21.996937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Checking segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:21.997299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Bound using segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:21.997745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Bound port: b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:21.998104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.070359 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae532-b376-4d91-a2fb-e77e6d949182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.104544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:22.105593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ef7ae532-b376-4d91-a2fb-e77e6d949182 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "DELETE /v2.0/security-groups/184de641-0e58-4e4b-bbeb-40a5f0767870 HTTP/1.1" status: 204 len: 168 time: 0.8692110 Jan 10 19:11:22.110767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:22.111837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43770) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:22.144999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.188593 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-975d41c6-0494-4474-93a3-ccd2d8018f86 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] show failed (client error): The resource could not be found. Jan 10 19:11:22.188593 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-975d41c6-0494-4474-93a3-ccd2d8018f86 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups/184de641-0e58-4e4b-bbeb-40a5f0767870 HTTP/1.1" status: 404 len: 347 time: 0.0691826 Jan 10 19:11:22.194381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43780) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:22.310890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a121d65-1c01-4b07-b455-0210c5a0c9f6 req-293ff101-9fca-4c9b-9387-b7cc67196028 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683572 Jan 10 19:11:22.415302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.416690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] 10.222.0.44 "PUT /v2.0/ports/b88b0ffa-2270-460d-b0ed-8b2f08a2939b HTTP/1.1" status: 200 len: 1091 time: 2.4087369 Jan 10 19:11:22.417138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'tag': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:22.426135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Deleting port 38ef4454-7e0b-460b-99e0-65d19d6713a5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:11:22.426477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.516109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f95eb-1a36-4f52-a1d7-94269d6cd92a service neutron] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:22.633571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.643744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6e339-ea15-411e-8bab-d66748076228 req-029a8a7a-5baf-4033-819f-7482153b685c tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:22.651565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85f6e339-ea15-411e-8bab-d66748076228 req-029a8a7a-5baf-4033-819f-7482153b685c tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 943 time: 0.6626599 Jan 10 19:11:22.670666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.697229 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-0d36a9c1-d1d7-4f7d-8a71-851a794fb1fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 1094 time: 0.2243941 Jan 10 19:11:22.701048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.701379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:22.799997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85f6e339-ea15-411e-8bab-d66748076228 req-8de45d8f-4f94-4ad4-bc2e-efbb43c60f94 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474147 Jan 10 19:11:22.807747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e423967d-5db9-45ff-a3a1-a12999bb8214,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:22.834285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2d4b6720-b55c-4b57-a286-71d071e46356 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87dadfa1bcfb431a85c23bbde3bbefdd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2353292 Jan 10 19:11:22.834691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43788) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:22.854344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df41cdf-6e8a-4719-bf2c-da88a797a524 req-bc08f9b8-503b-487a-ba55-0634d06b1b97 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:22.859950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8df41cdf-6e8a-4719-bf2c-da88a797a524 req-bc08f9b8-503b-487a-ba55-0634d06b1b97 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.3053880 Jan 10 19:11:22.913270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Calling delete_port for 38ef4454-7e0b-460b-99e0-65d19d6713a5 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:11:22.956804 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-c8ce9451-c005-4cd7-8eb6-73818e2c49c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b HTTP/1.1" status: 200 len: 217 time: 0.2471080 Jan 10 19:11:22.964359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8df41cdf-6e8a-4719-bf2c-da88a797a524 req-b066f910-7dee-427f-950f-c96f99e186a7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013093 Jan 10 19:11:23.150046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-71fd46fd-a93a-42fb-ba89-ecd8401a1ee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:23.151676 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-71fd46fd-a93a-42fb-ba89-ecd8401a1ee3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 200 len: 862 time: 0.1769214 Jan 10 19:11:23.237614 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'tag': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'status': 'completed', 'code': 200} Jan 10 19:11:23.253275 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-9ad42b00-819a-49ab-b24c-4be8a65233d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de992ba6-5749-4cad-8028-4d1cda6a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864656 Jan 10 19:11:23.255759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3092719-bdb7-4603-84a8-5dff1357feab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:23.381188 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3092719-bdb7-4603-84a8-5dff1357feab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:23.398733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:23.593367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event deleted for resources: {'Port': ['ID=38ef4454-7e0b-460b-99e0-65d19d6713a5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:23.734824 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-26f9158c-baae-4eee-ad68-f76c3737e2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753928 Jan 10 19:11:23.785725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3092719-bdb7-4603-84a8-5dff1357feab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:23.897564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:23.928420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3092719-bdb7-4603-84a8-5dff1357feab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e423967d-5db9-45ff-a3a1-a12999bb8214,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:24.158931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:24.164382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9ab55ce-7bd6-456b-b567-2cd745136980 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "DELETE /v2.0/floatingips/dfc30898-0a73-4a5a-8046-4c02edea0d3f HTTP/1.1" status: 204 len: 168 time: 1.9685104 Jan 10 19:11:24.164382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3092719-bdb7-4603-84a8-5dff1357feab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:24.164382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a3092719-bdb7-4603-84a8-5dff1357feab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e423967d-5db9-45ff-a3a1-a12999bb8214 HTTP/1.1" status: 204 len: 168 time: 1.3214681 Jan 10 19:11:24.206385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-539f1aa7-fe39-4a8d-8ef5-63de19ecd18b req-8609577b-a722-4a82-b257-faffe0acba4f service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567070 Jan 10 19:11:24.444985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-54ca6dc1-d3fb-45bf-b25a-b93fae2d9002 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 1094 time: 0.1607316 Jan 10 19:11:24.476352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385354d-a7fd-47e3-ad08-c990f9ed985a req-7b8478cf-c9e2-49f0-b785-88a9c937fac8 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:24.481145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8385354d-a7fd-47e3-ad08-c990f9ed985a req-7b8478cf-c9e2-49f0-b785-88a9c937fac8 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 943 time: 0.3612142 Jan 10 19:11:24.493258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51ffe6-78a6-46d1-8489-2a252de38039 req-fa2f2b29-67fb-474e-b30f-a02750405b1a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:24.498120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f51ffe6-78a6-46d1-8489-2a252de38039 req-fa2f2b29-67fb-474e-b30f-a02750405b1a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2342896 Jan 10 19:11:24.646214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8385354d-a7fd-47e3-ad08-c990f9ed985a req-d04840e4-e481-422f-969c-c83a36f3a0b6 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471074 Jan 10 19:11:24.651468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f51ffe6-78a6-46d1-8489-2a252de38039 req-df913f0e-ec90-4ba8-8ac1-46fea46cb395 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139388 Jan 10 19:11:24.683958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-8b9e5189-3bb6-4a65-9f97-794200701de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:24.683958 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-8b9e5189-3bb6-4a65-9f97-794200701de6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 923 time: 0.2288356 Jan 10 19:11:24.858756 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-bb90e3af-a9e5-453d-80a2-e05f7ab35be1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b HTTP/1.1" status: 200 len: 217 time: 0.1671820 Jan 10 19:11:24.986233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-445b595c-6cbd-4330-bd48-36f3f8acad1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:24.987760 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-445b595c-6cbd-4330-bd48-36f3f8acad1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 200 len: 862 time: 0.1227767 Jan 10 19:11:25.140464 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-47c473ed-d594-48c2-8812-dce789d31a51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de992ba6-5749-4cad-8028-4d1cda6a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245024 Jan 10 19:11:25.567468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-30212a61-a4cd-4b3d-95d3-f2f234b4f227 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189708 Jan 10 19:11:25.781282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43846) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:25.794159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357978425', 'description': 'tempest-description--1887290875'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:25.820628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:25.832527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:25.837830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:25.858286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:25.895424 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9d463d6f-859b-4509-bd5b-f91d27f17fbd req-94e228ac-a7a6-46e9-ba40-d0cda9c6f035 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211012 Jan 10 19:11:25.993372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b88b0ffa-2270-460d-b0ed-8b2f08a2939b details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:11:25.994381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:26.264267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:26.290619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a4dc6-80f3-43bf-9cf9-4791f146e787 req-1de7a97d-3305-43b6-9c84-119c525b60d9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:26.302126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-387a4dc6-80f3-43bf-9cf9-4791f146e787 req-1de7a97d-3305-43b6-9c84-119c525b60d9 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.4553132 Jan 10 19:11:26.317332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:26.347005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:26.364560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'port_id': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'mac_address': 'fa:16:3e:25:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c15a1-65a0-412e-b4dd-2aceea35584c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:11:26.384976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:26.400911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4690d-7ed6-4c13-8d8b-80ec96b77ea9 None None] New status for floating IP dfc30898-0a73-4a5a-8046-4c02edea0d3f: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:11:26.456744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:26.541021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-387a4dc6-80f3-43bf-9cf9-4791f146e787 req-ce598719-3e6e-4614-940f-8765c273672a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379470 Jan 10 19:11:26.584629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7593-4916-41bf-8ce8-91102a48f1b6 req-e18180d1-c7a2-40f0-a475-47a80ede1f5d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:26.591441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb5f7593-4916-41bf-8ce8-91102a48f1b6 req-e18180d1-c7a2-40f0-a475-47a80ede1f5d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 943 time: 0.4308860 Jan 10 19:11:26.619020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:26.673164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88b0ffa-2270-460d-b0ed-8b2f08a2939b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:26.709503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:26.725494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:26.749271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb5f7593-4916-41bf-8ce8-91102a48f1b6 req-270ecbc2-d5ba-4e51-a5e6-9260e6e447db tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568456 Jan 10 19:11:26.753234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:26.766014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:26.873996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:26.886250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.886719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.890863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:11:26.940556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:26.941891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1539350 Jan 10 19:11:26.944917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43870) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:26.951440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'security_group_rule': {'security_group_id': '5e8234ce-c906-4bde-bc00-8feafeb1fd03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:26.966533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:26.985782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:26.992993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:26.998446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773edfae-e051-4db4-ade0-332b496d833d tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8234ce-c906-4bde-bc00-8feafeb1fd03,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:27.003691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:27.034309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b88b0ffa-2270-460d-b0ed-8b2f08a2939b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:27.046493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.181807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.191798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.339194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9aecdc-b267-4e52-9eb3-242cbc3839a0,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:27.391237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.394266 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b26305ac-a48d-4a63-b9f6-ff5fce129ddc tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4477429 Jan 10 19:11:27.396373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43880) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:27.410130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'security_group_rule': {'security_group_id': '5e8234ce-c906-4bde-bc00-8feafeb1fd03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:27.441995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:27.460753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:security_group_rule and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:27.467373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:27.476778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:27.577008 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.739038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.747576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.775350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65b230a-b9e1-45d1-9d12-5bf0395257d9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:27.795668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:27.800538 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-017e09f1-a98d-48b0-a476-e9a04436d5ec tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4018607 Jan 10 19:11:27.802794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43890) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:27.809298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:27.819631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:27.833174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:floatingip and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:27.839927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:27.856661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:27.991022 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:28.379289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072079c-6dd1-4cd1-a473-f906b73af0f4 req-c294e54f-7990-4a6a-b8ea-a2291db79a30 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:28.380733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6072079c-6dd1-4cd1-a473-f906b73af0f4 req-c294e54f-7990-4a6a-b8ea-a2291db79a30 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 944 time: 0.3102963 Jan 10 19:11:28.411146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c0e14-2d9a-46a7-a97b-653a0be1a8f1 req-50541ee7-624c-4091-9855-f5420d61169c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:28.412587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d0c0e14-2d9a-46a7-a97b-653a0be1a8f1 req-50541ee7-624c-4091-9855-f5420d61169c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.5307927 Jan 10 19:11:28.481308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6072079c-6dd1-4cd1-a473-f906b73af0f4 req-b688aaf0-1394-4355-8a7e-1b31b2fad85c tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Jan 10 19:11:28.504949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d0c0e14-2d9a-46a7-a97b-653a0be1a8f1 req-996007bd-f1ee-48e1-b263-6ce3ec532d15 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823696 Jan 10 19:11:28.556219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:28.897096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Allocated IP 172.25.6.158 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/0c6b2b8b-6f84-46bf-902f-c3964e2c64c3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:29.297696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-42fb1206-5a35-45c7-8e57-9fd2f7459431 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1096 time: 0.3362932 Jan 10 19:11:29.318314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:29.640556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e54d5-027d-421e-aaed-734f4ce35533 req-5ffcdb90-37ab-489a-b989-2cdede864084 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:29.646039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f8e54d5-027d-421e-aaed-734f4ce35533 req-5ffcdb90-37ab-489a-b989-2cdede864084 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 946 time: 0.4971089 Jan 10 19:11:29.651907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-34416546-4e79-4ce0-99a0-b0953996550a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:29.658909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-34416546-4e79-4ce0-99a0-b0953996550a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.4601707 Jan 10 19:11:29.708221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:29.740574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-e4e6e3fb-736e-4194-9f70-35a5b158248c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:29.742034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-e4e6e3fb-736e-4194-9f70-35a5b158248c service neutron] 10.222.0.30 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.4268901 Jan 10 19:11:29.815877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-8f887ffc-f270-4325-94da-e299c893706c tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/quotas/9e17ac3034cc48e19f29725048efc9be HTTP/1.1" status: 200 len: 375 time: 0.1560986 Jan 10 19:11:29.847421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f8e54d5-027d-421e-aaed-734f4ce35533 req-1fe99bd1-b449-4db1-b881-a97d83e0cead tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004781 Jan 10 19:11:29.856921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-b6c419da-fbfe-4273-bedf-c4b034d3a3b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.1021795 Jan 10 19:11:29.914860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:29.951232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:29.954387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:29.987805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43958) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:29.988279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'Port': ['ID=0c6b2b8b-6f84-46bf-902f-c3964e2c64c3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:30.017333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b88b0ffa-2270-460d-b0ed-8b2f08a2939b up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:30.133467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-7148eb93-b2c5-474f-ba66-b284421ad7c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:30.135208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-7148eb93-b2c5-474f-ba66-b284421ad7c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.2309065 Jan 10 19:11:30.164435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port b88b0ffa-2270-460d-b0ed-8b2f08a2939b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:30.170352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.173028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b88b0ffa-2270-460d-b0ed-8b2f08a2939b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:30.173738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.201564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-e6e93ba2-3cea-45ad-b4d0-4a0180a2904b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564084 Jan 10 19:11:30.227100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:30.233403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f1d045d61b44fba784f68c32ee7988 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:30.240872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:30.253592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:30.329345 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.329839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-eb91a51a-80c9-4b32-88dd-bf6fa80d61ef tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4966037 Jan 10 19:11:30.367669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:30.377785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.378958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:30.383218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.383904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.440452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb59f1c0-41a9-4b53-bd1f-04b3651e2fb4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:30.445759 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0fd64dcd-09d6-4807-a590-d86d6ed3f9f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9f1d045d61b44fba784f68c32ee7988&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4569421 Jan 10 19:11:30.448775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43966) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:30.470694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:30.486841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b5296-3ac1-4bb1-b89d-480704fee6da req-e50f7a02-e595-46c9-a17e-4fa8ff13597a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:30.491420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-137b5296-3ac1-4bb1-b89d-480704fee6da req-e50f7a02-e595-46c9-a17e-4fa8ff13597a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 944 time: 0.5054154 Jan 10 19:11:30.524369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4173384a-e119-41f6-a05a-c69f6a619fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.557214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4173384a-e119-41f6-a05a-c69f6a619fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.633027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4173384a-e119-41f6-a05a-c69f6a619fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.633789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-b113315a-4ce7-4b34-b5e5-b28d85bf8d6a service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242780 Jan 10 19:11:30.648581 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.653711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4173384a-e119-41f6-a05a-c69f6a619fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.660079 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4173384a-e119-41f6-a05a-c69f6a619fbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb59f1c0-41a9-4b53-bd1f-04b3651e2fb4 HTTP/1.1" status: 204 len: 168 time: 0.2099409 Jan 10 19:11:30.680145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173384a-e119-41f6-a05a-c69f6a619fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb59f1c0-41a9-4b53-bd1f-04b3651e2fb4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:30.763370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-0295216c-3a76-4457-8937-8fb7d867e986 service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325194 Jan 10 19:11:30.788692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-388d696b-e6b6-4344-a735-2ecffcc9c905 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:30.789722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-388d696b-e6b6-4344-a735-2ecffcc9c905 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:30.809682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-388d696b-e6b6-4344-a735-2ecffcc9c905 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:30.812078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-388d696b-e6b6-4344-a735-2ecffcc9c905 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 946 time: 0.1302173 Jan 10 19:11:30.817718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.896180 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Sync routers for ids ['b20a268d-adae-4f34-a4ee-01107b7e6af3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:11:30.901609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:11:30.902193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:30.917795 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Routers {'b20a268d-adae-4f34-a4ee-01107b7e6af3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:11:30.919559 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:11:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b20a268d-adae-4f34-a4ee-01107b7e6af3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:31.020996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-137b5296-3ac1-4bb1-b89d-480704fee6da req-7a0ffe29-121a-44bb-8e66-f0707126cde6 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077109 Jan 10 19:11:31.267764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Set router b20a268d-adae-4f34-a4ee-01107b7e6af3 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:11:31.310393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:31.420508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:31.448488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47a073b0-cdbf-44a7-8f06-82ca4c6be72b req-ee07df99-ef33-48b3-8775-cf7eeea011a6 service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062258 Jan 10 19:11:31.471172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-202ed37f-1d3f-40a3-8f3b-4387cd988b24 service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091959 Jan 10 19:11:31.496839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port 2f41a946-4a1e-4c95-96c9-4eef38cdf896, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2f41a946-4a1e-4c95-96c9-4eef38cdf896,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:31.497385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:31.536331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:31.547739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Usage tracker for resource:security_group_rule and tenant:4a733a7782e64e618ea743c76bfe7f56 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:31.554175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:31.565254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:31.576865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f8377-3b51-4f5b-b30f-14f3193d3381 req-20d32cc9-07b2-44bd-9251-05839777b0ab tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:31.584582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a2f8377-3b51-4f5b-b30f-14f3193d3381 req-20d32cc9-07b2-44bd-9251-05839777b0ab tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 945 time: 0.2773166 Jan 10 19:11:31.735206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for 2f41a946-4a1e-4c95-96c9-4eef38cdf896 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:11:31.762693 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5d72a40f-82ca-49cc-8d8a-3f9c168d4d74', 'name': '', 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'mac_address': 'fa:16:3e:be:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:11:03Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 2, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'subnets': [{'id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:31.777434 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Checking router: b20a268d-adae-4f34-a4ee-01107b7e6af3 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:11:31.778084 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Updating router b20a268d-adae-4f34-a4ee-01107b7e6af3 port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:11:31.895680 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:31.906124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:31.935201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.006037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.017749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2f41a946-4a1e-4c95-96c9-4eef38cdf896'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:32.094436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=2f41a946-4a1e-4c95-96c9-4eef38cdf896,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:32.138692 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'code': 200} Jan 10 19:11:32.191725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a2f8377-3b51-4f5b-b30f-14f3193d3381 req-46dcddcb-8c67-4e69-a6a2-08619f58410a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061537 Jan 10 19:11:32.254666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'Port': ['ID=0c6b2b8b-6f84-46bf-902f-c3964e2c64c3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:32.314659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port 2f41a946-4a1e-4c95-96c9-4eef38cdf896 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:11:32.317716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.329341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'name': 'network-vif-deleted', 'tag': '2f41a946-4a1e-4c95-96c9-4eef38cdf896'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:32.338185 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4e9fdbc6-5399-4114-8b7b-57fa7f835cd5 req-f6a3e488-ff8e-49b5-a2b9-66893a427ba1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "DELETE /v2.0/ports/2f41a946-4a1e-4c95-96c9-4eef38cdf896 HTTP/1.1" status: 204 len: 173 time: 1.5210781 Jan 10 19:11:32.485647 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.500016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb704035-f861-4fb9-ab7a-22c1c31134a0 req-12c15420-1a7d-4623-ad1b-05c9152474a5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 210 time: 0.2349017 Jan 10 19:11:32.501134 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Transition to ACTIVE for port object 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:32.507612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9d4313b-ce6c-4a20-ab4c-15537c5b050c req-f2648ac5-37f1-4445-a866-c8c1743ac4fc tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 210 time: 0.1785030 Jan 10 19:11:32.512322 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.594605 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07d5f9e-b90b-41ab-bcbd-624fda661135', 'name': 'network-vif-deleted', 'tag': '2f41a946-4a1e-4c95-96c9-4eef38cdf896', 'status': 'completed', 'code': 200} Jan 10 19:11:32.612544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.636163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.664387 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.669676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:11:32.731496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f6b4b76-0036-4e4b-8595-90b0e7cc3586 req-dd269df0-1be3-485b-aecd-a9281a5665cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 1096 time: 0.5967531 Jan 10 19:11:32.869915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a733a7782e64e618ea743c76bfe7f56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5584702 Jan 10 19:11:32.871345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.881085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44008) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:32.881950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f12c0cff-a053-4ea2-a480-f2cce1b7c4cd tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0779748 Jan 10 19:11:32.885580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730e1ec-e4a8-45cd-befb-3c0b7203d76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d4ca7d-5a68-4cab-a94c-b59828a47b4b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:32.943397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f6b4b76-0036-4e4b-8595-90b0e7cc3586 req-8232a75d-180f-4d3c-8bf7-66aa456bd53d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007573 Jan 10 19:11:32.959684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:32.965499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673af9d-7a74-4eaf-be7a-dc9062b352c8 req-1aa8cec7-44bb-4ebe-918d-39149fb51979 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:32.967579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6673af9d-7a74-4eaf-be7a-dc9062b352c8 req-1aa8cec7-44bb-4ebe-918d-39149fb51979 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 945 time: 0.1604857 Jan 10 19:11:33.040780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:33.049470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.078433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6673af9d-7a74-4eaf-be7a-dc9062b352c8 req-52463954-8bd4-467a-92cd-74b4152ecd6f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035411 Jan 10 19:11:33.099593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59c73dec-569c-45d3-b7ca-b08fb0712893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.104027 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3813d-a264-4bf0-a7cc-6e37f80be6a5 None None] Pushing event updated for resources: {'Port': ['ID=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:33.135035 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59c73dec-569c-45d3-b7ca-b08fb0712893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.240125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59c73dec-569c-45d3-b7ca-b08fb0712893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.295213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c73dec-569c-45d3-b7ca-b08fb0712893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d4ca7d-5a68-4cab-a94c-b59828a47b4b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:33.313992 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59c73dec-569c-45d3-b7ca-b08fb0712893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.318325 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-59c73dec-569c-45d3-b7ca-b08fb0712893 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86d4ca7d-5a68-4cab-a94c-b59828a47b4b HTTP/1.1" status: 204 len: 168 time: 0.4413199 Jan 10 19:11:33.368276 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Attempting to bind port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:33.368660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Attempting to bind port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:33.369011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Attempting to bind port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 on network 9bf5416a-26f9-4183-bcf6-8d5a53288abe {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:33.386078 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:33.386449 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Checking segment: {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:33.389139 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.391719 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Bound using segment: {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:33.392211 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Bound port: 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:33.392705 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.431841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:33.564421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-40fe1afe-7d17-42ae-abcc-6ca48ed24b45 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:33.590997 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] For port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:33.599357 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] For port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:33.611292 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:33.681896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-40fe1afe-7d17-42ae-abcc-6ca48ed24b45 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:33.690322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-40fe1afe-7d17-42ae-abcc-6ca48ed24b45 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--357978425&fields=id&tenant_id=3690c45032984177a9f3dee8bda3812b HTTP/1.1" status: 200 len: 267 time: 0.3102939 Jan 10 19:11:33.837062 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Routers {'b20a268d-adae-4f34-a4ee-01107b7e6af3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:11:33.837577 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:11:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b20a268d-adae-4f34-a4ee-01107b7e6af3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:33.939462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-e11fb5ca-8208-476a-bf2f-13861d2146d8 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:33.947603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-e11fb5ca-8208-476a-bf2f-13861d2146d8 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 811 time: 0.2558935 Jan 10 19:11:33.973040 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3813d-a264-4bf0-a7cc-6e37f80be6a5 None None] Pushing event updated for resources: {'Port': ['ID=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:34.041368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2f41a946-4a1e-4c95-96c9-4eef38cdf896 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:11:34.065174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-b595d474-1070-4f05-aba3-e96eb97b3677 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/quotas/3690c45032984177a9f3dee8bda3812b HTTP/1.1" status: 200 len: 375 time: 0.1159906 Jan 10 19:11:34.129773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 2f41a946-4a1e-4c95-96c9-4eef38cdf896 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:11:34.130367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2f41a946-4a1e-4c95-96c9-4eef38cdf896 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:11:34.140178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:34.262820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a980370d-bfd7-42fa-8412-65ea9f1ee9b5 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:34.264447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a980370d-bfd7-42fa-8412-65ea9f1ee9b5 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.7574165 Jan 10 19:11:34.271310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da467-cbea-4672-bd84-8b22ccbcd5d3 req-73cc7987-486e-4cb4-b93a-d19cc520fd19 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:34.273123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b1da467-cbea-4672-bd84-8b22ccbcd5d3 req-73cc7987-486e-4cb4-b93a-d19cc520fd19 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.7272096 Jan 10 19:11:34.289198 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] Set router b20a268d-adae-4f34-a4ee-01107b7e6af3 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:11:34.290981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Request body: {'port': {'device_id': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'admin_state_up': True, 'tenant_id': '9e17ac3034cc48e19f29725048efc9be'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:34.554965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-b88c4339-9ac0-46e9-8b4c-84a743f124ac tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4814796 Jan 10 19:11:34.578156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b1da467-cbea-4672-bd84-8b22ccbcd5d3 req-2c5b153d-2369-4ba2-b4eb-5e64ddf11e95 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712739 Jan 10 19:11:34.757596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:34.791728 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5d72a40f-82ca-49cc-8d8a-3f9c168d4d74', 'name': '', 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'mac_address': 'fa:16:3e:be:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:11:03Z', 'updated_at': '2022-01-10T19:11:33Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'subnets': [{'id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:11:34.802133 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c3d9b-4350-4bcf-aa21-a0d130042669 None None] The sync data for ids ['b20a268d-adae-4f34-a4ee-01107b7e6af3'] in n-d-816927-8 is: [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5d72a40f-82ca-49cc-8d8a-3f9c168d4d74', 'name': '', 'network_id': '9bf5416a-26f9-4183-bcf6-8d5a53288abe', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'mac_address': 'fa:16:3e:be:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:11:03Z', 'updated_at': '2022-01-10T19:11:33Z', 'revision_number': 4, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'subnets': [{'id': '06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:11:34.817763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:34.854441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:34.887432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-0cc68789-ca7c-40c3-b355-6f73ee1e0430 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4224818 Jan 10 19:11:34.892541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Made reservation on behalf of 9e17ac3034cc48e19f29725048efc9be for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:34.904396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:35.012088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:35.019999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:35.020787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:35.028663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-e9a69024-26ee-4ce7-9e25-ef2eb9644d5b service neutron] 10.222.0.21 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494698 Jan 10 19:11:35.062216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af662725-d1a3-4306-b18c-c5455be448dc req-2ce821e6-40f3-4735-a373-c2082fca67e1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07d5f9e-b90b-41ab-bcbd-624fda661135 HTTP/1.1" status: 200 len: 210 time: 0.1732230 Jan 10 19:11:35.292417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:35.365285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:35.376953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:35.447580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-6b96a5b4-fe4d-4689-9155-ca22a1c985b2 service neutron] 10.222.0.21 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799882 Jan 10 19:11:35.527396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d61daeb-7310-4101-a6a6-c53b3c79b273 req-d6f2ee9a-749e-4d29-a23e-d7336cfde930 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 210 time: 0.0751595 Jan 10 19:11:35.546154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:35.654482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Allocated IP 172.20.0.9 (599dea69-d853-4847-b5d0-f2b05b5a39fb/2f7ba18f-ca2e-4b4c-88be-ec4f568410a4/5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:35.669045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-6c7be569-18da-4528-92dc-588a789a70ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1094 time: 0.6479027 Jan 10 19:11:35.821721 n-d-816927-8 neutron-server[83631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'code': 422} returned with failed status Jan 10 19:11:35.881772 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:11:36.167395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-15338c90-94a3-49ef-804e-ce11b18c2058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:36.169105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-15338c90-94a3-49ef-804e-ce11b18c2058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.4687686 Jan 10 19:11:36.182094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f70fa0-aec8-428d-b662-4a15ceb34b9b req-34b66c1f-cc2f-4b57-801b-f64b62004bad tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:36.190906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6f70fa0-aec8-428d-b662-4a15ceb34b9b req-34b66c1f-cc2f-4b57-801b-f64b62004bad tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 945 time: 0.4323316 Jan 10 19:11:36.378641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-ce84b478-5b4a-4d07-96bb-47a19951a7d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.1848423 Jan 10 19:11:36.450187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:36.468243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6f70fa0-aec8-428d-b662-4a15ceb34b9b req-3cb12ef4-d887-4b19-bb93-7fa12f16c94d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756066 Jan 10 19:11:36.539584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-00159509-8428-4be6-8c89-edc4c009ae78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:36.541088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-00159509-8428-4be6-8c89-edc4c009ae78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.1494312 Jan 10 19:11:36.543641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:36.550468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69cbb-5c92-4976-abc7-f37bef17604f req-4c12d5ac-74bb-471a-9e7b-6c65c45bb2be tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:36.551999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bec69cbb-5c92-4976-abc7-f37bef17604f req-4c12d5ac-74bb-471a-9e7b-6c65c45bb2be tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.4287541 Jan 10 19:11:36.555022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:36.703366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-9c37965c-75b2-4fa6-9dbf-760539b42539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503186 Jan 10 19:11:36.857186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:36.870505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f995fc82-1d03-4172-b8f5-b984fdb46bbd req-79a46363-e005-4e2e-8deb-b76526f75636 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 210 time: 0.1711166 Jan 10 19:11:36.871633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event updated for resources: {'Port': ['ID=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:36.922235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:36.973642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:36.994128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:37.100964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bec69cbb-5c92-4976-abc7-f37bef17604f req-26c20a70-821e-427a-8f25-26fbdf3116f6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813540 Jan 10 19:11:37.240754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:37.241208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:37.362105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-fd10b52f-8010-45c7-92e6-12068916250c service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342039 Jan 10 19:11:37.375191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:37.376355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:37.943197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a44cd732-042e-4a62-9e9b-fea12e07599f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6643529 Jan 10 19:11:37.949512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d051b15f-4983-40cd-977c-40aaaea696d4 req-b5c98793-a6a8-443a-8454-c848bb307ef9 service neutron] 10.222.0.30 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645576 Jan 10 19:11:37.965453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Request body: {'port': {'device_id': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:38.069057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-b6f558e3-dc26-46b6-a8b8-24b2419e96f8 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:38.070513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-b6f558e3-dc26-46b6-a8b8-24b2419e96f8 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 811 time: 0.6878507 Jan 10 19:11:38.079421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286b5c6-07ff-46bc-abc0-1b001504ce88 req-f60ac54d-e11f-43a6-bc56-9eaf29f29489 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:38.086148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d286b5c6-07ff-46bc-abc0-1b001504ce88 req-f60ac54d-e11f-43a6-bc56-9eaf29f29489 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 945 time: 0.7021427 Jan 10 19:11:38.215204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103f6b9-cd01-4563-b5be-9dccd1a40fe8 req-8e7b986b-8fd5-4726-9349-7963a0677f1f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:38.216086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7103f6b9-cd01-4563-b5be-9dccd1a40fe8 req-8e7b986b-8fd5-4726-9349-7963a0677f1f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:38.256357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7103f6b9-cd01-4563-b5be-9dccd1a40fe8 req-8e7b986b-8fd5-4726-9349-7963a0677f1f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:38.257526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7103f6b9-cd01-4563-b5be-9dccd1a40fe8 req-8e7b986b-8fd5-4726-9349-7963a0677f1f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 931 time: 0.6094844 Jan 10 19:11:38.263443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d286b5c6-07ff-46bc-abc0-1b001504ce88 req-4e771c53-ca74-4a74-935b-556e11059da9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763930 Jan 10 19:11:38.267471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:38.326331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-0adae093-408a-48dc-aab4-68364042eaad tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3690c45032984177a9f3dee8bda3812b HTTP/1.1" status: 200 len: 379 time: 0.2367449 Jan 10 19:11:38.333323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a812eb98-0d6f-4799-9b56-57fc7bbd2080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:38.335435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'port': {'device_id': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'admin_state_up': True, 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'security_groups': ['5e8234ce-c906-4bde-bc00-8feafeb1fd03']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:38.459502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7103f6b9-cd01-4563-b5be-9dccd1a40fe8 req-053d34db-ab85-4ad6-802d-15811e99df90 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819394 Jan 10 19:11:38.719435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:11:38.746334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:38.782725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Usage tracker for resource:port and tenant:3690c45032984177a9f3dee8bda3812b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:38.790003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:38.815426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:38.821485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ccf23a73-3496-47fb-9f0b-c8d183e62e00 req-c1b5a536-ed2b-4b33-abfe-3a2c64330702 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 210 time: 0.0821905 Jan 10 19:11:38.862680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Made reservation on behalf of 3690c45032984177a9f3dee8bda3812b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:38.865656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:38.902148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f684b0c-fc27-4a6c-8e5b-31f0da03bb85 req-2ef3650d-dcc2-4d2a-8153-0ffccdd0178f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:38.903696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f684b0c-fc27-4a6c-8e5b-31f0da03bb85 req-2ef3650d-dcc2-4d2a-8153-0ffccdd0178f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.3301094 Jan 10 19:11:39.131708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f684b0c-fc27-4a6c-8e5b-31f0da03bb85 req-b933fb5b-4706-42eb-9c4f-5dae97c0aa83 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769099 Jan 10 19:11:39.174113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:39.182528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:39.199190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Transition to ACTIVE for port object 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:39.210144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:39.252850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Allocated IP 172.20.0.9 (95f843d8-664f-4b20-993a-dbe0bbc840c4/61dbcc3c-d182-40b6-96fa-94a36b3cf0fc/4e59c348-bc3d-402f-89b3-a70ff4ef50b7) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:39.470517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:39.657406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db1f13-2f41-45f6-860c-5b456025548d req-a566288e-76b2-432a-9702-0942c564afc6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:39.660578 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-a566288e-76b2-432a-9702-0942c564afc6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.3668921 Jan 10 19:11:39.688904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-06205ad8-6c78-4d2f-a52c-36f76c560c09 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.0199404 Jan 10 19:11:40.052013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-686e6285-c4cc-4a00-a849-caf80cc7f38a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3313320 Jan 10 19:11:40.352776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-4bd3f645-def1-4a0e-a9b1-311e4a02c8f8 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740937 Jan 10 19:11:40.393177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Attempting to bind port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:40.393755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Attempting to bind port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:40.394410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Attempting to bind port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:40.437015 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41d22413-abba-4438-beaa-f5cf3d698de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:40.484152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:11:40.484737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Attempting to bind port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:40.577734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:40.578118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Checking segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:40.578511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Bound using segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:40.578983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Bound port: 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:40.579393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:40.642764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:40.720445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-56e58b9d-5168-4bc3-890b-783b44047a69 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667057 Jan 10 19:11:40.727094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Transition to ACTIVE for port object 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:40.766777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cc3b5-9062-4440-8b89-b5e7a1d52df1 req-bca3050a-eeee-4c15-ad13-90744f16be3e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:40.768305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-156cc3b5-9062-4440-8b89-b5e7a1d52df1 req-bca3050a-eeee-4c15-ad13-90744f16be3e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 943 time: 0.2989869 Jan 10 19:11:40.780155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] For port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:40.847633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] For port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:40.864598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-156cc3b5-9062-4440-8b89-b5e7a1d52df1 req-c5582967-77dc-4394-a483-41e9405a7519 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873225 Jan 10 19:11:40.868499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:40.877317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:40.997835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:40.999966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 HTTP/1.1" status: 200 len: 1091 time: 3.0495768 Jan 10 19:11:41.001322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'tag': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:41.017745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:41.023844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:41.028914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:41.120820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dc3d8-cf9a-4ce3-b024-8fc40fc6e2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:41.341629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:41.342246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:41.397821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f27ae1b1-6db0-4242-b68d-cfcfe4ced991 None None] Provisioning for port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:41.407975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f27ae1b1-6db0-4242-b68d-cfcfe4ced991 None None] Provisioning complete for port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:41.408783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event updated for resources: {'Port': ['ID=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:41.409717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f27ae1b1-6db0-4242-b68d-cfcfe4ced991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:41.444298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-ee41ea2d-716f-48c9-a434-1a067ea0b423 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1129119 Jan 10 19:11:41.465684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-88b82483-7b9d-4067-a85a-7297b0a67688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 1094 time: 0.4092128 Jan 10 19:11:41.475813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Request body: {'port': {'device_id': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:41.486335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f27ae1b1-6db0-4242-b68d-cfcfe4ced991 None None] Port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:11:41.523745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93afe1e4-3fe9-419f-8978-c326e9df6572 req-a72ea558-97a5-488d-8def-6b31bcfb2ecc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3871675 Jan 10 19:11:41.672703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5439a-1587-4eb5-8aaf-929464b5dc5c req-7d36b58f-bbbd-4b2f-bddd-17a10e12860a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:41.673578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b6c5439a-1587-4eb5-8aaf-929464b5dc5c req-7d36b58f-bbbd-4b2f-bddd-17a10e12860a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:41.691999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-777f732d-e83b-4f67-81ef-7a3262776304 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 HTTP/1.1" status: 200 len: 217 time: 0.1661043 Jan 10 19:11:41.732597 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:41.744044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:41.785210 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:41.799266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b6c5439a-1587-4eb5-8aaf-929464b5dc5c req-7d36b58f-bbbd-4b2f-bddd-17a10e12860a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:41.805991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c5439a-1587-4eb5-8aaf-929464b5dc5c req-7d36b58f-bbbd-4b2f-bddd-17a10e12860a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 931 time: 0.5789592 Jan 10 19:11:42.090654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b88b0ffa-2270-460d-b0ed-8b2f08a2939b details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:11:42.256010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c5439a-1587-4eb5-8aaf-929464b5dc5c req-8f822c17-0d05-493e-aecb-51726e76132e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490182 Jan 10 19:11:42.396174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:42.418364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'port_id': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'mac_address': 'fa:16:3e:25:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c15a1-65a0-412e-b4dd-2aceea35584c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:11:42.535834 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:42.585350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b88b0ffa-2270-460d-b0ed-8b2f08a2939b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:42.590640 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-189b38fe-082c-44c3-afed-a405b0998f42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4589996 Jan 10 19:11:42.637447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:42.646174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:42.676344 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'tag': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06', 'status': 'completed', 'code': 200} Jan 10 19:11:42.763056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:42.784550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b88b0ffa-2270-460d-b0ed-8b2f08a2939b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:43.149719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:43.165448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db1f13-2f41-45f6-860c-5b456025548d req-7655d5a8-e266-4d93-807d-7113c843f951 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:43.166966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-7655d5a8-e266-4d93-807d-7113c843f951 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.30 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.4898658 Jan 10 19:11:43.178038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-d4954405-0d67-4ed4-b744-59ab498016a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:43.179883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-d4954405-0d67-4ed4-b744-59ab498016a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 1.3988602 Jan 10 19:11:43.325042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-120cbc14-d65f-47c2-97a3-b92d334c1ffe req-aa6edfb7-13ed-4b7f-8a92-6324b1664331 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 210 time: 1.0838678 Jan 10 19:11:43.441001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-12784753-d9ac-4e04-b8ba-7dd79c8d7403 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2&tenant_id=ef74be1379034223a95fc35e5446b22d HTTP/1.1" status: 200 len: 1094 time: 0.1182380 Jan 10 19:11:43.453124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:43.466554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:43.520797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:43.536338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:43.570287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:43.641111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-a011a526-6326-4b07-9721-6a07f0881504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807840 Jan 10 19:11:43.768603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Transition to ACTIVE for port object 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:43.789268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:43.852718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:43.881436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:43.944273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:43.951152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:43.968110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Transition to ACTIVE for port object 75a44aed-b63b-4e38-a112-2f9b66758acb will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:43.972925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.025969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:44.033893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e43bc-821d-42cb-9cad-677a8f60ceb2 req-5f2c3b86-654f-4749-bc9b-05f0c846bed8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:44.040566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-859e43bc-821d-42cb-9cad-677a8f60ceb2 req-5f2c3b86-654f-4749-bc9b-05f0c846bed8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 943 time: 0.5602882 Jan 10 19:11:44.054699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6510d-7aac-43d0-88cd-999d5f9696f9 req-3df4a88a-0855-45f0-aed9-d0e364202a3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:44.061206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87d6510d-7aac-43d0-88cd-999d5f9696f9 req-3df4a88a-0855-45f0-aed9-d0e364202a3f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 943 time: 0.8670442 Jan 10 19:11:44.065675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Usage tracker for resource:port and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:44.081832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:44.100764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b88b0ffa-2270-460d-b0ed-8b2f08a2939b no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:11:44.102936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:44.109238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-6f99e12b-210b-4192-abb1-4e900ddff44f service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545147 Jan 10 19:11:44.154442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:44.195804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] No DVR routers for this DVR port 75a44aed-b63b-4e38-a112-2f9b66758acb on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:11:44.207235 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=9']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:44.285053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:44.285304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:44.285709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb on network 44681e6c-44d3-474a-b4be-1c8765ab6500 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:44.297028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Port 75a44aed-b63b-4e38-a112-2f9b66758acb on network 44681e6c-44d3-474a-b4be-1c8765ab6500 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:11:44.297572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Attempting to bind port 75a44aed-b63b-4e38-a112-2f9b66758acb on network 44681e6c-44d3-474a-b4be-1c8765ab6500 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:44.323576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:44.323920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Checking segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:44.324315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Bound using segment: {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:44.324748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Bound port: 75a44aed-b63b-4e38-a112-2f9b66758acb, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a383fd-5d78-46d3-82b2-d347da15a44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:44.325101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.334265 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.348622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:44.351810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.360535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b88b0ffa-2270-460d-b0ed-8b2f08a2939b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:44.383369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:44.386724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87d6510d-7aac-43d0-88cd-999d5f9696f9 req-1a49690e-ced7-407e-b292-7ac5af420dc0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246863 Jan 10 19:11:44.399901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.410736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-859e43bc-821d-42cb-9cad-677a8f60ceb2 req-72b3a69b-50a5-4885-ac8b-cb2ee140f76a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692157 Jan 10 19:11:44.413565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:44.446405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-921743882'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:44.465998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:44.488753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:44.532705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Attempting to bind port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:44.533148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Attempting to bind port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:44.533618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Attempting to bind port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:44.542246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:44.546447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:44.553327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:network and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:44.556312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:11:44.556614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Attempting to bind port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 on network 95f843d8-664f-4b20-993a-dbe0bbc840c4 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:44.558860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:44.562288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.572614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:44.598427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d36b3a2-6442-4175-8efc-b047b5820dbb req-6191dd8a-7e90-4844-accb-086082397c3d service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737456 Jan 10 19:11:44.627837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.630001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 1091 time: 1.1817300 Jan 10 19:11:44.635622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:44.635967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Checking segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:44.637075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:44.637790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Bound using segment: {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:44.638262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Bound port: 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640c1e6-3807-43e7-bd51-b36e1143d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:44.638612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.669785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:44.672739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:44.732908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a1085-8334-4d40-a482-869cacab10a0 service neutron] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:44.755559 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-9ad9ea58-1c35-45df-80c4-f43976070b0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1095 time: 0.0862112 Jan 10 19:11:44.984233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.012837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b6543-9318-4996-9748-a04bdd6d5410 req-0c97ab7e-3a1f-41b6-812b-5cef81447caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:45.016560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-0c97ab7e-3a1f-41b6-812b-5cef81447caa service neutron] 10.222.0.44 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.2557151 Jan 10 19:11:45.021138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.056601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:11:45.111451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.111733 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Added segment 44adf0d6-ddc1-465e-99a1-fa0742bafa54 of type vlan for network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 Jan 10 19:11:45.115800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.8 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/55a38c7f-4459-4b17-9343-802f053010ed) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:45.119938 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-e018a4cd-5ba7-489f-9948-36215d37173b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.0954504 Jan 10 19:11:45.155513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] For port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:45.160673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] For port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:45.188127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.196860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979cd8d-dc20-4f07-ab8c-ae6e6a3e7788 req-5dd61ce1-649e-41ea-91a4-61d08514a0b4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:45.198344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c979cd8d-dc20-4f07-ab8c-ae6e6a3e7788 req-5dd61ce1-649e-41ea-91a4-61d08514a0b4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 943 time: 0.6079915 Jan 10 19:11:45.200166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.208904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b6543-9318-4996-9748-a04bdd6d5410 req-c2a6fa0a-a14d-4cf7-a441-ad4bc70845ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:45.210550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-c2a6fa0a-a14d-4cf7-a441-ad4bc70845ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.0785720 Jan 10 19:11:45.244728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-f63cda44-7a56-4db7-96a6-75710d200831 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 1094 time: 0.5803635 Jan 10 19:11:45.258434 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-1dfb934e-33a0-47a6-b2d6-a058829d135d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422056 Jan 10 19:11:45.314468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e86f-c116-4700-91ef-ec187f48d87e req-2b492716-0061-4984-8322-ab8da237b6d8 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:45.315946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f3e86f-c116-4700-91ef-ec187f48d87e req-2b492716-0061-4984-8322-ab8da237b6d8 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 943 time: 0.6622815 Jan 10 19:11:45.403004 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-08fb4e39-60d9-43e7-86c2-71e7ad92b816 service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378374 Jan 10 19:11:45.425752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:11:45.495646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.497611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e59c348-bc3d-402f-89b3-a70ff4ef50b7 HTTP/1.1" status: 200 len: 1091 time: 4.0268714 Jan 10 19:11:45.516831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:45.560330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c979cd8d-dc20-4f07-ab8c-ae6e6a3e7788 req-e7ddfc41-977f-4ba6-9c5e-79b7d94175f6 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094959 Jan 10 19:11:45.598479 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-746408dc-048e-4fbd-9674-f8bf4e56ac5c service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830924 Jan 10 19:11:45.697713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5597-b1a4-40e2-80e1-a0dbebab42e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:45.703541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.707465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:45.708493 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:45.896907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-f1f09754-4b7d-428a-aae9-869b8fc2cb29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:45.898480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-f1f09754-4b7d-428a-aae9-869b8fc2cb29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 915 time: 0.6259222 Jan 10 19:11:45.900729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67f3e86f-c116-4700-91ef-ec187f48d87e req-a32bcf20-d4a3-4617-8060-5f60b0ad9ed3 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565095 Jan 10 19:11:45.998365 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'status': 'completed', 'code': 200} Jan 10 19:11:46.008943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5915706 Jan 10 19:11:46.010137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba49508-b85b-4bd0-a7e5-b547ce6e525b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Network': ['ID=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:46.011560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44340) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:46.017987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1084524665'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:46.029316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:11:46.047292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-fe0b3099-18af-4f3a-ad02-c913ca4c04d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 HTTP/1.1" status: 200 len: 217 time: 0.1336200 Jan 10 19:11:46.133624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:46.159477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-b5c4b007-76c6-4fa3-abba-7b232cff9d8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 1094 time: 0.6041656 Jan 10 19:11:46.166388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:network and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:46.170995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:46.186044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.195015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:46.250326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:46.255396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.302004 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-cdd9986b-7f9b-4b09-9df9-2e964b62bc91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1095 time: 0.2709908 Jan 10 19:11:46.305265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:11:46.367704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-8af9cddd-52e7-4057-a937-87e0b9061ed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:46.369563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-8af9cddd-52e7-4057-a937-87e0b9061ed0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.3086710 Jan 10 19:11:46.393922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.394527 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Added segment bf89990b-e84a-4c5c-bdb5-cb5d5293770a of type vlan for network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd Jan 10 19:11:46.447404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.490053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-2eed20c1-f194-49fc-877b-14754c56bbe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:46.491854 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-2eed20c1-f194-49fc-877b-14754c56bbe1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.1811023 Jan 10 19:11:46.492887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-c4a222c3-a86a-4ffc-8bbf-aab72d14e474 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7 HTTP/1.1" status: 200 len: 217 time: 0.2926149 Jan 10 19:11:46.502623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-6bf21294-7c3b-40c2-b5f6-f66c21fa204d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703552 Jan 10 19:11:46.579902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-03761fcb-3ad4-4531-ad7f-0606fdbef326 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.0772433 Jan 10 19:11:46.583808 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.673351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.677124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:46.677710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:46.735564 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7226107 Jan 10 19:11:46.742997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-0564db7f-aef3-4e43-afa0-d74d36d64ebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:46.744520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-0564db7f-aef3-4e43-afa0-d74d36d64ebd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.1553473 Jan 10 19:11:46.745110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44368) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:46.784648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9cd4f5e6-18fb-465d-a27a-93d187252de8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:46.786213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-9cd4f5e6-18fb-465d-a27a-93d187252de8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.2814682 Jan 10 19:11:46.810486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=55a38c7f-4459-4b17-9343-802f053010ed,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:46.841021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:46.843803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'subnet': {'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:46.849089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:46.852352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:46.968031 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-4e3af694-b848-4e5e-9391-6ed8ec79d721 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143507 Jan 10 19:11:46.969058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:47.098265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92178b3-4db3-4424-921e-4a39b74365fe req-020c9e71-fc49-4c6e-a26f-39f947b3f330 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:47.102518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:subnet and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:47.106174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b92178b3-4db3-4424-921e-4a39b74365fe req-020c9e71-fc49-4c6e-a26f-39f947b3f330 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.8994498 Jan 10 19:11:47.114780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:47.124893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-fa00d49c-c20b-419b-9ba2-76fdf5fbad5e service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811806 Jan 10 19:11:47.131928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:47.168980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:47.183087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245795e-3911-404b-8fe4-b34831173cc1 req-62cba3e4-abcb-4a2b-a226-f45587592e06 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:47.192347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c245795e-3911-404b-8fe4-b34831173cc1 req-62cba3e4-abcb-4a2b-a226-f45587592e06 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 943 time: 0.8261368 Jan 10 19:11:47.291683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:47.292339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:47.617752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-df488a42-5086-4b8a-9b71-80b1cfa4cc4a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1585600 Jan 10 19:11:47.620164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c245795e-3911-404b-8fe4-b34831173cc1 req-a824c4cb-f006-41f5-8b60-0eb54dfdebb8 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267225 Jan 10 19:11:47.622268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-85a72779-db42-4b27-9f55-1d27ef8113d3 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792977 Jan 10 19:11:47.633846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Request body: {'port': {'device_id': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:47.668154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c6f7a-e3c0-49b3-958a-ff55a5afca92 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Network': ['ID=7d95baf2-6897-4c92-b69c-18ba5c17d1bd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:47.672752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:47.680551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:11:47.697228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b92178b3-4db3-4424-921e-4a39b74365fe req-faa785a6-d6a4-4d92-8a90-b9906c433cc7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899282 Jan 10 19:11:47.884916 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-785e708d-c0d9-4041-b130-325f1d1300d5 service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8991144 Jan 10 19:11:47.929261 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'status': 'completed', 'code': 200} Jan 10 19:11:47.930015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:47.958218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-f4c7d3a4-b31d-40d0-836a-1d4adc9bad08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0784180 Jan 10 19:11:48.394916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:48.583157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Subnet': ['ID=9ce824b1-9e4d-4e66-b101-6ab508116638,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:48.637669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-344aeb34-a860-4c5b-8672-670d511c59d3 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049776 Jan 10 19:11:48.648180 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-afc6cfa6-4b31-4da4-835a-1b4c35419eed req-367dad6e-86b7-48dc-80f9-fb236d7a3bdd service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491170 Jan 10 19:11:48.686397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Checking segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:48.686769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network hostable DHCP agents. Network: 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:11:48.742847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:11:48.762106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:48.766841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:48.767605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:48.773841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bbbed-9f37-4478-9d5f-e01169eea38f None None] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:11:48.800159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-00df4269-c1ae-48be-a011-468d9b8e4e2d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0494583 Jan 10 19:11:48.803234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44396) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:48.814242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'subnet': {'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:48.816888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca7b64-de73-4c6b-b9f3-0ac6427e21ed req-c8ce8275-baa9-426f-8309-1558e9f4ccdd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:48.817966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-10ca7b64-de73-4c6b-b9f3-0ac6427e21ed req-c8ce8275-baa9-426f-8309-1558e9f4ccdd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:48.875392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-10ca7b64-de73-4c6b-b9f3-0ac6427e21ed req-c8ce8275-baa9-426f-8309-1558e9f4ccdd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:48.880006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10ca7b64-de73-4c6b-b9f3-0ac6427e21ed req-c8ce8275-baa9-426f-8309-1558e9f4ccdd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 931 time: 0.7057099 Jan 10 19:11:48.975432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:48.979279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:11:48.980584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:subnet and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:48.984620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:48.990982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:49.004397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:49.126476 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:11:49.166552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:49.403894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ec8f2ee-09b1-4330-a4f9-cc404381d61b req-430df6ac-c8ee-47f0-b1bd-37048ef6a3d5 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323633 Jan 10 19:11:49.496179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99abc2-63fd-4539-8f3e-50ece6acb84a req-76988f2a-d0fd-4b7d-8603-5f47cc4e9cf4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:49.504274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b99abc2-63fd-4539-8f3e-50ece6acb84a req-76988f2a-d0fd-4b7d-8603-5f47cc4e9cf4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 943 time: 0.8692074 Jan 10 19:11:49.531365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a38c7f-4459-4b17-9343-802f053010ed {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:49.549381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:49.554615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:49.581980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Transition to ACTIVE for port object 55a38c7f-4459-4b17-9343-802f053010ed will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:49.704555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:11:49.705380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:49.736752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:49.748660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Checking segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:49.749279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network hostable DHCP agents. Network: 7d95baf2-6897-4c92-b69c-18ba5c17d1bd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:11:49.761692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Subnet': ['ID=a6783a94-cce4-43f1-9ba0-c5800930e686,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:49.781997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:11:49.796050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 7d95baf2-6897-4c92-b69c-18ba5c17d1bd) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:49.812942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:49.814079 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:49.846208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a6291e4b-6ad2-4564-abef-262560a78cb7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0415521 Jan 10 19:11:49.848966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:49.857705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'name': 'tempest-TaggedBootDevicesTest-1425148298', 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:49.900773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Allocated IP 10.1.1.2 (1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92/9ce824b1-9e4d-4e66-b101-6ab508116638/d2af6634-2e9f-40f8-a39c-0b8e870f1ab9) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:49.942699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10ca7b64-de73-4c6b-b9f3-0ac6427e21ed req-12ea63cd-3677-4e15-954e-d93965dbfbc4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0351598 Jan 10 19:11:49.991720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc66a87-ce2e-498f-864f-1879bec17406 None None] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:11:50.124354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Pushing event updated for resources: {'Port': ['ID=55a38c7f-4459-4b17-9343-802f053010ed,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:50.149977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b99abc2-63fd-4539-8f3e-50ece6acb84a req-2bdf2bce-d6c6-4efc-8c40-88d519e53734 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5542235 Jan 10 19:11:50.150612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:50.156121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:50.163473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:50.176032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:50.201701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:50.209227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:50.261944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] device_id is not set on port 184e6460-99e7-4d07-beaf-009f9e84507a yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:11:50.297560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-e8e418f2-d074-424c-9a52-814094e4d0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 1094 time: 0.6720221 Jan 10 19:11:50.643623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:50.691343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'port_id': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06', 'mac_address': 'fa:16:3e:a3:7a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ba18f-ca2e-4b4c-88be-ec4f568410a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:11:50.770503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Attempting to bind port 55a38c7f-4459-4b17-9343-802f053010ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:50.771115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Attempting to bind port 55a38c7f-4459-4b17-9343-802f053010ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:50.771604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Attempting to bind port 55a38c7f-4459-4b17-9343-802f053010ed on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:50.815581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'fixed_ips': [{'subnet_id': 'a6783a94-cce4-43f1-9ba0-c5800930e686'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:11:50.816611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:50.852477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Port 55a38c7f-4459-4b17-9343-802f053010ed on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:11:50.859294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Attempting to bind port 55a38c7f-4459-4b17-9343-802f053010ed on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:50.884287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:50.893311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:50.894607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:50.895497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Bound port: 55a38c7f-4459-4b17-9343-802f053010ed, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:50.897133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:50.950654 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.173009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Allocated IP 10.2.2.2 (7d95baf2-6897-4c92-b69c-18ba5c17d1bd/a6783a94-cce4-43f1-9ba0-c5800930e686/6d806a76-d703-4827-9079-a2a6390701c2) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:51.207230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81498f-6efd-4563-b438-f7ef26efc647 req-8b6f1c09-1386-4dc9-9d11-e38780aca4ce tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:51.217796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce81498f-6efd-4563-b438-f7ef26efc647 req-8b6f1c09-1386-4dc9-9d11-e38780aca4ce tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 943 time: 0.7917061 Jan 10 19:11:51.286667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-63529daf-47aa-4407-bbb5-501dca1673f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:51.288752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-63529daf-47aa-4407-bbb5-501dca1673f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.8639138 Jan 10 19:11:51.427687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] For port 55a38c7f-4459-4b17-9343-802f053010ed, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:51.450731 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.467376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce81498f-6efd-4563-b438-f7ef26efc647 req-f56e4239-cb4c-48dd-a98c-9774bf3da165 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485569 Jan 10 19:11:51.475951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:51.481922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Transition to ACTIVE for port object 6d806a76-d703-4827-9079-a2a6390701c2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:51.512829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] For port 55a38c7f-4459-4b17-9343-802f053010ed, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=55a38c7f-4459-4b17-9343-802f053010ed,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:51.521579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-6c95522a-926e-4d57-8bf2-a9a4a2eed9d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7 HTTP/1.1" status: 200 len: 217 time: 0.1561279 Jan 10 19:11:51.530812 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.552071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Transition to ACTIVE for port object 6d806a76-d703-4827-9079-a2a6390701c2 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:51.555834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:51.572574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.578347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.637276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.666399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Transition to ACTIVE for port object d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:51.674018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-4ebdd6b1-b746-4760-8672-1ea1aef2d90b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:51.674716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-4ebdd6b1-b746-4760-8672-1ea1aef2d90b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Synchronizing usage tracker for tenant:84708e9959ac4a099635780671fb9c39 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:11:51.704969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-4ebdd6b1-b746-4760-8672-1ea1aef2d90b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Unset dirty status for tenant:84708e9959ac4a099635780671fb9c39 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:11:51.706897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-4ebdd6b1-b746-4760-8672-1ea1aef2d90b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 943 time: 0.1915514 Jan 10 19:11:51.784356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:51.797536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:51.806322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:51.812654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.814048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] 10.222.0.30 "PUT /v2.0/ports/55a38c7f-4459-4b17-9343-802f053010ed HTTP/1.1" status: 200 len: 1091 time: 4.1846175 Jan 10 19:11:51.818627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'tag': '55a38c7f-4459-4b17-9343-802f053010ed'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:51.836042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Transition to ACTIVE for port object d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:51.842094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:51.861175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-4b8ef84e-6e45-489f-82a1-67ac2605254c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:51.862632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-4b8ef84e-6e45-489f-82a1-67ac2605254c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.3335528 Jan 10 19:11:51.884282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Deleting port b88b0ffa-2270-460d-b0ed-8b2f08a2939b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:11:51.904190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17e382-1cf8-46bb-b5fd-70e048fd2939 service neutron] Pushing event updated for resources: {'Port': ['ID=55a38c7f-4459-4b17-9343-802f053010ed,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:51.905202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.935356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:51.941605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:51.976429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bfc3-4bf0-48bf-8eb7-d37c7ce0f6e0 req-a338696b-4fa3-4774-b16b-e9408cba1c8a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:51.978027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ad0bfc3-4bf0-48bf-8eb7-d37c7ce0f6e0 req-a338696b-4fa3-4774-b16b-e9408cba1c8a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 943 time: 1.2157300 Jan 10 19:11:52.064284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccad98c-9556-4e82-94d4-3ca5abdba7bd req-6ffc1203-1503-48bc-968b-00923802f97b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:52.071154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ccad98c-9556-4e82-94d4-3ca5abdba7bd req-6ffc1203-1503-48bc-968b-00923802f97b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.3721042 Jan 10 19:11:52.124654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Pushing event updated for resources: {'Port': ['ID=6d806a76-d703-4827-9079-a2a6390701c2,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:52.168492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ad0bfc3-4bf0-48bf-8eb7-d37c7ce0f6e0 req-c88df466-8065-4c62-92c1-3df074134ef9 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813900 Jan 10 19:11:52.208232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:11:52.226811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-4bf52a8c-1fb4-4565-8b47-c24a6016df4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 1094 time: 0.3690825 Jan 10 19:11:52.316698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ccad98c-9556-4e82-94d4-3ca5abdba7bd req-94438942-ccf1-4c87-88d3-f45348bc0590 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446294 Jan 10 19:11:52.328887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-13c6eff7-6230-4dc3-92c0-04aff42b80f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4268909 Jan 10 19:11:52.330714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-1b1f6fee-7485-4463-855b-a78ccfeb8bfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55a38c7f-4459-4b17-9343-802f053010ed HTTP/1.1" status: 200 len: 217 time: 0.0906911 Jan 10 19:11:52.395922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:52.414673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Pushing event updated for resources: {'Port': ['ID=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:52.421301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:52.423087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Attempting to bind port 6d806a76-d703-4827-9079-a2a6390701c2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:52.423506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Attempting to bind port 6d806a76-d703-4827-9079-a2a6390701c2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:52.423836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Attempting to bind port 6d806a76-d703-4827-9079-a2a6390701c2 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:52.447202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:52.519850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db1f13-2f41-45f6-860c-5b456025548d req-97e77d75-5083-4ee4-ad52-eb4cec508275 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:52.522019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-97e77d75-5083-4ee4-ad52-eb4cec508275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.1840174 Jan 10 19:11:52.538372 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:11:52.690300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-856ad857-ad11-434e-822a-37b0271da7a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528056 Jan 10 19:11:52.710790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-edb82263-d28c-4232-9ab3-af525b3cd556 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260331 Jan 10 19:11:52.793270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 10.1.1.213 (1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92/9ce824b1-9e4d-4e66-b101-6ab508116638/184e6460-99e7-4d07-beaf-009f9e84507a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:52.926342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:52.935423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Checking segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:52.936110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:52.936664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Bound using segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:52.940252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Bound port: 6d806a76-d703-4827-9079-a2a6390701c2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:52.940868 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.196856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] For port b88b0ffa-2270-460d-b0ed-8b2f08a2939b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:53.197189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.254394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:53.278578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Attempting to bind port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:11:53.279208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Attempting to bind port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:11:53.280167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Attempting to bind port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:11:53.316287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4bbb728e-6d51-4169-9ccc-12bb156c5add req-d304fcd2-4086-4231-b24e-6ed7a863e722 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488226 Jan 10 19:11:53.341803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'port_id': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:11:53.405606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb73b8-7b37-498f-a1ff-5459acaeaad6 req-fd21f19b-fc47-4ff8-bcc4-915d657ac891 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:53.407612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:11:53.409569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Checking segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:11:53.410128 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.410720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Bound using segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:11:53.411806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Bound port: d2af6634-2e9f-40f8-a39c-0b8e870f1ab9, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:11:53.412307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.413725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4eb73b8-7b37-498f-a1ff-5459acaeaad6 req-fd21f19b-fc47-4ff8-bcc4-915d657ac891 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 943 time: 0.8274217 Jan 10 19:11:53.512921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Calling delete_port for b88b0ffa-2270-460d-b0ed-8b2f08a2939b owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:11:53.548574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f481551-eb62-4abb-ac15-9c026919278c req-e5fa22ca-bd4c-4f3c-a700-12c6abc3afe0 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:53.553494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f481551-eb62-4abb-ac15-9c026919278c req-e5fa22ca-bd4c-4f3c-a700-12c6abc3afe0 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 943 time: 0.6179383 Jan 10 19:11:53.558469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-544b1d96-e5d1-49a1-a3c0-372ce7ed8f63 service neutron] 10.222.0.30 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454363 Jan 10 19:11:53.661157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.754789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object 184e6460-99e7-4d07-beaf-009f9e84507a will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:53.802108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.825231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] For port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:53.834196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] For port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:53.839901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] For port 6d806a76-d703-4827-9079-a2a6390701c2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:11:53.858541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:53.862664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event deleted for resources: {'Port': ['ID=b88b0ffa-2270-460d-b0ed-8b2f08a2939b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:53.894144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:54.027526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4eb73b8-7b37-498f-a1ff-5459acaeaad6 req-4ce8afd5-2ee2-41c3-b6ba-81d3477fc4f4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129217 Jan 10 19:11:54.076229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9c054-f580-4e3d-ab59-34d9e149e2a3 None None] Pushing event updated for resources: {'Port': ['ID=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:54.092917 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:54.116318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f481551-eb62-4abb-ac15-9c026919278c req-366a27ed-f5f1-4534-9b0b-afa0e702b12e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5528390 Jan 10 19:11:54.147962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] For port 6d806a76-d703-4827-9079-a2a6390701c2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d806a76-d703-4827-9079-a2a6390701c2,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:11:54.167891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:54.198013 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:54.301010 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'tag': '55a38c7f-4459-4b17-9343-802f053010ed', 'status': 'completed', 'code': 200} Jan 10 19:11:54.313113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:54.322218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:54.326852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] No DVR routers for this DVR port b88b0ffa-2270-460d-b0ed-8b2f08a2939b on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:11:54.328089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:54.331088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:54.336984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-824f2541-5ab5-4c54-a010-d5a34438cd70 service neutron] 10.222.0.30 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861534 Jan 10 19:11:54.337547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'name': 'network-vif-deleted', 'tag': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:54.357374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:54.429602 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da6fd773-eb7b-4976-ba8c-0afc996267c3 req-46b715b8-a884-4039-beb9-58793a39982f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "DELETE /v2.0/ports/b88b0ffa-2270-460d-b0ed-8b2f08a2939b HTTP/1.1" status: 204 len: 173 time: 2.7175331 Jan 10 19:11:54.452957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:54.453771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:54.510198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4167befd-17ce-4316-9b0c-f0bf8519778d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6571071 Jan 10 19:11:54.510703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44480) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:54.517907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'name': 'tempest-TaggedBootDevicesTest-1217578390', 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:54.573528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:54.581096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b10eb-c057-4b29-a386-1f3c600126b9 None None] Pushing event updated for resources: {'Port': ['ID=6d806a76-d703-4827-9079-a2a6390701c2,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:54.604112 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:54.777683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:54.913780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:54.921439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:54.926384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:54.936341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:54.950651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:11:54.955692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4e59c348-bc3d-402f-89b3-a70ff4ef50b7'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:54.969135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08fc0088-d1e4-450b-8d09-0b850dd3067a req-097fd729-8811-4d28-afc0-6ced397b1f79 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=04dc2352-d6a9-4d1d-9064-4ae34b12ca05 HTTP/1.1" status: 200 len: 210 time: 0.4305341 Jan 10 19:11:55.117984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-aab5f9c7-a01c-41bf-b923-e8e493e1b3c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 1094 time: 0.7287855 Jan 10 19:11:55.413898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-95a51795-b222-462d-92e9-db683b000270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:55.415481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-95a51795-b222-462d-92e9-db683b000270 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.2791607 Jan 10 19:11:55.479481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb3397-763e-448d-9e58-237c167f2d37 req-301d2486-52ae-41a6-992a-c93583753b76 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:55.481232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7acb3397-763e-448d-9e58-237c167f2d37 req-301d2486-52ae-41a6-992a-c93583753b76 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 944 time: 0.7711351 Jan 10 19:11:55.514888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:55.578347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:55.581805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] device_id is not set on port fa1d6bf9-a79f-4d42-a078-4825e16432a6 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:11:55.680830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-9228eac3-f8e0-4236-9aaa-a3506918cd8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55a38c7f-4459-4b17-9343-802f053010ed HTTP/1.1" status: 200 len: 217 time: 0.2249773 Jan 10 19:11:55.786139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:55.791454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:55.791834 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:55.878602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-f4301ac0-053c-41dd-92ba-c06000dec25c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:55.880017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-f4301ac0-053c-41dd-92ba-c06000dec25c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.1720934 Jan 10 19:11:55.954835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142445a-414d-4f05-a53d-81e0dc267f09 req-6173f495-d65e-498a-92f6-f1c0869884d6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:55.963201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0142445a-414d-4f05-a53d-81e0dc267f09 req-6173f495-d65e-498a-92f6-f1c0869884d6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.5465996 Jan 10 19:11:56.000427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 10.1.1.109 (1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92/9ce824b1-9e4d-4e66-b101-6ab508116638/fa1d6bf9-a79f-4d42-a078-4825e16432a6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:11:56.017456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-5624519f-cfeb-4d53-a2b1-4646ee98980d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256304 Jan 10 19:11:56.044271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7acb3397-763e-448d-9e58-237c167f2d37 req-6b58d4e2-f04d-4768-bdfc-0b959fff7e9b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442128 Jan 10 19:11:56.162238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:56.273812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:11:56.308018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0142445a-414d-4f05-a53d-81e0dc267f09 req-f9afda5f-d901-4b49-a2b0-fe4939e48690 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430305 Jan 10 19:11:56.312526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:56.321113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:56.451620 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc2352-d6a9-4d1d-9064-4ae34b12ca05', 'name': 'network-vif-deleted', 'tag': 'b88b0ffa-2270-460d-b0ed-8b2f08a2939b', 'status': 'completed', 'code': 200} Jan 10 19:11:56.528289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-78e05f46-b6ae-40e5-9f26-33c565984ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758294 Jan 10 19:11:56.583839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:56.613631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:56.778447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:56.792306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:56.809271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:56.809709 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:56.872259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object fa1d6bf9-a79f-4d42-a078-4825e16432a6 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:11:56.963089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:56.991740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e63d45-ad8d-415c-80f2-f74d15c3fa04 None None] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:11:57.324355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:11:57.327765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:11:57.331972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc1d90-114c-4890-ad0d-ad23a1874cd0 req-25b1362f-5426-4284-b6a1-87626f36b6b0 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:57.333651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4efc1d90-114c-4890-ad0d-ad23a1874cd0 req-25b1362f-5426-4284-b6a1-87626f36b6b0 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 944 time: 0.7161219 Jan 10 19:11:57.348481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:11:57.426531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b6bca9-d47d-4478-a8b4-9b5d0816b630 req-18388c8a-e0a0-4f34-b93a-158e7ca8907a service neutron] 10.222.0.30 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8971622 Jan 10 19:11:57.453768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5342-0b89-4cfb-aa9b-39e6ae228fb6 req-5c2df0cd-9bf0-46b7-8fdf-d9595b97b0d4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:57.469424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:57.470424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce9e5342-0b89-4cfb-aa9b-39e6ae228fb6 req-5c2df0cd-9bf0-46b7-8fdf-d9595b97b0d4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 943 time: 0.6922290 Jan 10 19:11:57.492563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:57.493372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:57.498365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638f4ed-f467-47af-9911-98dc9613451b None None] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:11:57.532153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7dc4f0b-f93b-4090-8290-819559f83871 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0186751 Jan 10 19:11:57.536713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:57.604239 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4efc1d90-114c-4890-ad0d-ad23a1874cd0 req-025a35ce-96ab-4a29-8551-a0ba6a2fa299 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534461 Jan 10 19:11:57.645147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce9e5342-0b89-4cfb-aa9b-39e6ae228fb6 req-d2a1f343-4dd7-419c-914f-6af7cb8d9003 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736262 Jan 10 19:11:57.725527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 55a38c7f-4459-4b17-9343-802f053010ed details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:11:58.125265 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06', 'code': 200} Jan 10 19:11:58.164321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e0e88bf3-f669-4f69-a84e-f8c7916233c2 None None] Provisioning for port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:58.410286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:58.421507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 55a38c7f-4459-4b17-9343-802f053010ed, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=55a38c7f-4459-4b17-9343-802f053010ed,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:58.434947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:58.435387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:58.437155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d905a-872b-4913-b47a-f31abecf0544 req-e3787793-669b-41f6-a956-beb96c8b19bc tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:58.444106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b09d905a-872b-4913-b47a-f31abecf0544 req-e3787793-669b-41f6-a956-beb96c8b19bc tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 945 time: 0.2995832 Jan 10 19:11:58.482148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2f243c5-b7d1-4f4d-a80e-62836f22b743 req-abd56f81-aac2-4e48-8a44-cadd39dd1e92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 1096 time: 0.4470003 Jan 10 19:11:58.515942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64df7a-e221-495b-a9ea-85047802d75a req-ef955df9-f4ee-4c3f-9192-e073b1fc861e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:58.523818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c64df7a-e221-495b-a9ea-85047802d75a req-ef955df9-f4ee-4c3f-9192-e073b1fc861e tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.2839639 Jan 10 19:11:58.526862 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:58.555044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b09d905a-872b-4913-b47a-f31abecf0544 req-d7368963-329a-45ee-b4a0-16312eeda46f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097398 Jan 10 19:11:58.584311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2f243c5-b7d1-4f4d-a80e-62836f22b743 req-fb3d321c-f1c8-4677-9e04-7efd9740a623 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910852 Jan 10 19:11:58.632463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c64df7a-e221-495b-a9ea-85047802d75a req-4e5f9b5f-5ef0-4459-aa64-4764d720d0a2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063757 Jan 10 19:11:58.639469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:58.656273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '55a38c7f-4459-4b17-9343-802f053010ed', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': '55a38c7f-4459-4b17-9343-802f053010ed', 'mac_address': 'fa:16:3e:de:66:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:11:58.696614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:58.697542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b88b0ffa-2270-460d-b0ed-8b2f08a2939b no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:11:58.839676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: b88b0ffa-2270-460d-b0ed-8b2f08a2939b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:11:58.839676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b88b0ffa-2270-460d-b0ed-8b2f08a2939b not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:11:58.912101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b071934e-f987-40c4-982a-ba19aa907cc7 None None] Provisioning for port 6d806a76-d703-4827-9079-a2a6390701c2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:58.977242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44550) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:11:58.985681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787761267', 'description': 'tempest-description--1180363605'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:11:59.001282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:59.011279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:security_group and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:59.017322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:59.033906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:59.055721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.231423 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.244814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.269490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:59.299482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a38c7f-4459-4b17-9343-802f053010ed {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:11:59.334922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 55a38c7f-4459-4b17-9343-802f053010ed, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=55a38c7f-4459-4b17-9343-802f053010ed,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:59.338456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:11:59.341176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.385958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Provisioning for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:59.401238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.402011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d806a76-d703-4827-9079-a2a6390701c2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:11:59.438918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:11:59.443454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Provisioning complete for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:59.443836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.460348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:security_group_rule and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:11:59.553219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=55a38c7f-4459-4b17-9343-802f053010ed,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:59.556071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-c8635e94-f9c5-4746-bb2f-c4dd3d991504 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:59.564837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-c8635e94-f9c5-4746-bb2f-c4dd3d991504 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 822 time: 0.4358137 Jan 10 19:11:59.578326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:11:59.590179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-de654df7-6d05-4150-97e6-2ea593d9d32f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/quotas/84708e9959ac4a099635780671fb9c39 HTTP/1.1" status: 200 len: 375 time: 0.0241733 Jan 10 19:11:59.646718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:11:59.651959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:11:59.657165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['55a38c7f-4459-4b17-9343-802f053010ed'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:11:59.700380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd841073-d43d-40b4-9b36-7a731558a6dd req-662e6385-144c-4416-835a-213b535b2742 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:11:59.729585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd841073-d43d-40b4-9b36-7a731558a6dd req-662e6385-144c-4416-835a-213b535b2742 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.3671281 Jan 10 19:11:59.740566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Port fa1d6bf9-a79f-4d42-a078-4825e16432a6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:11:59.794976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6d806a76-d703-4827-9079-a2a6390701c2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:11:59.806366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6d806a76-d703-4827-9079-a2a6390701c2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:59.807595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.837512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Provisioning complete for port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:11:59.838081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.855070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd841073-d43d-40b4-9b36-7a731558a6dd req-355a7c14-bc67-4859-935e-442b7fc31886 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245661 Jan 10 19:11:59.868968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-8cee023b-d357-41e2-b248-3a0eef749b06 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2772598 Jan 10 19:11:59.885622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:11:59.919914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.018993 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.023244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0415828 Jan 10 19:12:00.027434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44566) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:00.033440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'security_group_rule': {'security_group_id': 'd8e7c587-167e-46de-90ac-eee6f0cda62c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:00.056378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:00.073067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:security_group_rule and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:00.076709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:00.087742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:00.121045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.125319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-bc9056ee-7c1d-4386-9595-cec96472ff49 service neutron] 10.222.0.21 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380588 Jan 10 19:12:00.127000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:00.171891 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.236999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.243241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.249722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6d806a76-d703-4827-9079-a2a6390701c2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d806a76-d703-4827-9079-a2a6390701c2,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:00.258832 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.264838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897a583-8bc2-43a4-8005-4d7e15d67a56 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7c587-167e-46de-90ac-eee6f0cda62c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:00.307063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.308166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Provisioning for port 184e6460-99e7-4d07-beaf-009f9e84507a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:00.314450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2854292 Jan 10 19:12:00.315859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e7cdc-32a8-48a2-a766-a2e73024be62 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69571419-887e-48da-b325-6e30562c4b4b,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:00.317984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44574) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:00.327808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'security_group_rule': {'security_group_id': 'd8e7c587-167e-46de-90ac-eee6f0cda62c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:00.328943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Provisioning complete for port 184e6460-99e7-4d07-beaf-009f9e84507a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:00.329390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.340797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:00.341789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-17ca9871-7616-4693-a646-e1cc5747859b service neutron] 10.222.0.21 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790211 Jan 10 19:12:00.345961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:security_group_rule and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:00.348955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:00.355865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:00.363376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c4ee2-28e3-4d94-ac7b-5a4227e39284 req-e7a2aeac-fe6c-4758-99c3-22188427805e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:00.370738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-839c4ee2-28e3-4d94-ac7b-5a4227e39284 req-e7a2aeac-fe6c-4758-99c3-22188427805e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 944 time: 0.3065302 Jan 10 19:12:00.383128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.432500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-839c4ee2-28e3-4d94-ac7b-5a4227e39284 req-03bd8a4c-8ef9-4374-918f-0735cf8f5272 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597787 Jan 10 19:12:00.439184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:00.516495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.522555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.556523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059744c8-0769-43a2-b7a7-66c15b7bf07e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:00.582168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.587111 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-19d491dc-8352-4510-b663-bd7331e02cdc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2651384 Jan 10 19:12:00.590762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:00.598095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:00.611580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:00.622370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:floatingip and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:00.627372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:00.633621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:00.639251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6d806a76-d703-4827-9079-a2a6390701c2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:00.648172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.651925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6688010d-c5c4-48bf-8b41-468059fbfa1e None None] Port 184e6460-99e7-4d07-beaf-009f9e84507a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:00.686728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44588) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:00.692698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:00.694321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.838244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Provisioning complete for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:00.838622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.864464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.914166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:00.918812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Port fa1d6bf9-a79f-4d42-a078-4825e16432a6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:00.925125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Usage tracker for resource:security_group_rule and tenant:1f03ca1484c54833b7604388b3af3538 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:00.931818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:00.933633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Provisioning complete for port 6d806a76-d703-4827-9079-a2a6390701c2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:00.934004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:00.937642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3989c-6ea5-4075-8aae-3bf34ca13d90 req-bce4e68f-70f7-4de7-a19d-18eb3f642e8e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:00.939565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:00.945460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8be3989c-6ea5-4075-8aae-3bf34ca13d90 req-bce4e68f-70f7-4de7-a19d-18eb3f642e8e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 945 time: 0.1972833 Jan 10 19:12:01.034935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8be3989c-6ea5-4075-8aae-3bf34ca13d90 req-31616973-ce68-45f3-85ff-38e017edb632 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887525 Jan 10 19:12:01.035105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.042082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.062573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aa9c4-f2c0-4d4f-9c52-680e292a59da req-2661c4bf-5efa-4816-82c0-97344cac8e54 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:01.064581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a64aa9c4-f2c0-4d4f-9c52-680e292a59da req-2661c4bf-5efa-4816-82c0-97344cac8e54 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.3127697 Jan 10 19:12:01.078902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.095751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Provisioning complete for port 184e6460-99e7-4d07-beaf-009f9e84507a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:01.096311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.177767 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'code': 200} Jan 10 19:12:01.181147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8319baca-958d-433b-951b-011aa6f1f224,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:01.213473 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-60598b9f-de7e-431c-a1eb-b8f871ef1b38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f03ca1484c54833b7604388b3af3538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5256078 Jan 10 19:12:01.214381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44604) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:01.246918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0a4b5-0d3e-480d-84a6-7fd8e1397e7e None None] Port 184e6460-99e7-4d07-beaf-009f9e84507a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:01.265746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a64aa9c4-f2c0-4d4f-9c52-680e292a59da req-e20e4740-10b1-44ce-b01f-2207b61e9d10 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876974 Jan 10 19:12:01.370897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-abad659a-9bfd-41b4-acc1-4d24e7c7a0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.409199 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-abad659a-9bfd-41b4-acc1-4d24e7c7a0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.419431 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d2e2842b-ff93-487a-a97f-d26da344f53e req-be82081d-1ba9-4dad-84c3-885b82e9ce67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 1096 time: 0.1572092 Jan 10 19:12:01.427465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cfce97e-8ae3-481c-8a24-3f97d60f092b req-6711885b-6b13-4d3f-bed5-3c95869cb0c7 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 210 time: 0.1529200 Jan 10 19:12:01.484570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d2e2842b-ff93-487a-a97f-d26da344f53e req-710bcb0a-30be-4c0c-ab7f-46701dc18b72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540862 Jan 10 19:12:01.515251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-abad659a-9bfd-41b4-acc1-4d24e7c7a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.526757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 172.25.6.28 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/d687ef71-6354-43db-8098-bb1a023ef2cc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:01.535041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-abad659a-9bfd-41b4-acc1-4d24e7c7a0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.536298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-abad659a-9bfd-41b4-acc1-4d24e7c7a0a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8319baca-958d-433b-951b-011aa6f1f224 HTTP/1.1" status: 204 len: 168 time: 0.3199146 Jan 10 19:12:01.553772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad659a-9bfd-41b4-acc1-4d24e7c7a0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319baca-958d-433b-951b-011aa6f1f224,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:01.590044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 55a38c7f-4459-4b17-9343-802f053010ed up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:01.683368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 55a38c7f-4459-4b17-9343-802f053010ed completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:01.690400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 55a38c7f-4459-4b17-9343-802f053010ed triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:01.690769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.747540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f890f19-4886-4f24-970e-6d2f5401ec62 req-5bc697be-9635-461b-890e-ac975e8dfd27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:01.749889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f890f19-4886-4f24-970e-6d2f5401ec62 req-5bc697be-9635-461b-890e-ac975e8dfd27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.3068900 Jan 10 19:12:01.855008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.889825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f890f19-4886-4f24-970e-6d2f5401ec62 req-003e6dc4-1503-47b3-8b63-0980f780514a tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255701 Jan 10 19:12:01.890021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 55a38c7f-4459-4b17-9343-802f053010ed, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=55a38c7f-4459-4b17-9343-802f053010ed,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:01.895495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:01.924689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546039-b966-473a-8759-b77e1f9bc8a8 req-96755248-5778-414d-aea7-98e1d30de9a7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:01.931859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0546039-b966-473a-8759-b77e1f9bc8a8 req-96755248-5778-414d-aea7-98e1d30de9a7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 944 time: 0.2471273 Jan 10 19:12:01.984061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=55a38c7f-4459-4b17-9343-802f053010ed,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:02.085811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44622) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:02.108922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.140698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.146105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:02.151164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Usage tracker for resource:security_group_rule and tenant:40395941ec23483c836fb74f2fd8acc2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:02.154939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:02.161636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:02.194068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0546039-b966-473a-8759-b77e1f9bc8a8 req-9fc54939-3014-489e-8102-9f13d3e11607 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607222 Jan 10 19:12:02.229260 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.240129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.300912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=d687ef71-6354-43db-8098-bb1a023ef2cc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:02.319649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:02.320985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:02.326555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:02.383360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d806a76-d703-4827-9079-a2a6390701c2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:02.417035 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.466100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6d806a76-d703-4827-9079-a2a6390701c2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:02.466385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.523970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-683cc20c-9397-4b3f-a6ea-084f49a5020b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:02.525651 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-683cc20c-9397-4b3f-a6ea-084f49a5020b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 822 time: 0.2842343 Jan 10 19:12:02.528293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8190a1d-3b87-45de-b978-5fd4fd703601,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:02.535452 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1985e79c-e996-49b5-a6a2-b7170098398d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40395941ec23483c836fb74f2fd8acc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4475408 Jan 10 19:12:02.538831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44630) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:02.559405 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.607833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Request body: {'port': {'device_id': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'admin_state_up': True, 'tenant_id': '84708e9959ac4a099635780671fb9c39'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:02.709760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:12:02.754467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e3b7405-e1e0-4e5e-8ee7-b12fa9ac2a20 req-0f48f2f3-4e78-4608-b68a-3e0228d1c74c tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 210 time: 0.0883753 Jan 10 19:12:02.774210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb87286-36d7-47ca-ad54-b38a29466ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.777986 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.874065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65f739-8f25-41bf-a696-a072acf79c9f req-ba466692-d521-4516-89a4-985946250483 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:02.875624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a65f739-8f25-41bf-a696-a072acf79c9f req-ba466692-d521-4516-89a4-985946250483 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 944 time: 0.3132391 Jan 10 19:12:02.890372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb87286-36d7-47ca-ad54-b38a29466ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:02.927961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:02.928772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:02.932081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Usage tracker for resource:port and tenant:84708e9959ac4a099635780671fb9c39 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:02.937880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:02.944269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:02.944445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'network_id': '44681e6c-44d3-474a-b4be-1c8765ab6500', 'port_id': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'mac_address': 'fa:16:3e:ca:20:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:12:02.967365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Made reservation on behalf of 84708e9959ac4a099635780671fb9c39 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:02.970457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.015947 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.037758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:03.055519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb87286-36d7-47ca-ad54-b38a29466ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.059931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:03.066857 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.090982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb87286-36d7-47ca-ad54-b38a29466ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8190a1d-3b87-45de-b978-5fd4fd703601,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:03.095699 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb87286-36d7-47ca-ad54-b38a29466ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.099707 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0bb87286-36d7-47ca-ad54-b38a29466ca3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8190a1d-3b87-45de-b978-5fd4fd703601 HTTP/1.1" status: 204 len: 168 time: 0.5596213 Jan 10 19:12:03.176888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a65f739-8f25-41bf-a696-a072acf79c9f req-31d1a54a-da00-4896-8d7d-ea179d83419d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891507 Jan 10 19:12:03.180453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a38c7f-4459-4b17-9343-802f053010ed'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:03.191870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=11']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:03.198332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Allocated IP 172.20.0.14 (de992ba6-5749-4cad-8028-4d1cda6a3932/d96c15a1-65a0-412e-b4dd-2aceea35584c/12393e9e-433d-4920-ad1b-bcc670d1487d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:03.280284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb9f48-8cf7-4e56-b5d0-c88fa75d58e9 req-02d2903b-cf50-4df2-8a83-bea3ab542561 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:03.281866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fdb9f48-8cf7-4e56-b5d0-c88fa75d58e9 req-02d2903b-cf50-4df2-8a83-bea3ab542561 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.1846943 Jan 10 19:12:03.289841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.312901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.337200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['75a44aed-b63b-4e38-a112-2f9b66758acb'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:03.443904 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.447129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=d687ef71-6354-43db-8098-bb1a023ef2cc,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:03.467884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fdb9f48-8cf7-4e56-b5d0-c88fa75d58e9 req-cc73bfc7-1896-4729-809d-de60367809d6 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759968 Jan 10 19:12:03.502373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.511490 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.531008 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.532839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-641c535b-bb0c-464d-8337-ac2651533f9f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9403985 Jan 10 19:12:03.600597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event updated for resources: {'Port': ['ID=12393e9e-433d-4920-ad1b-bcc670d1487d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:03.630600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Network de992ba6-5749-4cad-8028-4d1cda6a3932 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:03.632028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:03.638964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:03.734092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:03.734830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:03.767286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-1a8fd448-0cc8-4389-a5ff-51e3c20bd413 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1633229 Jan 10 19:12:03.785009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Request body: {'port': {'device_id': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:03.787944 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a38c7f-4459-4b17-9343-802f053010ed', 'code': 200} Jan 10 19:12:03.935775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:04.128811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab5fdd69-f339-4a24-b998-81b63a56cebd req-e67c0b12-acfa-4573-8356-28b84dce8dda service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 1096 time: 0.2760832 Jan 10 19:12:04.151504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a23c-4208-4593-858f-ccd01fb867c8 req-54f73081-6f34-48c2-9170-9e95af93ca0c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:04.155204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f23a23c-4208-4593-858f-ccd01fb867c8 req-54f73081-6f34-48c2-9170-9e95af93ca0c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 945 time: 0.1735163 Jan 10 19:12:04.323972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab5fdd69-f339-4a24-b998-81b63a56cebd req-80a9162d-f54f-46cf-9257-a1ab349fcff6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889307 Jan 10 19:12:04.328977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f23a23c-4208-4593-858f-ccd01fb867c8 req-1dc3e88d-02f9-4d9c-8813-bffbc31a3fc1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429832 Jan 10 19:12:04.354425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3ce7c-8c1c-4b4d-82dd-032a0bd2d7f8 req-930b2595-53c5-47b6-aa53-f3c20a67a66c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:04.355960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3d3ce7c-8c1c-4b4d-82dd-032a0bd2d7f8 req-930b2595-53c5-47b6-aa53-f3c20a67a66c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.1712706 Jan 10 19:12:04.366705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44684) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:04.373467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Request body: {'floatingip': {'port_id': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:04.540214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:04.605114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12393e9e-433d-4920-ad1b-bcc670d1487d {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:04.613689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:04.629839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Transition to ACTIVE for port object 12393e9e-433d-4920-ad1b-bcc670d1487d will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:04.637267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:04.649741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:04.719415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12393e9e-433d-4920-ad1b-bcc670d1487d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:04.835132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-3f120d8f-e7b2-4a1a-ad2d-82eb655111d1 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Synchronizing usage tracker for tenant:dca193afd3bb40289a759c668b502367 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:04.856216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 75a44aed-b63b-4e38-a112-2f9b66758acb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:04.863787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158027c7-6221-4fca-a5db-aeed163c87eb req-a55fe472-fb72-40de-8d7b-76bb0850b6c4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:04.864120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 75a44aed-b63b-4e38-a112-2f9b66758acb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:04.864600 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:04.865514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-158027c7-6221-4fca-a5db-aeed163c87eb req-a55fe472-fb72-40de-8d7b-76bb0850b6c4 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 944 time: 0.3806336 Jan 10 19:12:04.955076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Attempting to bind port 12393e9e-433d-4920-ad1b-bcc670d1487d on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:04.955460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Attempting to bind port 12393e9e-433d-4920-ad1b-bcc670d1487d by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:04.955750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Attempting to bind port 12393e9e-433d-4920-ad1b-bcc670d1487d on network de992ba6-5749-4cad-8028-4d1cda6a3932 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:04.969694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Port 12393e9e-433d-4920-ad1b-bcc670d1487d on network de992ba6-5749-4cad-8028-4d1cda6a3932 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:04.970034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Attempting to bind port 12393e9e-433d-4920-ad1b-bcc670d1487d on network de992ba6-5749-4cad-8028-4d1cda6a3932 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:04.985626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:04.986076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Checking segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:04.986352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Bound using segment: {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:04.986790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Bound port: 12393e9e-433d-4920-ad1b-bcc670d1487d, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5728120f-101e-4133-85c2-6899575e064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:04.987166 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:05.051567 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:05.114661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:05.122592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:05.152612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] For port 12393e9e-433d-4920-ad1b-bcc670d1487d, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:05.159666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] For port 12393e9e-433d-4920-ad1b-bcc670d1487d, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12393e9e-433d-4920-ad1b-bcc670d1487d,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:05.170632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:05.254180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-3f120d8f-e7b2-4a1a-ad2d-82eb655111d1 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Unset dirty status for tenant:dca193afd3bb40289a759c668b502367 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:05.266684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-3f120d8f-e7b2-4a1a-ad2d-82eb655111d1 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--787761267&fields=id&tenant_id=dca193afd3bb40289a759c668b502367 HTTP/1.1" status: 200 len: 267 time: 0.6040487 Jan 10 19:12:05.272020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=12']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:05.287138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:05.288488 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/12393e9e-433d-4920-ad1b-bcc670d1487d HTTP/1.1" status: 200 len: 1092 time: 1.5131707 Jan 10 19:12:05.288918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'tag': '12393e9e-433d-4920-ad1b-bcc670d1487d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:05.308106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3a42d-2633-4aff-b133-428b7363c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12393e9e-433d-4920-ad1b-bcc670d1487d,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:05.423830 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-a7bf58ce-9b3c-41c9-beeb-5fdca1d8623c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 1095 time: 0.0808074 Jan 10 19:12:05.544335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-695117e1-4b8f-4fc9-8894-57f314fb90ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12393e9e-433d-4920-ad1b-bcc670d1487d HTTP/1.1" status: 200 len: 217 time: 0.1121068 Jan 10 19:12:05.624379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-ba7de478-10c2-43be-93eb-c3b336a0988d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:05.626699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-ba7de478-10c2-43be-93eb-c3b336a0988d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 200 len: 862 time: 0.0770023 Jan 10 19:12:05.646778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-28046b0e-327f-4b4c-9795-b46c95383c6c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:05.653590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-28046b0e-327f-4b4c-9795-b46c95383c6c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 932 time: 0.3859937 Jan 10 19:12:05.680445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-c22dd5c4-4e14-4f65-84f5-7f64bbf236b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de992ba6-5749-4cad-8028-4d1cda6a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476632 Jan 10 19:12:05.697655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-158027c7-6221-4fca-a5db-aeed163c87eb req-b3c1673d-4278-45b4-9d34-700f58eaa957 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135943 Jan 10 19:12:05.789419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:05.840670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-872bf3fb-a9e7-42ae-b21f-349bc89e4db6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:05.841955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-872bf3fb-a9e7-42ae-b21f-349bc89e4db6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 932 time: 0.1874816 Jan 10 19:12:05.878310 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-baa9d2fc-34d4-47ec-8334-3885abcbf8d2 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897738 Jan 10 19:12:05.926574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-98826fe9-105b-4be9-ba61-137220524bd4 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0661786 Jan 10 19:12:06.034275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0b298735-be5f-426e-8fd1-753b3cd346a9 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0978460 Jan 10 19:12:06.058596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db1f13-2f41-45f6-860c-5b456025548d req-e40874f3-14b0-4407-8b8e-767fa60c3b78 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:06.060089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-e40874f3-14b0-4407-8b8e-767fa60c3b78 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 945 time: 0.5209882 Jan 10 19:12:06.061611 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:06.073964 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-10d5363c-e87d-4110-81c2-79db7e6ae70a req-03cc51a7-6f42-4dba-9426-e84c62f01307 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858239 Jan 10 19:12:06.195251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:06.343120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port 55a38c7f-4459-4b17-9343-802f053010ed {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:06.343766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:06.425659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5448af-20e4-4550-ad2e-74c2ac9f0b81 req-10252d71-85e6-4d4a-a85a-47e9b2c2c606 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:06.427135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5448af-20e4-4550-ad2e-74c2ac9f0b81 req-10252d71-85e6-4d4a-a85a-47e9b2c2c606 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4958060 Jan 10 19:12:06.474802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-125a6e4f-9c35-4694-950c-7fdd6e46b2f5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:06.478627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-125a6e4f-9c35-4694-950c-7fdd6e46b2f5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:06.482463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-125a6e4f-9c35-4694-950c-7fdd6e46b2f5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:06.483339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-125a6e4f-9c35-4694-950c-7fdd6e46b2f5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Synchronizing usage tracker for tenant:dca193afd3bb40289a759c668b502367 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:06.632350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-125a6e4f-9c35-4694-950c-7fdd6e46b2f5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Unset dirty status for tenant:dca193afd3bb40289a759c668b502367 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:06.633484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-125a6e4f-9c35-4694-950c-7fdd6e46b2f5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 1990 time: 0.5814211 Jan 10 19:12:06.635802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5448af-20e4-4550-ad2e-74c2ac9f0b81 req-fd71f734-b8aa-4f40-9113-a35a97afeb24 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912162 Jan 10 19:12:06.836301 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'tag': '12393e9e-433d-4920-ad1b-bcc670d1487d', 'status': 'completed', 'code': 200} Jan 10 19:12:06.862609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-3eccf022-f562-4897-a7f8-6c41898ef614 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/quotas/dca193afd3bb40289a759c668b502367 HTTP/1.1" status: 200 len: 375 time: 0.2001092 Jan 10 19:12:06.952624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-95f56cec-d821-4152-afa5-b667761910a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84708e9959ac4a099635780671fb9c39&device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 1095 time: 0.0927632 Jan 10 19:12:07.037194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port 55a38c7f-4459-4b17-9343-802f053010ed, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=55a38c7f-4459-4b17-9343-802f053010ed,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:07.037643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:07.096718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-07ec95a1-9ea5-4717-b1e1-51c761500582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:07.098165 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-07ec95a1-9ea5-4717-b1e1-51c761500582 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 200 len: 923 time: 0.1388535 Jan 10 19:12:07.178641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-1f07a44d-98d2-43d8-9390-e9edd46a348e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12393e9e-433d-4920-ad1b-bcc670d1487d HTTP/1.1" status: 200 len: 217 time: 0.0733423 Jan 10 19:12:07.179693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for 55a38c7f-4459-4b17-9343-802f053010ed owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:07.243402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-663f0176-d04d-421f-91e4-148a312fb347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:07.245069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-663f0176-d04d-421f-91e4-148a312fb347 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 200 len: 862 time: 0.0611119 Jan 10 19:12:07.248934 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Floating IP 5458be38-5485-4a41-839a-03be8f0e3e0f associated. External IP: 172.25.6.158, port: 4e59c348-bc3d-402f-89b3-a70ff4ef50b7. Jan 10 19:12:07.354154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cbdf6c5b-c6a3-4169-beb2-dc956e4ce98b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4727480 Jan 10 19:12:07.379686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a339de-82d1-4cae-a996-2868d93dfad5 req-188bfcbc-2cc1-412f-a04c-a2f1c0a7028d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:07.387644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7a339de-82d1-4cae-a996-2868d93dfad5 req-188bfcbc-2cc1-412f-a04c-a2f1c0a7028d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 945 time: 0.4489899 Jan 10 19:12:07.396476 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-18ba70e1-4f9c-4171-9c53-73d529234ffd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de992ba6-5749-4cad-8028-4d1cda6a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458311 Jan 10 19:12:07.560453 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-4408fdd4-fa4e-4691-be27-64790c5e6e30 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582999 Jan 10 19:12:07.655507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:07.668031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['55a38c7f-4459-4b17-9343-802f053010ed'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:07.714738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7a339de-82d1-4cae-a996-2868d93dfad5 req-1478ab4e-37e5-4232-9282-6259bfd2d637 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258688 Jan 10 19:12:07.725806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=55a38c7f-4459-4b17-9343-802f053010ed,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:07.730006 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-38e7121c-b399-4c36-a6a1-ac595bed8a0f req-6b35447f-7c99-4fc8-a71e-b815829e5202 service neutron] 10.222.0.44 "GET /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641476 Jan 10 19:12:07.802472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.802826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.803191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.803526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.803857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.804356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.804867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.805194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.805517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.806024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.806359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:07.810707 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'code': 200} Jan 10 19:12:07.826560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-60c752c1-0d58-435b-88bc-0cf114429e4d service neutron] 10.222.0.21 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182715 Jan 10 19:12:07.892864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port 55a38c7f-4459-4b17-9343-802f053010ed on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:07.939109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:07.941727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'name': 'network-vif-deleted', 'tag': '55a38c7f-4459-4b17-9343-802f053010ed'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:08.024770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96db1f13-2f41-45f6-860c-5b456025548d req-6b4093c9-686f-419e-8823-40ccc53fd9a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.30 "DELETE /v2.0/ports/55a38c7f-4459-4b17-9343-802f053010ed HTTP/1.1" status: 204 len: 173 time: 1.9236152 Jan 10 19:12:08.064946 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f83c40b-49ac-42fc-90fe-bd9ffe452d5a req-ba8475df-a47e-4918-ae39-5e5978d80c30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1097 time: 0.0806570 Jan 10 19:12:08.141748 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f83c40b-49ac-42fc-90fe-bd9ffe452d5a req-f95f345c-b7a0-48ab-99b7-04ceb713bf28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709143 Jan 10 19:12:08.203422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-d2a49736-bb8d-427d-bb8d-f8f73170405f service neutron] 10.222.0.21 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457940 Jan 10 19:12:08.230965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44846) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:08.259025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055513a-4cc9-4612-8766-8543ab79a874 req-77727f4f-b6c7-4daa-8aa5-de341b70c614 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:08.260522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8055513a-4cc9-4612-8766-8543ab79a874 req-77727f4f-b6c7-4daa-8aa5-de341b70c614 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 944 time: 0.3229425 Jan 10 19:12:08.321910 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aaa5379e-aea2-4a44-b7e6-2a4db7b50613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.334470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-fff5012f-024e-4a3e-8630-de3531ed53ea service neutron] 10.222.0.21 "GET /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1239696 Jan 10 19:12:08.341177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8055513a-4cc9-4612-8766-8543ab79a874 req-126d04e7-fb96-4d5b-ae7a-85729969b19b tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Jan 10 19:12:08.398666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.430244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:08.434001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7d92b30f084dac892817c53eae1886 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:08.437383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:08.443490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:08.541428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.547089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.595932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d391e8c-ebf7-46ed-a286-fea81aaf62a6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:08.608804 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b7d92b30f084dac892817c53eae1886&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3767993 Jan 10 19:12:08.610495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.610833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.611185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.611517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.611838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.612159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.612475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.612789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.613102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.613419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.613730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d7ca4-d225-494c-bd90-33546d9bf688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:08.616652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44854) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:08.637376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2191d6f9-900f-471b-a3b3-83ab9c1ea1ab req-ea1c714c-bc72-4b5e-abd9-06a3166923d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 210 time: 0.2667141 Jan 10 19:12:08.663093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12393e9e-433d-4920-ad1b-bcc670d1487d details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:12:08.676055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea638b60-523a-4870-b901-d41f40e85e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.702164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea638b60-523a-4870-b901-d41f40e85e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.752785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea638b60-523a-4870-b901-d41f40e85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.768135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea638b60-523a-4870-b901-d41f40e85e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d391e8c-ebf7-46ed-a286-fea81aaf62a6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:08.774792 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea638b60-523a-4870-b901-d41f40e85e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.778490 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea638b60-523a-4870-b901-d41f40e85e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d391e8c-ebf7-46ed-a286-fea81aaf62a6 HTTP/1.1" status: 204 len: 168 time: 0.1584494 Jan 10 19:12:08.828052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 12393e9e-433d-4920-ad1b-bcc670d1487d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12393e9e-433d-4920-ad1b-bcc670d1487d,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:08.842342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '12393e9e-433d-4920-ad1b-bcc670d1487d', 'network_id': 'de992ba6-5749-4cad-8028-4d1cda6a3932', 'port_id': '12393e9e-433d-4920-ad1b-bcc670d1487d', 'mac_address': 'fa:16:3e:58:90:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c15a1-65a0-412e-b4dd-2aceea35584c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:12:08.864176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-71063e7d-9995-426c-901c-a4bfdfb55598 service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159864 Jan 10 19:12:08.896365 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.914852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12393e9e-433d-4920-ad1b-bcc670d1487d {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:08.930931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 12393e9e-433d-4920-ad1b-bcc670d1487d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12393e9e-433d-4920-ad1b-bcc670d1487d,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:08.939954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:08.994466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d6f9-900f-471b-a3b3-83ab9c1ea1ab req-b349f12e-1bfc-41f1-b3d6-3621dc48bba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:08.995950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2191d6f9-900f-471b-a3b3-83ab9c1ea1ab req-b349f12e-1bfc-41f1-b3d6-3621dc48bba9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=64fe0823c8394355aafc2ebc910e5682&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3193750 Jan 10 19:12:09.013346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=12393e9e-433d-4920-ad1b-bcc670d1487d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:09.015754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a6c8-eead-43e4-9362-6045b9b66810 req-446f0379-5e90-430e-8a2a-32b4783853cc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:09.017252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9c3a6c8-eead-43e4-9362-6045b9b66810 req-446f0379-5e90-430e-8a2a-32b4783853cc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3905196 Jan 10 19:12:09.161778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:12:09.193571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-534f3aee-d1c2-43d8-ba32-6765dc916dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076031 Jan 10 19:12:09.255802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9c3a6c8-eead-43e4-9362-6045b9b66810 req-47cf62d2-2d57-4d3b-b984-6af3f35f6454 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129037 Jan 10 19:12:09.294080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['12393e9e-433d-4920-ad1b-bcc670d1487d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:09.347780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d6f9-900f-471b-a3b3-83ab9c1ea1ab req-215b9b1e-9318-461b-9c49-611b62dd6837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:09.349251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2191d6f9-900f-471b-a3b3-83ab9c1ea1ab req-215b9b1e-9318-461b-9c49-611b62dd6837 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3300185 Jan 10 19:12:09.365947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9b202976-c490-4a75-aa6a-f9fd20328691 service neutron] 10.222.0.21 "GET /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1529546 Jan 10 19:12:09.575325 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa865ee-602c-4145-ba12-5dce66d0f41e', 'name': 'network-vif-deleted', 'tag': '55a38c7f-4459-4b17-9343-802f053010ed', 'status': 'completed', 'code': 200} Jan 10 19:12:09.599699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-476f9e69-68cf-45e1-9c63-b66e0516204d service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249632 Jan 10 19:12:09.789211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-47740a2d-58b4-4c82-9322-90b8c8c1eaf6 req-89bb0f18-ca65-4f80-a3f3-9766e51f1c1a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:09.842699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-47740a2d-58b4-4c82-9322-90b8c8c1eaf6 req-89bb0f18-ca65-4f80-a3f3-9766e51f1c1a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:09.847352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47740a2d-58b4-4c82-9322-90b8c8c1eaf6 req-89bb0f18-ca65-4f80-a3f3-9766e51f1c1a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 210 time: 0.1209722 Jan 10 19:12:09.882762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:12:09.890680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:09.897793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:12:09.915315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:12:09.915938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:11:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:09.929826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0a2e88b0-d8f0-4c50-8990-2a731a38f011 service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195181 Jan 10 19:12:10.054118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b99ee818-bc0a-4941-a596-ff0dcf4888e4 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "PUT /v2.0/floatingips/5458be38-5485-4a41-839a-03be8f0e3e0f HTTP/1.1" status: 200 len: 991 time: 5.6826456 Jan 10 19:12:10.216278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:12:10.346422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-7391781c-9b98-46f8-b920-688a1d93f800 service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082093 Jan 10 19:12:10.466164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c9d1-4cf9-4a44-ae2e-5049503249de req-fbc5174b-6e6d-42b9-a6cd-f6ae913827a9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:10.468480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39a1c9d1-4cf9-4a44-ae2e-5049503249de req-fbc5174b-6e6d-42b9-a6cd-f6ae913827a9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 945 time: 0.4032888 Jan 10 19:12:10.506254 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50fc5963-f0fc-40bd-99be-e7b60dca3ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:10.536827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e5c7fd1-acb1-4b70-a3fc-e5419792b1a6 service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895790 Jan 10 19:12:10.569680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39a1c9d1-4cf9-4a44-ae2e-5049503249de req-a75e4fd6-ead9-428a-8fb2-5e91e71c7542 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934165 Jan 10 19:12:10.661535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5458be38-5485-4a41-839a-03be8f0e3e0f', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'port_id': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:11:30Z', 'updated_at': '2022-01-10T19:12:05Z', 'revision_number': 1, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:10.674086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12393e9e-433d-4920-ad1b-bcc670d1487d up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:10.701683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-33f82095-a7b9-4724-872a-07dd1963cd8d service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590779 Jan 10 19:12:10.729473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:12:10.745746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:12:10.746357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:12:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:10.831010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 12393e9e-433d-4920-ad1b-bcc670d1487d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:10.849386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 12393e9e-433d-4920-ad1b-bcc670d1487d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:10.849983 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:10.944239 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2191d6f9-900f-471b-a3b3-83ab9c1ea1ab req-aff7e86c-d21d-42e7-9aee-16659487caa6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 210 time: 0.1156120 Jan 10 19:12:11.011150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-630fb8eb-5e3a-41ca-ac73-ec9a78633e34 service neutron] 10.222.0.21 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071382 Jan 10 19:12:11.067317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44942) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:11.087446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005fb2a-8b8c-420b-869f-293f0edd9a84 req-87f3e030-901c-4a89-a169-9c2a2d7b3375 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:11.088936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6005fb2a-8b8c-420b-869f-293f0edd9a84 req-87f3e030-901c-4a89-a169-9c2a2d7b3375 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.2011955 Jan 10 19:12:11.110669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:12:11.217707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1311624353', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:11.220665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6005fb2a-8b8c-420b-869f-293f0edd9a84 req-c5826a32-971e-41e7-9a5b-0e226c0b536f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802312 Jan 10 19:12:11.222533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:11.226500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Usage tracker for resource:port and tenant:2765a906eccf4524a7bbcecc8af9dbf0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:11.229716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:11.235613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:11.252266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f7da1ccb-cbc4-413b-a5f3-793b8d342f00 service neutron] 10.222.0.21 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321825 Jan 10 19:12:11.268094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Made reservation on behalf of 2765a906eccf4524a7bbcecc8af9dbf0 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:11.270467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.286087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.295145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.320210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:11.325027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Usage tracker for resource:security_group_rule and tenant:2765a906eccf4524a7bbcecc8af9dbf0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:11.329299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:11.335314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:11.354955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12393e9e-433d-4920-ad1b-bcc670d1487d'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:11.387308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 12393e9e-433d-4920-ad1b-bcc670d1487d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12393e9e-433d-4920-ad1b-bcc670d1487d,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:11.397929 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.421297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2115196b-bd88-4149-896a-926ff214ca93 service neutron] 10.222.0.21 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651580 Jan 10 19:12:11.462686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.468121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.472047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] device_id is not set on port 82aa67db-b3d3-4edd-8392-ce267ab91087 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:11.604629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:11.638807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b70196-4a09-4b77-b16b-879436ab8c68,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:11.651909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=12393e9e-433d-4920-ad1b-bcc670d1487d,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:11.653221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-447ce3d5-3e2e-454d-b4e6-75dc86d11933 req-6ab68bb7-5006-4e7f-a767-b4ebdb974612 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa865ee-602c-4145-ba12-5dce66d0f41e HTTP/1.1" status: 200 len: 210 time: 0.0408192 Jan 10 19:12:11.658039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Allocated IP 172.25.6.40 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/82aa67db-b3d3-4edd-8392-ce267ab91087) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:11.659149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-25ca0c7d-b91a-4622-a472-fd692f2aeb7d service neutron] 10.222.0.21 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303991 Jan 10 19:12:11.725489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.727946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5458be38-5485-4a41-839a-03be8f0e3e0f', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'port_id': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:11:30Z', 'updated_at': '2022-01-10T19:12:05Z', 'revision_number': 1, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:11.733801 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.735535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875541a-71d1-46e6-bc6c-e31904527c53 None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '5458be38-5485-4a41-839a-03be8f0e3e0f', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'port_id': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:11:30Z', 'updated_at': '2022-01-10T19:12:05Z', 'revision_number': 1, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:12:11.882548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-7cedd1b5-25b2-4506-bc10-53ee15bc5c6f service neutron] 10.222.0.21 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157714 Jan 10 19:12:11.935461 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:11.971210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.018090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c2688-d0e8-4997-9e54-bc1cf063cb05 req-f2877ea0-4a15-47da-a341-26793f40d7bc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:12.026210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c7c2688-d0e8-4997-9e54-bc1cf063cb05 req-f2877ea0-4a15-47da-a341-26793f40d7bc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.1379573 Jan 10 19:12:12.067485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:12.071044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:12.074601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:12.100697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c7c2688-d0e8-4997-9e54-bc1cf063cb05 req-04d63e6e-8434-43ad-a9e8-96d08debf5db tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Jan 10 19:12:12.106167 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7b98c-6c04-4658-9c22-a9c002bc65e5 None None] New status for floating IP 5458be38-5485-4a41-839a-03be8f0e3e0f: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:12:12.130751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Pushing event updated for resources: {'Port': ['ID=82aa67db-b3d3-4edd-8392-ce267ab91087,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:12.164239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:12.165283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.181967 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12393e9e-433d-4920-ad1b-bcc670d1487d', 'code': 200} Jan 10 19:12:12.212019 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0bb4f211-441c-48b0-b6d9-f9f7d634288c tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1410973 Jan 10 19:12:12.212863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:12.221014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.40'}]}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:12.228977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:12.234118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Usage tracker for resource:router and tenant:2765a906eccf4524a7bbcecc8af9dbf0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:12.239346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:12.246586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:12.272686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.275251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.313402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.334214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a4edf911-f98f-4387-b254-266ee7dd9947 req-de5b5d90-ed6c-4e2d-a232-c0055c310eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 1097 time: 0.0862377 Jan 10 19:12:12.391334 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a4edf911-f98f-4387-b254-266ee7dd9947 req-23a8a174-a753-4995-8f2b-85ea93b97e8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Jan 10 19:12:12.647551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b035e4-e699-4703-a7f3-106221367762 req-98654b3e-60b1-4a86-9556-93d7b48783c9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:12.649250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02b035e4-e699-4703-a7f3-106221367762 req-98654b3e-60b1-4a86-9556-93d7b48783c9 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 946 time: 0.3381064 Jan 10 19:12:12.651693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.770788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02b035e4-e699-4703-a7f3-106221367762 req-3d8d90a0-fccc-45a6-9642-5237c3610cfd tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149313 Jan 10 19:12:12.863002 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'status': 'completed', 'code': 200} Jan 10 19:12:12.883412 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:12:12.953065 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-0b7b0f3a-65c2-4cff-9c3a-7d13c3a2bf48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 1096 time: 0.0890863 Jan 10 19:12:12.976192 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:12.984115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:13.045820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:13.138445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-7ae0ea4d-79fb-48fa-822e-ea617f4f831f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:13.140000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-7ae0ea4d-79fb-48fa-822e-ea617f4f831f service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.1806028 Jan 10 19:12:13.360018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-63b5ebd0-1ccc-463f-9b3d-f2c89382984a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7 HTTP/1.1" status: 200 len: 1001 time: 0.2126267 Jan 10 19:12:13.398953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f5392-ec7b-40a1-abbe-c85423ad80d1 req-5743d3fd-512b-4285-862c-01e5fc82b865 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:13.400798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c53f5392-ec7b-40a1-abbe-c85423ad80d1 req-5743d3fd-512b-4285-862c-01e5fc82b865 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3035114 Jan 10 19:12:13.431924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-648a703d-1622-49a6-bbb4-fc95c17c3d76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:13.433554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-648a703d-1622-49a6-bbb4-fc95c17c3d76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.0663264 Jan 10 19:12:13.495452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c2b1ced-fce6-46ac-85bd-f1c4ecf5d848 req-e556d01b-b590-44bd-94ee-1c04ce2c6823 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 210 time: 0.0935395 Jan 10 19:12:13.553188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c53f5392-ec7b-40a1-abbe-c85423ad80d1 req-2e451356-1262-48c2-9e93-defbe5be07bc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453598 Jan 10 19:12:13.593765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:13.607369 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-f070b145-85a8-4ed2-9bd5-77f7ed1aa525 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677339 Jan 10 19:12:13.653436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 55a38c7f-4459-4b17-9343-802f053010ed no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:13.753800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 55a38c7f-4459-4b17-9343-802f053010ed {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:13.755235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 55a38c7f-4459-4b17-9343-802f053010ed not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:13.900351 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-9abf515e-8286-4e5b-8bb7-cf9d883fc088 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804623 Jan 10 19:12:14.006452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-63d788cd-7d60-4f8c-974b-6c3f570ef537 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:14.008303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-63d788cd-7d60-4f8c-974b-6c3f570ef537 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.2233186 Jan 10 19:12:14.122191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ddb85fde-e24c-4519-9cc2-6bbf86e65313 req-4b3f353e-c16a-4965-9eee-baeca55211d6 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882684 Jan 10 19:12:14.239725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-155ae6b5-0dbe-4ce5-a2e0-82bb37dc7783 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.2226310 Jan 10 19:12:14.382748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:14.386312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-edd9dfdb-849a-4a38-ad9a-fdb6cefd62ba tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615489 Jan 10 19:12:14.398565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:14.514457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2ed79fb3-17de-4c84-adef-5fade0194978 service neutron] 10.222.0.44 "GET /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 1028 time: 0.0654731 Jan 10 19:12:14.593869 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f0898be7-8a53-4c42-bce0-66cfea83ea12 service neutron] 10.222.0.44 "GET /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 1028 time: 0.0680923 Jan 10 19:12:14.638802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a976cb-568b-45f3-8652-baabf360b79b req-ca0f9fe5-d7c9-48ab-aecf-9248c852952a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:14.640815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2a976cb-568b-45f3-8652-baabf360b79b req-ca0f9fe5-d7c9-48ab-aecf-9248c852952a tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 946 time: 0.4079790 Jan 10 19:12:14.652436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:14.653170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1147378-f5a5-456d-95b3-20df3e3f18ba {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:12:14.709860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4d80352-b05a-4b44-b1a7-6962bb253d9e service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122609 Jan 10 19:12:14.719273 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 10 19:12:14.720283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-944aebd7-e711-477e-9789-86d6185c45b3 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5068479 Jan 10 19:12:14.726680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:14.795133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0f28e980-2428-482d-ae88-63752926c531 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:14.800232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0f28e980-2428-482d-ae88-63752926c531 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:14.805430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0f28e980-2428-482d-ae88-63752926c531 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:14.806855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0f28e980-2428-482d-ae88-63752926c531 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Synchronizing usage tracker for tenant:dca193afd3bb40289a759c668b502367 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:14.822623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0f28e980-2428-482d-ae88-63752926c531 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Unset dirty status for tenant:dca193afd3bb40289a759c668b502367 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:14.826589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0f28e980-2428-482d-ae88-63752926c531 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 1990 time: 0.2257938 Jan 10 19:12:14.842009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2a976cb-568b-45f3-8652-baabf360b79b req-279f4a3f-b590-41b3-9c09-d59b6b535f7e tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900511 Jan 10 19:12:14.878578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Deleting port 82aa67db-b3d3-4edd-8392-ce267ab91087 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:14.879146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:14.894402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f52f0eb2-d9af-42d6-a037-a9156d18390b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Synchronizing usage tracker for tenant:dca193afd3bb40289a759c668b502367 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:14.917192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f52f0eb2-d9af-42d6-a037-a9156d18390b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Unset dirty status for tenant:dca193afd3bb40289a759c668b502367 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:14.920791 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f52f0eb2-d9af-42d6-a037-a9156d18390b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca193afd3bb40289a759c668b502367 HTTP/1.1" status: 200 len: 379 time: 0.0814872 Jan 10 19:12:14.932204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'admin_state_up': True, 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'security_groups': ['d8e7c587-167e-46de-90ac-eee6f0cda62c']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:15.016994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-90d2ff18-fe6d-4b2f-bab1-ee0666da4619 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939355 Jan 10 19:12:15.021984 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:15.044613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:15.237571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:15.241808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:15.245385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:15.254893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:15.269177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:15.273086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:15.357281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:15.573848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 172.20.0.12 (4196e3d9-e4e1-4548-9fab-ac54182fa4ff/9689ee58-fef9-458f-965d-da232f4c8fba/1ab9aefc-890f-4829-a861-0a119bd90e0b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:15.616114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Calling delete_port for 82aa67db-b3d3-4edd-8392-ce267ab91087 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:15.781508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-615607cc-bd12-41ae-b2f1-3e9e89959dc8 req-1efb626b-afc7-4fd5-a233-bcba21a0ca08 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 210 time: 0.0837648 Jan 10 19:12:15.832076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba761b-9e9c-4339-95fa-a4680db3d289 req-79973dac-21f5-4cd5-ac5f-2db86a574b36 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:15.833909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87ba761b-9e9c-4339-95fa-a4680db3d289 req-79973dac-21f5-4cd5-ac5f-2db86a574b36 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3763697 Jan 10 19:12:15.886031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:15.927097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87ba761b-9e9c-4339-95fa-a4680db3d289 req-15e26960-8989-4256-9759-8f5ea88595d5 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624299 Jan 10 19:12:15.931040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:15.933174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object 1ab9aefc-890f-4829-a861-0a119bd90e0b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:15.983129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Pushing event deleted for resources: {'Port': ['ID=82aa67db-b3d3-4edd-8392-ce267ab91087,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:15.988220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:16.170442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:16.202162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dffe6690-e846-4eb3-b6bc-be0fd54bf9db req-3b34a76d-982e-4296-942a-1a4ada3f27ce tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 210 time: 0.0751677 Jan 10 19:12:16.203055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:16.204857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:16.208629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:16.277780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:16.322581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c6abc1e8-1d20-4475-b796-dfde30f28827 tempest-RoutersAdminNegativeTest-1141448184 tempest-RoutersAdminNegativeTest-1141448184-project-admin] 10.222.0.21 "DELETE /v2.0/ports/82aa67db-b3d3-4edd-8392-ce267ab91087 HTTP/1.1" status: 204 len: 168 time: 1.5929258 Jan 10 19:12:16.401007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:16.401853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:16.437482 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-f67966c9-6a9c-4b8d-bf62-cc98c7b4bbb6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5117047 Jan 10 19:12:16.459756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'admin_state_up': True, 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'security_groups': ['d8e7c587-167e-46de-90ac-eee6f0cda62c']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:16.596868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-540e5a90-0825-4cfd-b7ef-4857d9fa2ad6 None None] Provisioning for port 1ab9aefc-890f-4829-a861-0a119bd90e0b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:16.606102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-540e5a90-0825-4cfd-b7ef-4857d9fa2ad6 None None] Provisioning complete for port 1ab9aefc-890f-4829-a861-0a119bd90e0b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:16.608401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-540e5a90-0825-4cfd-b7ef-4857d9fa2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:16.629245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:16.652634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:16.654499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-6430bc9f-02a4-415f-9ab4-d1a7ddfc5182 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:16.655911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:16.656441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-6430bc9f-02a4-415f-9ab4-d1a7ddfc5182 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.2135928 Jan 10 19:12:16.659455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:16.673526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:16.675071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-97f2e567-1bfd-4798-ba98-7d16895d8858 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/quotas/9e17ac3034cc48e19f29725048efc9be HTTP/1.1" status: 200 len: 375 time: 0.0177121 Jan 10 19:12:16.677083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:16.753153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-540e5a90-0825-4cfd-b7ef-4857d9fa2ad6 None None] Port 1ab9aefc-890f-4829-a861-0a119bd90e0b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:16.769425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d30b0-2a43-40a8-9a7b-f8d0c9f16a19 req-bcfb6df2-e3b7-4c83-9c7c-cf06aae7c7b7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:16.781947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-932d30b0-2a43-40a8-9a7b-f8d0c9f16a19 req-bcfb6df2-e3b7-4c83-9c7c-cf06aae7c7b7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3993330 Jan 10 19:12:16.895419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45072) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:16.955203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 10.1.1.132 (1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92/9ce824b1-9e4d-4e66-b101-6ab508116638/c8492ad5-3d5f-408c-982a-37f110af0afd) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:17.137204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-932d30b0-2a43-40a8-9a7b-f8d0c9f16a19 req-46b654ac-2459-494e-b91b-16538652f4ce tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542409 Jan 10 19:12:17.187781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-6e1b64cd-8f51-4a51-8624-04705957b21f tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5117877 Jan 10 19:12:17.287429 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.292970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-cad5cf69-a724-42bc-80ea-88af03004f8d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:17.294446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-cad5cf69-a724-42bc-80ea-88af03004f8d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.4870973 Jan 10 19:12:17.315854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:17.354902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:17.368235 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Usage tracker for resource:security_group_rule and tenant:95ac414407004759a94c27fb5ca34bce is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:17.374102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:17.382567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.385433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:17.412900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object c8492ad5-3d5f-408c-982a-37f110af0afd will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:17.455868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-7ad63e17-c771-475b-9a5d-6959cc04f683 service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667270 Jan 10 19:12:17.478205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.583538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.586390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:17.590460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:17.595353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.604177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:17.648201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:17.664879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:17.686541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:17.708210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-1f5feeb9-f539-4ef5-a332-a71b853e456f service neutron] 10.222.0.21 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050159 Jan 10 19:12:17.708811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:17.711770 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.718905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95ac414407004759a94c27fb5ca34bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8221817 Jan 10 19:12:17.723634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45082) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:17.749048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4e5bf-3211-4b11-9e45-14efb0242174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0313dc9f-3db6-47fa-9568-095245ec0fd2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:17.756928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935492d-6173-4311-830a-b9d30901ac56 req-43e3c753-72e5-4242-8a96-dd0f15323868 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:17.760963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:17.761671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:17.768691 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f935492d-6173-4311-830a-b9d30901ac56 req-43e3c753-72e5-4242-8a96-dd0f15323868 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 946 time: 0.3186421 Jan 10 19:12:17.797145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f320c16-1401-4989-957a-31dea9be9d3f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3421941 Jan 10 19:12:17.807056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'admin_state_up': True, 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'security_groups': ['d8e7c587-167e-46de-90ac-eee6f0cda62c']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:17.993169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e3dc9ec3-d66b-4241-9ff0-97d6e471bd9c None None] Provisioning for port c8492ad5-3d5f-408c-982a-37f110af0afd completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:18.000737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e3dc9ec3-d66b-4241-9ff0-97d6e471bd9c None None] Provisioning complete for port c8492ad5-3d5f-408c-982a-37f110af0afd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:18.001349 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9ec3-d66b-4241-9ff0-97d6e471bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.016067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f935492d-6173-4311-830a-b9d30901ac56 req-94092288-8c5f-4d15-adde-c7816c10687d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464395 Jan 10 19:12:18.034939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:18.042712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:18.052544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:18.070844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:18.076343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9f0e33b-14b0-4c63-9963-938986f47f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.098273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:18.101987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.135165 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9f0e33b-14b0-4c63-9963-938986f47f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.149594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc9ec3-d66b-4241-9ff0-97d6e471bd9c None None] Port c8492ad5-3d5f-408c-982a-37f110af0afd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:18.272116 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9f0e33b-14b0-4c63-9963-938986f47f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.305656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041163d-bb20-444d-af06-adbbb5666b8f req-1769418e-422f-4de6-94b9-c470b4f9b155 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:18.307401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d041163d-bb20-444d-af06-adbbb5666b8f req-1769418e-422f-4de6-94b9-c470b4f9b155 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 946 time: 0.5049663 Jan 10 19:12:18.317066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0e33b-14b0-4c63-9963-938986f47f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313dc9f-3db6-47fa-9568-095245ec0fd2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:18.408620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.5 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/47d23468-6754-4384-b18a-cd8a0772f0a5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:18.457687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 10.1.1.117 (1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92/9ce824b1-9e4d-4e66-b101-6ab508116638/b40b1ab8-5436-45ba-9142-5fcb3efcdd42) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:18.498032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b573e9f-df3c-4b2b-b3ab-4395c4b406e2 req-972f6bb8-37d5-4d00-bffb-01354b806e1b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:18.510716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9f0e33b-14b0-4c63-9963-938986f47f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.514941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c9f0e33b-14b0-4c63-9963-938986f47f3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0313dc9f-3db6-47fa-9568-095245ec0fd2 HTTP/1.1" status: 204 len: 168 time: 0.7808175 Jan 10 19:12:18.545612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Deleting port 12393e9e-433d-4920-ad1b-bcc670d1487d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:18.545960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.588255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b573e9f-df3c-4b2b-b3ab-4395c4b406e2 req-972f6bb8-37d5-4d00-bffb-01354b806e1b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:18.599388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b573e9f-df3c-4b2b-b3ab-4395c4b406e2 req-972f6bb8-37d5-4d00-bffb-01354b806e1b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 210 time: 0.1723876 Jan 10 19:12:18.770667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.801967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object b40b1ab8-5436-45ba-9142-5fcb3efcdd42 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:18.863499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:18.923263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d78f50-a0ba-4d03-a254-0b6336d9f9d7 req-ff20e3d4-5edd-49c3-8632-f27cc34ecfe3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:18.927587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d78f50-a0ba-4d03-a254-0b6336d9f9d7 req-ff20e3d4-5edd-49c3-8632-f27cc34ecfe3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:18.933851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15d78f50-a0ba-4d03-a254-0b6336d9f9d7 req-ff20e3d4-5edd-49c3-8632-f27cc34ecfe3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 1654 time: 0.6357360 Jan 10 19:12:18.954002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:18.957247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:18.970190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:19.012019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:19.026892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aaa9bbd2-724f-45e4-b90b-933d455e6e6a req-f26dd419-199d-482c-b0d4-e5a904896718 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 210 time: 0.1977980 Jan 10 19:12:19.040576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45104) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:19.172421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:19.173098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.207372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e439490e-6765-456b-a11c-0e181e7fe599 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4043674 Jan 10 19:12:19.219857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'admin_state_up': True, 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'security_groups': ['d8e7c587-167e-46de-90ac-eee6f0cda62c']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:19.235740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-541e5533-ab15-4239-a6c6-29f0d36f2a6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2765a906eccf4524a7bbcecc8af9dbf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1940932 Jan 10 19:12:19.238881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45112) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:19.397874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e3cd15bf-3482-46d8-8fb1-1dfc57111e13 None None] Provisioning for port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:19.404230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e3cd15bf-3482-46d8-8fb1-1dfc57111e13 None None] Provisioning complete for port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:19.404605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e3cd15bf-3482-46d8-8fb1-1dfc57111e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.405790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-78f6d1f6-bb09-4e95-8158-561bfa912d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.422465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:19.437072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:19.442469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:19.452750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:19.455797 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-78f6d1f6-bb09-4e95-8158-561bfa912d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.498366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:19.555025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15d78f50-a0ba-4d03-a254-0b6336d9f9d7 req-9b88db51-800f-4efb-95dc-7ffe1a6f0e59 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5667007 Jan 10 19:12:19.579133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.582908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd15bf-3482-46d8-8fb1-1dfc57111e13 None None] Port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:19.603843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] For port 12393e9e-433d-4920-ad1b-bcc670d1487d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12393e9e-433d-4920-ad1b-bcc670d1487d,segment=NetworkSegment(5728120f-101e-4133-85c2-6899575e064e),segment_id=5728120f-101e-4133-85c2-6899575e064e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:19.604476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.623916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-78f6d1f6-bb09-4e95-8158-561bfa912d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.640222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6d1f6-bb09-4e95-8158-561bfa912d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b70196-4a09-4b77-b16b-879436ab8c68,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:19.667948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.686530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.696167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-78f6d1f6-bb09-4e95-8158-561bfa912d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:19.697270 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-78f6d1f6-bb09-4e95-8158-561bfa912d3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29b70196-4a09-4b77-b16b-879436ab8c68 HTTP/1.1" status: 204 len: 168 time: 0.4574649 Jan 10 19:12:19.836566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Calling delete_port for 12393e9e-433d-4920-ad1b-bcc670d1487d owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:20.033494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229edaf-dcc4-4a91-8ceb-ccdea91c3e36 req-5a234c5e-cbee-4679-bd4d-87bfbb3dbc0a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:20.035079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a229edaf-dcc4-4a91-8ceb-ccdea91c3e36 req-5a234c5e-cbee-4679-bd4d-87bfbb3dbc0a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.6806459 Jan 10 19:12:20.083085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:20.091076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:20.102243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=47d23468-6754-4384-b18a-cd8a0772f0a5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:20.105846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:20.146415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-f2b56c75-38f8-4de2-a059-e2f8637eba91 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:20.147161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-f2b56c75-38f8-4de2-a059-e2f8637eba91 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:20.262577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a229edaf-dcc4-4a91-8ceb-ccdea91c3e36 req-fd92b60f-d2ff-46c8-b230-b379008e9e61 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033992 Jan 10 19:12:20.267518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 10.2.2.100 (7d95baf2-6897-4c92-b69c-18ba5c17d1bd/a6783a94-cce4-43f1-9ba0-c5800930e686/f7ad3f57-9c29-4c6f-85f6-f423d2f5e435) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:20.281479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-f2b56c75-38f8-4de2-a059-e2f8637eba91 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:20.282763 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-f2b56c75-38f8-4de2-a059-e2f8637eba91 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.44 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 814 time: 0.5828896 Jan 10 19:12:20.288451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:20.290486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.305395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Request body: {'port': {'device_id': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'admin_state_up': True, 'tenant_id': '9e17ac3034cc48e19f29725048efc9be'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:20.317575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.334827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7fc63-b468-4d91-b9f9-d7be997c98d5 req-ab3eebc6-8fa2-4efc-948e-2f32f3731b95 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:20.345107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79a7fc63-b468-4d91-b9f9-d7be997c98d5 req-ab3eebc6-8fa2-4efc-948e-2f32f3731b95 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1313620-a2ae-4a1c-800a-1b615264aa4b HTTP/1.1" status: 200 len: 946 time: 0.3831730 Jan 10 19:12:20.449665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event deleted for resources: {'Port': ['ID=12393e9e-433d-4920-ad1b-bcc670d1487d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:20.452290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-9f32b48e-536a-4540-8629-9b52c93c03d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1406388 Jan 10 19:12:20.478044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Request body: {'port': {'device_id': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:20.606418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79a7fc63-b468-4d91-b9f9-d7be997c98d5 req-5dca2df4-53fa-42c9-b106-c726da2a0d1f tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b485c50-1908-423d-8d41-7ed24586b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581463 Jan 10 19:12:20.630480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:20.657918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:20.663659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] No DVR routers for this DVR port 12393e9e-433d-4920-ad1b-bcc670d1487d on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:20.669803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.672392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d041163d-bb20-444d-af06-adbbb5666b8f req-cf6e5cd7-cab5-4664-b5ff-51f6ab5ccc35 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.44 "DELETE /v2.0/ports/12393e9e-433d-4920-ad1b-bcc670d1487d HTTP/1.1" status: 204 len: 173 time: 2.3531930 Jan 10 19:12:20.672994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'name': 'network-vif-deleted', 'tag': '12393e9e-433d-4920-ad1b-bcc670d1487d'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:20.674810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.700422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Made reservation on behalf of 9e17ac3034cc48e19f29725048efc9be for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:20.703853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.724495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12393e9e-433d-4920-ad1b-bcc670d1487d no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:20.732448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:20.874351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 12393e9e-433d-4920-ad1b-bcc670d1487d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:20.874704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12393e9e-433d-4920-ad1b-bcc670d1487d not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:20.877547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.947002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:20.983905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51f1f516-e4cc-4e59-8119-a29a0b84a315 req-35ada919-4a5a-4956-b68b-5561996f2ba3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 210 time: 0.1040547 Jan 10 19:12:21.030656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Allocated IP 172.20.0.13 (599dea69-d853-4847-b5d0-f2b05b5a39fb/2f7ba18f-ca2e-4b4c-88be-ec4f568410a4/406be101-d121-4741-92dd-336759932124) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:21.041383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:21.046099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:21.052964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:21.059843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:21.100525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9c0b9-a79b-40c8-9407-39c1ffcc1aab req-a3bfa0ff-e68e-43ea-a686-f264fd4b7b16 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:21.121747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30b9c0b9-a79b-40c8-9407-39c1ffcc1aab req-a3bfa0ff-e68e-43ea-a686-f264fd4b7b16 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 931 time: 0.3379247 Jan 10 19:12:21.149117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:21.149935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:21.205355 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1ff4cf9-f186-46fa-90e9-ba27471549b0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9898682 Jan 10 19:12:21.227911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'admin_state_up': True, 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'security_groups': ['d8e7c587-167e-46de-90ac-eee6f0cda62c']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:21.439108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30b9c0b9-a79b-40c8-9407-39c1ffcc1aab req-c881eab2-cebd-49dd-93ee-c15e38b1f421 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164153 Jan 10 19:12:21.494313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45146) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:21.532738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-694f874d-9e3b-4ea3-82ec-ec9f34d04c8b None None] Provisioning for port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:21.540448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-694f874d-9e3b-4ea3-82ec-ec9f34d04c8b None None] Provisioning complete for port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:21.540748 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-694f874d-9e3b-4ea3-82ec-ec9f34d04c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:21.608283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc54ad7-89d9-4463-a32c-93ce749e93ae req-c1a81a56-4eb9-47dc-85f8-4a24feb640e2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:21.616160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1bc54ad7-89d9-4463-a32c-93ce749e93ae req-c1a81a56-4eb9-47dc-85f8-4a24feb640e2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4344323 Jan 10 19:12:21.618845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-694f874d-9e3b-4ea3-82ec-ec9f34d04c8b None None] Port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:21.634588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:21.697580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1bc54ad7-89d9-4463-a32c-93ce749e93ae req-7600720d-788e-41db-91aa-4390ab19fdc2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803134 Jan 10 19:12:21.709293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:21.725101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:21.823828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:21.835584 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-78050473-c4bc-4409-a587-d896c2e074e2 tempest-AgentManagementNegativeTest-255945917 tempest-AgentManagementNegativeTest-255945917-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3402159 Jan 10 19:12:21.849699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Network 599dea69-d853-4847-b5d0-f2b05b5a39fb is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:21.850791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Usage tracker for resource:port and tenant:dca193afd3bb40289a759c668b502367 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:21.852123 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1313620-a2ae-4a1c-800a-1b615264aa4b', 'name': 'network-vif-deleted', 'tag': '12393e9e-433d-4920-ad1b-bcc670d1487d', 'status': 'completed', 'code': 200} Jan 10 19:12:21.855936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:21.867013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:21.869864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:21.951400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:21.951400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:21.977259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:21.990422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event updated for resources: {'Port': ['ID=406be101-d121-4741-92dd-336759932124,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:21.998413 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3c073dff-a7fd-4c26-af4e-c42dd6a5c99b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6980522 Jan 10 19:12:22.003573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Made reservation on behalf of dca193afd3bb40289a759c668b502367 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:22.024472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:22.047695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Request body: {'port': {'device_id': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:22.255073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee187a-baa3-4301-8c2d-e931aa9c772e req-a2e1a9e6-1dce-4d58-adea-5060cde0da6f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:22.260280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee187a-baa3-4301-8c2d-e931aa9c772e req-a2e1a9e6-1dce-4d58-adea-5060cde0da6f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:22.276152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee187a-baa3-4301-8c2d-e931aa9c772e req-a2e1a9e6-1dce-4d58-adea-5060cde0da6f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:22.282781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee187a-baa3-4301-8c2d-e931aa9c772e req-a2e1a9e6-1dce-4d58-adea-5060cde0da6f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:22.293974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcee187a-baa3-4301-8c2d-e931aa9c772e req-a2e1a9e6-1dce-4d58-adea-5060cde0da6f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 3096 time: 0.5523617 Jan 10 19:12:22.371005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45164) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:22.373792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d23468-6754-4384-b18a-cd8a0772f0a5 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:22.395245 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:22.407306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcee187a-baa3-4301-8c2d-e931aa9c772e req-f780ea77-b2cb-4f8e-8d7d-52358ddd449b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991163 Jan 10 19:12:22.417014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Transition to ACTIVE for port object 47d23468-6754-4384-b18a-cd8a0772f0a5 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:22.421558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:22.423961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:22.513701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Allocated IP 10.2.2.200 (7d95baf2-6897-4c92-b69c-18ba5c17d1bd/a6783a94-cce4-43f1-9ba0-c5800930e686/05f5d4a4-fc47-466b-9341-d4f2d14484f9) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:22.815758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:22.833533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Pushing event updated for resources: {'Port': ['ID=47d23468-6754-4384-b18a-cd8a0772f0a5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:22.947274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Attempting to bind port 47d23468-6754-4384-b18a-cd8a0772f0a5 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:22.947705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Attempting to bind port 47d23468-6754-4384-b18a-cd8a0772f0a5 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:22.948101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Attempting to bind port 47d23468-6754-4384-b18a-cd8a0772f0a5 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:22.963458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Port 47d23468-6754-4384-b18a-cd8a0772f0a5 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:22.963786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Attempting to bind port 47d23468-6754-4384-b18a-cd8a0772f0a5 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:22.972791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:23.010937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Usage tracker for resource:security_group_rule and tenant:14b76f1b58184c2688b82c8c8689d8bb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:23.014304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:23.026395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23731c0-6d19-446c-a5af-dee7d8129fb3 req-69ed4f0d-69df-48de-b411-81b26f0a3221 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:23.027990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c23731c0-6d19-446c-a5af-dee7d8129fb3 req-69ed4f0d-69df-48de-b411-81b26f0a3221 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 932 time: 0.3254633 Jan 10 19:12:23.036273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:23.036704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:23.037176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:23.037698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Bound port: 47d23468-6754-4384-b18a-cd8a0772f0a5, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:23.038107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.050860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:23.137524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.209308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Transition to ACTIVE for port object 05f5d4a4-fc47-466b-9341-d4f2d14484f9 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:23.214499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c23731c0-6d19-446c-a5af-dee7d8129fb3 req-4a026831-cfac-48b5-9a37-6713ee68f14c tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659636 Jan 10 19:12:23.224447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406be101-d121-4741-92dd-336759932124 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:23.233707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.241086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] For port 47d23468-6754-4384-b18a-cd8a0772f0a5, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:23.254296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cab6c8-dd61-47a0-b87f-1a6b6b06d6b0 req-6a8c724d-30c8-40ed-98fa-e1dc6e5eb31b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:23.255819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2cab6c8-dd61-47a0-b87f-1a6b6b06d6b0 req-6a8c724d-30c8-40ed-98fa-e1dc6e5eb31b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 943 time: 0.2854042 Jan 10 19:12:23.262269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Transition to ACTIVE for port object 406be101-d121-4741-92dd-336759932124 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:23.265050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.266857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.269489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] For port 47d23468-6754-4384-b18a-cd8a0772f0a5, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47d23468-6754-4384-b18a-cd8a0772f0a5,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:23.285349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.308065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.308374 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.410128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=406be101-d121-4741-92dd-336759932124,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:23.413728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:23.418349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a44bee-e2eb-4f02-a4f7-611dc45e1e7a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:23.446766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:23.454900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:23.461862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e9d25541-5933-4e2e-ac7f-70bb067281c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14b76f1b58184c2688b82c8c8689d8bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0833323 Jan 10 19:12:23.463713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.465009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] 10.222.0.44 "PUT /v2.0/ports/47d23468-6754-4384-b18a-cd8a0772f0a5 HTTP/1.1" status: 200 len: 1091 time: 3.0042763 Jan 10 19:12:23.465447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45184) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:23.499526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2cab6c8-dd61-47a0-b87f-1a6b6b06d6b0 req-6da3cd5b-e6e8-49a1-afbf-ca570a9a659b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322679 Jan 10 19:12:23.580305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065f5e-5bbc-4012-9e73-1559db9cd9eb service neutron] Pushing event updated for resources: {'Port': ['ID=47d23468-6754-4384-b18a-cd8a0772f0a5,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:23.682179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209a08-f198-4b90-9efc-b1b4aecccdea req-6aee38cf-809b-4466-b766-03a4adedbfee tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:23.693166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65209a08-f198-4b90-9efc-b1b4aecccdea req-6aee38cf-809b-4466-b766-03a4adedbfee tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.2763894 Jan 10 19:12:23.701752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event updated for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:23.723028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:23.723731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.772660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Attempting to bind port 406be101-d121-4741-92dd-336759932124 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:23.773172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Attempting to bind port 406be101-d121-4741-92dd-336759932124 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:23.773586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Attempting to bind port 406be101-d121-4741-92dd-336759932124 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:23.778081 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a18818d2-8790-4b51-81ea-e3a0730a9f41 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5542324 Jan 10 19:12:23.783650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Port 406be101-d121-4741-92dd-336759932124 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:23.784443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Attempting to bind port 406be101-d121-4741-92dd-336759932124 on network 599dea69-d853-4847-b5d0-f2b05b5a39fb {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:23.795173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:23.814788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c41902e-41ad-4c7a-b0c7-5b9330092f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.830416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:23.830891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Checking segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:23.831360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Bound using segment: {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:23.831887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Bound port: 406be101-d121-4741-92dd-336759932124, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0317346-69a6-475a-b29a-24f382b83ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:23.832321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.835582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65209a08-f198-4b90-9efc-b1b4aecccdea req-0609b6d0-812e-41de-a00a-86ec579f88c0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414094 Jan 10 19:12:23.854765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'tag': '47d23468-6754-4384-b18a-cd8a0772f0a5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:23.873193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb4746ce-d46e-4c39-a7e0-27ac30ed331c None None] Provisioning for port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:23.874226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c41902e-41ad-4c7a-b0c7-5b9330092f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.879959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb4746ce-d46e-4c39-a7e0-27ac30ed331c None None] Provisioning complete for port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:23.880789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb4746ce-d46e-4c39-a7e0-27ac30ed331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:23.926946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-b081eb07-ce2d-4cd8-b6db-ce15ea7ded47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 1094 time: 0.3744898 Jan 10 19:12:24.009953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cb4746ce-d46e-4c39-a7e0-27ac30ed331c None None] Port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:24.026089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c41902e-41ad-4c7a-b0c7-5b9330092f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:24.082411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-7f712353-11ca-47b6-86fe-58ca40a23580 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d23468-6754-4384-b18a-cd8a0772f0a5 HTTP/1.1" status: 200 len: 217 time: 0.1243427 Jan 10 19:12:24.107442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] For port 406be101-d121-4741-92dd-336759932124, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:24.110904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] For port 406be101-d121-4741-92dd-336759932124, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=406be101-d121-4741-92dd-336759932124,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:24.120991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41902e-41ad-4c7a-b0c7-5b9330092f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a44bee-e2eb-4f02-a4f7-611dc45e1e7a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:24.125111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:24.146826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c41902e-41ad-4c7a-b0c7-5b9330092f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:24.161361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4c41902e-41ad-4c7a-b0c7-5b9330092f65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20a44bee-e2eb-4f02-a4f7-611dc45e1e7a HTTP/1.1" status: 204 len: 168 time: 0.6775267 Jan 10 19:12:24.201946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-844c8358-2b57-492b-a9c9-7e1e2d6e1df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.203543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-844c8358-2b57-492b-a9c9-7e1e2d6e1df8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.1129355 Jan 10 19:12:24.223238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:24.224696 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] 10.222.0.44 "PUT /v2.0/ports/406be101-d121-4741-92dd-336759932124 HTTP/1.1" status: 200 len: 1092 time: 2.1846097 Jan 10 19:12:24.225207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'tag': '406be101-d121-4741-92dd-336759932124'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:24.243446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:24.261614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe64a6-d29c-49ac-bf09-8480faccebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=406be101-d121-4741-92dd-336759932124,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:24.300381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-c47d890e-b27e-4ad1-a5f9-96b310c934eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811145 Jan 10 19:12:24.463921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-4dc8a71b-5272-4a5d-98dd-5a742207e6ca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.468730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-4dc8a71b-5272-4a5d-98dd-5a742207e6ca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.472388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-4dc8a71b-5272-4a5d-98dd-5a742207e6ca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.477342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-4dc8a71b-5272-4a5d-98dd-5a742207e6ca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.481758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-4dc8a71b-5272-4a5d-98dd-5a742207e6ca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.487088 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-f41c9295-6310-41e7-abe0-7098090a45b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 1095 time: 0.1903360 Jan 10 19:12:24.488973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-4dc8a71b-5272-4a5d-98dd-5a742207e6ca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 3817 time: 0.4449630 Jan 10 19:12:24.492427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-6b20d13f-5b8a-478b-a66f-b0a19719758e service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832511 Jan 10 19:12:24.579740 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'tag': '47d23468-6754-4384-b18a-cd8a0772f0a5', 'status': 'completed', 'code': 200} Jan 10 19:12:24.590651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45214) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:24.646775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-a126f2d6-3a74-4159-bcf5-dd99c2e02047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=406be101-d121-4741-92dd-336759932124 HTTP/1.1" status: 200 len: 217 time: 0.0970216 Jan 10 19:12:24.691197 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'tag': '406be101-d121-4741-92dd-336759932124', 'status': 'completed', 'code': 200} Jan 10 19:12:24.739506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f8cc53d-4c09-48e3-ae88-3c107cf88b79 req-0f60eb2b-7883-43dd-8afd-64d49e4dddc9 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495649 Jan 10 19:12:24.742191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea161-330e-497f-9915-92bdfe74c528 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:24.749758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16ecc8c2-a3e0-431f-b0a2-1ec078f1fd2b req-bb02ba94-c1ee-448d-9088-3e7c4ce239d5 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428694 Jan 10 19:12:24.757140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-6bce6853-dc5c-4c2f-b555-d2eac750b182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:24.758587 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-6bce6853-dc5c-4c2f-b555-d2eac750b182 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.1036341 Jan 10 19:12:24.916383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:12:24.932694 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-a9e763df-6385-4b05-a5e2-a2497d892df9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667264 Jan 10 19:12:24.990281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea161-330e-497f-9915-92bdfe74c528 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.063534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab9aefc-890f-4829-a861-0a119bd90e0b {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:25.081896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.125893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Transition to ACTIVE for port object 1ab9aefc-890f-4829-a861-0a119bd90e0b will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:25.148833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.186133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-61d79838-3afb-4587-8abf-1718000a3cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 1094 time: 0.3726406 Jan 10 19:12:25.196836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8634f6-4100-4a48-be8b-83015c03915e req-5eee112b-54ba-4491-b73b-af0fdd47dfa1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:25.198272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8634f6-4100-4a48-be8b-83015c03915e req-5eee112b-54ba-4491-b73b-af0fdd47dfa1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 943 time: 0.2123032 Jan 10 19:12:25.223132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62846d43-13f7-41ad-af42-a1e4658b0d2e req-adec9d95-fa89-4cce-b4a9-c5f86dacdddb tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:25.224581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62846d43-13f7-41ad-af42-a1e4658b0d2e req-adec9d95-fa89-4cce-b4a9-c5f86dacdddb tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 944 time: 0.2375379 Jan 10 19:12:25.225202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea161-330e-497f-9915-92bdfe74c528 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.231983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45234) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:25.301989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-c0e83ab7-a1e8-45ba-ac7d-a3f3213b2be6 service neutron] 10.222.0.44 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354738 Jan 10 19:12:25.339055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ea161-330e-497f-9915-92bdfe74c528 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763285dc-e201-48fb-a838-ce236eaf967a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:25.397505 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea161-330e-497f-9915-92bdfe74c528 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.400854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5e8ea161-330e-497f-9915-92bdfe74c528 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "DELETE /v2.0/security-groups/763285dc-e201-48fb-a838-ce236eaf967a HTTP/1.1" status: 204 len: 168 time: 0.8046789 Jan 10 19:12:25.407014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:25.414938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62846d43-13f7-41ad-af42-a1e4658b0d2e req-d78db4cb-430a-4b88-99d9-195c5bf9800d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819987 Jan 10 19:12:25.443491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8634f6-4100-4a48-be8b-83015c03915e req-7da668b9-f591-4155-bb66-722bb5185f53 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072024 Jan 10 19:12:25.476765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:25.490451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-4746b192-9cd5-47c9-bcc4-a1c104c76bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:25.491445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-4746b192-9cd5-47c9-bcc4-a1c104c76bdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.2911136 Jan 10 19:12:25.532987 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-45f8afc7-2a64-46c4-9e73-b894a056cb9d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] show failed (client error): The resource could not be found. Jan 10 19:12:25.534085 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-45f8afc7-2a64-46c4-9e73-b894a056cb9d tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "GET /v2.0/security-groups/763285dc-e201-48fb-a838-ce236eaf967a HTTP/1.1" status: 404 len: 347 time: 0.1227491 Jan 10 19:12:25.543311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:25.567621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-395e2b24-7d9e-4368-bc09-d684a89049a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d23468-6754-4384-b18a-cd8a0772f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0688810 Jan 10 19:12:25.622031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-129181656'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:25.628857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:25.632705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:network and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:25.635610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:25.646489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:25.707354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:25.710281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.732310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-4252e48c-0a9f-4929-a6a0-da476fb9f833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:25.733758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-4252e48c-0a9f-4929-a6a0-da476fb9f833 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.1560392 Jan 10 19:12:25.734373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.754855 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8d7f736-9f79-4da8-b2ec-1b4a07873807 req-3ee76e34-a878-4ac5-a40c-d033fd0e90cd service neutron] 10.222.0.44 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453189 Jan 10 19:12:25.763440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Deleting port 17255abc-2810-445a-bdde-a974a7b201ca {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:25.763784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.798976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Attempting to bind port 1ab9aefc-890f-4829-a861-0a119bd90e0b on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:25.799587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Attempting to bind port 1ab9aefc-890f-4829-a861-0a119bd90e0b by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:25.799958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Attempting to bind port 1ab9aefc-890f-4829-a861-0a119bd90e0b on network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:25.813162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-b72fd636-f7f1-41e5-b602-698cb4ffd5d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667818 Jan 10 19:12:25.867715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Port 1ab9aefc-890f-4829-a861-0a119bd90e0b on network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:25.868128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Attempting to bind port 1ab9aefc-890f-4829-a861-0a119bd90e0b on network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:25.906463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:25.920299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:security_group_rule and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:25.941608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:25.941946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Checking segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:25.942334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Bound using segment: {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:25.942775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Bound port: 1ab9aefc-890f-4829-a861-0a119bd90e0b, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:25.943147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:25.960440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:25.975067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb601-48ad-40ca-992c-60b2e7796de9 req-a011e9ab-f48c-4fef-816f-569d67967f7d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:25.976536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-479eb601-48ad-40ca-992c-60b2e7796de9 req-a011e9ab-f48c-4fef-816f-569d67967f7d tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3251777 Jan 10 19:12:25.990837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:26.077741 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-af69c0d1-b040-46ba-856b-2328a45d0708 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 1095 time: 0.2689743 Jan 10 19:12:26.087589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.087913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.099382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-742c45a8-a72c-49ce-9fbe-779dc05b75d3 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728443 Jan 10 19:12:26.135296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-479eb601-48ad-40ca-992c-60b2e7796de9 req-193615fc-c6fe-4e43-97df-2ba0a60871be tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398048 Jan 10 19:12:26.174660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:26.227089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-f67b5c66-f164-4e91-a13f-9cd437fc85da tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.231022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-f67b5c66-f164-4e91-a13f-9cd437fc85da tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.234971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-f67b5c66-f164-4e91-a13f-9cd437fc85da tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.238841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-f67b5c66-f164-4e91-a13f-9cd437fc85da tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.242774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-f67b5c66-f164-4e91-a13f-9cd437fc85da tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.244561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-f67b5c66-f164-4e91-a13f-9cd437fc85da tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 3829 time: 0.3355448 Jan 10 19:12:26.292421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Calling delete_port for 17255abc-2810-445a-bdde-a974a7b201ca owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:26.326236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:26.339573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.357419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df2c90c7-5a04-4155-b9cc-37fd68bad733 req-04f457aa-d680-4373-af02-8bc6fdfb0dd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992429 Jan 10 19:12:26.360905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.384839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f55fb3-708b-44db-aab2-373d4a337af1 req-fd906261-ddec-4eeb-9bac-b93890fd26b4 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789030 Jan 10 19:12:26.402644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:12:26.408443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee3b296-90ed-47e9-b38c-23b96eaba309,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:26.416815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.417221 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Added segment 6f6a6b1c-ad31-4d93-89e1-53067917cea6 of type vlan for network 863fd86a-3130-4adc-8304-5cd8f5e1f495 Jan 10 19:12:26.445958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.453953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.506989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.513308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.513977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.557101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.557623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] 10.222.0.44 "PUT /v2.0/ports/1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 1092 time: 2.7687612 Jan 10 19:12:26.610262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:26.659422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c206e62-ced8-4c1d-b07a-ed17b1a28d88 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:26.690492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-481e25ff-1b4a-4d5b-825f-a385e98b56b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:26.692029 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-481e25ff-1b4a-4d5b-825f-a385e98b56b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 915 time: 0.6078234 Jan 10 19:12:26.695736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4508944 Jan 10 19:12:26.696762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068096cd-04a2-4055-9ee9-d36c55af1489 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Network': ['ID=863fd86a-3130-4adc-8304-5cd8f5e1f495,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:26.699441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45262) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:26.702573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:26.705814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:26.717800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:12:26.857554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47d23468-6754-4384-b18a-cd8a0772f0a5 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:12:26.872849 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-43d7c7ef-852f-4dc6-867d-8bcd0d27d7af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=406be101-d121-4741-92dd-336759932124 HTTP/1.1" status: 200 len: 217 time: 0.1636925 Jan 10 19:12:26.952077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:26.974559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.008115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47d23468-6754-4384-b18a-cd8a0772f0a5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47d23468-6754-4384-b18a-cd8a0772f0a5,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:27.027788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '47d23468-6754-4384-b18a-cd8a0772f0a5', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': '47d23468-6754-4384-b18a-cd8a0772f0a5', 'mac_address': 'fa:16:3e:9b:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:12:27.033062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-d02bdfb9-c2ff-4433-abf6-c793890687e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:27.035626 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-d02bdfb9-c2ff-4433-abf6-c793890687e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.1538150 Jan 10 19:12:27.095148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Pushing event deleted for resources: {'Port': ['ID=17255abc-2810-445a-bdde-a974a7b201ca,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:27.104288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:27.112067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:27.117854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:27.125967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.132281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:27.146372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d23468-6754-4384-b18a-cd8a0772f0a5 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:27.159736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:27.163386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47d23468-6754-4384-b18a-cd8a0772f0a5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47d23468-6754-4384-b18a-cd8a0772f0a5,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:27.167336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.170750 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-0f53d300-9c09-40c1-954f-c3b4c0fe7e0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777979 Jan 10 19:12:27.179989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f4850-fb44-47fa-9789-87b73f121207 req-002070d0-70bb-4aa7-a719-351c60bb1ff8 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:27.192072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260f4850-fb44-47fa-9789-87b73f121207 req-002070d0-70bb-4aa7-a719-351c60bb1ff8 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 944 time: 0.4663525 Jan 10 19:12:27.219508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a5acf-8163-49b3-afe4-7695096e0b1e req-92d6e0e3-f27c-4a13-8422-38d33afb745b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:27.220967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-831a5acf-8163-49b3-afe4-7695096e0b1e req-92d6e0e3-f27c-4a13-8422-38d33afb745b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 943 time: 0.3990929 Jan 10 19:12:27.237738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=47d23468-6754-4384-b18a-cd8a0772f0a5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:27.247653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.248000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.248337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.248670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.248996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.249324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.249645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.250096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.250420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.250738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.251080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:12:27.276264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-92924c85-564c-46c6-b018-155766eb5ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef74be1379034223a95fc35e5446b22d&device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 1097 time: 0.4532259 Jan 10 19:12:27.436134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.454403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.464035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['47d23468-6754-4384-b18a-cd8a0772f0a5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:27.464268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-260f4850-fb44-47fa-9789-87b73f121207 req-889475c1-f725-4c40-9ebd-d566d73ed5fe tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713451 Jan 10 19:12:27.495046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-eff76eac-a4ff-4950-8b35-6ac40eaa9ace service neutron] 10.222.0.44 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149846 Jan 10 19:12:27.591602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.592779 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b472de1a-cfc5-44d8-b6e5-77834ca8bb76 tempest-ImagesOneServerNegativeTestJSON-1399887533 tempest-ImagesOneServerNegativeTestJSON-1399887533-project] 10.222.0.21 "DELETE /v2.0/floatingips/04eb0830-6ce9-496b-be32-565fa06756c6 HTTP/1.1" status: 204 len: 168 time: 2.0479310 Jan 10 19:12:27.597820 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-831a5acf-8163-49b3-afe4-7695096e0b1e req-85b54a2f-7402-44fa-b982-a5008951376c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248799 Jan 10 19:12:27.650052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-2dcfe81b-9c11-444a-91e1-6b4a4a33e505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:27.651630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-2dcfe81b-9c11-444a-91e1-6b4a4a33e505 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 200 len: 915 time: 0.3555064 Jan 10 19:12:27.800067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-df853d10-2d60-4a76-8333-adaccd37fba7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 200 len: 217 time: 0.1159565 Jan 10 19:12:27.915138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184e6460-99e7-4d07-beaf-009f9e84507a {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:27.924913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.930737 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'status': 'completed', 'code': 200} Jan 10 19:12:27.939680 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-54b9d61c-a9ff-47f3-aa3a-a191299a2906 req-5995379c-1ddd-4aec-b9d8-c037f5bce5fb service neutron] 10.222.0.44 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928204 Jan 10 19:12:27.945784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Transition to ACTIVE for port object 184e6460-99e7-4d07-beaf-009f9e84507a will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:27.957615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:27.965546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-66b960b5-6870-45b2-8165-91ac82f6db51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:27.967758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-66b960b5-6870-45b2-8165-91ac82f6db51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 200 len: 854 time: 0.1575255 Jan 10 19:12:27.972967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:28.078246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b5a46-b0f6-4a8d-acf0-912beaa11bac req-4f586627-0418-42fd-8f98-efa314728954 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.085430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd7b5a46-b0f6-4a8d-acf0-912beaa11bac req-4f586627-0418-42fd-8f98-efa314728954 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3490479 Jan 10 19:12:28.139632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-c8f93f44-540b-45a1-9fc2-5d9234dfa5ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44681e6c-44d3-474a-b4be-1c8765ab6500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520112 Jan 10 19:12:28.167387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:28.299414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Attempting to bind port 184e6460-99e7-4d07-beaf-009f9e84507a on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:28.299809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Attempting to bind port 184e6460-99e7-4d07-beaf-009f9e84507a by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:28.300199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Attempting to bind port 184e6460-99e7-4d07-beaf-009f9e84507a on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:28.306316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Port 184e6460-99e7-4d07-beaf-009f9e84507a on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:28.306439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=6ce1b499-fa81-4338-ac4f-969ef1118f90,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:28.306646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Attempting to bind port 184e6460-99e7-4d07-beaf-009f9e84507a on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:28.314736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:28.315108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Checking segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:28.315482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Bound using segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:28.315908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Bound port: 184e6460-99e7-4d07-beaf-009f9e84507a, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:28.316243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:28.394241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-f66d032c-3c29-4d2f-ab54-f318e9490315 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5246 time: 0.4913971 Jan 10 19:12:28.396421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd7b5a46-b0f6-4a8d-acf0-912beaa11bac req-87028320-7c18-4196-bdab-c6fff7faeb32 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102415 Jan 10 19:12:28.407875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:28.410525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:28.411071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network hostable DHCP agents. Network: 863fd86a-3130-4adc-8304-5cd8f5e1f495, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:12:28.411846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=184e6460-99e7-4d07-beaf-009f9e84507a,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:28.425972 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:28.534478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-2f3c5953-b131-4d45-a74c-dc7964d47c4d service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886452 Jan 10 19:12:28.617906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:28.619283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] 10.222.0.44 "PUT /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 1131 time: 2.0132718 Jan 10 19:12:28.635641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d096ed-83fa-4a2c-a0e0-26bc907da445 service neutron] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:28.644290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.648711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.652218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:28.652646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.656718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.660554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.664427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.666268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-78edea8f-c677-4051-93d5-eea27ada85d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 4602 time: 0.4805717 Jan 10 19:12:28.768557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 406be101-d121-4741-92dd-336759932124 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:12:28.774437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47d23468-6754-4384-b18a-cd8a0772f0a5 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:28.776252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:28.789542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:12:28.828842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-c437967b-cf9f-4f7d-9409-f97ff739b5d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.829224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-c437967b-cf9f-4f7d-9409-f97ff739b5d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.829599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-c437967b-cf9f-4f7d-9409-f97ff739b5d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:28.831194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-c437967b-cf9f-4f7d-9409-f97ff739b5d6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dca193afd3bb40289a759c668b502367&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4143996 Jan 10 19:12:28.932808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 47d23468-6754-4384-b18a-cd8a0772f0a5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:28.950757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 47d23468-6754-4384-b18a-cd8a0772f0a5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:28.951155 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:28.994752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 863fd86a-3130-4adc-8304-5cd8f5e1f495) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:29.008218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcf79f-eb26-4742-8d0c-3bb2990a8ef8 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:29.057965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 406be101-d121-4741-92dd-336759932124, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=406be101-d121-4741-92dd-336759932124,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:29.067444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-264a7b46-6cc6-4c6b-846c-9d8c9648b510 req-6da13fe7-c1a2-46bb-bcd8-0998fd1e1553 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3843069 Jan 10 19:12:29.068932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:29.069344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.110940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927ddfea-cbe6-4077-8efc-12826ba93cb8 req-d2299c34-605d-47a8-bb4b-0f7df57d16be service neutron] 10.222.0.44 "GET /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655124 Jan 10 19:12:29.160401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1d6bf9-a79f-4d42-a078-4825e16432a6 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:29.165886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '406be101-d121-4741-92dd-336759932124', 'network_id': '599dea69-d853-4847-b5d0-f2b05b5a39fb', 'port_id': '406be101-d121-4741-92dd-336759932124', 'mac_address': 'fa:16:3e:cf:7c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ba18f-ca2e-4b4c-88be-ec4f568410a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:12:29.171378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.180340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:29.180919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b13321d0-389e-4574-a000-31fba1ca52c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4798861 Jan 10 19:12:29.189590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'name': 'tempest-NetworksTestDHCPv6-277286483'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:29.193851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dc80-4455-4fab-b1cf-a6ea5a1d02cb req-5db1b721-19f2-4f29-98dc-0eac9505a4db tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:29.200528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a19dc80-4455-4fab-b1cf-a6ea5a1d02cb req-5db1b721-19f2-4f29-98dc-0eac9505a4db tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 944 time: 0.5293114 Jan 10 19:12:29.210204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Transition to ACTIVE for port object fa1d6bf9-a79f-4d42-a078-4825e16432a6 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:29.220317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.222579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45292) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:29.311227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.327457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-eea8650d-bc3e-4aaa-8dad-6473cf176f84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:29.328950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88d621c3-a9b5-480f-8b44-7c16f04b158a req-eea8650d-bc3e-4aaa-8dad-6473cf176f84 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4906139 Jan 10 19:12:29.343184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a19dc80-4455-4fab-b1cf-a6ea5a1d02cb req-a677140f-2afe-4598-9f00-70939abc3a34 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417139 Jan 10 19:12:29.366393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Pushing event updated for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:29.430905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406be101-d121-4741-92dd-336759932124 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:29.447281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 406be101-d121-4741-92dd-336759932124, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=406be101-d121-4741-92dd-336759932124,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:29.459322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Deleting subnet d96c15a1-65a0-412e-b4dd-2aceea35584c {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:29.467465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.468956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.530459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.577444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=406be101-d121-4741-92dd-336759932124,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:29.586564 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.605595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3149ca7-3f84-47f5-a654-2dd606b3bae3 req-1ec2b5de-95e7-41c1-bcb9-120f388e4a25 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:29.607677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3149ca7-3f84-47f5-a654-2dd606b3bae3 req-1ec2b5de-95e7-41c1-bcb9-120f388e4a25 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 944 time: 0.2554319 Jan 10 19:12:29.652269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Attempting to bind port fa1d6bf9-a79f-4d42-a078-4825e16432a6 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:29.652850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Attempting to bind port fa1d6bf9-a79f-4d42-a078-4825e16432a6 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:29.652850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Attempting to bind port fa1d6bf9-a79f-4d42-a078-4825e16432a6 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:29.656308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.669867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '6ce1b499-fa81-4338-ac4f-969ef1118f90'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:12:29.670686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.695639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47d23468-6754-4384-b18a-cd8a0772f0a5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47d23468-6754-4384-b18a-cd8a0772f0a5,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:29.695895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Port fa1d6bf9-a79f-4d42-a078-4825e16432a6 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:29.696228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Attempting to bind port fa1d6bf9-a79f-4d42-a078-4825e16432a6 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:29.701296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d23468-6754-4384-b18a-cd8a0772f0a5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:29.701568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:29.708209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:29.710914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.711558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:29.711836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Checking segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:29.712215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Bound using segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:29.712646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Bound port: fa1d6bf9-a79f-4d42-a078-4825e16432a6, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:29.712982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.719209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3149ca7-3f84-47f5-a654-2dd606b3bae3 req-7a57423a-f73d-4f55-b32e-30f5859e23cf tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038077 Jan 10 19:12:29.722514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:29.733027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:29.778046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.832415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:29.835416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:29.836385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=47d23468-6754-4384-b18a-cd8a0772f0a5,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:29.837420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:29.840896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.844759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['406be101-d121-4741-92dd-336759932124'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:29.860918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96c15a1-65a0-412e-b4dd-2aceea35584c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:29.867389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.878288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:29.895723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3cfa9b30-63eb-4a6d-8225-c949bfd76e55 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d96c15a1-65a0-412e-b4dd-2aceea35584c HTTP/1.1" status: 204 len: 168 time: 0.6693151 Jan 10 19:12:29.897811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:29.915308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:29.931103 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d23468-6754-4384-b18a-cd8a0772f0a5', 'code': 200} Jan 10 19:12:29.973970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '184e6460-99e7-4d07-beaf-009f9e84507a'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:30.060765 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.063945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] 10.222.0.44 "PUT /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 1131 time: 1.4151525 Jan 10 19:12:30.120557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59522ecb-8514-4b12-a4bd-0425f77554aa service neutron] Pushing event updated for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:30.135009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:30.155397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.173982 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '184e6460-99e7-4d07-beaf-009f9e84507a', 'status': 'completed', 'code': 200} Jan 10 19:12:30.322236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/6ce1b499-fa81-4338-ac4f-969ef1118f90/ab709035-1baa-4049-8f13-ee34a9c57029) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:30.323070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.398136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fd81-d2ad-415c-8419-18ff1734d994 req-96187edd-a42e-48b9-b85d-53b179958fcc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.399649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f762fd81-d2ad-415c-8419-18ff1734d994 req-96187edd-a42e-48b9-b85d-53b179958fcc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4142520 Jan 10 19:12:30.501252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16f3f4dc-e7c2-45d5-bc94-48b390923cd2 req-f4561149-9c58-472a-a9ec-05ad2c192701 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 1096 time: 0.4564118 Jan 10 19:12:30.514075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.565185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.576800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Transition to ACTIVE for port object ab709035-1baa-4049-8f13-ee34a9c57029 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:30.585524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de992ba6-5749-4cad-8028-4d1cda6a3932']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:30.600218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-0d2ade68-888f-4f51-bb07-8308dbe7d167 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6212 time: 0.4135730 Jan 10 19:12:30.601107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Transition to ACTIVE for port object ab709035-1baa-4049-8f13-ee34a9c57029 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:30.607678 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.638778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f762fd81-d2ad-415c-8419-18ff1734d994 req-280718ef-8e7c-4397-81fe-16feee960688 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901422 Jan 10 19:12:30.644887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5728120f-101e-4133-85c2-6899575e064e') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:30.645188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5728120f-101e-4133-85c2-6899575e064e') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:12:30.682301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Pushing event updated for resources: {'Port': ['ID=ab709035-1baa-4049-8f13-ee34a9c57029,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:30.696495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:30.697726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:30.700881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:30.722815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.739105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.743033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.747502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.751432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.755353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.759445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.764209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:30.766098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-7997323c-e2f8-4b4b-8a55-b0ccc32d16e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5375 time: 0.4594245 Jan 10 19:12:30.772666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16f3f4dc-e7c2-45d5-bc94-48b390923cd2 req-a9a39c0e-39d9-4cb9-8abb-e6f2abe3aa3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610228 Jan 10 19:12:30.806822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.820120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:12:30.820560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:12:30.836786 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:12:30.850556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Attempting to bind port ab709035-1baa-4049-8f13-ee34a9c57029 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:30.851131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Attempting to bind port ab709035-1baa-4049-8f13-ee34a9c57029 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:30.851429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Attempting to bind port ab709035-1baa-4049-8f13-ee34a9c57029 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:30.858022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:30.858534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:30.859152 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.859540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:30.860116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Bound port: ab709035-1baa-4049-8f13-ee34a9c57029, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:30.860579 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.867768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::102 (863fd86a-3130-4adc-8304-5cd8f5e1f495/6ce1b499-fa81-4338-ac4f-969ef1118f90/e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:30.887115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8492ad5-3d5f-408c-982a-37f110af0afd {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:30.897703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.936510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Transition to ACTIVE for port object c8492ad5-3d5f-408c-982a-37f110af0afd will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:30.944098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:30.958604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] For port ab709035-1baa-4049-8f13-ee34a9c57029, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:30.962549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] For port ab709035-1baa-4049-8f13-ee34a9c57029, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ab709035-1baa-4049-8f13-ee34a9c57029,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:30.968555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.003702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-d2fea89b-c637-4d05-860d-2513602583dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.004081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-d2fea89b-c637-4d05-860d-2513602583dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.004592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-d2fea89b-c637-4d05-860d-2513602583dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.006003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-d2fea89b-c637-4d05-860d-2513602583dd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dca193afd3bb40289a759c668b502367&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3925145 Jan 10 19:12:31.013115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37e2b3b8-f876-4127-8884-7874869a60f4 req-99e5df26-242f-429a-b988-793c2ac709c5 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2335594 Jan 10 19:12:31.016489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Pushing event updated for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:31.021408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.082294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1bcb8-e570-46a8-b7a7-84c559a765d0 None None] Pushing event updated for resources: {'Port': ['ID=ab709035-1baa-4049-8f13-ee34a9c57029,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:31.275259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.282075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] Pushing event deleted for resources: {'Network': ['ID=de992ba6-5749-4cad-8028-4d1cda6a3932,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:31.388654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Attempting to bind port c8492ad5-3d5f-408c-982a-37f110af0afd on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:31.388892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Attempting to bind port c8492ad5-3d5f-408c-982a-37f110af0afd by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:31.389221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Attempting to bind port c8492ad5-3d5f-408c-982a-37f110af0afd on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:31.406625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6df55925-b25b-4987-b7e0-b85bb381912b admin admin] 10.222.0.21 "DELETE /v2.0/networks/de992ba6-5749-4cad-8028-4d1cda6a3932 HTTP/1.1" status: 204 len: 168 time: 1.5076213 Jan 10 19:12:31.433079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165ddb4-2989-4f80-912c-5c5d592f380f req-d93e5b97-cd15-4590-90b1-2da235aba031 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.433628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Port c8492ad5-3d5f-408c-982a-37f110af0afd on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:31.433967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Attempting to bind port c8492ad5-3d5f-408c-982a-37f110af0afd on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:31.442408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1165ddb4-2989-4f80-912c-5c5d592f380f req-d93e5b97-cd15-4590-90b1-2da235aba031 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 945 time: 0.5507965 Jan 10 19:12:31.442597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.460377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:31.460737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Checking segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:31.461131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Bound using segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:31.461578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Bound port: c8492ad5-3d5f-408c-982a-37f110af0afd, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:31.461927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.503339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:31.564449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-8679fbf3-8a16-4e94-9d10-3ea68b977329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.565934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bf9bffb-0b91-4a70-af44-0c092017b2c4 req-8679fbf3-8a16-4e94-9d10-3ea68b977329 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5507293 Jan 10 19:12:31.599443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1165ddb4-2989-4f80-912c-5c5d592f380f req-cdcb867d-3481-453a-88b7-a3e5d99d0756 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556032 Jan 10 19:12:31.622783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:31.626678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c8492ad5-3d5f-408c-982a-37f110af0afd,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:31.630578 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.644350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e0c30-2f37-4f48-b6c4-e80672fbe1a0 req-e897f421-25eb-43bd-9c51-07ec344067c1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.645717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-093e0c30-2f37-4f48-b6c4-e80672fbe1a0 req-e897f421-25eb-43bd-9c51-07ec344067c1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 945 time: 0.1578536 Jan 10 19:12:31.679216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.717701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-093e0c30-2f37-4f48-b6c4-e80672fbe1a0 req-37c5395b-6c8f-4d4f-a313-497ef105483e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Jan 10 19:12:31.741806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:31.745756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:31.753330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:31.759524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:31.761204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:31.761839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.780950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.782329 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] 10.222.0.44 "PUT /v2.0/ports/c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 200 len: 1091 time: 1.6557779 Jan 10 19:12:31.788406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:31.849145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:31.904116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-42428741-3e55-49f8-8359-031a51e9565f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84708e9959ac4a099635780671fb9c39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1405039 Jan 10 19:12:31.907632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45324) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:31.982919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b45e3-fc58-4e59-b9f5-78d04044750a service neutron] Pushing event updated for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:31.997896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b99c071-3ed8-4f07-a5e5-50929bec2ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:31.998978 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-68c587dc-1771-4f5a-acbc-9dc40c3fe586 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8169508 Jan 10 19:12:32.001892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:32.006128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43207f72-a6d4-49e9-8369-88af11869ad9 req-81bff4a3-21b7-4779-866c-29b63b000e2f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.007763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43207f72-a6d4-49e9-8369-88af11869ad9 req-81bff4a3-21b7-4779-866c-29b63b000e2f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.1453381 Jan 10 19:12:32.099662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.120591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b99c071-3ed8-4f07-a5e5-50929bec2ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.165319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43207f72-a6d4-49e9-8369-88af11869ad9 req-8c831337-935a-4c6b-9cfb-90ced0b097de tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433940 Jan 10 19:12:32.189734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'fa1d6bf9-a79f-4d42-a078-4825e16432a6'}, {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:32.233014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b99c071-3ed8-4f07-a5e5-50929bec2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.270274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99c071-3ed8-4f07-a5e5-50929bec2ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b485c50-1908-423d-8d41-7ed24586b934,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:32.287353 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b99c071-3ed8-4f07-a5e5-50929bec2ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.291091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2b99c071-3ed8-4f07-a5e5-50929bec2ab3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b485c50-1908-423d-8d41-7ed24586b934 HTTP/1.1" status: 204 len: 168 time: 0.3806326 Jan 10 19:12:32.373390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439b95c-8a2e-43fb-8186-020d11af58c6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.381642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439b95c-8a2e-43fb-8186-020d11af58c6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.382678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0439b95c-8a2e-43fb-8186-020d11af58c6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:32.450927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ab709035-1baa-4049-8f13-ee34a9c57029 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:32.483706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-221e11c6-698b-44d9-a097-1c7731f871c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6279 time: 0.1730843 Jan 10 19:12:32.493291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.497948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.501938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.505909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.509836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.514103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.517882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.519845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-582e8e87-f31f-42a8-9b75-17a38868ecc6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5387 time: 0.1737392 Jan 10 19:12:32.578955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ab709035-1baa-4049-8f13-ee34a9c57029 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:32.642371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646a947-ff88-4b66-867c-8f9baee3a87f None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:32.643387 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'fa1d6bf9-a79f-4d42-a078-4825e16432a6', 'status': 'completed', 'code': 200} Jan 10 19:12:32.643649 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd', 'status': 'completed', 'code': 200} Jan 10 19:12:32.669513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0439b95c-8a2e-43fb-8186-020d11af58c6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:32.673125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0439b95c-8a2e-43fb-8186-020d11af58c6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6679149 Jan 10 19:12:32.685874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:32.754339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] Provisioning for port ab709035-1baa-4049-8f13-ee34a9c57029 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:32.767733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40b1ab8-5436-45ba-9142-5fcb3efcdd42 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:32.769954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] Provisioning complete for port ab709035-1baa-4049-8f13-ee34a9c57029 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:32.770397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.776253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.796795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Transition to ACTIVE for port object b40b1ab8-5436-45ba-9142-5fcb3efcdd42 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:32.805346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.851197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:32.851405 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:32.888876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d856ba8-aaab-40c5-8aec-9041320cfdf8 req-9b3c312a-835b-48da-846b-e605b6784aeb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3353243 Jan 10 19:12:32.896954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-36667153-daf1-433e-b2ba-c0f4cf093747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.897344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-36667153-daf1-433e-b2ba-c0f4cf093747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.897717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-36667153-daf1-433e-b2ba-c0f4cf093747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.899257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-36667153-daf1-433e-b2ba-c0f4cf093747 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dca193afd3bb40289a759c668b502367&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3785334 Jan 10 19:12:32.949442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d011c18-ed37-4b33-9297-5665fd3a5b14 req-1774e4f4-0a0f-4389-a597-9f94dbd35e40 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:32.956181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d011c18-ed37-4b33-9297-5665fd3a5b14 req-1774e4f4-0a0f-4389-a597-9f94dbd35e40 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4037998 Jan 10 19:12:32.977391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Pushing event updated for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:33.069353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 406be101-d121-4741-92dd-336759932124 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:33.134730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Attempting to bind port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:33.135295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Attempting to bind port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:33.135402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Attempting to bind port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:33.149070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:33.149400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Attempting to bind port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:33.166655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:33.167076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Checking segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:33.167769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Bound using segment: {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:33.168254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Bound port: b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44adf0d6-ddc1-465e-99a1-fa0742bafa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:33.169212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.214453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d011c18-ed37-4b33-9297-5665fd3a5b14 req-c6009405-4c1b-438f-952c-1cb42c6349a5 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573204 Jan 10 19:12:33.272199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.290971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:33.295146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:33.304547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.341199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] For port ab709035-1baa-4049-8f13-ee34a9c57029, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ab709035-1baa-4049-8f13-ee34a9c57029,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:33.344499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 406be101-d121-4741-92dd-336759932124 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:33.354189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 406be101-d121-4741-92dd-336759932124 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:33.355592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.427039 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.609850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.611470 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] 10.222.0.44 "PUT /v2.0/ports/b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 200 len: 1091 time: 1.7720492 Jan 10 19:12:33.617555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556703-d0b2-4e46-91c2-32cae0a20160 service neutron] Pushing event updated for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:33.647631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:33.717118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48960be4-bcbe-46c8-a9bb-1b66fef6003c None None] Pushing event updated for resources: {'Port': ['ID=ab709035-1baa-4049-8f13-ee34a9c57029,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:33.728042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-649fa6b7-a813-49ac-b3e8-12670435799b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:33.730069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-649fa6b7-a813-49ac-b3e8-12670435799b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8137209 Jan 10 19:12:33.731359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.772923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 406be101-d121-4741-92dd-336759932124, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=406be101-d121-4741-92dd-336759932124,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:33.773976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406be101-d121-4741-92dd-336759932124'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:33.781131 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.816065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:33.926600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45372) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:33.933116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=406be101-d121-4741-92dd-336759932124,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:33.942252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb76f9b4-a7be-44f3-93cd-ab0e053b0e55 None None] Provisioning complete for port ab709035-1baa-4049-8f13-ee34a9c57029 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:33.942509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb76f9b4-a7be-44f3-93cd-ab0e053b0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.160774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb76f9b4-a7be-44f3-93cd-ab0e053b0e55 None None] Provisioning for port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:34.165164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0787-2036-45d1-b7d1-64c0cb5f85a8 req-64e9517e-6e16-406a-a96d-b60b116c68ca tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:34.167006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-265f0787-2036-45d1-b7d1-64c0cb5f85a8 req-64e9517e-6e16-406a-a96d-b60b116c68ca tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 945 time: 0.7481768 Jan 10 19:12:34.172901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb76f9b4-a7be-44f3-93cd-ab0e053b0e55 None None] Provisioning complete for port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:34.173606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb76f9b4-a7be-44f3-93cd-ab0e053b0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.181320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e090707-b89d-4701-a51e-22cacf7154a8 req-926471f3-2bd6-4d9c-8e5a-cfd46bbe40b6 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:34.183348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e090707-b89d-4701-a51e-22cacf7154a8 req-926471f3-2bd6-4d9c-8e5a-cfd46bbe40b6 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 945 time: 0.7290022 Jan 10 19:12:34.206644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.228362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cb76f9b4-a7be-44f3-93cd-ab0e053b0e55 None None] Port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:34.250116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1256183989-network', 'tenant_id': '757ac88e39c84040b12ad7775ddbc3f2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:34.257233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:34.264488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Usage tracker for resource:network and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:34.268199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:34.274942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:34.294509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Made reservation on behalf of 757ac88e39c84040b12ad7775ddbc3f2 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:34.296787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.339979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.376340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-80343f4a-3941-4e59-a2ac-24e2c7c23699 None None] Provisioning complete for port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:34.376871 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80343f4a-3941-4e59-a2ac-24e2c7c23699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.381754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-ef331bc8-5f1a-4c35-81ef-8c80b3fe5972 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7377200 Jan 10 19:12:34.385740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:34.392742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:34.412994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:34.414234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ab709035-1baa-4049-8f13-ee34a9c57029 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:34.426312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.437154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-265f0787-2036-45d1-b7d1-64c0cb5f85a8 req-1f3ec14d-23e8-48f3-93f1-0394a57bbbfb tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526364 Jan 10 19:12:34.462796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Transition to ACTIVE for port object f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:34.470093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:34.474537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:34.474969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-f64669ac-50cc-408d-b3b1-b363df8c5e68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6346 time: 0.6861920 Jan 10 19:12:34.479250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.501574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-80343f4a-3941-4e59-a2ac-24e2c7c23699 None None] Port e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:34.521555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ab709035-1baa-4049-8f13-ee34a9c57029 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:34.522184 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.567023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:34.635812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e090707-b89d-4701-a51e-22cacf7154a8 req-9445b58c-2110-4da3-9a50-6da207abcb7e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216239 Jan 10 19:12:34.651700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:34.691159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:34.708803 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406be101-d121-4741-92dd-336759932124', 'code': 200} Jan 10 19:12:34.949581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-d78d27e2-1f71-4f56-94f3-b917ed03e65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:34.950720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-d78d27e2-1f71-4f56-94f3-b917ed03e65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:34.951006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-d78d27e2-1f71-4f56-94f3-b917ed03e65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:34.952548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-d78d27e2-1f71-4f56-94f3-b917ed03e65e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dca193afd3bb40289a759c668b502367&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4362786 Jan 10 19:12:34.961631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.975410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:34.998136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-7b1c818f-c002-423f-b746-2cf40a4285d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6497 time: 0.5173659 Jan 10 19:12:35.001257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Attempting to bind port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:35.001600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Attempting to bind port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:35.001924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Attempting to bind port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:35.044095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:35.044421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Attempting to bind port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:35.060906 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9c0c6feb-d1ee-47fb-a146-ff29d595351e req-956c9f12-a8ab-401e-be04-e72777f3c8bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 1097 time: 0.2623570 Jan 10 19:12:35.062438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7016e057-01c7-48ae-bae3-7ab742ed6b9b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:35.111574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:35.112087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Checking segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:35.112647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Bound using segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:35.113254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Bound port: f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:35.113762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.194381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:12:35.197359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9c0c6feb-d1ee-47fb-a146-ff29d595351e req-e006ed8a-b43e-49c1-8b02-ceebbc23c4cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260986 Jan 10 19:12:35.219642 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.219976 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Added segment d03636f5-4057-4d53-8156-eb65d0928354 of type vlan for network 5c30014d-4dcc-4fa6-8eff-44c749fe69ed Jan 10 19:12:35.241024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:35.245215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.245767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:35.260495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.293630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.334556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.336364 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] 10.222.0.44 "PUT /v2.0/ports/f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 1091 time: 1.6931086 Jan 10 19:12:35.346448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:35.359359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee76aa-5081-442c-b295-16023fbe9c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:35.370615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.372433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.372775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.438114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.442063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.445968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.450501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.454423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.463550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.469576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.472305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-a1103be6-9e0b-43c9-9b16-96a36b35070b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5411 time: 0.5916388 Jan 10 19:12:35.482784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Request body: {'port': {'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:35.496015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-35aa4c05-b8f6-4284-8142-eb5ea68c6543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.498417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e3de387-d6f2-446b-b1be-000b7e2e9e22 req-35aa4c05-b8f6-4284-8142-eb5ea68c6543 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5339782 Jan 10 19:12:35.507663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.564932 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6363075 Jan 10 19:12:35.571489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45390) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:35.578119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-407a19f9-48e1-4131-b8cd-88f2d4b8504d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.578501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-407a19f9-48e1-4131-b8cd-88f2d4b8504d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.578907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-407a19f9-48e1-4131-b8cd-88f2d4b8504d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.580448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-407a19f9-48e1-4131-b8cd-88f2d4b8504d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca4b53e6-9f44-469a-9424-8f79aab9f326&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=d898116f-d47a-4970-bbc3-5bf804e8da1a&id=d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 200 len: 2298 time: 0.4634688 Jan 10 19:12:35.582788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89620be6-9bbd-4e9c-9cd0-c933bc31881c admin admin] Pushing event updated for resources: {'Network': ['ID=5c30014d-4dcc-4fa6-8eff-44c749fe69ed,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:35.588464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-769f78b3-46ba-4f43-9b58-0e8f2aa6bf7e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b HTTP/1.1" status: 204 len: 168 time: 2.8943908 Jan 10 19:12:35.589829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:35.597183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Request body: {'subnet': {'network_id': '5c30014d-4dcc-4fa6-8eff-44c749fe69ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1256183989-subnet', 'tenant_id': '757ac88e39c84040b12ad7775ddbc3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:35.599280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5c30014d-4dcc-4fa6-8eff-44c749fe69ed details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:12:35.641507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:35.645655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Usage tracker for resource:subnet and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:35.649586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:35.658428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:35.684683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Made reservation on behalf of 757ac88e39c84040b12ad7775ddbc3f2 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:35.687620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:35.736388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce9c7-9945-4a48-85e8-6a8e69eb046c req-aa07a1e7-0e86-4bcb-9dca-c25e46b24b1f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.737854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc9ce9c7-9945-4a48-85e8-6a8e69eb046c req-aa07a1e7-0e86-4bcb-9dca-c25e46b24b1f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.5958340 Jan 10 19:12:35.756775 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c41f2fb-d89e-4aec-a189-7912eb2e2a65 req-0f97dbc2-9252-44f2-bf6d-e9d035b22506 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303436 Jan 10 19:12:35.795146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bebd0-8eba-43b7-8d23-1423359e79c7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.796474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bebd0-8eba-43b7-8d23-1423359e79c7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:35.797204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-473bebd0-8eba-43b7-8d23-1423359e79c7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:35.838534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-5a780e66-82c1-49b7-886d-7be03bea1a51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 200 len: 1000 time: 0.1963336 Jan 10 19:12:35.843680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-473bebd0-8eba-43b7-8d23-1423359e79c7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:35.847320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-473bebd0-8eba-43b7-8d23-1423359e79c7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2519557 Jan 10 19:12:35.852631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:35.860859 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42', 'status': 'completed', 'code': 200} Jan 10 19:12:35.870526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc9ce9c7-9945-4a48-85e8-6a8e69eb046c req-4202e54e-9e5a-41a0-8166-e2c0b38153a6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169808 Jan 10 19:12:35.899001 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.119453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.249003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81bec7b3-8253-4c4c-b047-4733f58847e3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:36.291467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-5e35d1b3-42d1-43d8-92df-3fb47797e6ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:36.293160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-5e35d1b3-42d1-43d8-92df-3fb47797e6ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de058163-636b-4648-8567-80d5fed84092 HTTP/1.1" status: 200 len: 855 time: 0.4377255 Jan 10 19:12:36.315161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Checking segment: {'id': 'd03636f5-4057-4d53-8156-eb65d0928354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5c30014d-4dcc-4fa6-8eff-44c749fe69ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:36.315634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Network hostable DHCP agents. Network: 5c30014d-4dcc-4fa6-8eff-44c749fe69ed, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:12:36.420659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Network 5c30014d-4dcc-4fa6-8eff-44c749fe69ed is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:12:36.449493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5c30014d-4dcc-4fa6-8eff-44c749fe69ed) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:36.456654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:36.457507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.459259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9de01524-921f-4c08-9d13-abf149f9db84 req-10670018-bcfd-43ae-8ffe-8691372edffa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6413 time: 0.5130019 Jan 10 19:12:36.461500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6dec3-8cfb-4f16-98c3-19089127384e None None] Network 5c30014d-4dcc-4fa6-8eff-44c749fe69ed requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:36.512874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41624bb6-1fa1-4491-ae76-76deb18e27fb req-a386e5c4-34e4-4702-a85b-c04098639a14 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:36.519596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41624bb6-1fa1-4491-ae76-76deb18e27fb req-a386e5c4-34e4-4702-a85b-c04098639a14 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 945 time: 0.5724118 Jan 10 19:12:36.598771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f5d4a4-fc47-466b-9341-d4f2d14484f9 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:36.608377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.610310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf026d-11a4-46d3-ad5a-b219bcd00c48 req-a502bdf1-acf7-400b-bd3d-f70429990732 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:36.611876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeaf026d-11a4-46d3-ad5a-b219bcd00c48 req-a502bdf1-acf7-400b-bd3d-f70429990732 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 946 time: 0.4396501 Jan 10 19:12:36.623729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 6ce1b499-fa81-4338-ac4f-969ef1118f90 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:36.628765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Transition to ACTIVE for port object 05f5d4a4-fc47-466b-9341-d4f2d14484f9 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:36.640896 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-49f105dc-583e-4b75-9f33-3a3fd224d6c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0603225 Jan 10 19:12:36.641324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.642389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.769817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec054f9-cedc-4467-820e-0daf9bc18dbf None None] Network 5c30014d-4dcc-4fa6-8eff-44c749fe69ed requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:36.799451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-78381aa4-53ab-4325-b6e5-db1cc88fa51f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca4b53e6-9f44-469a-9424-8f79aab9f326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4576786 Jan 10 19:12:36.821868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Pushing event updated for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:36.838986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41624bb6-1fa1-4491-ae76-76deb18e27fb req-b34075cb-e3cb-463a-a348-47ccbfff0044 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184187 Jan 10 19:12:36.888880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:36.991646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Attempting to bind port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:36.992218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Attempting to bind port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:36.992864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Attempting to bind port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:37.000222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:37.000552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Attempting to bind port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 on network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:37.007857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:37.008197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Checking segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:37.008588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Bound using segment: {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:37.009016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Bound port: 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:37.009364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:37.079445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeaf026d-11a4-46d3-ad5a-b219bcd00c48 req-64b6df81-5547-4b27-84ae-3a9ce2dad670 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533782 Jan 10 19:12:37.102860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01524-921f-4c08-9d13-abf149f9db84 req-5182e4aa-39f5-439f-9b7b-0c41005cb97c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:37.103276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01524-921f-4c08-9d13-abf149f9db84 req-5182e4aa-39f5-439f-9b7b-0c41005cb97c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:37.103651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01524-921f-4c08-9d13-abf149f9db84 req-5182e4aa-39f5-439f-9b7b-0c41005cb97c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:37.105254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9de01524-921f-4c08-9d13-abf149f9db84 req-5182e4aa-39f5-439f-9b7b-0c41005cb97c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dca193afd3bb40289a759c668b502367&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6281149 Jan 10 19:12:37.124122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:37.129032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:37.134384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:37.198843 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:37.201217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] 10.222.0.44 "PUT /v2.0/ports/05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 1091 time: 1.7327769 Jan 10 19:12:37.248504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150cf5e-d800-436f-b40e-83eadf299c95 service neutron] Pushing event updated for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:37.334036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-aec870c4-dc14-4c42-9938-317bb7a47621 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8098311 Jan 10 19:12:37.348489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1171103223', 'description': 'tempest-description-100487127'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:37.376340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-8d825e81-c51b-4980-a91c-08a01488189d service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519035 Jan 10 19:12:37.410372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:37.448814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:37.483537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:37.501280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:37.562368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:37.574585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01524-921f-4c08-9d13-abf149f9db84 req-cbefb820-88ac-4f9a-9b3d-bf7c2c4696bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:37.576622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9de01524-921f-4c08-9d13-abf149f9db84 req-cbefb820-88ac-4f9a-9b3d-bf7c2c4696bd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4621379 Jan 10 19:12:37.620693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:37.674010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb867c2-2711-4fbc-85d0-53c5e15bc5e2 req-c247e78b-8d9e-44fb-93e1-e84a4cf5aad0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:37.675466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bb867c2-2711-4fbc-85d0-53c5e15bc5e2 req-c247e78b-8d9e-44fb-93e1-e84a4cf5aad0 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.5242736 Jan 10 19:12:37.790947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-39e4ee31-0855-4f59-928b-47f8052a1acf service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779891 Jan 10 19:12:37.797748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:37.802885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:37.834471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-817f55ae-141d-42fe-99b9-6158f63bd8da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e17ac3034cc48e19f29725048efc9be&device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 1097 time: 0.4753036 Jan 10 19:12:37.862464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435'}, {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:37.892766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:37.904669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:38.046600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce1b499-fa81-4338-ac4f-969ef1118f90,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:38.064839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:38.081227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b1f052-2e28-4824-b3df-285194d8a4b0 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:38.120990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-68d02be1-7fea-4276-a59d-2c458007b093 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 217 time: 0.3196981 Jan 10 19:12:38.123779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bb867c2-2711-4fbc-85d0-53c5e15bc5e2 req-c8bf62fd-c155-4f2b-bda2-6162163b360c tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362783 Jan 10 19:12:38.124873 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.236784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-fcd83c7c-4035-48ee-9035-f4b93e1fc0a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6480 time: 0.6045461 Jan 10 19:12:38.254632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5203f24c-49be-4d3c-8724-ea2ef845180d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/6ce1b499-fa81-4338-ac4f-969ef1118f90 HTTP/1.1" status: 204 len: 168 time: 2.3969195 Jan 10 19:12:38.254888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45432) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:38.330497 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97ad11c6-0b02-4c20-8a82-6affdfebe4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.332030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c8ff96ae-b2b4-4a1b-a71f-c03d8ba76510 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767832 Jan 10 19:12:38.332888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45436) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:38.339145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:38.401266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-ace7db92-2b12-480b-bf5c-2c55330e9af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.403262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-ace7db92-2b12-480b-bf5c-2c55330e9af9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.2617369 Jan 10 19:12:38.405437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:12:38.409988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] Deleting port ab709035-1baa-4049-8f13-ee34a9c57029 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:38.410367 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.415044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-c00b3d15-ffd5-44ed-8b51-db91b09db211 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 217 time: 0.1658103 Jan 10 19:12:38.461748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:38.466480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:38.466778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.469636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:38.476170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:38.487568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:38.512689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-09feeeca-af9e-4089-81e2-756c09f18b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.514164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-09feeeca-af9e-4089-81e2-756c09f18b68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 200 len: 915 time: 0.6153939 Jan 10 19:12:38.521671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.602131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.626835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] For port ab709035-1baa-4049-8f13-ee34a9c57029, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ab709035-1baa-4049-8f13-ee34a9c57029,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:38.627648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.666945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-65f3e568-bc74-4795-bdd3-e4f1d8808217 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688 HTTP/1.1" status: 200 len: 217 time: 0.1416712 Jan 10 19:12:38.670514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.671668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4d7072c-9ec8-4257-a3fc-bf9d805cdf63 req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.3434372 Jan 10 19:12:38.672265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1b30f-ac93-497b-9041-92be7d121491 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b202a006-f7cf-40a7-af69-35556bea713a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:38.675147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9d731266-8eca-463b-82e5-09614573487c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.676801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9d731266-8eca-463b-82e5-09614573487c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 200 len: 851 time: 0.2133520 Jan 10 19:12:38.760971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] Calling delete_port for ab709035-1baa-4049-8f13-ee34a9c57029 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:38.801322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.805717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.809623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.813511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.817634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.821662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.825600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.832912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-4dd682e1-a947-435f-85b5-2e47fa9b8f86 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.5186942 Jan 10 19:12:38.853648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.857136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-6e3ac161-f8b2-4cdd-960e-c8f59e706532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.857825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.858582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-6e3ac161-f8b2-4cdd-960e-c8f59e706532 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 200 len: 854 time: 0.1803646 Jan 10 19:12:38.906667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] Pushing event deleted for resources: {'Port': ['ID=ab709035-1baa-4049-8f13-ee34a9c57029,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:38.912141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-543a7932-20ba-4d01-96d7-746f8e1a9961 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4864216 Jan 10 19:12:38.919192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4f3d4-8c6c-4e11-a9a6-1ff759b988dc None None] No DVR routers for this DVR port ab709035-1baa-4049-8f13-ee34a9c57029 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:38.945638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-30016836-7eb4-4553-a8ba-61f3cd1b5b17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=599dea69-d853-4847-b5d0-f2b05b5a39fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769796 Jan 10 19:12:38.949011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=7f68bb7d-0897-428c-81dc-71ec9dc44984,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:38.975273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:38.977060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:38.980760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:38.982052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:38.989661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6b360-83a2-4db2-a98d-fa482260b5ce None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:39.014742 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e241c031-2258-48f6-b981-9d694e2d2dab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6783557 Jan 10 19:12:39.014913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45444) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:39.023407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'name': 'tempest-NetworksTestDHCPv6-1853286432'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:39.139474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c111ba0-04e7-4b96-9fe9-1f3b47b165fc req-21caae53-e634-4f06-b9d0-8c656b4d4dd8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3056200 Jan 10 19:12:39.209704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9c5d27f7-6dc7-43c4-97e1-e5ec34504e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4899437 Jan 10 19:12:39.223778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:39.227837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:39.231959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:39.238219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:39.247839 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435', 'status': 'completed', 'code': 200} Jan 10 19:12:39.248179 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9', 'status': 'completed', 'code': 200} Jan 10 19:12:39.251408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:39.258470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:39.297425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 40371c1d-c2fb-4154-883b-4d7acb151748 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:39.343132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '7f68bb7d-0897-428c-81dc-71ec9dc44984'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:12:39.344504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:39.455886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-2b4abeb7-401e-4328-b0be-0768621b6596 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323057 Jan 10 19:12:39.496174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-92e4d13b-08a8-429c-8dba-fbdb1660aee6 service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338550 Jan 10 19:12:39.617389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::18e (863fd86a-3130-4adc-8304-5cd8f5e1f495/7f68bb7d-0897-428c-81dc-71ec9dc44984/40371c1d-c2fb-4154-883b-4d7acb151748) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:39.646414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cd1b805-7eee-4ea2-927f-fbb00a1a10f6 req-d96f5851-f108-47a5-9455-a1ef0981726c service neutron] 10.222.0.30 "GET /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402814 Jan 10 19:12:39.860342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:39.878346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 40371c1d-c2fb-4154-883b-4d7acb151748 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:39.899563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-94a0d2d1-4507-4913-8611-33f7bd30f049 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765420 Jan 10 19:12:39.904099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:39.968690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a63b2a-9f85-4b4c-a95b-854004ef8ec0 req-827b9b23-117c-4059-a160-2caf07df4902 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:39.975432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0a63b2a-9f85-4b4c-a95b-854004ef8ec0 req-827b9b23-117c-4059-a160-2caf07df4902 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 946 time: 0.6781967 Jan 10 19:12:39.987137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:39.988470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:39.990232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=40371c1d-c2fb-4154-883b-4d7acb151748,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:39.992404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:39.996255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:39.996915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:39.999310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/7f68bb7d-0897-428c-81dc-71ec9dc44984/1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:40.041577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fe0fcb47-4513-4e26-ab19-d5d1d420253f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0256155 Jan 10 19:12:40.042185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45450) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:40.061465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-bd165af1-d027-49f4-aa65-e5a85367e8ae service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935433 Jan 10 19:12:40.063444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-085c75ea-b021-4acb-a244-6b9f4a8087dc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/b202a006-f7cf-40a7-af69-35556bea713a HTTP/1.1" status: 200 len: 1646 time: 0.2421350 Jan 10 19:12:40.078494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b202a006-f7cf-40a7-af69-35556bea713a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:40.078907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b202a006-f7cf-40a7-af69-35556bea713a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:40.153835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:40.176021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:40.184448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:40.194625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-21d7787d-3c42-4952-a3da-87886d3f25d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 217 time: 0.1225705 Jan 10 19:12:40.202735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2f3ba-99c3-4e97-af22-77a25a0d26b7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:40.203644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-93a2f3ba-99c3-4e97-af22-77a25a0d26b7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:40.205178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:40.225806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-93a2f3ba-99c3-4e97-af22-77a25a0d26b7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:40.229284 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-93a2f3ba-99c3-4e97-af22-77a25a0d26b7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1843750 Jan 10 19:12:40.230843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45458) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:40.261042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0a63b2a-9f85-4b4c-a95b-854004ef8ec0 req-ab301b81-6a76-43ec-a684-ca1dbf4450aa tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846262 Jan 10 19:12:40.325713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-224b4d20-3dcc-4618-8c4a-780d0466db0d service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167449 Jan 10 19:12:40.327969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 40371c1d-c2fb-4154-883b-4d7acb151748 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:40.328431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.357286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.374947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Transition to ACTIVE for port object 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:40.453953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ab709035-1baa-4049-8f13-ee34a9c57029 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:40.491502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-2e56e3d3-1728-43ac-a8bb-835c8f6d9738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:40.492985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-2e56e3d3-1728-43ac-a8bb-835c8f6d9738 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.2844291 Jan 10 19:12:40.501423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Transition to ACTIVE for port object 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:40.502854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ab709035-1baa-4049-8f13-ee34a9c57029 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:40.503228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ab709035-1baa-4049-8f13-ee34a9c57029 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:40.511295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-030d7649-c1ae-4eee-a339-e3b6cf55b038 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 217 time: 0.1701350 Jan 10 19:12:40.520089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2ae24d7b-b2a3-4d2d-a0c6-fefef7365010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.528757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.622934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.637599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Pushing event updated for resources: {'Port': ['ID=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:40.643480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:40.644980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:40.647247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:40.709570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-134bfa7e-784e-4d1e-b7b9-356043a9e0cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:40.711063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-134bfa7e-784e-4d1e-b7b9-356043a9e0cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1655278 Jan 10 19:12:40.712735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.743031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Attempting to bind port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:40.743540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Attempting to bind port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:40.744083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Attempting to bind port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:40.751936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:40.752436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:40.753019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.753505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:40.754078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Bound port: 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:40.754543 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.774857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b53eb8-cf79-478d-91f0-266b997bb4aa req-0048a97a-b554-488f-ab8b-65982a4e817d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:40.780251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43b53eb8-cf79-478d-91f0-266b997bb4aa req-0048a97a-b554-488f-ab8b-65982a4e817d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 945 time: 0.3287563 Jan 10 19:12:40.782057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.850043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.865132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d1c6ba6-a2b5-457c-94bd-c38b3d6b4727 req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7954266 Jan 10 19:12:40.869616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] For port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:40.874942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] For port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:40.882292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.890349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-0c9f5728-b50c-44aa-87c7-7e56641c370a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3821750 Jan 10 19:12:40.901740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075d166-407f-4e82-b180-439579fd5319 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e533c4-8ad4-40c7-a16e-598ba1662aff,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:40.911548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:40.979189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bc885-f217-494b-b264-98efd3b362de None None] Pushing event updated for resources: {'Port': ['ID=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:40.979388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43b53eb8-cf79-478d-91f0-266b997bb4aa req-8099ea65-8e29-49de-ab8f-4f8bde1d81be tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900401 Jan 10 19:12:41.190487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 40371c1d-c2fb-4154-883b-4d7acb151748 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:41.321524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-7a2d0c64-f354-4efe-b808-9c010cfdd253 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.322389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-7a2d0c64-f354-4efe-b808-9c010cfdd253 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:41.394258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-7a2d0c64-f354-4efe-b808-9c010cfdd253 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:41.395534 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-7a2d0c64-f354-4efe-b808-9c010cfdd253 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 945 time: 0.6848860 Jan 10 19:12:41.420596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-97d16b50-12b0-4939-a47c-9c9b76c5cd2f service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071421 Jan 10 19:12:41.491421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port 47d23468-6754-4384-b18a-cd8a0772f0a5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:41.491847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:41.523527 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:41.525006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-20e6b9e9-f3ea-4fb2-8e2d-96a91f0616bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8045549 Jan 10 19:12:41.593272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=40371c1d-c2fb-4154-883b-4d7acb151748,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:41.666368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bb493-0568-429f-9fb4-aad642788ded req-4e6d1126-f7b3-43c5-9b1f-b173865070b7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.673309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e68bb493-0568-429f-9fb4-aad642788ded req-4e6d1126-f7b3-43c5-9b1f-b173865070b7 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.5439925 Jan 10 19:12:41.690309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:41.707484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:41.720006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:41.726105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.729554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.734075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.738034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.742043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.746356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.752373 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4524dba7-c5d8-4863-931a-fdbc54d78cea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/40371c1d-c2fb-4154-883b-4d7acb151748 HTTP/1.1" status: 204 len: 168 time: 1.5182123 Jan 10 19:12:41.752521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:41.752521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-62e95c79-d432-4477-9c50-d748e9191006 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.4405286 Jan 10 19:12:41.752837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45474) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:41.871170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-2133e9ed-a9f9-430a-96ab-625eb7e8fc75 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313617 Jan 10 19:12:41.888454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port 47d23468-6754-4384-b18a-cd8a0772f0a5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47d23468-6754-4384-b18a-cd8a0772f0a5,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:41.888816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.126376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e68bb493-0568-429f-9fb4-aad642788ded req-f02a820a-4781-4c0a-b188-a3ea1a4b266b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520934 Jan 10 19:12:42.133220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2ec62-073b-46da-b0e1-70abec4999a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:42.134681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2ec62-073b-46da-b0e1-70abec4999a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:42.135386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-51b2ec62-073b-46da-b0e1-70abec4999a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:42.140687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-222ed58e-4dec-4064-9330-5a59b0492252 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035237 Jan 10 19:12:42.148624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for 47d23468-6754-4384-b18a-cd8a0772f0a5 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:42.153486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-10a263e1-21cc-46a3-94dc-e6fe6dc30b2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=29d98159-f30d-46c1-bddf-b82bbdad308e HTTP/1.1" status: 200 len: 217 time: 0.2662315 Jan 10 19:12:42.291266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-870b5c45-f65f-4dba-9a16-95b586ea8f78 None None] Provisioning for port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:42.305103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10da96cf-8c2a-4426-ac16-e7452dea3105 req-05e633a0-52f6-4e6c-b7f6-6896933fe136 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5300348 Jan 10 19:12:42.351939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.364547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['47d23468-6754-4384-b18a-cd8a0772f0a5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:12:42.405168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=47d23468-6754-4384-b18a-cd8a0772f0a5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:42.499617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:42.507087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port 47d23468-6754-4384-b18a-cd8a0772f0a5 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:42.509715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.513204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'name': 'network-vif-deleted', 'tag': '47d23468-6754-4384-b18a-cd8a0772f0a5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:42.541633 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f42c6dbf-6ed8-4194-945b-a436cdd075cc req-5fd8d8fe-e893-4d63-93d0-b6ea96fc6d07 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "DELETE /v2.0/ports/47d23468-6754-4384-b18a-cd8a0772f0a5 HTTP/1.1" status: 204 len: 173 time: 1.1327541 Jan 10 19:12:42.559581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-51b2ec62-073b-46da-b0e1-70abec4999a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:42.560873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-51b2ec62-073b-46da-b0e1-70abec4999a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8020563 Jan 10 19:12:42.574057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45490) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:42.587630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:42.593810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:42.594183 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.615523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0c428b5c-a863-4ae3-bf42-b3359df5c60a service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609401 Jan 10 19:12:42.633849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b79ff9d9-9e6c-410e-9815-5b634207c904 req-ec6b61c8-6a2d-4b83-9608-ecadaa8bac1f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4 HTTP/1.1" status: 200 len: 210 time: 0.1391141 Jan 10 19:12:42.637534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f9267e9-fb20-4784-a1aa-0672ef404a46 None None] Could not find standard attr ID for object 40371c1d-c2fb-4154-883b-4d7acb151748. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:12:42.639713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-c004bd56-abc7-4378-b9b3-8def05798d60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:42.641153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-c004bd56-abc7-4378-b9b3-8def05798d60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.4481885 Jan 10 19:12:42.656172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 7f68bb7d-0897-428c-81dc-71ec9dc44984 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:42.660266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.751590 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.812734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.816907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc5c01b2-6aec-44d3-b0a1-38d44b29ea0f req-3ba298d3-3e37-4700-80f8-c260c33aa419 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/b202a006-f7cf-40a7-af69-35556bea713a HTTP/1.1" status: 200 len: 2149 time: 0.4873867 Jan 10 19:12:42.849737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:42.856563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.865543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-57aeee0a-d677-4a98-8069-49fbc6141e61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 217 time: 0.2257314 Jan 10 19:12:42.905604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:42.960205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-8573b08b-6622-4aac-88cf-1d1c2cfbcce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:42.961951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-8573b08b-6622-4aac-88cf-1d1c2cfbcce0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.0864336 Jan 10 19:12:42.988805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:43.004903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-c0b60229-7d7b-4a75-a995-82e9c14d8501 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2333868 Jan 10 19:12:43.024151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.025980 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.083062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=7f68bb7d-0897-428c-81dc-71ec9dc44984,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:43.090980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.097621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83124620-3adb-4494-8667-3ccb7139ca86 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:43.115047 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea651473-f488-487f-8233-a3d86afa3c6d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/7f68bb7d-0897-428c-81dc-71ec9dc44984 HTTP/1.1" status: 204 len: 168 time: 0.5368404 Jan 10 19:12:43.115682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45498) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:43.243815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb5423-c01b-4a2f-b1b7-01cf5211f639 req-f6d33d49-d40f-4811-b20f-ffca73886464 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:43.245303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ddeb5423-c01b-4a2f-b1b7-01cf5211f639 req-f6d33d49-d40f-4811-b20f-ffca73886464 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.2399836 Jan 10 19:12:43.248806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-0e2a0460-bfdb-4c48-a2ef-1ffaaf9ed3d2 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076454 Jan 10 19:12:43.252740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-2b523149-7fb9-4717-a7b9-307aca2be2be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2833481 Jan 10 19:12:43.297020 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6b1d9ab5-baed-4443-8f1e-4d02d52e6bc9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1798871 Jan 10 19:12:43.302724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45508) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:43.319486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:43.447939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:12:43.454506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] Deleting port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:43.455125 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.480113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:43.484667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:43.489066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:43.502307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:43.526197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:43.538203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.565259 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abc8cc-b8ef-4bd8-9707-aba230fc9bb4', 'name': 'network-vif-deleted', 'tag': '47d23468-6754-4384-b18a-cd8a0772f0a5', 'status': 'completed', 'code': 200} Jan 10 19:12:43.631450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-be4a6fb1-f8cf-4145-a9f3-81d4cbbaec36 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-group-rules/b0e533c4-8ad4-40c7-a16e-598ba1662aff HTTP/1.1" status: 200 len: 713 time: 0.0353537 Jan 10 19:12:43.636368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ddeb5423-c01b-4a2f-b1b7-01cf5211f639 req-a82012b7-7d67-4e40-9456-027babf07a7b tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826785 Jan 10 19:12:43.674039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-e3fbe86c-4ad8-45ae-829e-50f9e1ec5fdf service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054661 Jan 10 19:12:43.740929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-61757600-1c71-4d19-822e-9118b34903ae service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491649 Jan 10 19:12:43.778567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-c5615dcd-1426-44b0-9d83-406a1272860a tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/b202a006-f7cf-40a7-af69-35556bea713a HTTP/1.1" status: 200 len: 2149 time: 0.1386189 Jan 10 19:12:43.835153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.870836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] For port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:43.872096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.903873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-5e8ed740-d593-4e96-b93b-2a6f84bc03f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab HTTP/1.1" status: 200 len: 217 time: 0.2201807 Jan 10 19:12:43.928780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=8ff7def1-5257-498f-96e3-95b44fbc57d3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:43.947347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:43.948838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:43.951920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:43.952575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.991986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a8a29079-bf5c-4568-ad90-38bd11d93936 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6796219 Jan 10 19:12:43.994847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-99460ab1-e278-4268-9704-29b3b89c0889 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:43.995015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45522) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:44.001420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'name': 'tempest-NetworksTestDHCPv6-1349662603'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:44.026369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] Calling delete_port for 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:44.172483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.188337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-99460ab1-e278-4268-9704-29b3b89c0889 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.189428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:44.193623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:44.196684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:44.206586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:44.217368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:44.222279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.238077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] Pushing event deleted for resources: {'Port': ['ID=1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:44.239801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-216af64a-c732-46d2-880f-29cb342cdb22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.241449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-216af64a-c732-46d2-880f-29cb342cdb22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.3285432 Jan 10 19:12:44.250765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea09ebc-fa37-4ed1-b4db-8771e6f9b230 None None] No DVR routers for this DVR port 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:44.252014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a25908cc-47aa-4405-bc30-5a0263d7a8e5 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879193 Jan 10 19:12:44.270187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a4c6c-fb45-4623-8183-6f98147da022 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:44.271946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 13931e51-a01e-44d1-9c7e-a001fa8571b3 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:44.375340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-99460ab1-e278-4268-9704-29b3b89c0889 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.394841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-99460ab1-e278-4268-9704-29b3b89c0889 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.396011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ef4fa05-f0c1-42fd-969a-d2740b83be5b req-99460ab1-e278-4268-9704-29b3b89c0889 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b0e533c4-8ad4-40c7-a16e-598ba1662aff HTTP/1.1" status: 204 len: 173 time: 0.6166368 Jan 10 19:12:44.403727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6623498e-a8b4-4e8f-a6c9-d0071be8d633 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 200 len: 217 time: 0.1050673 Jan 10 19:12:44.404421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99460ab1-e278-4268-9704-29b3b89c0889 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0e533c4-8ad4-40c7-a16e-598ba1662aff,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:44.412756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:44.458819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:44.459309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b1c2ec8-6b23-4be0-8bab-3a607b2e69d6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:44.497174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.501381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.505307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.509192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.513227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.517284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.521989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.531297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-45a2083f-d73f-4778-ae61-0ab2f04ae44c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.5428538 Jan 10 19:12:44.618312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '8ff7def1-5257-498f-96e3-95b44fbc57d3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:12:44.619378 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.644419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-8cad6042-3aac-4f7a-b1e3-5c385339ef49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:44.645870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-8cad6042-3aac-4f7a-b1e3-5c385339ef49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.2269676 Jan 10 19:12:44.654005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::397 (863fd86a-3130-4adc-8304-5cd8f5e1f495/8ff7def1-5257-498f-96e3-95b44fbc57d3/13931e51-a01e-44d1-9c7e-a001fa8571b3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:44.748707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-077bfa36-0994-4910-8111-60b108bb1a7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4903228 Jan 10 19:12:44.799643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e2a70be-7a79-4f51-b6de-df4ece73f64f req-22166502-6583-4f18-93e5-a09676e02a3e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2669532 Jan 10 19:12:44.863786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47d23468-6754-4384-b18a-cd8a0772f0a5 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:44.864782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1917255294', 'description': 'tempest-description-1610515433'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:44.881537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:44.898633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:44.904664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:44.915968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:44.936733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:44.941262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 47d23468-6754-4384-b18a-cd8a0772f0a5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:44.941775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47d23468-6754-4384-b18a-cd8a0772f0a5 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:44.956632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 13931e51-a01e-44d1-9c7e-a001fa8571b3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:44.983805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.037579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-9d96c449-cdec-4d91-935c-bd630d51bbac service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737207 Jan 10 19:12:45.049026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.093823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6ed5c3f9-8e98-4fef-bbe0-8f85093ed875 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4327078 Jan 10 19:12:45.111702 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.148769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.156250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/8ff7def1-5257-498f-96e3-95b44fbc57d3/1ce6bb2e-fd04-4dab-9464-084d7507356e) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:45.244676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:45.247861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:45.251876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:45.258419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:45.259233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.292905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=13931e51-a01e-44d1-9c7e-a001fa8571b3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:45.311657 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f2df72c-726f-4fca-a412-22bc70d6660d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3153927 Jan 10 19:12:45.312610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45538) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:45.351261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-47f26d3c-7075-461f-af8a-8fc4b01e6a7b service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492156 Jan 10 19:12:45.422841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95815b8d-b63b-407a-b631-f247e8fd21d6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:45.423878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-95815b8d-b63b-407a-b631-f247e8fd21d6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:45.442953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-95815b8d-b63b-407a-b631-f247e8fd21d6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:45.446951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-95815b8d-b63b-407a-b631-f247e8fd21d6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1307435 Jan 10 19:12:45.447469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:45.499122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:45.512346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.521681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:45.526255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Transition to ACTIVE for port object 1ce6bb2e-fd04-4dab-9464-084d7507356e will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:45.533796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb41931-c4a3-49cc-b1b9-fe47ae2e1267 req-5ac7a410-bcf6-4619-9546-bd3ba3d939cb tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:45.540822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cb41931-c4a3-49cc-b1b9-fe47ae2e1267 req-5ac7a410-bcf6-4619-9546-bd3ba3d939cb tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.5880764 Jan 10 19:12:45.544224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:45.551893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-1765d25f-6c31-4a2a-a970-784cc607b14b service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051825 Jan 10 19:12:45.555070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 13931e51-a01e-44d1-9c7e-a001fa8571b3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:45.555649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.556554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Transition to ACTIVE for port object 1ce6bb2e-fd04-4dab-9464-084d7507356e will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:45.563285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.635169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:45.650709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:45.654401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:45.657140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:45.688545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-d56c7713-2b31-4f6d-8981-65b75df9b20c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908 HTTP/1.1" status: 200 len: 217 time: 0.1067624 Jan 10 19:12:45.697224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-b0c00548-1777-4ee5-b603-9df7f2642631 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329341 Jan 10 19:12:45.697422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Pushing event updated for resources: {'Port': ['ID=1ce6bb2e-fd04-4dab-9464-084d7507356e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:45.763830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Attempting to bind port 1ce6bb2e-fd04-4dab-9464-084d7507356e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:45.764206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Attempting to bind port 1ce6bb2e-fd04-4dab-9464-084d7507356e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:45.764461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Attempting to bind port 1ce6bb2e-fd04-4dab-9464-084d7507356e on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:45.772218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:45.772742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:45.773148 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.773668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:45.774137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Bound port: 1ce6bb2e-fd04-4dab-9464-084d7507356e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:45.774508 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.819123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cb41931-c4a3-49cc-b1b9-fe47ae2e1267 req-169088db-50ee-4e90-9357-c8aef1d1f034 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770815 Jan 10 19:12:45.868663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:45.875367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-575c553d-8934-43d4-aa4b-fc69fddc21e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 200 len: 217 time: 0.1259630 Jan 10 19:12:45.957988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-9f450411-527c-47f0-bfe9-c8fc4a4b105f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:45.959476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-9f450411-527c-47f0-bfe9-c8fc4a4b105f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.2586453 Jan 10 19:12:45.969061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] For port 1ce6bb2e-fd04-4dab-9464-084d7507356e, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:45.972681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] For port 1ce6bb2e-fd04-4dab-9464-084d7507356e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1ce6bb2e-fd04-4dab-9464-084d7507356e,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:45.984077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.009227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 13931e51-a01e-44d1-9c7e-a001fa8571b3 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:46.028317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.059652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.074752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a6678a06-529e-406d-bc07-2f05ae7050e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:46.076336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a6678a06-529e-406d-bc07-2f05ae7050e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1930380 Jan 10 19:12:46.078069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2a1c4-8f6b-4572-a5e0-8204069c640e None None] Pushing event updated for resources: {'Port': ['ID=1ce6bb2e-fd04-4dab-9464-084d7507356e,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:46.198174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.250341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=13931e51-a01e-44d1-9c7e-a001fa8571b3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:46.305640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.316816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-27b53c1c-2b65-4ad4-9b7e-bbfca4ea0c66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/13931e51-a01e-44d1-9c7e-a001fa8571b3 HTTP/1.1" status: 204 len: 168 time: 0.8680098 Jan 10 19:12:46.319166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:46.380695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8746628b-9c62-46f9-86b4-99dd8c0c7429,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:46.405054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca070a87-4e10-41bc-96bd-d64a519065cc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:46.406541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.407037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca070a87-4e10-41bc-96bd-d64a519065cc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:46.408293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c12a348-605c-43c7-9748-77924c91de5f req-413525ea-2dbc-446e-83a5-feba219f806f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.5533102 Jan 10 19:12:46.419703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ca070a87-4e10-41bc-96bd-d64a519065cc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:46.463049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ca070a87-4e10-41bc-96bd-d64a519065cc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:46.469708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ca070a87-4e10-41bc-96bd-d64a519065cc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1453421 Jan 10 19:12:46.470597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:46.471546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-542faa06-5720-4f7e-8363-a9f22f3c9424 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4978805 Jan 10 19:12:46.479274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6f2cc-6eed-4421-b529-815db527462e req-3d4ac0ce-27ad-4607-9d91-7f69bfec876d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:46.481364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-3d4ac0ce-27ad-4607-9d91-7f69bfec876d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.4751933 Jan 10 19:12:46.495403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1ce6bb2e-fd04-4dab-9464-084d7507356e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:46.572978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1ce6bb2e-fd04-4dab-9464-084d7507356e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:46.581404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-06c6525d-2702-45f3-80ae-03d75dbf1985 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4507642 Jan 10 19:12:46.666796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-49c61493-8b7a-45de-8311-d31258510e46 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.1503463 Jan 10 19:12:46.693250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 8ff7def1-5257-498f-96e3-95b44fbc57d3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:46.696793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.752767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.754837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-119e1776-5643-4237-b975-4533eac444c2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736344 Jan 10 19:12:46.845975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.903060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-204654ee-c611-409c-8869-6ce0c57af493 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120920 Jan 10 19:12:46.927178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:46.976142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff7def1-5257-498f-96e3-95b44fbc57d3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:46.982847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.005465 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74d253d7-60d1-477c-904f-b286c2060b62 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/8ff7def1-5257-498f-96e3-95b44fbc57d3 HTTP/1.1" status: 204 len: 168 time: 0.5311489 Jan 10 19:12:47.005846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45570) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:47.019333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-02e9c97e-c8cc-48ca-bf38-ae561864f373 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276347 Jan 10 19:12:47.103359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ffb3bc6-2fb0-4850-9063-b587fa987796 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954597 Jan 10 19:12:47.105522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45574) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:47.179418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-d5adf4d3-e010-47e4-86b4-4594f9293da9 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151592 Jan 10 19:12:47.192846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863612d-0206-41f8-925c-3d93d911a809 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:47.193613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8863612d-0206-41f8-925c-3d93d911a809 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:47.211094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8863612d-0206-41f8-925c-3d93d911a809 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:47.212261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8863612d-0206-41f8-925c-3d93d911a809 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1056173 Jan 10 19:12:47.214790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45578) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:47.219468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422e1a4-eee8-460a-9d9b-ca8e45bb7c01 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:47.278703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f545b-b0c5-45eb-a5a1-aa7589b36e78 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:47.279405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-390f545b-b0c5-45eb-a5a1-aa7589b36e78 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:47.296371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-390f545b-b0c5-45eb-a5a1-aa7589b36e78 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:47.297634 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-390f545b-b0c5-45eb-a5a1-aa7589b36e78 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817621 Jan 10 19:12:47.300158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45582) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:47.330094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b724a-087f-4309-937b-c1e6075f92b1 req-c1e64984-abe2-4142-8f07-c6e004a93b84 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:47.331835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a28b724a-087f-4309-937b-c1e6075f92b1 req-c1e64984-abe2-4142-8f07-c6e004a93b84 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4805613 Jan 10 19:12:47.344331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-26cb61c1-da69-4351-9dd1-9fa2e0757788 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259641 Jan 10 19:12:47.393932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] Provisioning for port 1ce6bb2e-fd04-4dab-9464-084d7507356e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:47.409312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] Provisioning complete for port 1ce6bb2e-fd04-4dab-9464-084d7507356e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:47.409698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.438462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-520df888-5b70-48fa-8859-9c9184c2b039 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013693 Jan 10 19:12:47.464877 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cc8ebac9-1b31-4304-851a-9046b30f5c0b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1635106 Jan 10 19:12:47.469942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45586) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:47.477376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:47.529194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-82069ba9-8ea8-40fc-b52a-323b154b0d99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 200 len: 217 time: 0.1767347 Jan 10 19:12:47.554734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.588803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:12:47.598435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] Deleting port 1ce6bb2e-fd04-4dab-9464-084d7507356e {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:47.598806 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.612522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-6ce60f66-ce9a-4e18-8c30-d2f3bb3aa6fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 217 time: 0.1549520 Jan 10 19:12:47.613613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:47.622650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-68181bed-0997-43de-a2a9-a84b7f1a2789 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275889 Jan 10 19:12:47.624516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:47.624834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a28b724a-087f-4309-937b-c1e6075f92b1 req-62d1719f-7c95-43bb-870d-44e97634b9ea tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796516 Jan 10 19:12:47.639569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:47.644072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.692463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-08d9ec8b-e170-4bed-8168-e5f2d8bba5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:47.693661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] For port 1ce6bb2e-fd04-4dab-9464-084d7507356e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1ce6bb2e-fd04-4dab-9464-084d7507356e,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:47.694086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-08d9ec8b-e170-4bed-8168-e5f2d8bba5fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.1465480 Jan 10 19:12:47.707422 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.754445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-ceffa53e-65e1-4d8c-a279-4eab9d9a211f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:47.755932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-ceffa53e-65e1-4d8c-a279-4eab9d9a211f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1302595 Jan 10 19:12:47.887097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-e6ac1ad7-2a0f-4c0c-81f6-99333e59582d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1818521 Jan 10 19:12:47.901643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f76d91-9ef8-499c-af19-f7de1fdd88df None None] Pushing event updated for resources: {'Port': ['ID=1ce6bb2e-fd04-4dab-9464-084d7507356e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:47.995110 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:47.997733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] For port 1ce6bb2e-fd04-4dab-9464-084d7507356e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1ce6bb2e-fd04-4dab-9464-084d7507356e,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:47.998134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:48.143965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:48.148634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=648773a5-a3a4-47d1-b940-b3bf8e309476,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:48.160065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:48.166323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.166945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:48.213696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] Calling delete_port for 1ce6bb2e-fd04-4dab-9464-084d7507356e owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:48.225360 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8875ece2-ea39-4f3e-9d0c-978c606c4b8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7529440 Jan 10 19:12:48.228001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:48.235214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '648773a5-a3a4-47d1-b940-b3bf8e309476', 'ip_address': '2001:db8::bcdd:fbbc:272e:e271'}], 'name': 'tempest-NetworksTestDHCPv6-507715279'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:48.272949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-0ea4e1f8-3f25-4b70-ac44-8f0c9eabbc95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5046861 Jan 10 19:12:48.301725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:48.386255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] Pushing event deleted for resources: {'Port': ['ID=1ce6bb2e-fd04-4dab-9464-084d7507356e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:48.400752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8c373-0124-4e8e-8bca-9e73c327a8b4 None None] No DVR routers for this DVR port 1ce6bb2e-fd04-4dab-9464-084d7507356e on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:48.416236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1ce6bb2e-fd04-4dab-9464-084d7507356e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:48.447483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31189dd7-b162-40c3-b9cd-3c75f762f974 req-a6b73974-3d43-4184-8c84-353076d10cc3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/8746628b-9c62-46f9-86b4-99dd8c0c7429 HTTP/1.1" status: 200 len: 1647 time: 0.5824516 Jan 10 19:12:48.450038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-1d8e6941-b045-4988-abcd-ee065247c240 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379834 Jan 10 19:12:48.454642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:48.467044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:48.477324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1ce6bb2e-fd04-4dab-9464-084d7507356e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:48.477752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1ce6bb2e-fd04-4dab-9464-084d7507356e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:48.479554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa2e36-a516-4bad-9fef-2dccb9669e04 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:48.482848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:48.490743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:48.547118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 4558b063-2187-4d2f-8add-26fc5671e8dd yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:48.630214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.634164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.638894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.643476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.647593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.652415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.656348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:48.664220 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-7e3392d9-8d91-45ca-aa38-6ad60cd62b30 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.7755365 Jan 10 19:12:48.667396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-e1fed6d0-b2d9-48ce-bbee-b3c7d8f27296 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784678 Jan 10 19:12:48.725134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a187bc6b-2ad5-4a08-83cc-8488c7226651 req-ac8b50be-60d1-4ec6-871a-57c50c7e9985 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587370 Jan 10 19:12:48.848230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '648773a5-a3a4-47d1-b940-b3bf8e309476'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:12:48.848230 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:48.883255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d36aba-b4b9-4014-ae58-55d5f3349d64 req-83e6b6a5-1c72-43c9-ba8e-df1f30d71756 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106793 Jan 10 19:12:48.959365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::bcdd:fbbc:272e:e271 (863fd86a-3130-4adc-8304-5cd8f5e1f495/648773a5-a3a4-47d1-b940-b3bf8e309476/4558b063-2187-4d2f-8add-26fc5671e8dd) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:48.971153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9fad68af-15e6-404c-a66b-9d0776748298 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532880 Jan 10 19:12:48.979287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d1cfbe3-3775-4f29-a943-c318d42c81d6 req-6cb4370b-8c3e-4564-9c57-b2365bc95127 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 210 time: 0.0510867 Jan 10 19:12:49.061811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-1f143d39-9772-4d4a-844d-a75a33bb4cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 217 time: 0.0815725 Jan 10 19:12:49.162817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1898688269', 'description': 'tempest-description-2008489328'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:49.179357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:49.189122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:49.194243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:49.206762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:49.229794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.230924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-da4c1fc9-2100-4696-b9e2-b967467ebfc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:49.232349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-da4c1fc9-2100-4696-b9e2-b967467ebfc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1591625 Jan 10 19:12:49.243513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.248327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 4558b063-2187-4d2f-8add-26fc5671e8dd will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:49.274685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.318161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abf815-c41d-497d-b28f-fd0398b224c0 req-85c4b866-65ea-453e-8a23-3dd935f88a43 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:49.318161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0abf815-c41d-497d-b28f-fd0398b224c0 req-85c4b866-65ea-453e-8a23-3dd935f88a43 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.1935272 Jan 10 19:12:49.362679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:49.363765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:49.366191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:49.369554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:49.370631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:49.371872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.375233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/648773a5-a3a4-47d1-b940-b3bf8e309476/66909102-1a56-4155-9fd0-65636df7f3cf) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:49.379732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:49.380270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=4558b063-2187-4d2f-8add-26fc5671e8dd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:49.382790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:49.392483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:49.405496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0abf815-c41d-497d-b28f-fd0398b224c0 req-1c9f5708-5771-433d-9c58-05ed67d51192 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882196 Jan 10 19:12:49.412881 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bd14a136-e253-4a67-9ce9-096db4f548a1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1834188 Jan 10 19:12:49.415090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45626) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:49.438417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-49a7e2da-34b7-40ed-bac0-da4fdb300cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1959829 Jan 10 19:12:49.538112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a15ee-d34a-4aa3-9edb-8ccf7679f3f6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:49.538968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b8a15ee-d34a-4aa3-9edb-8ccf7679f3f6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:49.553276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.561158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.571970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b8a15ee-d34a-4aa3-9edb-8ccf7679f3f6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:49.573233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b8a15ee-d34a-4aa3-9edb-8ccf7679f3f6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1565721 Jan 10 19:12:49.575835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45634) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:49.666701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.676937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faabce69-4320-473a-a386-8e586a76bc70 req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.5527501 Jan 10 19:12:49.682557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 4558b063-2187-4d2f-8add-26fc5671e8dd {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:49.682557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.686463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e6ccc-2811-4f56-897f-7bf70e1593fc tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf25a6-00f1-4bfa-8011-6cb6cc1fc02b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:49.691903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-9ddecb3c-198d-41b7-b613-1300a99e44f4 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449105 Jan 10 19:12:49.728383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.742455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Transition to ACTIVE for port object 66909102-1a56-4155-9fd0-65636df7f3cf will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:49.764875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Transition to ACTIVE for port object 66909102-1a56-4155-9fd0-65636df7f3cf will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:49.775143 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:49.875202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:49.878124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:49.884792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:49.887948 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:12:49.889598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Pushing event updated for resources: {'Port': ['ID=66909102-1a56-4155-9fd0-65636df7f3cf,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:50.011186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Attempting to bind port 66909102-1a56-4155-9fd0-65636df7f3cf on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:50.012168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Attempting to bind port 66909102-1a56-4155-9fd0-65636df7f3cf by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:50.012637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Attempting to bind port 66909102-1a56-4155-9fd0-65636df7f3cf on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:50.019690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:50.020138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:50.020616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.021067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:50.021625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Bound port: 66909102-1a56-4155-9fd0-65636df7f3cf, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:50.022061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.038796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.124124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] For port 66909102-1a56-4155-9fd0-65636df7f3cf, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:50.127839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] For port 66909102-1a56-4155-9fd0-65636df7f3cf, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66909102-1a56-4155-9fd0-65636df7f3cf,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:50.136439 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.199137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 4558b063-2187-4d2f-8add-26fc5671e8dd owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:50.249267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60bd6a9c-db66-4c3f-a4fb-9e8b08d19c9d req-a344e04d-82cd-4b24-8670-70d0d8d077c1 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499218 Jan 10 19:12:50.256807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85230b6f-02c4-41d4-87c8-72e2d5fd1f32 None None] Pushing event updated for resources: {'Port': ['ID=66909102-1a56-4155-9fd0-65636df7f3cf,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:50.269874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e670921-c6be-4f0c-8b05-84a54ad793b3 req-a7e87279-b1f1-4bf7-870c-612c7ff478f6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.272211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e670921-c6be-4f0c-8b05-84a54ad793b3 req-a7e87279-b1f1-4bf7-870c-612c7ff478f6 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4459102 Jan 10 19:12:50.327463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0914595-1cfb-4ae0-a044-b15ffed658f9 req-6e9447ff-fda6-4130-b508-2dc7bfed29a4 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/4aaf25a6-00f1-4bfa-8011-6cb6cc1fc02b HTTP/1.1" status: 200 len: 1647 time: 0.2135565 Jan 10 19:12:50.376562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.423029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313f9486-76c4-4612-a652-571a127d2dd9 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.425560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313f9486-76c4-4612-a652-571a127d2dd9 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.5443447 Jan 10 19:12:50.430826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e670921-c6be-4f0c-8b05-84a54ad793b3 req-388bfece-fe8c-466b-8630-a77caf1e7d78 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455197 Jan 10 19:12:50.447596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:50.449793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=4558b063-2187-4d2f-8add-26fc5671e8dd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:50.627183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.637688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f8796a9-5e84-48f0-9654-1e9f55f487b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/4558b063-2187-4d2f-8add-26fc5671e8dd HTTP/1.1" status: 204 len: 168 time: 1.0594337 Jan 10 19:12:50.640037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45652) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:50.709532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d6f38-de97-4c25-956f-7cb5aa878793 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.711260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d6f38-de97-4c25-956f-7cb5aa878793 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.712241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-590d6f38-de97-4c25-956f-7cb5aa878793 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:50.729758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-590d6f38-de97-4c25-956f-7cb5aa878793 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:50.733708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-590d6f38-de97-4c25-956f-7cb5aa878793 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0905759 Jan 10 19:12:50.733953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45656) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:50.745616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:50.752103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Usage tracker for resource:port and tenant:64fe0823c8394355aafc2ebc910e5682 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:50.762081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-8f27f9c8-4c5b-4a43-9f73-cf50fc53710a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6480 time: 0.4079845 Jan 10 19:12:50.765404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:50.772673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:50.816113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 648773a5-a3a4-47d1-b940-b3bf8e309476 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:50.816113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.872667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.895818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:50.898744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.917203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a38ab652-c83a-4dc0-ae36-f9c5e6dec6b8 req-9575517e-c428-4f1b-9e21-8b5d9279dc23 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 210 time: 0.1186600 Jan 10 19:12:50.947213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.951688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.955632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.959465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.963423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.965654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:50.967336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.971184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:50.973096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-932bac8e-79b7-4a70-aa33-d023887f5617 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.3268993 Jan 10 19:12:50.991331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1104907310', 'description': 'tempest-description-1689596574'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:51.041313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.057695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:51.084450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=648773a5-a3a4-47d1-b940-b3bf8e309476,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:51.088549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:51.095545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.097273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:51.112087 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3c6260e3-62c3-4c8c-b590-1d9070d7b1f0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/648773a5-a3a4-47d1-b940-b3bf8e309476 HTTP/1.1" status: 204 len: 168 time: 0.3769634 Jan 10 19:12:51.115343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45662) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:51.147009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:51.192685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-83e174d9-a04a-4047-a9bc-146d900079f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:51.192685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-83e174d9-a04a-4047-a9bc-146d900079f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 903 time: 0.4114001 Jan 10 19:12:51.216301 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-59083e9c-dae2-4366-87bd-f30ea092bd8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915048 Jan 10 19:12:51.216301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45666) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:51.217711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:51.326141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.336584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:51.340826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:51.344416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:51.350083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:51.360936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:51.364855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.373733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57423b62-b80b-4b19-8da5-fe35d4664cf2 req-5cffd18a-b407-431f-96ff-3187a7ca1f5c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3762422 Jan 10 19:12:51.374907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-042a9e78-a738-40cd-99fc-08ae917db091 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 217 time: 0.1165013 Jan 10 19:12:51.455613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.9 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/b3b2d29d-96f2-46e2-af02-b013464021e3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:51.464577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:51.471670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66897f9-c836-40dc-a139-2da5d5c5df6c None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:51.485091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:51.490679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:51.503172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:51.506045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-a547381d-3ec5-4a2a-8b06-33f8295db8d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:51.508675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-a547381d-3ec5-4a2a-8b06-33f8295db8d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1236689 Jan 10 19:12:51.648849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.786672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:51.793645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:51.799542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:51.799542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.806945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a32f53be-5c28-4317-8a7a-6e9ed4ab50de None None] Provisioning for port 66909102-1a56-4155-9fd0-65636df7f3cf completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:51.815225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:51.841787 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-790dac11-9898-4fef-995b-d1c3e03ffbb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6297867 Jan 10 19:12:51.844645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45676) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:51.853367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9', 'ip_address': '2001:db8::6887:669c:8c3c:272'}], 'name': 'tempest-NetworksTestDHCPv6-1313633042'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:51.870752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:51.875204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-7d71c2b1-18e8-43b6-9c0f-ee8bf1c0234a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3474886 Jan 10 19:12:51.900325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.002286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:52.006646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:52.010029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:52.016209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:52.027708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:52.085322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79453245-e889-4b6c-9b70-6d32ade4a689,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:52.097543 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.112496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.123415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0338f368-d8c5-4a22-92f0-e85c4465d0ff req-0672bb78-754a-473d-8557-cb8a2fc1a234 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.1470101 Jan 10 19:12:52.128440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fd8a0-e28a-4ecb-a756-86aba64735ee None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:52.160537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6702243-3fbc-4bd3-b2d4-638b7183e943 req-a9f952da-8fef-4b7b-98b2-cdaf8837eee2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:52.163488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6702243-3fbc-4bd3-b2d4-638b7183e943 req-a9f952da-8fef-4b7b-98b2-cdaf8837eee2 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3902588 Jan 10 19:12:52.188359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.218335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 898e0543-b564-4ba3-bdc5-25dc34a86261 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:52.241563 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.317388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6702243-3fbc-4bd3-b2d4-638b7183e943 req-6fa1e02f-8f57-4d07-ab9b-d973d2297382 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253109 Jan 10 19:12:52.478584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66909102-1a56-4155-9fd0-65636df7f3cf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:52.491288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::6887:669c:8c3c:272 (863fd86a-3130-4adc-8304-5cd8f5e1f495/8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9/898e0543-b564-4ba3-bdc5-25dc34a86261) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:52.565176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 66909102-1a56-4155-9fd0-65636df7f3cf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:52.572145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 66909102-1a56-4155-9fd0-65636df7f3cf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:52.572780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.614392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-74582d48-67a4-4e73-bd49-f45e5898d38d service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018785 Jan 10 19:12:52.622061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:52.644809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:52.673727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:52.676129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:52.708482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.747135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.766818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 898e0543-b564-4ba3-bdc5-25dc34a86261 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:52.773946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 66909102-1a56-4155-9fd0-65636df7f3cf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66909102-1a56-4155-9fd0-65636df7f3cf,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:52.774908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e587fcf3-6cfa-4c33-83be-2f8e74569c36 None None] Provisioning complete for port 66909102-1a56-4155-9fd0-65636df7f3cf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:52.785916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e587fcf3-6cfa-4c33-83be-2f8e74569c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.804299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b097935-1b44-48c0-8b75-bf0c41e737df req-6acc91e8-cc5d-4230-98d0-f5e78e3bb05f tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/79453245-e889-4b6c-9b70-6d32ade4a689 HTTP/1.1" status: 200 len: 1647 time: 0.2448268 Jan 10 19:12:52.810022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.931373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.941738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:52.942424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:52.963390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-7034cc13-8644-45ed-ba2b-e37f41c63730 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259923 Jan 10 19:12:53.013700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38569d24-2500-4240-b952-1775cfea850a req-7d3dce51-5886-4b50-8bd4-4c9462334f42 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.014399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-38569d24-2500-4240-b952-1775cfea850a req-7d3dce51-5886-4b50-8bd4-4c9462334f42 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:53.063348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:53.064386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=898e0543-b564-4ba3-bdc5-25dc34a86261,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:53.070788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:53.078498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:53.088745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.089413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:53.126466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-cf50c39b-61f6-478d-85f6-f9a798de2530 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6838682 Jan 10 19:12:53.145468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53235db7-50dd-4b8a-b976-f4cc911c3ec5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2996254 Jan 10 19:12:53.148535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45698) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:53.156491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-38569d24-2500-4240-b952-1775cfea850a req-7d3dce51-5886-4b50-8bd4-4c9462334f42 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:53.165231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38569d24-2500-4240-b952-1775cfea850a req-7d3dce51-5886-4b50-8bd4-4c9462334f42 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 931 time: 0.6490400 Jan 10 19:12:53.174676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=66909102-1a56-4155-9fd0-65636df7f3cf,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:53.187100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Request body: {'port': {'device_id': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:53.293445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0a798-d250-4e56-a229-bb9a2dac364a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.298085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0a798-d250-4e56-a229-bb9a2dac364a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.298929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-70d0a798-d250-4e56-a229-bb9a2dac364a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:53.299372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-3a53a765-f0a1-4ce1-bc18-971c71af5400 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6480 time: 0.2643201 Jan 10 19:12:53.322079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3b253c68-394d-43b8-887e-ee23051b40d5 None None] Could not find standard attr ID for object 4558b063-2187-4d2f-8add-26fc5671e8dd. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:12:53.325114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-70d0a798-d250-4e56-a229-bb9a2dac364a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:53.326400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3b253c68-394d-43b8-887e-ee23051b40d5 None None] Could not find standard attr ID for object 13931e51-a01e-44d1-9c7e-a001fa8571b3. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:12:53.329813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-70d0a798-d250-4e56-a229-bb9a2dac364a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1800621 Jan 10 19:12:53.330742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45706) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:53.343016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf801-9d4a-4ced-8c3b-ce60e8a417e5 req-16afe68a-0abc-4e33-ab57-332ebf6a4e4f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.350039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-196cf801-9d4a-4ced-8c3b-ce60e8a417e5 req-16afe68a-0abc-4e33-ab57-332ebf6a4e4f tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.3844461 Jan 10 19:12:53.377449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38569d24-2500-4240-b952-1775cfea850a req-36d5cd2f-1e4a-4786-9f97-8c75184b7214 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111058 Jan 10 19:12:53.423667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 898e0543-b564-4ba3-bdc5-25dc34a86261 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:53.424137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:53.531222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:53.560936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-196cf801-9d4a-4ced-8c3b-ce60e8a417e5 req-86b63cb1-631d-4cfc-8a33-2bb0ec6eb753 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100122 Jan 10 19:12:53.655540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9e1b955-a836-4f55-8919-e98288b113bc None None] Provisioning for port 898e0543-b564-4ba3-bdc5-25dc34a86261 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:53.665207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9e1b955-a836-4f55-8919-e98288b113bc None None] Provisioning complete for port 898e0543-b564-4ba3-bdc5-25dc34a86261 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:53.665952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9e1b955-a836-4f55-8919-e98288b113bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:53.717258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-25841de4-8923-45d2-abe3-5e8440fbb12d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.718721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-25841de4-8923-45d2-abe3-5e8440fbb12d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 903 time: 0.4097874 Jan 10 19:12:53.749259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1b955-a836-4f55-8919-e98288b113bc None None] Port 898e0543-b564-4ba3-bdc5-25dc34a86261 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:12:53.784388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:53.855851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-662526716', 'description': 'tempest-description-1348595446'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:53.867574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:53.870484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-ca09fc74-5205-4521-bf17-6d50cb611187 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 217 time: 0.1397090 Jan 10 19:12:53.880751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:53.888849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:53.910445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 898e0543-b564-4ba3-bdc5-25dc34a86261 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:53.944704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:53.961936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.965817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.969651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.973499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.977354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.981670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.985075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:53.991344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-8110337e-3e32-456b-af49-24ba1bce2d4f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.4178100 Jan 10 19:12:54.083211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.098271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.128804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-875839fe-183a-4fd4-8606-eab77653f786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:54.130172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-875839fe-183a-4fd4-8606-eab77653f786 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.2457871 Jan 10 19:12:54.139181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=898e0543-b564-4ba3-bdc5-25dc34a86261,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:54.188032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.204652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7635293a-dfb0-4a2b-8e6f-46d8829144e5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/898e0543-b564-4ba3-bdc5-25dc34a86261 HTTP/1.1" status: 204 len: 168 time: 0.8723872 Jan 10 19:12:54.207297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45716) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:54.242722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a72544d9-97d1-45f3-8a1b-dd73b8df9d28 req-7d5a1177-7f12-4896-a3a1-7a3fe0be18b2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2220123 Jan 10 19:12:54.267143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:54.281060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Usage tracker for resource:security_group_rule and tenant:757ac88e39c84040b12ad7775ddbc3f2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:54.286422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:54.290574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c34f83-1c52-4fd8-9d44-54106cac04b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:54.291931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c34f83-1c52-4fd8-9d44-54106cac04b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:54.293742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-44c34f83-1c52-4fd8-9d44-54106cac04b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:54.297136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:54.319056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-44c34f83-1c52-4fd8-9d44-54106cac04b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:54.320706 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-44c34f83-1c52-4fd8-9d44-54106cac04b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1113052 Jan 10 19:12:54.323115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:54.406170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b2d29d-96f2-46e2-af02-b013464021e3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:12:54.414139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.424761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66909102-1a56-4155-9fd0-65636df7f3cf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:54.428282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:54.432718 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.443032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-0f0eff3d-29a5-49d0-a528-468c6311057e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2942953 Jan 10 19:12:54.496629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.503158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 66909102-1a56-4155-9fd0-65636df7f3cf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:54.503727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.571734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.651708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.692214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:54.696664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Transition to ACTIVE for port object b3b2d29d-96f2-46e2-af02-b013464021e3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:54.697125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.708503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5080cb-b869-4fa9-9385-9a4e1e80e899 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:54.715369 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3cfce47-7a32-4afb-862e-7ead2666973b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9 HTTP/1.1" status: 204 len: 168 time: 0.3903794 Jan 10 19:12:54.716119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45732) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:54.719963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.786521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-f9cacc86-69fd-428e-b19d-91e47a732192 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349748 Jan 10 19:12:54.792222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.796874 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef7eb836-e078-4ca4-acf1-f293cc4542a8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791450 Jan 10 19:12:54.798039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45736) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:54.805172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:54.837353 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:54.943135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:54.947745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:54.950657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:54.956840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:54.970155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:54.974292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:54.978996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.006533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68316dc2-2907-448f-9502-b64974e50f61,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:55.023555 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.024757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac811508-b9ef-4287-8739-590186e0fa09 req-603673ff-82ee-43ab-ba9d-daa186777492 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.2259436 Jan 10 19:12:55.127107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:12:55.132421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] Deleting port 66909102-1a56-4155-9fd0-65636df7f3cf {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:55.132740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.178922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0935f83b-42b1-4776-9e7d-1a547f88c814 req-d7e764d4-8831-4110-acfb-03e35b70f78b service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744762 Jan 10 19:12:55.237486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Attempting to bind port b3b2d29d-96f2-46e2-af02-b013464021e3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:55.238226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Attempting to bind port b3b2d29d-96f2-46e2-af02-b013464021e3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:55.238702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Attempting to bind port b3b2d29d-96f2-46e2-af02-b013464021e3 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:55.247837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Port b3b2d29d-96f2-46e2-af02-b013464021e3 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:12:55.248395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Attempting to bind port b3b2d29d-96f2-46e2-af02-b013464021e3 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:55.264474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b09cd-6a2e-411d-98d5-3136aabdd1f1 req-c5f58779-7a77-4f3c-89d4-1becfe5dde11 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:55.271402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f80b09cd-6a2e-411d-98d5-3136aabdd1f1 req-c5f58779-7a77-4f3c-89d4-1becfe5dde11 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 943 time: 0.1923153 Jan 10 19:12:55.309677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:55.310271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:55.310817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:55.311606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Bound port: b3b2d29d-96f2-46e2-af02-b013464021e3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:55.312236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.341915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.414065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:55.431177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f80b09cd-6a2e-411d-98d5-3136aabdd1f1 req-6a82033d-f494-4660-b7f4-05cf9791d1b2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535468 Jan 10 19:12:55.443491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:55.455102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:55.455775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.478013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] For port 66909102-1a56-4155-9fd0-65636df7f3cf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66909102-1a56-4155-9fd0-65636df7f3cf,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:55.478496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.494135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=5dc68938-f116-4495-a899-7dd2582bd897,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:55.506651 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a9041c62-f875-44a8-805d-593c1894c5e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7073743 Jan 10 19:12:55.509149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45750) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:55.517559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '5dc68938-f116-4495-a899-7dd2582bd897', 'ip_address': '2001:db8::3ba6:7ec7:6228:ac04'}], 'name': 'tempest-NetworksTestDHCPv6-1887212616'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:55.653884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3743802-ca3c-4e05-8fc4-fe7a6539b3fa req-92a1ddc2-4a6a-4b6d-a672-1a3e73564542 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/68316dc2-2907-448f-9502-b64974e50f61 HTTP/1.1" status: 200 len: 1646 time: 0.1334939 Jan 10 19:12:55.658271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] Calling delete_port for 66909102-1a56-4155-9fd0-65636df7f3cf owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:55.659402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:55.668525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:55.695604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb95b16-5667-4c3c-8c1f-32b2fcedead9 req-15702d53-42ea-459b-b468-33b78f32cf62 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:55.697191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edb95b16-5667-4c3c-8c1f-32b2fcedead9 req-15702d53-42ea-459b-b468-33b78f32cf62 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.2702000 Jan 10 19:12:55.699085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.747684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.805642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] Pushing event deleted for resources: {'Port': ['ID=66909102-1a56-4155-9fd0-65636df7f3cf,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:55.815962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:55.820950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:12:55.822597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef39331-e94f-4059-b998-15b740b6f6cb None None] No DVR routers for this DVR port 66909102-1a56-4155-9fd0-65636df7f3cf on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:12:55.832828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:12:55.842290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:55.845524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbf03f-f488-4ff0-b157-103105a7ee05 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:55.857244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:55.864197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.889636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 0a482be7-9767-47ed-bc2b-91ac3e1540d9 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:12:55.890649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:55.939489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:55.939489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-313b8190-1a85-441e-8e5f-c46b170d3c55 service neutron] 10.222.0.44 "PUT /v2.0/ports/b3b2d29d-96f2-46e2-af02-b013464021e3 HTTP/1.1" status: 200 len: 1091 time: 2.7897224 Jan 10 19:12:55.939489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:12:55.990365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edb95b16-5667-4c3c-8c1f-32b2fcedead9 req-c4c46c0c-c5e0-4ca0-bd1d-77130a74bdbe tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848926 Jan 10 19:12:56.169118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.173991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.179309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.184460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.189362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::3ba6:7ec7:6228:ac04 (863fd86a-3130-4adc-8304-5cd8f5e1f495/5dc68938-f116-4495-a899-7dd2582bd897/0a482be7-9767-47ed-bc2b-91ac3e1540d9) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:56.189739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.195600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.201840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.204640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-2113ef75-768d-4a09-970e-92ef6d671310 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.3552604 Jan 10 19:12:56.229943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '5dc68938-f116-4495-a899-7dd2582bd897'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:12:56.231431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:56.348196 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-a2db0a0f-b5cf-4ba7-a841-b53fd64bb4fb req-b7918341-57f1-475b-8be3-4713e91c5843 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] show failed (client error): The resource could not be found. Jan 10 19:12:56.349490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2db0a0f-b5cf-4ba7-a841-b53fd64bb4fb req-b7918341-57f1-475b-8be3-4713e91c5843 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/86ee4c2c-cda6-4758-b9b0-a223a8bc519b HTTP/1.1" status: 404 len: 352 time: 0.0844731 Jan 10 19:12:56.364007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-b021ec49-1f4f-4b56-abcb-571cee7cf13e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 1094 time: 0.3719430 Jan 10 19:12:56.393333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66909102-1a56-4155-9fd0-65636df7f3cf no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:12:56.430559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 66909102-1a56-4155-9fd0-65636df7f3cf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:12:56.431119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66909102-1a56-4155-9fd0-65636df7f3cf not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:12:56.437342 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'status': 'completed', 'code': 200} Jan 10 19:12:56.446684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d693fcc8-8a18-4a4e-84be-18833515cbd4 req-56d83a6b-c0be-443a-a32e-35b58c756789 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2353063 Jan 10 19:12:56.455941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-d15d125d-b997-4342-b743-1d2f62287590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b2d29d-96f2-46e2-af02-b013464021e3 HTTP/1.1" status: 200 len: 217 time: 0.0821619 Jan 10 19:12:56.466967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:56.485422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 0a482be7-9767-47ed-bc2b-91ac3e1540d9 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:56.525890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:56.535489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6f2cc-6eed-4421-b529-815db527462e req-96b9ab41-a5ce-45cf-bd59-1df6a7e29908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.536943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-96b9ab41-a5ce-45cf-bd59-1df6a7e29908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0744236 Jan 10 19:12:56.606770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=0a482be7-9767-47ed-bc2b-91ac3e1540d9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:56.612528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/5dc68938-f116-4495-a899-7dd2582bd897/c4a166f2-ebbf-4112-9a50-60f4084decf0) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:12:56.622565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:56.623771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:56.626243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:56.632257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.632873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:56.641893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-fac565b0-fce5-4a14-a92a-7275138e046d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981495 Jan 10 19:12:56.670271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e823088c-8621-4275-8977-0e3017a9c687 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1580148 Jan 10 19:12:56.673485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:56.773791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf9c02-079a-421b-8ea7-4057eada27d5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.774641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-daaf9c02-079a-421b-8ea7-4057eada27d5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:56.795758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-daaf9c02-079a-421b-8ea7-4057eada27d5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:56.797062 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-daaf9c02-079a-421b-8ea7-4057eada27d5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1224515 Jan 10 19:12:56.800158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45774) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:56.809434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0d434-5980-45a4-a8b4-e8bead3c0fd3 req-95f58d49-b7a1-475c-b340-7d1807657fb3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:56.816325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4f0d434-5980-45a4-a8b4-e8bead3c0fd3 req-95f58d49-b7a1-475c-b340-7d1807657fb3 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.2317121 Jan 10 19:12:56.835600 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-d7c3f4d1-b823-43ab-8a3d-929f867b7f87 req-1f16f378-275d-4d19-9ba0-20908683c13a tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] show failed (client error): The resource could not be found. Jan 10 19:12:56.836603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7c3f4d1-b823-43ab-8a3d-929f867b7f87 req-1f16f378-275d-4d19-9ba0-20908683c13a tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-group-rules/8c70659f-aad9-4ccd-91aa-f1f03061bc20 HTTP/1.1" status: 404 len: 361 time: 0.0571880 Jan 10 19:12:56.892511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:56.903702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4f0d434-5980-45a4-a8b4-e8bead3c0fd3 req-6787d339-21fb-4c83-96dd-23f7110842dc tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865219 Jan 10 19:12:56.910833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-051f9392-a88d-4737-b987-b98176f14007 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574108 Jan 10 19:12:56.911151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 0a482be7-9767-47ed-bc2b-91ac3e1540d9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:56.911618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:56.914330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Transition to ACTIVE for port object c4a166f2-ebbf-4112-9a50-60f4084decf0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:56.964005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Transition to ACTIVE for port object c4a166f2-ebbf-4112-9a50-60f4084decf0 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:12:56.976607 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.041399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Pushing event updated for resources: {'Port': ['ID=c4a166f2-ebbf-4112-9a50-60f4084decf0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:57.059734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:12:57.061201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:12:57.063902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:12:57.202484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Attempting to bind port c4a166f2-ebbf-4112-9a50-60f4084decf0 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:12:57.203210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Attempting to bind port c4a166f2-ebbf-4112-9a50-60f4084decf0 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:12:57.203813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Attempting to bind port c4a166f2-ebbf-4112-9a50-60f4084decf0 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:12:57.211028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:12:57.211798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:12:57.212410 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.212995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:12:57.213642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Bound port: c4a166f2-ebbf-4112-9a50-60f4084decf0, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:12:57.214231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.242919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.316560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] For port c4a166f2-ebbf-4112-9a50-60f4084decf0, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:12:57.320119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] For port c4a166f2-ebbf-4112-9a50-60f4084decf0, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4a166f2-ebbf-4112-9a50-60f4084decf0,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:12:57.325769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.341493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6530af6b-d3e0-4033-9da7-52a633550a05 req-be11b5ec-ea2c-4001-965c-dbb1bcc8f42c tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/68316dc2-2907-448f-9502-b64974e50f61 HTTP/1.1" status: 200 len: 1646 time: 0.3746653 Jan 10 19:12:57.402148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 0a482be7-9767-47ed-bc2b-91ac3e1540d9 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:12:57.413894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4ae05-70c2-43a1-a7fe-b9de530da5ec None None] Pushing event updated for resources: {'Port': ['ID=c4a166f2-ebbf-4112-9a50-60f4084decf0,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:57.475110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f6f2cc-6eed-4421-b529-815db527462e req-7d58f0a5-f2a7-401c-8d3d-46bbba49f63b service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545111 Jan 10 19:12:57.515265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37108f-e1d3-4b4c-af49-f4d94b40e1a7 req-53af261d-f0b4-48a2-82ff-178485001404 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:57.517359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37108f-e1d3-4b4c-af49-f4d94b40e1a7 req-53af261d-f0b4-48a2-82ff-178485001404 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 943 time: 0.5486703 Jan 10 19:12:57.523313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6530af6b-d3e0-4033-9da7-52a633550a05 req-97f9dde0-dbce-41c5-a760-dc395902682b tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.561267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6530af6b-d3e0-4033-9da7-52a633550a05 req-97f9dde0-dbce-41c5-a760-dc395902682b tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.609990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.687707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=0a482be7-9767-47ed-bc2b-91ac3e1540d9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:57.735615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da37108f-e1d3-4b4c-af49-f4d94b40e1a7 req-8f730022-7895-47f7-9ee2-c94b55c667e2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613452 Jan 10 19:12:57.741966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.757198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6530af6b-d3e0-4033-9da7-52a633550a05 req-97f9dde0-dbce-41c5-a760-dc395902682b tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.763292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-98df64c0-bed2-4296-9ccc-82e81b16e068 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/0a482be7-9767-47ed-bc2b-91ac3e1540d9 HTTP/1.1" status: 204 len: 168 time: 0.9614372 Jan 10 19:12:57.765996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45792) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:57.780565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-fb7c61f6-637b-40e3-acb7-0dd6179ed827 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 1094 time: 0.2052960 Jan 10 19:12:57.781609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9dde0-dbce-41c5-a760-dc395902682b tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68316dc2-2907-448f-9502-b64974e50f61,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:57.795312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6530af6b-d3e0-4033-9da7-52a633550a05 req-97f9dde0-dbce-41c5-a760-dc395902682b tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:57.796765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6530af6b-d3e0-4033-9da7-52a633550a05 req-97f9dde0-dbce-41c5-a760-dc395902682b tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "DELETE /v2.0/security-groups/68316dc2-2907-448f-9502-b64974e50f61 HTTP/1.1" status: 204 len: 173 time: 0.4491723 Jan 10 19:12:57.924406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34213d3d-d74c-4bfa-bd2c-4985388f00ca tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:57.926126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34213d3d-d74c-4bfa-bd2c-4985388f00ca tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:57.927187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-34213d3d-d74c-4bfa-bd2c-4985388f00ca tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:57.943462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-34213d3d-d74c-4bfa-bd2c-4985388f00ca tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:57.947174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34213d3d-d74c-4bfa-bd2c-4985388f00ca tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1777117 Jan 10 19:12:57.947847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:57.964120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-6468a148-f4fb-48ca-b663-3f2722664179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:57.966990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-6468a148-f4fb-48ca-b663-3f2722664179 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.1692352 Jan 10 19:12:58.053469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-1f87d0a8-7ff2-48f7-aa24-834c7bc0f857 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b2d29d-96f2-46e2-af02-b013464021e3 HTTP/1.1" status: 200 len: 217 time: 0.0773637 Jan 10 19:12:58.189788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-6ac4d0b9-1691-4c11-a7f8-6de7b05f58b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.191245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-6ac4d0b9-1691-4c11-a7f8-6de7b05f58b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0984643 Jan 10 19:12:58.220118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 5dc68938-f116-4495-a899-7dd2582bd897 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:12:58.223131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:58.260139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-908e25cd-e098-45a7-84a1-77eaaa536ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598795 Jan 10 19:12:58.430824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c4a166f2-ebbf-4112-9a50-60f4084decf0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:12:58.469160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:58.492152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.505468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.509622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.517521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c4a166f2-ebbf-4112-9a50-60f4084decf0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:58.523678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.527870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.531780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.535687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.543405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-ee10ad83-4414-48eb-a474-fe79b3d0cc3c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.4889112 Jan 10 19:12:58.583514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:58.639447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a736af3-52d8-43fd-a364-57c3491d6255 req-b7d00387-4117-4850-9544-d6f5dfc88c64 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950828 Jan 10 19:12:58.672200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-e737bdf7-4c9c-4b13-b378-17266df10378 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648794 Jan 10 19:12:58.694229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:58.740769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413a0b-7ce7-4784-a648-ee0efc5007ed req-2de8c8d6-cedd-4eaa-9a9c-610f8d7dc703 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.742267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61413a0b-7ce7-4784-a648-ee0efc5007ed req-2de8c8d6-cedd-4eaa-9a9c-610f8d7dc703 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4758327 Jan 10 19:12:58.757451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:58.762121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc68938-f116-4495-a899-7dd2582bd897,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:58.781708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1de95-2420-47be-88d4-abb3b6d9ce42 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:12:58.784076 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c006e5e8-d639-4512-acb9-cdfe2d43f991 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/5dc68938-f116-4495-a899-7dd2582bd897 HTTP/1.1" status: 204 len: 168 time: 0.8350451 Jan 10 19:12:58.786382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45808) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:58.866623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f986e3b7-1361-4131-9357-126144ef2ed4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788288 Jan 10 19:12:58.868788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45812) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:58.926113 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19196e9e-2e05-4259-beca-436da43be17c req-99ceff44-7e25-4c67-96cb-d35c49e36148 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/79453245-e889-4b6c-9b70-6d32ade4a689 HTTP/1.1" status: 200 len: 1647 time: 0.2058117 Jan 10 19:12:58.953878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b11802b-f833-4cec-a2aa-280e404048f3 req-50266fc7-da5e-4f34-b7fb-1e388fb870f6 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679305 Jan 10 19:12:58.956579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61413a0b-7ce7-4784-a648-ee0efc5007ed req-1b43bc53-b877-458d-806c-97efb16b7fda tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442990 Jan 10 19:12:58.988686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f01c1f-c116-4dee-82c7-5345a4196122 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:58.989348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c4f01c1f-c116-4dee-82c7-5345a4196122 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:59.015276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c4f01c1f-c116-4dee-82c7-5345a4196122 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:59.019430 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4f01c1f-c116-4dee-82c7-5345a4196122 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1472213 Jan 10 19:12:59.019729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45820) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:59.040966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] Provisioning for port c4a166f2-ebbf-4112-9a50-60f4084decf0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:12:59.057146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-19196e9e-2e05-4259-beca-436da43be17c req-f6015f0b-ecbc-4f6d-b325-a5603080d272 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.062378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] Provisioning complete for port c4a166f2-ebbf-4112-9a50-60f4084decf0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:12:59.062528 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.103645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-19196e9e-2e05-4259-beca-436da43be17c req-f6015f0b-ecbc-4f6d-b325-a5603080d272 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.162327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a2cf7f-60fb-4216-b975-99dbe59fdb7d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:59.163180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48a2cf7f-60fb-4216-b975-99dbe59fdb7d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:12:59.188842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-19196e9e-2e05-4259-beca-436da43be17c req-f6015f0b-ecbc-4f6d-b325-a5603080d272 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.200504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48a2cf7f-60fb-4216-b975-99dbe59fdb7d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:12:59.201689 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-48a2cf7f-60fb-4216-b975-99dbe59fdb7d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1810398 Jan 10 19:12:59.204351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45826) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:59.244139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6015f0b-ecbc-4f6d-b325-a5603080d272 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79453245-e889-4b6c-9b70-6d32ade4a689,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:12:59.304829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:12:59.311604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Deleting port c4a166f2-ebbf-4112-9a50-60f4084decf0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:12:59.312093 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.328736 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1de5833-97f2-4a44-bcbb-33c71e872f17 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232393 Jan 10 19:12:59.333906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45832) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:12:59.341668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:12:59.369733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-19196e9e-2e05-4259-beca-436da43be17c req-f6015f0b-ecbc-4f6d-b325-a5603080d272 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.371284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19196e9e-2e05-4259-beca-436da43be17c req-f6015f0b-ecbc-4f6d-b325-a5603080d272 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "DELETE /v2.0/security-groups/79453245-e889-4b6c-9b70-6d32ade4a689 HTTP/1.1" status: 204 len: 173 time: 0.4137294 Jan 10 19:12:59.429845 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.442170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af8e8-fc77-45be-8ef2-88317c35030c req-f642b76c-6cfb-4e8e-bf68-80973e59023a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:12:59.448573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed2af8e8-fc77-45be-8ef2-88317c35030c req-f642b76c-6cfb-4e8e-bf68-80973e59023a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 943 time: 0.2273912 Jan 10 19:12:59.507063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:12:59.520643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:12:59.536028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:12:59.540871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.551467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed2af8e8-fc77-45be-8ef2-88317c35030c req-60567ed3-9c0d-47ce-bf78-4a29a000154b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973072 Jan 10 19:12:59.708926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] For port c4a166f2-ebbf-4112-9a50-60f4084decf0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4a166f2-ebbf-4112-9a50-60f4084decf0,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:59.734580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.782411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df972f31-6ee2-4ad2-aa37-c7d65f3a4635 req-bc63c5e6-801a-4dc6-bebe-9bde57a6c6ff tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/4aaf25a6-00f1-4bfa-8011-6cb6cc1fc02b HTTP/1.1" status: 200 len: 1647 time: 0.0980942 Jan 10 19:12:59.875647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] For port c4a166f2-ebbf-4112-9a50-60f4084decf0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4a166f2-ebbf-4112-9a50-60f4084decf0,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:12:59.876037 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.896279 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-df972f31-6ee2-4ad2-aa37-c7d65f3a4635 req-2481825f-e7fe-4afd-8ebd-cb932f793086 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.900567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.931545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-df972f31-6ee2-4ad2-aa37-c7d65f3a4635 req-2481825f-e7fe-4afd-8ebd-cb932f793086 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:12:59.998861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-df972f31-6ee2-4ad2-aa37-c7d65f3a4635 req-2481825f-e7fe-4afd-8ebd-cb932f793086 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.002068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:00.015346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:00.020484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.021132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.029242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Calling delete_port for c4a166f2-ebbf-4112-9a50-60f4084decf0 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:00.044401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=a4af6080-f397-4150-a9e5-ba60a9d08107,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:00.060511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481825f-e7fe-4afd-8ebd-cb932f793086 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf25a6-00f1-4bfa-8011-6cb6cc1fc02b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:00.064313 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff99c592-2a48-4c2f-b681-beccc056214f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7266419 Jan 10 19:13:00.064681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45844) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:00.071077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': 'a4af6080-f397-4150-a9e5-ba60a9d08107', 'ip_address': '2001:db8::c893:e573:527e:cf7a'}], 'name': 'tempest-NetworksTestDHCPv6-1782387269'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:00.090330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-df972f31-6ee2-4ad2-aa37-c7d65f3a4635 req-2481825f-e7fe-4afd-8ebd-cb932f793086 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.097523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df972f31-6ee2-4ad2-aa37-c7d65f3a4635 req-2481825f-e7fe-4afd-8ebd-cb932f793086 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "DELETE /v2.0/security-groups/4aaf25a6-00f1-4bfa-8011-6cb6cc1fc02b HTTP/1.1" status: 204 len: 173 time: 0.3035414 Jan 10 19:13:00.149934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b48ca-cdd3-48dc-957b-06aba98e8106 None None] Pushing event updated for resources: {'Port': ['ID=c4a166f2-ebbf-4112-9a50-60f4084decf0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:00.214001 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:13:00.214380 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:13:00.290365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:00.302187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:00.310979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c2f9030-83ad-4b65-984f-65d66bd23086 req-44f759ce-a74f-45f3-b932-c50990eba357 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/8746628b-9c62-46f9-86b4-99dd8c0c7429 HTTP/1.1" status: 200 len: 1647 time: 0.1345530 Jan 10 19:13:00.327075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:00.341606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.380009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port b919c9d6-1162-485e-a985-091e6a0daea9 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:13:00.444539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.450678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c4a166f2-ebbf-4112-9a50-60f4084decf0 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:00.453352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.469862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.473803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.478034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.482568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.500171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:00.502152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-b9297976-b238-45ee-b9d2-f81811a020b3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.2497663 Jan 10 19:13:00.502858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5c2f9030-83ad-4b65-984f-65d66bd23086 req-75da2d82-93d8-48cf-9ccc-129229cee061 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.607347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.647341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c4a166f2-ebbf-4112-9a50-60f4084decf0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4a166f2-ebbf-4112-9a50-60f4084decf0,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:00.653667 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.668814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::c893:e573:527e:cf7a (863fd86a-3130-4adc-8304-5cd8f5e1f495/a4af6080-f397-4150-a9e5-ba60a9d08107/b919c9d6-1162-485e-a985-091e6a0daea9) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:00.744827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5c2f9030-83ad-4b65-984f-65d66bd23086 req-75da2d82-93d8-48cf-9ccc-129229cee061 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.749210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Deleting port c4a166f2-ebbf-4112-9a50-60f4084decf0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:00.749689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.778487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5aa795f0-1db7-4391-a79d-e52c53eb0937 req-5641c6a4-61f5-45f8-9ca6-655e44c186de tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2626743 Jan 10 19:13:00.779916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c4a166f2-ebbf-4112-9a50-60f4084decf0,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:00.816217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5c2f9030-83ad-4b65-984f-65d66bd23086 req-75da2d82-93d8-48cf-9ccc-129229cee061 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.861277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da2d82-93d8-48cf-9ccc-129229cee061 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8746628b-9c62-46f9-86b4-99dd8c0c7429,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:00.869901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5c2f9030-83ad-4b65-984f-65d66bd23086 req-75da2d82-93d8-48cf-9ccc-129229cee061 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.885660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c2f9030-83ad-4b65-984f-65d66bd23086 req-75da2d82-93d8-48cf-9ccc-129229cee061 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "DELETE /v2.0/security-groups/8746628b-9c62-46f9-86b4-99dd8c0c7429 HTTP/1.1" status: 204 len: 173 time: 0.5736361 Jan 10 19:13:00.948959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:00.971041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object b919c9d6-1162-485e-a985-091e6a0daea9 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:00.973628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b3b2d29d-96f2-46e2-af02-b013464021e3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:01.012771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.088297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=b919c9d6-1162-485e-a985-091e6a0daea9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:01.111333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:01.113819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:01.116378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:01.120456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:01.121090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.154824 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7ca7faee-5bc4-4476-82fa-b102212926e4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0887597 Jan 10 19:13:01.157322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45862) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:01.160455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3b103-fa04-4ef1-ab48-dd9a20e9ba61 req-40ea1171-40f7-4d2e-b81d-1c90a6da8cbc tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:01.167175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': 'a4af6080-f397-4150-a9e5-ba60a9d08107', 'ip_address': '2001:db8::c893:e573:527e:cf7a'}], 'name': 'tempest-NetworksTestDHCPv6-1630821618'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:01.167861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28f3b103-fa04-4ef1-ab48-dd9a20e9ba61 req-40ea1171-40f7-4d2e-b81d-1c90a6da8cbc tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 946 time: 0.1888702 Jan 10 19:13:01.208667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22060dbd-592c-4b50-9e08-aa87cfd88311 req-1692d389-bb6d-4a15-982c-b2bb03f114da tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:01.210283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22060dbd-592c-4b50-9e08-aa87cfd88311 req-1692d389-bb6d-4a15-982c-b2bb03f114da tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 943 time: 0.1717169 Jan 10 19:13:01.223313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28f3b103-fa04-4ef1-ab48-dd9a20e9ba61 req-5ae42e12-c026-4fac-bab8-d8027b896417 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Jan 10 19:13:01.268259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22060dbd-592c-4b50-9e08-aa87cfd88311 req-00b0309b-65fa-4e41-a87a-bd34776264bf tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Jan 10 19:13:01.312310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:01.342681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'mac_address': 'fa:16:3e:15:5d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:01.436081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] For port c4a166f2-ebbf-4112-9a50-60f4084decf0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4a166f2-ebbf-4112-9a50-60f4084decf0,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:01.436081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.448434 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.513999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:01.518948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:01.522209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:01.535120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:01.563289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:01.574345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.594613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Calling delete_port for c4a166f2-ebbf-4112-9a50-60f4084decf0 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:01.606394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdaf7eca-5d50-453d-9cea-a6940cb55fa7 req-a54d5965-8e07-436e-9785-a1d01d6b03d2 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "GET /v2.0/security-groups/b202a006-f7cf-40a7-af69-35556bea713a HTTP/1.1" status: 200 len: 1646 time: 0.0623503 Jan 10 19:13:01.628289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 25048409-22ec-4f3e-91a5-39138a96259b yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:13:01.651034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b2d29d-96f2-46e2-af02-b013464021e3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:01.685579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:01.687325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cdaf7eca-5d50-453d-9cea-a6940cb55fa7 req-43d3eb09-e716-45d9-b556-22cbdfe3d2a3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.701967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.724362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cdaf7eca-5d50-453d-9cea-a6940cb55fa7 req-43d3eb09-e716-45d9-b556-22cbdfe3d2a3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.773975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.843825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] No DVR routers for this DVR port c4a166f2-ebbf-4112-9a50-60f4084decf0 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:01.851987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87eaf47-f104-4491-b46f-3f25263bb1e8 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:01.870573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cdaf7eca-5d50-453d-9cea-a6940cb55fa7 req-43d3eb09-e716-45d9-b556-22cbdfe3d2a3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.905014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3eb09-e716-45d9-b556-22cbdfe3d2a3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b202a006-f7cf-40a7-af69-35556bea713a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:01.905161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:01.938512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cdaf7eca-5d50-453d-9cea-a6940cb55fa7 req-43d3eb09-e716-45d9-b556-22cbdfe3d2a3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:01.942660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdaf7eca-5d50-453d-9cea-a6940cb55fa7 req-43d3eb09-e716-45d9-b556-22cbdfe3d2a3 tempest-SecurityGroupRulesNegativeTestJSON-43910202 tempest-SecurityGroupRulesNegativeTestJSON-43910202-project] 10.222.0.21 "DELETE /v2.0/security-groups/b202a006-f7cf-40a7-af69-35556bea713a HTTP/1.1" status: 204 len: 173 time: 0.3353653 Jan 10 19:13:01.948744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45872) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:01.949619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-3c34c084-b4df-40eb-b375-8e53e306da18 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:01.951100 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-3c34c084-b4df-40eb-b375-8e53e306da18 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 946 time: 0.1597567 Jan 10 19:13:02.043114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aed854-8e04-4eda-aa89-ee10deb8ac16 None None] Pushing event deleted for resources: {'Port': ['ID=c4a166f2-ebbf-4112-9a50-60f4084decf0,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:02.110217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Deleting port 406be101-d121-4741-92dd-336759932124 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:02.110676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.159825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Deleting subnet 81bec7b3-8253-4c4c-b047-4733f58847e3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:02.173757 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 10 19:13:02.174522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:13:02.180205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b3b2d29d-96f2-46e2-af02-b013464021e3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:02.201543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.283793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d28dcf25-15f9-4fe7-b6ba-f6c9ed98cc7a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1252902 Jan 10 19:13:02.284714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45880) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:02.294424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.439039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.451641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.456191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.460929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.466373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.471226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.473629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.476394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.478481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-563a1371-24bc-460d-a6ee-e6b1d35a25d3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.3175509 Jan 10 19:13:02.579171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40223132-850a-4176-918e-a1b900be2462 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.579934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-40223132-850a-4176-918e-a1b900be2462 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:02.618214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-40223132-850a-4176-918e-a1b900be2462 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:02.620200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-40223132-850a-4176-918e-a1b900be2462 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3317356 Jan 10 19:13:02.622743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45890) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:02.634754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] For port 406be101-d121-4741-92dd-336759932124, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=406be101-d121-4741-92dd-336759932124,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:02.635145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.654147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1f644d3-fe78-4955-b37d-475c46484a55 req-0be941ff-0c2b-4bfa-9fd9-1e013b531d25 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310692 Jan 10 19:13:02.705991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.760388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'a4af6080-f397-4150-a9e5-ba60a9d08107'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:13:02.762012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.799571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81bec7b3-8253-4c4c-b047-4733f58847e3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:02.806894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Calling delete_port for 406be101-d121-4741-92dd-336759932124 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:02.820489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.829678 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f32270ee-bec4-4a3a-9a49-9dbd7d78a099 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81bec7b3-8253-4c4c-b047-4733f58847e3 HTTP/1.1" status: 204 len: 168 time: 0.8745131 Jan 10 19:13:02.830586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45894) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:02.857719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port b919c9d6-1162-485e-a985-091e6a0daea9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:02.858237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:02.859225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5e768-1335-4131-aa94-af74d3cbf800 req-4607154a-69b1-4af8-ae86-7bbc943f98be tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:02.866119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acf5e768-1335-4131-aa94-af74d3cbf800 req-4607154a-69b1-4af8-ae86-7bbc943f98be tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 946 time: 0.3864138 Jan 10 19:13:03.023840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acf5e768-1335-4131-aa94-af74d3cbf800 req-c64c250c-23b6-4ae5-96f9-fcafd36cf24c tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567621 Jan 10 19:13:03.046481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/a4af6080-f397-4150-a9e5-ba60a9d08107/e6cbe2aa-292b-494b-86a7-929f5f7b99f6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:03.111760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c27376-d769-4f7c-8492-b50f9cb74c20 req-c46dd9a2-9600-437c-9b25-c075805bc303 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.113818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9c27376-d769-4f7c-8492-b50f9cb74c20 req-c46dd9a2-9600-437c-9b25-c075805bc303 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 944 time: 0.2293169 Jan 10 19:13:03.123738 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.211118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9c27376-d769-4f7c-8492-b50f9cb74c20 req-c1844df0-0e8e-4961-bcfd-96a76aaeea9f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895844 Jan 10 19:13:03.212338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.312858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event deleted for resources: {'Port': ['ID=406be101-d121-4741-92dd-336759932124,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:03.334418 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.346439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Transition to ACTIVE for port object e6cbe2aa-292b-494b-86a7-929f5f7b99f6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:03.369200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Transition to ACTIVE for port object e6cbe2aa-292b-494b-86a7-929f5f7b99f6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:03.374847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:03.416851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.453210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] No DVR routers for this DVR port 406be101-d121-4741-92dd-336759932124 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:03.457529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.462326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'name': 'network-vif-deleted', 'tag': '406be101-d121-4741-92dd-336759932124'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:03.496862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dca434c-5333-4399-a218-6b11dbd07bfb req-ee77cd9a-5a03-4bc9-89c9-634ebd8b97e3 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.44 "DELETE /v2.0/ports/406be101-d121-4741-92dd-336759932124 HTTP/1.1" status: 204 len: 173 time: 1.5393028 Jan 10 19:13:03.498129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.510777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:03.516455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:03.536190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:03.550904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30014d-4dcc-4fa6-8eff-44c749fe69ed']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:03.554942 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e94bc2-ff8d-453f-b801-5b784dbf7017', 'name': 'network-vif-deleted', 'tag': '406be101-d121-4741-92dd-336759932124', 'status': 'completed', 'code': 200} Jan 10 19:13:03.557268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Pushing event updated for resources: {'Port': ['ID=e6cbe2aa-292b-494b-86a7-929f5f7b99f6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:03.560223 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.576347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03636f5-4057-4d53-8156-eb65d0928354') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:03.576640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03636f5-4057-4d53-8156-eb65d0928354') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:03.690835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Attempting to bind port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:03.691233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Attempting to bind port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:03.692485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Attempting to bind port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:03.699150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for b919c9d6-1162-485e-a985-091e6a0daea9 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:03.712949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:03.713330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:03.713731 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.714697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:03.715217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Bound port: e6cbe2aa-292b-494b-86a7-929f5f7b99f6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:03.715600 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.732367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.751846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.758805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:13:03.759241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:13:03.851775 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:13:03.891753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] For port e6cbe2aa-292b-494b-86a7-929f5f7b99f6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:03.912366 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.916649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] For port e6cbe2aa-292b-494b-86a7-929f5f7b99f6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e6cbe2aa-292b-494b-86a7-929f5f7b99f6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:03.944182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.951496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.952885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:03.956672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.960693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.964629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.968831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.988127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.992185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:03.994103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-61beb475-4513-475f-a254-6e59fdc08286 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.1611817 Jan 10 19:13:04.092614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cc0d7b6-c822-46a2-bae9-e1fc80838b85 req-e741595c-c935-4db2-b84b-c7b2e2da1ea9 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912721 Jan 10 19:13:04.164909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92804cc3-767a-4df3-b54d-584462ebc64f None None] Pushing event updated for resources: {'Port': ['ID=e6cbe2aa-292b-494b-86a7-929f5f7b99f6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:04.217544 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c30014d-4dcc-4fa6-8eff-44c749fe69ed HTTP/1.1" status: 204 len: 168 time: 1.3850336 Jan 10 19:13:04.219744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38392a-fdf1-4686-b295-da062e92f70f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c30014d-4dcc-4fa6-8eff-44c749fe69ed,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:04.456392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:04.563551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45918) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:04.597200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=b919c9d6-1162-485e-a985-091e6a0daea9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:04.597939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9eda0969-a123-4d3a-a2d8-20c67c905d25 req-85999e98-3a7e-4ba6-a37c-36064d97233a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:04.660494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:04.668531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9eda0969-a123-4d3a-a2d8-20c67c905d25 req-85999e98-3a7e-4ba6-a37c-36064d97233a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:04.676461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eda0969-a123-4d3a-a2d8-20c67c905d25 req-85999e98-3a7e-4ba6-a37c-36064d97233a tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e94bc2-ff8d-453f-b801-5b784dbf7017 HTTP/1.1" status: 200 len: 210 time: 0.3138223 Jan 10 19:13:04.683716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e0cd47e2-ea6a-4384-8396-114874eac1d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/b919c9d6-1162-485e-a985-091e6a0daea9 HTTP/1.1" status: 204 len: 168 time: 2.0590737 Jan 10 19:13:04.686819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45922) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:04.711875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c25bd-33f7-4850-b1d8-4aed6dca75a3 req-515db323-25f5-41c0-97d8-d8ca1c686808 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:04.713841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-611c25bd-33f7-4850-b1d8-4aed6dca75a3 req-515db323-25f5-41c0-97d8-d8ca1c686808 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 944 time: 0.1114478 Jan 10 19:13:04.728819 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1ca0d9da-915e-41cb-a4fa-268d8d43c7dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=757ac88e39c84040b12ad7775ddbc3f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1627102 Jan 10 19:13:04.734640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:04.768355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-611c25bd-33f7-4850-b1d8-4aed6dca75a3 req-b098ac4b-67d0-4351-91fc-a3d6f6312f04 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Jan 10 19:13:04.812566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a377f57-b3bd-4c3b-8cf2-f22bc7782e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:04.814529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a377f57-b3bd-4c3b-8cf2-f22bc7782e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:04.815313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7a377f57-b3bd-4c3b-8cf2-f22bc7782e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:04.850827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43638346-80ec-44ae-8f5c-8b4e607caac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:04.883843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7a377f57-b3bd-4c3b-8cf2-f22bc7782e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:04.887579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7a377f57-b3bd-4c3b-8cf2-f22bc7782e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1972623 Jan 10 19:13:04.888019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45930) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:04.892882 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43638346-80ec-44ae-8f5c-8b4e607caac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:04.963097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43638346-80ec-44ae-8f5c-8b4e607caac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:04.982906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638346-80ec-44ae-8f5c-8b4e607caac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7016e057-01c7-48ae-bae3-7ab742ed6b9b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:04.986046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b3b2d29d-96f2-46e2-af02-b013464021e3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:04.995682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43638346-80ec-44ae-8f5c-8b4e607caac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:04.999275 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43638346-80ec-44ae-8f5c-8b4e607caac7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7016e057-01c7-48ae-bae3-7ab742ed6b9b HTTP/1.1" status: 204 len: 168 time: 0.2611525 Jan 10 19:13:05.151061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet a4af6080-f397-4150-a9e5-ba60a9d08107 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:05.155060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.196781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port b3b2d29d-96f2-46e2-af02-b013464021e3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:05.203290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b3b2d29d-96f2-46e2-af02-b013464021e3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:05.203836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.285798 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.411468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.454261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:05.455354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:05.462651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.463603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 406be101-d121-4741-92dd-336759932124 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:05.564830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.578141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 406be101-d121-4741-92dd-336759932124 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:05.578485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 406be101-d121-4741-92dd-336759932124 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:05.630356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:05.718316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d675e404-365b-4fac-9eee-5a7fa372c291 None None] Could not find standard attr ID for object b919c9d6-1162-485e-a985-091e6a0daea9. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:13:05.743122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d675e404-365b-4fac-9eee-5a7fa372c291 None None] Provisioning for port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:05.765407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.816640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=a4af6080-f397-4150-a9e5-ba60a9d08107,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:05.830688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.834686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.838616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.843166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.847073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.850991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.855435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.857388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-7550b37b-ca7b-4ecf-98c6-5d69cf878a07 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.4660070 Jan 10 19:13:05.864730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:05.876834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65949cef-bbb7-4d5e-a11f-d973492fc9fb req-58cf8ec4-7850-4264-ae35-e9e695fc4bd8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:05.878125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65949cef-bbb7-4d5e-a11f-d973492fc9fb req-58cf8ec4-7850-4264-ae35-e9e695fc4bd8 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.2257237 Jan 10 19:13:05.936640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b47743c7-0374-4371-a2c2-a85cef30bd6a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/a4af6080-f397-4150-a9e5-ba60a9d08107 HTTP/1.1" status: 204 len: 168 time: 1.0473833 Jan 10 19:13:05.940084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45964) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:05.963587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0a5d00c-c049-4f17-9e19-1faaf24543ca req-0d46460a-4f79-45ca-99b0-0295c8cba41e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959735 Jan 10 19:13:05.968380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65949cef-bbb7-4d5e-a11f-d973492fc9fb req-c62a33d0-6d9b-4cc1-985e-56a72139da51 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Jan 10 19:13:05.972873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb1396-6ecd-4983-b950-55000ef4beb2 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:06.056868 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c2f54753-d5db-47ff-9d65-57828d17d4dc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155996 Jan 10 19:13:06.061273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45970) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:06.067059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:06.100852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a9b46c50-cc82-4e11-bad2-fa74877fd54b None None] Could not find standard attr ID for object 0a482be7-9767-47ed-bc2b-91ac3e1540d9. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:13:06.258198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:06.269304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:06.272829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:06.279283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:06.307747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:06.312855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.331775 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'code': 200} Jan 10 19:13:06.355895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:13:06.360427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] Deleting port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:06.360811 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.508476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e6cbe2aa-292b-494b-86a7-929f5f7b99f6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:06.540365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45984) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:06.686504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-589812134-network', 'tenant_id': 'f4644db533d34ea88fce919babaf70d6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:06.693829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:06.699609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Usage tracker for resource:network and tenant:f4644db533d34ea88fce919babaf70d6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:06.702552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:06.709832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:06.725196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Made reservation on behalf of f4644db533d34ea88fce919babaf70d6 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:06.728020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.747724 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.756357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] For port e6cbe2aa-292b-494b-86a7-929f5f7b99f6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e6cbe2aa-292b-494b-86a7-929f5f7b99f6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:06.756873 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.792117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:06.796956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Usage tracker for resource:security_group_rule and tenant:f4644db533d34ea88fce919babaf70d6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:06.800139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:06.804901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d91bde2-2ba5-42db-a883-da39d60cdbff req-62398978-5c95-4d3e-8947-661ccfc8fe64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 1096 time: 0.2580953 Jan 10 19:13:06.808483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:06.841863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781f97-0584-4236-a5ee-e81b788dca2d req-3b72da09-60a3-4042-9d39-958f9595fdb5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:06.843248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1781f97-0584-4236-a5ee-e81b788dca2d req-3b72da09-60a3-4042-9d39-958f9595fdb5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2400935 Jan 10 19:13:06.911014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.911014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.939061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d91bde2-2ba5-42db-a883-da39d60cdbff req-cab0b83d-bd07-499e-a786-802ac3d63aab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127865 Jan 10 19:13:06.943950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:13:06.956532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.956532 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Added segment d1537fe4-b277-4f9f-806a-3bb5a792623d of type vlan for network 44e62c27-5009-46b8-9c45-9868e26b5030 Jan 10 19:13:06.970394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1781f97-0584-4236-a5ee-e81b788dca2d req-74b6e600-835a-4404-943e-b3f1e62d3a10 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143544 Jan 10 19:13:06.970394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:06.979258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] Calling delete_port for e6cbe2aa-292b-494b-86a7-929f5f7b99f6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:07.005004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.045560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.046690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.047411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.071369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.107822 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5629332 Jan 10 19:13:07.110972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45994) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:07.123647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] Pushing event deleted for resources: {'Port': ['ID=e6cbe2aa-292b-494b-86a7-929f5f7b99f6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:07.127698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No active binding found for port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:13:07.128646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e6cbe2aa-292b-494b-86a7-929f5f7b99f6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:07.142197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66db3c-ead8-472e-a722-d2cb2e1814ad None None] No DVR routers for this DVR port e6cbe2aa-292b-494b-86a7-929f5f7b99f6 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:07.168004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Request body: {'subnet': {'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-589812134-subnet', 'tenant_id': 'f4644db533d34ea88fce919babaf70d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:07.178615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:07.181807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:07.185279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:07.194915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8f6a3-2f23-49c2-a2c3-afc96ad1686c None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:07.204697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.205297 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.246533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3989676d-df1e-47f9-8da1-bc02a78a7670,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:07.247008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=da511c71-579d-4d8e-95f6-d06836ac5008,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:07.297435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010591-b4b9-47db-8a10-ea41470b1d5f admin admin] Pushing event updated for resources: {'Network': ['ID=44e62c27-5009-46b8-9c45-9868e26b5030,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:07.318651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 44e62c27-5009-46b8-9c45-9868e26b5030 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:13:07.340878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Usage tracker for resource:subnet and tenant:f4644db533d34ea88fce919babaf70d6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:07.355279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e0fe3439-f0c8-4227-97ff-1ea07c187a69 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2922206 Jan 10 19:13:07.356778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:07.358605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45998) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:07.366537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': 'da511c71-579d-4d8e-95f6-d06836ac5008', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1388834704'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:07.371522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:07.405023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Made reservation on behalf of f4644db533d34ea88fce919babaf70d6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:07.407854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.552436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:07.567389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:07.567574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'da511c71-579d-4d8e-95f6-d06836ac5008'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:13:07.568400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.571983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:07.578582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:07.592774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:07.702561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-826e2907-a953-45c7-8b52-548a80571e5a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.704172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-826e2907-a953-45c7-8b52-548a80571e5a tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.44 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.4009910 Jan 10 19:13:07.718483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.722674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.726588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.731236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.735482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.739655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.743794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:07.746024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-791ff168-3f31-4579-bf4d-90776251f832 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.4913917 Jan 10 19:13:07.788125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:07.813338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port bab0cc22-423f-4f34-942c-a480d73d857e yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:13:07.826402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/da511c71-579d-4d8e-95f6-d06836ac5008/be5d8716-935c-4f6d-a324-7c56dbe815ef) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:07.886968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2c56167-9395-47ca-a626-4cb4a50c28e3 req-065bad47-9933-438e-b725-cf24d4e8f981 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311471 Jan 10 19:13:07.892713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Deleting port 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:07.893149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.164137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690a0c-51e2-4759-884a-87346beceafd req-8e1d0255-edff-4c52-be54-68e0844cf284 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:08.174099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3690a0c-51e2-4759-884a-87346beceafd req-8e1d0255-edff-4c52-be54-68e0844cf284 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/ports?device_id=1894d6a7-38fd-443b-949c-f83a21cafbb2 HTTP/1.1" status: 200 len: 946 time: 0.7455037 Jan 10 19:13:08.176749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.205163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.233100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Transition to ACTIVE for port object be5d8716-935c-4f6d-a324-7c56dbe815ef will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:08.274646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Transition to ACTIVE for port object be5d8716-935c-4f6d-a324-7c56dbe815ef will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:08.289552 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.294207 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:13:08.295940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:13:08.350828 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-50931949-f2ed-4c21-9348-033c9b0a0e1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9885697 Jan 10 19:13:08.351319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46010) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:08.421397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:08.426374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:08.432030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:08.438171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-936d7f81-73db-4635-b04a-7bead70b5c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.447945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Pushing event updated for resources: {'Port': ['ID=be5d8716-935c-4f6d-a324-7c56dbe815ef,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:08.468707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a12ce10-9945-4d86-87ab-84744e891a49 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:08.469437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a12ce10-9945-4d86-87ab-84744e891a49 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:08.476855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a65454e-39e7-47d0-b196-994f0c36f447,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:08.490644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a12ce10-9945-4d86-87ab-84744e891a49 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:08.494201 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a12ce10-9945-4d86-87ab-84744e891a49 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1392832 Jan 10 19:13:08.494623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:08.535734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Attempting to bind port be5d8716-935c-4f6d-a324-7c56dbe815ef on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:08.536223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Attempting to bind port be5d8716-935c-4f6d-a324-7c56dbe815ef by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:08.536827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Attempting to bind port be5d8716-935c-4f6d-a324-7c56dbe815ef on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:08.554419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:08.554999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:08.555512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.556004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:08.556587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Bound port: be5d8716-935c-4f6d-a324-7c56dbe815ef, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:08.557080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.590087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee54fda-134b-43c6-9a65-a9189d84d9b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:08.591505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee54fda-134b-43c6-9a65-a9189d84d9b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:08.595554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ee54fda-134b-43c6-9a65-a9189d84d9b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0972044 Jan 10 19:13:08.595779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3690a0c-51e2-4759-884a-87346beceafd req-9d2fdec5-0fc6-4776-a3f9-1b6ff2aa6419 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb76371d-16af-4bce-a646-4ca723a2e53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176719 Jan 10 19:13:08.595917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:08.616695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.617529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.618172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.618677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.619444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.619944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.620625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.623355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.625127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.625577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.626904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:08.637067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Checking segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:08.637558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Network hostable DHCP agents. Network: 44e62c27-5009-46b8-9c45-9868e26b5030, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:13:08.657084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] For port 75a44aed-b63b-4e38-a112-2f9b66758acb, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=75a44aed-b63b-4e38-a112-2f9b66758acb,segment=NetworkSegment(e6a383fd-5d78-46d3-82b2-d347da15a44d),segment_id=e6a383fd-5d78-46d3-82b2-d347da15a44d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:08.658050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.673258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] For port be5d8716-935c-4f6d-a324-7c56dbe815ef, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:08.677851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] For port be5d8716-935c-4f6d-a324-7c56dbe815ef, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=be5d8716-935c-4f6d-a324-7c56dbe815ef,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:08.683078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.693207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet da511c71-579d-4d8e-95f6-d06836ac5008 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:08.696479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.752734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06277-279b-4017-b7bf-0eb52952a2dd None None] Pushing event updated for resources: {'Port': ['ID=be5d8716-935c-4f6d-a324-7c56dbe815ef,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:08.771505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.827188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Calling delete_port for 75a44aed-b63b-4e38-a112-2f9b66758acb owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:08.920422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Network 44e62c27-5009-46b8-9c45-9868e26b5030 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:13:08.931839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.941669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d92f06-7583-4ce8-aea7-d4a119696694 req-ee9bd104-3047-45d3-b91c-f9cc5403037e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:08.949500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5d92f06-7583-4ce8-aea7-d4a119696694 req-ee9bd104-3047-45d3-b91c-f9cc5403037e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.4924450 Jan 10 19:13:08.969004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 44e62c27-5009-46b8-9c45-9868e26b5030) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:08.973492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:08.974156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:08.978647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418cbdd4-97b4-4d5a-9870-0e031f4d946f None None] Network 44e62c27-5009-46b8-9c45-9868e26b5030 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:09.104941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:09.158759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5d92f06-7583-4ce8-aea7-d4a119696694 req-70f65e3e-d127-447f-b326-19240b48da1c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071896 Jan 10 19:13:09.169300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9ea8d4b0-3d50-4a49-b44f-dc3faf52e3a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0550601 Jan 10 19:13:09.185132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:09.220281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:09.307554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=da511c71-579d-4d8e-95f6-d06836ac5008,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:09.334151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.338704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.339795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.341532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.341532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.341806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Pushing event deleted for resources: {'Port': ['ID=75a44aed-b63b-4e38-a112-2f9b66758acb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:09.342048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.342486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.342934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.343362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.343799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.344222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:09.352253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:09.369508 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bcc9024d-da31-4213-8028-92068155bf5a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/da511c71-579d-4d8e-95f6-d06836ac5008 HTTP/1.1" status: 204 len: 168 time: 0.7723820 Jan 10 19:13:09.371875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46038) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:09.423508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['75a44aed-b63b-4e38-a112-2f9b66758acb'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:09.486431 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2ecf905a-525d-47d9-9fa9-14c4e943a1bb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127226 Jan 10 19:13:09.487069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46044) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:09.493904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:09.501564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] No DVR routers for this DVR port 75a44aed-b63b-4e38-a112-2f9b66758acb on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:09.505017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:09.507638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3a5e58c-c420-422c-880d-bc674e2a79a0 req-c2ef09d7-ef62-40ec-a977-0a02cb14b173 tempest-ServersNegativeTestJSON-2015484783 tempest-ServersNegativeTestJSON-2015484783-project] 10.222.0.44 "DELETE /v2.0/ports/75a44aed-b63b-4e38-a112-2f9b66758acb HTTP/1.1" status: 204 len: 173 time: 1.7548234 Jan 10 19:13:09.507638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-deleted', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:09.600139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.606668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.619116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.630093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.637279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.649097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.660405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:09.663521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-ed467ae7-bca3-4822-8613-05d742be5fcd tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5423 time: 0.2443650 Jan 10 19:13:09.779076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:09.783154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ad5ecbf-9215-48a5-b4bb-1a67f707c29d req-9967b824-1e5a-4550-87b2-466f2c07c806 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132188 Jan 10 19:13:09.794309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:09.808954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:09.819764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:09.852503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:09.856675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.080928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568eabff-80c9-4861-8b3c-986df93c6a43 None None] Network 44e62c27-5009-46b8-9c45-9868e26b5030 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:10.138477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b2373-09df-4a84-b9a1-4d036f63995f req-ee56f58d-9e07-49b4-80ef-51afca33cb69 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:10.144275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f03b2373-09df-4a84-b9a1-4d036f63995f req-ee56f58d-9e07-49b4-80ef-51afca33cb69 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 945 time: 0.1923189 Jan 10 19:13:10.246053 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.267474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f03b2373-09df-4a84-b9a1-4d036f63995f req-047d9a07-929e-4669-8f85-6ffc3872ffe6 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111548 Jan 10 19:13:10.376406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:10.382062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:10.402318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:10.403129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.433773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29c807-c6c5-49f2-9149-70be94859839 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:10.452693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=1e88a54c-9e3e-4d3a-8767-1528fcde0181,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:10.468860 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0e83d71-d3c9-4633-94ad-221ebd8f5ab9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9771407 Jan 10 19:13:10.469352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46060) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:10.475710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:10.491674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:10.495729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:router and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:10.499181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:10.505165 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1894d6a7-38fd-443b-949c-f83a21cafbb2', 'name': 'network-vif-deleted', 'tag': '75a44aed-b63b-4e38-a112-2f9b66758acb', 'status': 'completed', 'code': 200} Jan 10 19:13:10.505821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:10.528467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.529515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.565323 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.574351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device be5d8716-935c-4f6d-a324-7c56dbe815ef up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:10.595501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46068) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:10.595666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.631740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.632858 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c2927b5f-2ee7-4155-9939-7df22dc61e8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1625922 Jan 10 19:13:10.635828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46072) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:10.658542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:10.685864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Deleting subnet da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:10.691099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.799151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e9e472a5-eafd-4cc5-878c-ae04561375d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.801834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435', 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'port_id': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435', 'mac_address': 'fa:16:3e:c3:0c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6783a94-cce4-43f1-9ba0-c5800930e686', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:10.826407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.885500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbf5077f-a3c0-4e31-b48a-9d517fe06240 None None] Provisioning for port be5d8716-935c-4f6d-a324-7c56dbe815ef completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:10.935820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port be5d8716-935c-4f6d-a324-7c56dbe815ef completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:10.944283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:10.963613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port be5d8716-935c-4f6d-a324-7c56dbe815ef triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:10.966546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.006478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:11.080036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:11.094817 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.095617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 184e6460-99e7-4d07-beaf-009f9e84507a details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:11.109916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.222225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-36b56621-f0b9-4e95-88a2-ff2af4f49bcb tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:11.223696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-36b56621-f0b9-4e95-88a2-ff2af4f49bcb tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 817 time: 0.2645206 Jan 10 19:13:11.229187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-ab6efa89-d202-405d-994b-3be1001ae91b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:11.231126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-ab6efa89-d202-405d-994b-3be1001ae91b tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 945 time: 0.4819691 Jan 10 19:13:11.248072 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.254457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.288508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23f591-dd45-4d7a-96af-90d0a48e349a req-969f7d44-cf32-4d5c-9406-edb7a0c784af tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:11.289967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f23f591-dd45-4d7a-96af-90d0a48e349a req-969f7d44-cf32-4d5c-9406-edb7a0c784af tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.5396824 Jan 10 19:13:11.326750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:11.330571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e0f788be-3426-43a8-a78f-7ee089fdba08 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/quotas/f4644db533d34ea88fce919babaf70d6 HTTP/1.1" status: 200 len: 375 time: 0.0981922 Jan 10 19:13:11.338830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.367184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port be5d8716-935c-4f6d-a324-7c56dbe815ef, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=be5d8716-935c-4f6d-a324-7c56dbe815ef,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:11.379373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.448793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:11.460993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=184e6460-99e7-4d07-beaf-009f9e84507a,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:11.461212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Deleting port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:11.461731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.483925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '184e6460-99e7-4d07-beaf-009f9e84507a', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'port_id': '184e6460-99e7-4d07-beaf-009f9e84507a', 'mac_address': 'fa:16:3e:fa:b0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:11.508333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-43e61020-dc23-4aeb-be1e-397a7d24ee59 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272640 Jan 10 19:13:11.516201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=be5d8716-935c-4f6d-a324-7c56dbe815ef,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:11.522568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.563121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.571333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4716fb08-aa6f-4f54-a1a4-c314dbeefa4f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da9ed436-6bb4-4ee5-93ba-b3fc9e2605f2 HTTP/1.1" status: 204 len: 168 time: 0.9718144 Jan 10 19:13:11.572296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46088) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:11.583029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f23f591-dd45-4d7a-96af-90d0a48e349a req-1cfeaf4c-5d21-4cb2-9e9c-285ea850609d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823966 Jan 10 19:13:11.583927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184e6460-99e7-4d07-beaf-009f9e84507a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:11.610832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=184e6460-99e7-4d07-beaf-009f9e84507a,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:11.616466 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.617364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b40b1ab8-5436-45ba-9142-5fcb3efcdd42 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:11.641395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:11.775939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'port_id': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42', 'mac_address': 'fa:16:3e:50:c4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:11.782933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:11.851372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-26b06fe7-fba7-4fca-9649-7fb0a572df9f None None] Provisioning complete for port be5d8716-935c-4f6d-a324-7c56dbe815ef triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:11.851799 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26b06fe7-fba7-4fca-9649-7fb0a572df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.867725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::1 (863fd86a-3130-4adc-8304-5cd8f5e1f495/1e88a54c-9e3e-4d3a-8767-1528fcde0181/5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:11.872088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:11.938087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-ebc9ee05-42a4-4a19-9978-156bbb8e7d7a service neutron] 10.222.0.21 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288349 Jan 10 19:13:11.999635 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.002842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.003868 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.023456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40b1ab8-5436-45ba-9142-5fcb3efcdd42 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:12.045956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.051239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.052175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 05f5d4a4-fc47-466b-9341-d4f2d14484f9 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:12.083033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] For port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.083400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.124470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.165321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:12.166270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44681e6c-44d3-474a-b4be-1c8765ab6500']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:12.169683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.184406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '05f5d4a4-fc47-466b-9341-d4f2d14484f9', 'network_id': '7d95baf2-6897-4c92-b69c-18ba5c17d1bd', 'port_id': '05f5d4a4-fc47-466b-9341-d4f2d14484f9', 'mac_address': 'fa:16:3e:d5:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6783a94-cce4-43f1-9ba0-c5800930e686', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:12.190197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a383fd-5d78-46d3-82b2-d347da15a44d') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:12.190490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a383fd-5d78-46d3-82b2-d347da15a44d') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:12.199546 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.211644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.230434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:12.237419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Calling delete_port for 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:12.239205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.248512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.248698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:13:12.249083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.266916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f5d4a4-fc47-466b-9341-d4f2d14484f9 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:13:12.268687 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:13:12.282094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.287119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.288139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c8492ad5-3d5f-408c-982a-37f110af0afd details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:12.312883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c8492ad5-3d5f-408c-982a-37f110af0afd,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.334257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-2e98017f-6900-47b7-83a7-7cfb21c2d70c service neutron] 10.222.0.21 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952398 Jan 10 19:13:12.353848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.387208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'c8492ad5-3d5f-408c-982a-37f110af0afd', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'port_id': 'c8492ad5-3d5f-408c-982a-37f110af0afd', 'mac_address': 'fa:16:3e:0e:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:12.399360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.403642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.407989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.412193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.412745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.418690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.422778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.429256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:12.438688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-0bf10549-b484-421a-9030-a1246b87e1ef tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5426 time: 0.4684272 Jan 10 19:13:12.466698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.483766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] Pushing event deleted for resources: {'Network': ['ID=44681e6c-44d3-474a-b4be-1c8765ab6500,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:12.501326 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d808ede3-7665-480a-9c8a-f032e7e81123 admin admin] 10.222.0.21 "DELETE /v2.0/networks/44681e6c-44d3-474a-b4be-1c8765ab6500 HTTP/1.1" status: 204 len: 168 time: 0.9257269 Jan 10 19:13:12.507128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device be5d8716-935c-4f6d-a324-7c56dbe815ef up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:12.517549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:12.518442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:12.521928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:12.537947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:12.538532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.557595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cae51003-6c22-44b8-ad6b-bc341886eb0f req-a025e6dc-fa49-463c-a501-3c767c7b44af tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175389 Jan 10 19:13:12.577542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.601899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.605677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8492ad5-3d5f-408c-982a-37f110af0afd {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:12.613475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:12.623903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:12.722584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event deleted for resources: {'Port': ['ID=5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:12.740580 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.765125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c8492ad5-3d5f-408c-982a-37f110af0afd,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.766388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port be5d8716-935c-4f6d-a324-7c56dbe815ef triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:12.766958 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.830663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:12.831769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fa1d6bf9-a79f-4d42-a078-4825e16432a6 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:12.840034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:12.857655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:12.925659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fa1d6bf9-a79f-4d42-a078-4825e16432a6', 'network_id': '1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92', 'port_id': 'fa1d6bf9-a79f-4d42-a078-4825e16432a6', 'mac_address': 'fa:16:3e:9f:6d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce824b1-9e4d-4e66-b101-6ab508116638', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:13.058808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.091907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] No DVR routers for this DVR port 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:13.135578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.139233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'name': 'network-vif-deleted', 'tag': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:13.210490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ca26fe7-9c99-4c8f-86fc-b6b3ed270235 req-f36f084f-9d0d-4514-be9b-808185938883 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 210 time: 0.1165051 Jan 10 19:13:13.223168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1d6bf9-a79f-4d42-a078-4825e16432a6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:13.257703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e046417-7b65-41e1-9edf-8986f6ab4000 req-e20f7348-971e-44db-9d68-01c3b554a76d tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "DELETE /v2.0/ports/5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 HTTP/1.1" status: 204 len: 173 time: 2.0187199 Jan 10 19:13:13.260361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.311808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fb14dc21-5935-4e9c-94c5-e94f42280d75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef74be1379034223a95fc35e5446b22d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4666972 Jan 10 19:13:13.315247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46118) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:13.350705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:13.365909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:13.386344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.387111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1ab9aefc-890f-4829-a861-0a119bd90e0b details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:13.426214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d205c36-8643-4da6-803e-27392ef1ab1c req-f67f903d-bf2a-4ba6-ac8f-30f26bb2810a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:13.433876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d205c36-8643-4da6-803e-27392ef1ab1c req-f67f903d-bf2a-4ba6-ac8f-30f26bb2810a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.3067753 Jan 10 19:13:13.456189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.469304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.470412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.542823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1170e45-4f7b-4107-9cd3-cdce079223e5 None None] Provisioning for port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:13.543388 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f23d09bb-ffeb-4fd6-a909-17b37eb6bd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.584468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d205c36-8643-4da6-803e-27392ef1ab1c req-ef473888-0943-494c-98c2-be2155aed05a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493652 Jan 10 19:13:13.585887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:13.600317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f23d09bb-ffeb-4fd6-a909-17b37eb6bd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.649384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1170e45-4f7b-4107-9cd3-cdce079223e5 None None] Provisioning complete for port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:13.649759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1170e45-4f7b-4107-9cd3-cdce079223e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.712915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:13.733934 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e3d1c-42ac-48c9-bd85-da26444b1855', 'name': 'network-vif-deleted', 'tag': '5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06', 'status': 'completed', 'code': 200} Jan 10 19:13:13.754498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c8085c7-c293-41c8-afa0-cdb3fa3787c0 req-0fc22ca7-afaf-4dcd-aff1-dc605aabdc7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 210 time: 0.0631003 Jan 10 19:13:13.784483 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f23d09bb-ffeb-4fd6-a909-17b37eb6bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.796536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:13:13.808877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d09bb-ffeb-4fd6-a909-17b37eb6bd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb76371d-16af-4bce-a646-4ca723a2e53e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:13.812821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f23d09bb-ffeb-4fd6-a909-17b37eb6bd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:13.816324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f23d09bb-ffeb-4fd6-a909-17b37eb6bd88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb76371d-16af-4bce-a646-4ca723a2e53e HTTP/1.1" status: 204 len: 168 time: 0.4977653 Jan 10 19:13:13.816748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:13.817983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:13.929552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f1170e45-4f7b-4107-9cd3-cdce079223e5 None None] Port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:13:13.941638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:14.236330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.237705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:14.242097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.263627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'port_id': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'mac_address': 'fa:16:3e:5c:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:14.279131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.295322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:14.296157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5dfa14ba-b0f8-4b45-bcdf-e4e652f3ea06 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:14.300744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.305419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.315722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.319830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.335099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e95e271c-bce4-4709-ac63-eef39354634e req-c1db7275-2dc7-442b-8baa-e06cc4c0d1f6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5429 time: 0.3582025 Jan 10 19:13:14.409812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e95e271c-bce4-4709-ac63-eef39354634e req-3e882858-5bfe-4936-9a99-6af2b458bb77 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728905 Jan 10 19:13:14.446301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1cdaafd9-90a4-4ab0-b255-85dcc223eb39 None None] Provisioning complete for port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:14.446673 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cdaafd9-90a4-4ab0-b255-85dcc223eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:14.500803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9196240c-d1d0-4538-bd3f-a590964c9f3f req-fc7326fa-303d-4142-b8b1-f098877eeb0c tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:14.530052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9196240c-d1d0-4538-bd3f-a590964c9f3f req-fc7326fa-303d-4142-b8b1-f098877eeb0c tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:14.532902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9196240c-d1d0-4538-bd3f-a590964c9f3f req-fc7326fa-303d-4142-b8b1-f098877eeb0c tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=050e3d1c-42ac-48c9-bd85-da26444b1855 HTTP/1.1" status: 200 len: 210 time: 0.0891995 Jan 10 19:13:14.594792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1cdaafd9-90a4-4ab0-b255-85dcc223eb39 None None] Port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:13:14.641695 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:14.664175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab9aefc-890f-4829-a861-0a119bd90e0b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:14.680731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:14.691443 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:14.766954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:14.790740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Router 2c9e3133-6073-48c9-8baf-738ea642681d is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:13:14.888812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b369b69-7edd-4bdc-83bf-c732f366eea2 req-d1b23783-cae2-490d-81d9-3c06f21773ea tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:14.890919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b369b69-7edd-4bdc-83bf-c732f366eea2 req-d1b23783-cae2-490d-81d9-3c06f21773ea tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.0944319 Jan 10 19:13:14.980441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:13:14.981589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fcbe5a2-7a4d-4c93-b551-56bd7419b9a3 req-c136ff6d-9599-4ea7-926a-61404d5c6e7b tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 210 time: 0.0453963 Jan 10 19:13:14.985559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b369b69-7edd-4bdc-83bf-c732f366eea2 req-601521d8-230e-4185-a4b6-b97f98ab2375 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877273 Jan 10 19:13:14.989432 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fecb7bbf-17e7-4ed9-a423-e4ad44591acb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "PUT /v2.0/routers/2c9e3133-6073-48c9-8baf-738ea642681d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3486736 Jan 10 19:13:14.989532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:14.996235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Sync routers for ids ['2c9e3133-6073-48c9-8baf-738ea642681d'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:13:15.059615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Routers {'2c9e3133-6073-48c9-8baf-738ea642681d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:15.060359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2c9e3133-6073-48c9-8baf-738ea642681d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:15.073076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88e714-4626-4796-88a6-2a132d2506f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:15.074416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1a88e714-4626-4796-88a6-2a132d2506f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:15.093204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1a88e714-4626-4796-88a6-2a132d2506f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:15.094717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a88e714-4626-4796-88a6-2a132d2506f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports/5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 HTTP/1.1" status: 200 len: 911 time: 0.1047702 Jan 10 19:13:15.102397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46158) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:15.158850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:15.179861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:15.342167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Set router 2c9e3133-6073-48c9-8baf-738ea642681d gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:15.405323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ea3d2-e394-450a-b5ad-1ce6d66f545e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:15.409317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ea3d2-e394-450a-b5ad-1ce6d66f545e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:15.410946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2e8ea3d2-e394-450a-b5ad-1ce6d66f545e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3119047 Jan 10 19:13:15.414023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46170) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:15.485427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-2a4d4979-0905-4ef4-8eb7-e2f56e3bc1e7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:15.486972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-2a4d4979-0905-4ef4-8eb7-e2f56e3bc1e7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 817 time: 0.2376165 Jan 10 19:13:15.513157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Request body: {'port': {'device_id': 'efa285a3-31cf-418d-9547-d70f654faade', 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'admin_state_up': True, 'tenant_id': 'f4644db533d34ea88fce919babaf70d6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:15.577765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['c8492ad5-3d5f-408c-982a-37f110af0afd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:15.635104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['184e6460-99e7-4d07-beaf-009f9e84507a'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:15.674078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['1ab9aefc-890f-4829-a861-0a119bd90e0b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:15.699473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['05f5d4a4-fc47-466b-9341-d4f2d14484f9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:15.965382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46188) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:16.109456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-2a1fa9d4-2c0b-42b5-9ad9-fbceafdb28a9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.111307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-2a1fa9d4-2c0b-42b5-9ad9-fbceafdb28a9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 817 time: 0.2282453 Jan 10 19:13:16.129618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Request body: {'port': {'device_id': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'admin_state_up': True, 'tenant_id': 'f4644db533d34ea88fce919babaf70d6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:16.356392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:16.483432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.496551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.501213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.503975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:16.506008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.510218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.515186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.521430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Usage tracker for resource:security_group_rule and tenant:99b69ded9e6e42c4b41ba94e86b65bde is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:16.524013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.524474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['f7ad3f57-9c29-4c6f-85f6-f423d2f5e435'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:16.525555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:16.533180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-1b7d06a9-bc70-4b94-95f5-a456ecc51cfb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5430 time: 0.8579249 Jan 10 19:13:16.543472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:16.574652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-6f895b52-d5bd-4149-ab55-b7aa82588f85 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:16.575727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-6f895b52-d5bd-4149-ab55-b7aa82588f85 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Synchronizing usage tracker for tenant:f4644db533d34ea88fce919babaf70d6 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:16.580844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fa1d6bf9-a79f-4d42-a078-4825e16432a6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:16.599041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:16.657201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b40b1ab8-5436-45ba-9142-5fcb3efcdd42'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:16.661278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:16.665766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Usage tracker for resource:port and tenant:f4644db533d34ea88fce919babaf70d6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:16.666218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:16.670418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:16.676454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:16.728649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Usage tracker for resource:port and tenant:f4644db533d34ea88fce919babaf70d6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:16.737794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Made reservation on behalf of f4644db533d34ea88fce919babaf70d6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:16.742374 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:16.752725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:16.754027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:16.775476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:16.796932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-948c5098-ce2d-4fab-9280-d400c42a19d4 req-52831a5a-e78f-4472-8eb6-95dd034df62d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2625213 Jan 10 19:13:16.847122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-6f895b52-d5bd-4149-ab55-b7aa82588f85 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Unset dirty status for tenant:f4644db533d34ea88fce919babaf70d6 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:16.848311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-6f895b52-d5bd-4149-ab55-b7aa82588f85 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 817 time: 0.5278599 Jan 10 19:13:16.869997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Request body: {'port': {'device_id': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'admin_state_up': True, 'tenant_id': 'f4644db533d34ea88fce919babaf70d6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:16.935110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 75a44aed-b63b-4e38-a112-2f9b66758acb {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:16.935456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 75a44aed-b63b-4e38-a112-2f9b66758acb not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:16.954486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Made reservation on behalf of f4644db533d34ea88fce919babaf70d6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:16.957455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.102648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:10Z', 'updated_at': '2022-01-10T19:13:12Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None, '_interfaces': [{'id': '5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6', 'name': '', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'mac_address': 'fa:16:3e:8e:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e88a54c-9e3e-4d3a-8767-1528fcde0181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:13:11Z', 'updated_at': '2022-01-10T19:13:13Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'subnets': [{'id': '1e88a54c-9e3e-4d3a-8767-1528fcde0181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:17.128244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Checking router: 2c9e3133-6073-48c9-8baf-738ea642681d for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:13:17.128628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Updating router 2c9e3133-6073-48c9-8baf-738ea642681d port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:13:17.144797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-060a232f-e15e-46a1-917b-af4dfb3b64b9 req-e8a32fa0-afe3-4380-9268-358dcc075ee6 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 210 time: 0.1414363 Jan 10 19:13:17.168769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48d508-5304-4983-b0ce-e358f121296e req-8cff2284-338e-4f81-860f-9bacf8a9e9c4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:17.175924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e48d508-5304-4983-b0ce-e358f121296e req-8cff2284-338e-4f81-860f-9bacf8a9e9c4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.4806263 Jan 10 19:13:17.201859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:17.205723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Usage tracker for resource:port and tenant:f4644db533d34ea88fce919babaf70d6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:17.209366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:17.215690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:17.222124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.240805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.264035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Allocated IP 172.20.0.13 (44e62c27-5009-46b8-9c45-9868e26b5030/7a65454e-39e7-47d0-b196-994f0c36f447/609aa198-f128-4569-8b24-0fa4875903dc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:17.268168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.282710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Made reservation on behalf of f4644db533d34ea88fce919babaf70d6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:17.285785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.289178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e48d508-5304-4983-b0ce-e358f121296e req-cb0606b7-cf94-448a-ab32-d285cb68a2de tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123199 Jan 10 19:13:17.314677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6585d8-a4ae-45e0-b0ae-267eb7b27af7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:17.488468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5e99cb4a-cbb6-4e69-8388-b31ba81c0878 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99b69ded9e6e42c4b41ba94e86b65bde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5220442 Jan 10 19:13:17.489905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:17.656764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ea259-29c9-42a9-a275-543dd289571f req-bcf0a709-788b-4d80-9003-a6f6c38c9e30 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:17.659692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db1ea259-29c9-42a9-a275-543dd289571f req-bcf0a709-788b-4d80-9003-a6f6c38c9e30 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 946 time: 0.2688353 Jan 10 19:13:17.672790 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.695181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4c277baa-031b-4450-8058-6825c960f63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.730257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:17.730484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.755805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.759989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4c277baa-031b-4450-8058-6825c960f63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.771192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Transition to ACTIVE for port object 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:17.773232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db1ea259-29c9-42a9-a275-543dd289571f req-6d4d8f7e-e6f6-402f-9dc2-c2351c098229 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804479 Jan 10 19:13:17.782170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.815701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:17.897436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-093c7062-e1ba-4c83-9d9c-ae87801f4942 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:17.899885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-093c7062-e1ba-4c83-9d9c-ae87801f4942 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 946 time: 0.3140469 Jan 10 19:13:17.915335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a321745-f97c-483a-955f-579f1f379d2f None None] Pushing event updated for resources: {'Port': ['ID=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:17.986619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Network 44e62c27-5009-46b8-9c45-9868e26b5030 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:17.999970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:18.017387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:18.017920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Attempting to bind port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:18.018309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Attempting to bind port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:18.018680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Attempting to bind port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:18.022430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.026168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:18.026817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:18.027267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.027825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:18.028300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Bound port: 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:18.028679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.090447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Allocated IP 172.20.0.7 (44e62c27-5009-46b8-9c45-9868e26b5030/7a65454e-39e7-47d0-b196-994f0c36f447/2db02b58-de00-4aa8-bc10-10d4e4b6216c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:18.116278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4c277baa-031b-4450-8058-6825c960f63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.155011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] For port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:18.160240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] For port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:18.168333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.212332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:18.247582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c277baa-031b-4450-8058-6825c960f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6585d8-a4ae-45e0-b0ae-267eb7b27af7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:18.292805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4c277baa-031b-4450-8058-6825c960f63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.297719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a321745-f97c-483a-955f-579f1f379d2f None None] Pushing event updated for resources: {'Port': ['ID=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:18.303582 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4c277baa-031b-4450-8058-6825c960f63b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad6585d8-a4ae-45e0-b0ae-267eb7b27af7 HTTP/1.1" status: 204 len: 168 time: 0.8049169 Jan 10 19:13:18.321792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Routers {'2c9e3133-6073-48c9-8baf-738ea642681d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:18.322433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2c9e3133-6073-48c9-8baf-738ea642681d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:18.405862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:13:18.406187 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:13:18.423839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Pushing event updated for resources: {'Port': ['ID=609aa198-f128-4569-8b24-0fa4875903dc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:18.513747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14912337-7c00-4a3c-83fe-10225c814c4a req-53d3548b-86fb-49b4-a31c-1d2bf8b3ceac tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 210 time: 0.0951819 Jan 10 19:13:18.517167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] Set router 2c9e3133-6073-48c9-8baf-738ea642681d gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:18.520598 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.562777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Deleting port c1348f31-6bfa-4b00-8eeb-1cc32b9312de {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:18.563167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.766520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:18.767212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.842190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bf6263bc-ad65-4bb6-87e4-f3ae461246b9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7170594 Jan 10 19:13:18.860978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Request body: {'port': {'device_id': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:18.894104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:10Z', 'updated_at': '2022-01-10T19:13:12Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None, '_interfaces': [{'id': '5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6', 'name': '', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'mac_address': 'fa:16:3e:8e:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e88a54c-9e3e-4d3a-8767-1528fcde0181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:13:11Z', 'updated_at': '2022-01-10T19:13:18Z', 'revision_number': 4, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'subnets': [{'id': '1e88a54c-9e3e-4d3a-8767-1528fcde0181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:18.898183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b500f69a-ebd3-461c-a0e9-c22686c76302 None None] The sync data for ids ['2c9e3133-6073-48c9-8baf-738ea642681d'] in n-d-816927-8 is: [{'id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:10Z', 'updated_at': '2022-01-10T19:13:12Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None, '_interfaces': [{'id': '5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6', 'name': '', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'mac_address': 'fa:16:3e:8e:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e88a54c-9e3e-4d3a-8767-1528fcde0181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:13:11Z', 'updated_at': '2022-01-10T19:13:18Z', 'revision_number': 4, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'subnets': [{'id': '1e88a54c-9e3e-4d3a-8767-1528fcde0181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:13:18.907340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:18.908419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:18.977220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:18.981792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:18.985693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:18.990376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:18.994341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:18.999268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:19.006800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:19.008761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-503e2260-e346-4f9d-9594-279a592ced38 req-a7bf05e0-f946-412d-905c-db1a4cd0245f tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5430 time: 0.5891464 Jan 10 19:13:19.037391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.219967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Allocated IP 172.20.0.8 (44e62c27-5009-46b8-9c45-9868e26b5030/7a65454e-39e7-47d0-b196-994f0c36f447/69573be2-2556-47ec-ad35-a34176c45c36) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:19.325804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8230-1d38-4c07-8ef3-f32b87a00097 req-af18cf9a-8892-4d66-8be9-af3307bec126 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:19.332832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a76c8230-1d38-4c07-8ef3-f32b87a00097 req-af18cf9a-8892-4d66-8be9-af3307bec126 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.6484895 Jan 10 19:13:19.391028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] For port c1348f31-6bfa-4b00-8eeb-1cc32b9312de, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:19.391664 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.450639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:19.451030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.546396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Calling delete_port for c1348f31-6bfa-4b00-8eeb-1cc32b9312de owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:19.580713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.600110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:19.615027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Network 44e62c27-5009-46b8-9c45-9868e26b5030 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:19.619747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Pushing event updated for resources: {'Port': ['ID=2db02b58-de00-4aa8-bc10-10d4e4b6216c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:19.634493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:19.637530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:19.665186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.686481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-503e2260-e346-4f9d-9594-279a592ced38 req-f6d3edb8-1cbd-47a8-ba12-155444f2b53c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6620171 Jan 10 19:13:19.704287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a76c8230-1d38-4c07-8ef3-f32b87a00097 req-34a59520-c757-4391-bfd7-ea188d560ab7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700397 Jan 10 19:13:19.802545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:19.803252 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.894234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:19.985804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Network 44e62c27-5009-46b8-9c45-9868e26b5030 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:19.995970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c1348f31-6bfa-4b00-8eeb-1cc32b9312de no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:20.018513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:20.020798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:20.051871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Pushing event updated for resources: {'Port': ['ID=69573be2-2556-47ec-ad35-a34176c45c36,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:20.069808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5b185ecc-8e99-4114-bc9d-b4dfa5fbdeb3 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5605993 Jan 10 19:13:20.105291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Request body: {'port': {'device_id': 'efa285a3-31cf-418d-9547-d70f654faade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:20.115872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:20.116646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.121080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No active binding found for port c1348f31-6bfa-4b00-8eeb-1cc32b9312de {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:13:20.121759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c1348f31-6bfa-4b00-8eeb-1cc32b9312de not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:20.133476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.156605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.170644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:20.185746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:20.226479 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b6747022-8127-4129-8177-bfcffd55fb7e tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3632629 Jan 10 19:13:20.262847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event deleted for resources: {'Port': ['ID=c1348f31-6bfa-4b00-8eeb-1cc32b9312de,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:20.321776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Request body: {'port': {'device_id': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:20.505601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] No DVR routers for this DVR port c1348f31-6bfa-4b00-8eeb-1cc32b9312de on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:20.530242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d5e4-d4f9-4555-8a34-ca4e5e58637c req-8909ccfd-bec9-4ce0-99fc-a0f9897eb7e0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:20.531070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ced1d5e4-d4f9-4555-8a34-ca4e5e58637c req-8909ccfd-bec9-4ce0-99fc-a0f9897eb7e0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:20.547341 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.548548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.549631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d0fbe60-8c04-4bc5-b677-f8ebd0a084da req-afc7ca3a-bab7-4804-a705-4a4595315898 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "DELETE /v2.0/ports/c1348f31-6bfa-4b00-8eeb-1cc32b9312de HTTP/1.1" status: 204 len: 173 time: 2.6339173 Jan 10 19:13:20.562042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6643e905-f077-4742-b326-c8357b477bd4', 'name': 'network-vif-deleted', 'tag': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:20.570190 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.697255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:20.727970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:20.872130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:20.875359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ced1d5e4-d4f9-4555-8a34-ca4e5e58637c req-8909ccfd-bec9-4ce0-99fc-a0f9897eb7e0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:20.877583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ced1d5e4-d4f9-4555-8a34-ca4e5e58637c req-8909ccfd-bec9-4ce0-99fc-a0f9897eb7e0 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=6643e905-f077-4742-b326-c8357b477bd4 HTTP/1.1" status: 200 len: 867 time: 0.9001899 Jan 10 19:13:20.883269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:20.883656 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.175972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Router 2c9e3133-6073-48c9-8baf-738ea642681d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:13:21.227838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.236710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ced1d5e4-d4f9-4555-8a34-ca4e5e58637c req-888e15f1-5749-4d5e-a1c3-3e4db893f746 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286202 Jan 10 19:13:21.295784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:21.308658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:21.315905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.316905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c8492ad5-3d5f-408c-982a-37f110af0afd up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:21.369238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609aa198-f128-4569-8b24-0fa4875903dc {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:21.379090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60a37-bd85-4274-81fc-85e0431c062b req-3e8f6b46-6493-4667-adb2-da204d77cffd tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:21.379735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-03c60a37-bd85-4274-81fc-85e0431c062b req-3e8f6b46-6493-4667-adb2-da204d77cffd tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Synchronizing usage tracker for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:21.379857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:13:21.385640 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6643e905-f077-4742-b326-c8357b477bd4', 'name': 'network-vif-deleted', 'tag': 'c1348f31-6bfa-4b00-8eeb-1cc32b9312de', 'status': 'completed', 'code': 200} Jan 10 19:13:21.388403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.393323 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] Sync routers for ids ['2c9e3133-6073-48c9-8baf-738ea642681d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:13:21.396004 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4b1fc70-9833-4939-94b5-804161b4925b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "PUT /v2.0/routers/2c9e3133-6073-48c9-8baf-738ea642681d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9809079 Jan 10 19:13:21.398675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46268) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:21.426695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Transition to ACTIVE for port object 609aa198-f128-4569-8b24-0fa4875903dc will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:21.435742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-03c60a37-bd85-4274-81fc-85e0431c062b req-3e8f6b46-6493-4667-adb2-da204d77cffd tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Unset dirty status for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:21.443724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c60a37-bd85-4274-81fc-85e0431c062b req-3e8f6b46-6493-4667-adb2-da204d77cffd tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 931 time: 0.4839861 Jan 10 19:13:21.445716 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] Routers {'2c9e3133-6073-48c9-8baf-738ea642681d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:21.446677 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2c9e3133-6073-48c9-8baf-738ea642681d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:21.448063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.468952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:21.483803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port c8492ad5-3d5f-408c-982a-37f110af0afd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:21.490481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port c8492ad5-3d5f-408c-982a-37f110af0afd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:21.491162 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.690172 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.730418 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] Set router 2c9e3133-6073-48c9-8baf-738ea642681d gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:21.732873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c8492ad5-3d5f-408c-982a-37f110af0afd,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:21.741775 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.743293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 184e6460-99e7-4d07-beaf-009f9e84507a up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:21.743778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb0259-8afd-4ca0-b8cd-e12ffdc36e0b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:21.745214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb0259-8afd-4ca0-b8cd-e12ffdc36e0b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:21.745960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89bb0259-8afd-4ca0-b8cd-e12ffdc36e0b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:21.788538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89bb0259-8afd-4ca0-b8cd-e12ffdc36e0b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:21.793107 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89bb0259-8afd-4ca0-b8cd-e12ffdc36e0b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3898866 Jan 10 19:13:21.793911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46272) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:21.851932 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:10Z', 'updated_at': '2022-01-10T19:13:19Z', 'revision_number': 3, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:21.857455 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] Checking router: 2c9e3133-6073-48c9-8baf-738ea642681d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:13:21.871662 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] Routers {'2c9e3133-6073-48c9-8baf-738ea642681d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:21.872629 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2c9e3133-6073-48c9-8baf-738ea642681d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:21.927646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:21.934150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 184e6460-99e7-4d07-beaf-009f9e84507a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:21.934350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Pushing event updated for resources: {'Port': ['ID=609aa198-f128-4569-8b24-0fa4875903dc,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:21.940748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 184e6460-99e7-4d07-beaf-009f9e84507a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:21.940973 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:21.966485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c60a37-bd85-4274-81fc-85e0431c062b req-7be75fcb-41a8-4f8a-adb6-c924a09811c2 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213294 Jan 10 19:13:22.015186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69573be2-2556-47ec-ad35-a34176c45c36 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:22.027474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.041279 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] Set router 2c9e3133-6073-48c9-8baf-738ea642681d gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:22.065587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Transition to ACTIVE for port object 69573be2-2556-47ec-ad35-a34176c45c36 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:22.070006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 1e88a54c-9e3e-4d3a-8767-1528fcde0181 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:22.073938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.106466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.176878 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:10Z', 'updated_at': '2022-01-10T19:13:19Z', 'revision_number': 3, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:22.182572 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799f5e2-cdba-4a69-ac7c-8e9892ca0ed6 None None] The sync data for ids ['2c9e3133-6073-48c9-8baf-738ea642681d'] in n-d-816927-8 is: [{'id': '2c9e3133-6073-48c9-8baf-738ea642681d', 'name': 'tempest-NetworksTestDHCPv6-router-1829267064', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:10Z', 'updated_at': '2022-01-10T19:13:19Z', 'revision_number': 3, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:13:22.186198 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.192285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Pushing event updated for resources: {'Port': ['ID=69573be2-2556-47ec-ad35-a34176c45c36,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:22.232117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.241076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=184e6460-99e7-4d07-beaf-009f9e84507a,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:22.246208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.247433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 05f5d4a4-fc47-466b-9341-d4f2d14484f9 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:22.348037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:22.371341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4806fe-02f6-4042-a345-ab5f8fc05bb7 req-c8f32732-313b-4c10-90ca-6560e3f220f8 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.372804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e4806fe-02f6-4042-a345-ab5f8fc05bb7 req-c8f32732-313b-4c10-90ca-6560e3f220f8 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.5085423 Jan 10 19:13:22.378442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Attempting to bind port 609aa198-f128-4569-8b24-0fa4875903dc on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:22.378791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Attempting to bind port 609aa198-f128-4569-8b24-0fa4875903dc by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:22.379302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Attempting to bind port 609aa198-f128-4569-8b24-0fa4875903dc on network 44e62c27-5009-46b8-9c45-9868e26b5030 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:22.393015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:22.398614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:22.399085 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.426206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.429798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Port 609aa198-f128-4569-8b24-0fa4875903dc on network 44e62c27-5009-46b8-9c45-9868e26b5030 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:13:22.430132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Attempting to bind port 609aa198-f128-4569-8b24-0fa4875903dc on network 44e62c27-5009-46b8-9c45-9868e26b5030 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:22.464782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:22.465108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Checking segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:22.465425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Bound using segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:22.465867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Bound port: 609aa198-f128-4569-8b24-0fa4875903dc, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:22.466211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.506549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.511269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.514952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.518786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.522670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.524376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Attempting to bind port 69573be2-2556-47ec-ad35-a34176c45c36 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:22.524718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Attempting to bind port 69573be2-2556-47ec-ad35-a34176c45c36 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:22.525365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Attempting to bind port 69573be2-2556-47ec-ad35-a34176c45c36 on network 44e62c27-5009-46b8-9c45-9868e26b5030 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:22.526911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.530779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:22.535666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.538328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-d3bfda96-fc85-4735-8d70-8cc844b70318 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5433 time: 0.3050961 Jan 10 19:13:22.539872 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.545849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Port 69573be2-2556-47ec-ad35-a34176c45c36 on network 44e62c27-5009-46b8-9c45-9868e26b5030 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:13:22.546294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Attempting to bind port 69573be2-2556-47ec-ad35-a34176c45c36 on network 44e62c27-5009-46b8-9c45-9868e26b5030 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:22.560577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:22.582558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.596327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3eb9ed-5d07-4b77-921a-1d4558826564 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:22.597446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=1e88a54c-9e3e-4d3a-8767-1528fcde0181,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:22.605313 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c57b5f3e-0666-43ac-b8e1-df6272f7d4af tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/1e88a54c-9e3e-4d3a-8767-1528fcde0181 HTTP/1.1" status: 204 len: 168 time: 0.8097723 Jan 10 19:13:22.606560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46278) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:22.609938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:22.610282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Checking segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:22.610679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Bound using segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:22.611151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Bound port: 69573be2-2556-47ec-ad35-a34176c45c36, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:22.611503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.619539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e4806fe-02f6-4042-a345-ab5f8fc05bb7 req-1f05e454-c9bb-48f6-817d-ad9d31026e5a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335780 Jan 10 19:13:22.629235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:22.629659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bdfe972-42c1-4f9b-b8ec-0ff52cc03cd6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:22.700641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db02b58-de00-4aa8-bc10-10d4e4b6216c {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:22.709497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.731148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:22.740122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.741301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b40b1ab8-5436-45ba-9142-5fcb3efcdd42 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:22.743565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Transition to ACTIVE for port object 2db02b58-de00-4aa8-bc10-10d4e4b6216c will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:22.762787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.835382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] For port 69573be2-2556-47ec-ad35-a34176c45c36, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:22.838496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] For port 69573be2-2556-47ec-ad35-a34176c45c36, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=69573be2-2556-47ec-ad35-a34176c45c36,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:22.849557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.866678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2db02b58-de00-4aa8-bc10-10d4e4b6216c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:22.915775 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2024612d-46ee-4d18-a3ee-5e9135190164 req-7748642e-f0d0-45c0-99d4-9d1d331c2274 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3764117 Jan 10 19:13:22.928779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Pushing event updated for resources: {'Port': ['ID=69573be2-2556-47ec-ad35-a34176c45c36,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:22.944804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-42519b87-78fc-4a44-889c-c992e00c719b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:router {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:22.958440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:22.960355 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-e175609f-4488-4588-a93f-b8f5f9ea715b service neutron] 10.222.0.44 "PUT /v2.0/ports/69573be2-2556-47ec-ad35-a34176c45c36 HTTP/1.1" status: 200 len: 1091 time: 2.6440685 Jan 10 19:13:22.960962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'tag': '69573be2-2556-47ec-ad35-a34176c45c36'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:22.977317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-42519b87-78fc-4a44-889c-c992e00c719b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:router {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:22.986369 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-42519b87-78fc-4a44-889c-c992e00c719b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3781698 Jan 10 19:13:22.987326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:23.012516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:23.053720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:23.061490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:23.062145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.102159 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435', 'code': 200} Jan 10 19:13:23.152413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:13:23.158448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] For port 609aa198-f128-4569-8b24-0fa4875903dc, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:23.176251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] Deleting port be5d8716-935c-4f6d-a324-7c56dbe815ef {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:23.176784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.308175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.333380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] For port 609aa198-f128-4569-8b24-0fa4875903dc, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=609aa198-f128-4569-8b24-0fa4875903dc,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:23.353285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.451023 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.571739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.575756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] 10.222.0.44 "PUT /v2.0/ports/609aa198-f128-4569-8b24-0fa4875903dc HTTP/1.1" status: 200 len: 1092 time: 4.7223027 Jan 10 19:13:23.591078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'tag': '609aa198-f128-4569-8b24-0fa4875903dc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:23.642834 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'tag': '69573be2-2556-47ec-ad35-a34176c45c36', 'status': 'completed', 'code': 200} Jan 10 19:13:23.654492 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-7568104b-a490-4563-85d7-61922020cdc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 1094 time: 0.5225990 Jan 10 19:13:23.693913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Attempting to bind port 2db02b58-de00-4aa8-bc10-10d4e4b6216c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:23.694446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Attempting to bind port 2db02b58-de00-4aa8-bc10-10d4e4b6216c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:23.696032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Attempting to bind port 2db02b58-de00-4aa8-bc10-10d4e4b6216c on network 44e62c27-5009-46b8-9c45-9868e26b5030 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:23.700456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdbb65-1e5c-470b-ba14-5e519f93cc7b service neutron] Pushing event updated for resources: {'Port': ['ID=609aa198-f128-4569-8b24-0fa4875903dc,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:23.737632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Port 2db02b58-de00-4aa8-bc10-10d4e4b6216c on network 44e62c27-5009-46b8-9c45-9868e26b5030 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:13:23.739119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Attempting to bind port 2db02b58-de00-4aa8-bc10-10d4e4b6216c on network 44e62c27-5009-46b8-9c45-9868e26b5030 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:23.770162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] For port be5d8716-935c-4f6d-a324-7c56dbe815ef, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=be5d8716-935c-4f6d-a324-7c56dbe815ef,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:23.770464 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.834180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:23.834537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Checking segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:23.835176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Bound using segment: {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:23.835630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Bound port: 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1537fe4-b277-4f9f-806a-3bb5a792623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:23.835979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:23.885945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-32bbdf71-07aa-4122-a9d7-c19f07f6b7b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69573be2-2556-47ec-ad35-a34176c45c36 HTTP/1.1" status: 200 len: 217 time: 0.2190764 Jan 10 19:13:23.904234 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'tag': '609aa198-f128-4569-8b24-0fa4875903dc', 'status': 'completed', 'code': 200} Jan 10 19:13:23.957470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-9204b1ef-6f40-4ce2-99f4-bc4dec12dcce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 1095 time: 0.3330519 Jan 10 19:13:24.052294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5595a43c-dcf8-43e6-8130-c253a2eb5751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:24.054000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5595a43c-dcf8-43e6-8130-c253a2eb5751 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 200 len: 857 time: 0.1481798 Jan 10 19:13:24.101891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] Calling delete_port for be5d8716-935c-4f6d-a324-7c56dbe815ef owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:24.163354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-390cd408-acec-4418-a892-1759b74d8432 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e62c27-5009-46b8-9c45-9868e26b5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012208 Jan 10 19:13:24.191849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-01f9396d-cfc0-424e-953d-b37020ce3a3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609aa198-f128-4569-8b24-0fa4875903dc HTTP/1.1" status: 200 len: 217 time: 0.2153642 Jan 10 19:13:24.234503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.251466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] For port 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:24.259039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26945dce-4282-4a57-8ea8-83e92138f0c3 req-95fb01c5-7343-418d-8641-ed2630fccc25 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:24.271404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26945dce-4282-4a57-8ea8-83e92138f0c3 req-95fb01c5-7343-418d-8641-ed2630fccc25 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 943 time: 0.5166786 Jan 10 19:13:24.278041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:24.295253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.296026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fa1d6bf9-a79f-4d42-a078-4825e16432a6 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:24.313018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] For port 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:24.339162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] Pushing event deleted for resources: {'Port': ['ID=be5d8716-935c-4f6d-a324-7c56dbe815ef,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:24.341217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.400749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-0852ce79-c746-4bc7-8da2-321a0126c541 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:24.402757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-0852ce79-c746-4bc7-8da2-321a0126c541 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 200 len: 857 time: 0.2000606 Jan 10 19:13:24.430742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e1254-c2d0-45d3-8445-5f308619b398 None None] No DVR routers for this DVR port be5d8716-935c-4f6d-a324-7c56dbe815ef on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:24.486910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-bffd29a1-237e-4414-9608-040155641be8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e62c27-5009-46b8-9c45-9868e26b5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631454 Jan 10 19:13:24.499276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.500655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/2db02b58-de00-4aa8-bc10-10d4e4b6216c HTTP/1.1" status: 200 len: 1091 time: 4.4036613 Jan 10 19:13:24.502374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device be5d8716-935c-4f6d-a324-7c56dbe815ef no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:24.563564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26945dce-4282-4a57-8ea8-83e92138f0c3 req-f0695bf7-2aa4-4ac4-84d6-7cc7628c82b5 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812097 Jan 10 19:13:24.592204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:24.592204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:24.605188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: be5d8716-935c-4f6d-a324-7c56dbe815ef {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:24.605528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device be5d8716-935c-4f6d-a324-7c56dbe815ef not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:24.617687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:24.618065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.647323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-00e28495-546e-43fd-861c-c3b175d03863 service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768565 Jan 10 19:13:24.651464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.686151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529f13b-81a7-4f28-a3bc-1c6f4720a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2db02b58-de00-4aa8-bc10-10d4e4b6216c,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:24.832784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.837383 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-41f2fbc7-0ab5-477a-bfc9-1db96b71ead6 service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792018 Jan 10 19:13:24.849253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.909633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:24.918721 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:24.922321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1ab9aefc-890f-4829-a861-0a119bd90e0b up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:25.002295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:25.003926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9e3133-6073-48c9-8baf-738ea642681d {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:13:25.017014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85b9e-81a8-4be4-999e-1226d0a094b9 req-8cc00957-ecda-43f5-b896-fba593036ecd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:25.025606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aab85b9e-81a8-4be4-999e-1226d0a094b9 req-8cc00957-ecda-43f5-b896-fba593036ecd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.8948901 Jan 10 19:13:25.102820 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:25.107258 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6135f345-67cd-455b-9c28-e2ea7c85fb5f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/routers/2c9e3133-6073-48c9-8baf-738ea642681d HTTP/1.1" status: 204 len: 168 time: 2.1154001 Jan 10 19:13:25.109918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46326) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:25.136616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:25.243436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6460-99e7-4d07-beaf-009f9e84507a'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1d6bf9-a79f-4d42-a078-4825e16432a6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:25.304938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aab85b9e-81a8-4be4-999e-1226d0a094b9 req-13c2f433-b6f9-4075-96f8-eec09563dfd0 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781236 Jan 10 19:13:25.314347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 1ab9aefc-890f-4829-a861-0a119bd90e0b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:25.326046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-26972460-12b4-41b8-9252-d1434e107fda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 1094 time: 0.7577176 Jan 10 19:13:25.348339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-5100cf23-d4f7-4f96-9305-7ac19f738142 service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8431029 Jan 10 19:13:25.350264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 1ab9aefc-890f-4829-a861-0a119bd90e0b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:25.350661 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:25.510301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:25.620886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:25.630443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:25.641026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:25.643445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:25.665540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:25.681795 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-874c811c-2c7b-44fb-9fa8-80049fc14021 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 1094 time: 0.7817879 Jan 10 19:13:25.698749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:25.704505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:25.781830 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd', 'code': 200} Jan 10 19:13:25.783600 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6460-99e7-4d07-beaf-009f9e84507a', 'code': 200} Jan 10 19:13:25.783916 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9', 'code': 200} Jan 10 19:13:25.784266 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42', 'code': 200} Jan 10 19:13:25.785086 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1d6bf9-a79f-4d42-a078-4825e16432a6', 'code': 200} Jan 10 19:13:25.828245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:25.876151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-b43cb081-1a72-4b33-9213-ffbcaa61d49d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c HTTP/1.1" status: 200 len: 217 time: 0.5267992 Jan 10 19:13:25.882386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:25.886340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:25.922244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa285a3-31cf-418d-9547-d70f654faade', 'tag': '2db02b58-de00-4aa8-bc10-10d4e4b6216c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:26.028071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f18254-f262-441a-bfd6-478f929b81e0 req-3902f193-40e7-4466-b345-56b1b2da3657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.029702 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-3902f193-40e7-4466-b345-56b1b2da3657 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 918 time: 0.3299394 Jan 10 19:13:26.064088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-eae121cd-b394-4a97-a203-f2948d2ea090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.065949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-eae121cd-b394-4a97-a203-f2948d2ea090 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 200 len: 857 time: 0.1768942 Jan 10 19:13:26.157006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-ea120e07-7c47-4c3e-a919-68c385f5ccff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e62c27-5009-46b8-9c45-9868e26b5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789592 Jan 10 19:13:26.161146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-d26cdfbc-5132-451a-b917-f14500cdeabd service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763016 Jan 10 19:13:26.181641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.185980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.190814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.194715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.199909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.203841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.207838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.210318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-d4df0d1f-c41c-4ae7-83c2-17ab6e160e28 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.8539686 Jan 10 19:13:26.225453 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-080ad0e1-83c4-46ac-85c6-c117104507c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69573be2-2556-47ec-ad35-a34176c45c36 HTTP/1.1" status: 200 len: 217 time: 0.1878829 Jan 10 19:13:26.234239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434cfdc-e0c5-4892-a30b-1df4de85aed0 req-82a3ada3-ef2e-4971-a3d4-68fb467a4892 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.235742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b434cfdc-e0c5-4892-a30b-1df4de85aed0 req-82a3ada3-ef2e-4971-a3d4-68fb467a4892 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 943 time: 0.3035932 Jan 10 19:13:26.327817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f18254-f262-441a-bfd6-478f929b81e0 req-8ec282e6-38f0-44ba-8694-cc53e811a9d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.329147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-8ec282e6-38f0-44ba-8694-cc53e811a9d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 200 len: 857 time: 0.0987344 Jan 10 19:13:26.394939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-7dc20e3f-15ea-419f-bdd4-c52c4e90bde4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e62c27-5009-46b8-9c45-9868e26b5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490055 Jan 10 19:13:26.440304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b434cfdc-e0c5-4892-a30b-1df4de85aed0 req-3ebaf80f-40c9-4072-8238-789bdb9de4d9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661675 Jan 10 19:13:26.462989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5d23fd0-5222-4f04-bae8-db58588367f7 req-3b8a4538-6d92-4f6a-99ac-f3df0a896b0b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1963887 Jan 10 19:13:26.496757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-d5689059-2036-42db-bf0b-709c0f7bdf30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 1095 time: 0.2599876 Jan 10 19:13:26.499952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-adbd88f6-8573-43ed-a783-216045268edc service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285134 Jan 10 19:13:26.549517 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-15b387ea-7f3b-4194-afce-f80aa4ef985e service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401784 Jan 10 19:13:26.556895 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa285a3-31cf-418d-9547-d70f654faade', 'tag': '2db02b58-de00-4aa8-bc10-10d4e4b6216c', 'status': 'completed', 'code': 200} Jan 10 19:13:26.649658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:26.737525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:26.744678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:26.753905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 69573be2-2556-47ec-ad35-a34176c45c36 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:26.758929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb4fba0-2b9e-4c36-8fe8-cda93f3f55b7 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:26.769879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=f024d36b-be12-4696-a815-0cacafdb88e8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:26.779548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.780138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:26.840871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-096ae7ca-56c5-4ec2-8334-0892c19c7ded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:26.842347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-096ae7ca-56c5-4ec2-8334-0892c19c7ded service neutron] 10.222.0.44 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 918 time: 0.3252611 Jan 10 19:13:26.845174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cd6cd0-3a28-4dca-ad17-675c44e6624a req-18efe1b8-4867-4690-9173-bc2eb8089c8e service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292439 Jan 10 19:13:26.861662 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68f18254-f262-441a-bfd6-478f929b81e0 req-2186b57a-c11f-47fe-bf40-9afa8fd87a1f service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988622 Jan 10 19:13:26.875811 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dd7ec74a-665e-4a86-89eb-0335d3d7d0a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7648246 Jan 10 19:13:26.891466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46352) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:26.891749 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:13:26.900480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:26.909608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:26.922060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:router and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:26.925564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:26.931834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:27.011676 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.013194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.035664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9ada-3696-4a60-ae18-b5c23962bda3 req-e69fc867-a25b-453e-b669-56d0f7a92043 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:27.047102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-956a9ada-3696-4a60-ae18-b5c23962bda3 req-e69fc867-a25b-453e-b669-56d0f7a92043 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.3733165 Jan 10 19:13:27.065664 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-6d008a2f-b06e-48e1-ac2f-d43f432063e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4644db533d34ea88fce919babaf70d6&device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 1094 time: 0.1243076 Jan 10 19:13:27.067571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.096781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-4a008265-4edd-4ef1-b747-38a94ac2f729 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609aa198-f128-4569-8b24-0fa4875903dc HTTP/1.1" status: 200 len: 217 time: 0.2435598 Jan 10 19:13:27.101820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'f024d36b-be12-4696-a815-0cacafdb88e8'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:13:27.102628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.237390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-18a4c85c-8d99-48e6-a264-1061456aaeba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:27.239069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-18a4c85c-8d99-48e6-a264-1061456aaeba service neutron] 10.222.0.44 "GET /v2.0/networks?id=44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 200 len: 918 time: 0.1629100 Jan 10 19:13:27.268517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-956a9ada-3696-4a60-ae18-b5c23962bda3 req-c6edfbd7-d8de-44c9-a47a-0a11b5beef33 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202036 Jan 10 19:13:27.295331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-f02e723b-8866-46a0-a674-d11cc68ac756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:27.296769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-f02e723b-8866-46a0-a674-d11cc68ac756 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 200 len: 857 time: 0.1828775 Jan 10 19:13:27.356050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-a94d9768-2d67-4514-a833-d2e2cc87a260 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c HTTP/1.1" status: 200 len: 217 time: 0.1096573 Jan 10 19:13:27.380762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-812d5d67-3cd6-421a-a317-c77c8c253dbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e62c27-5009-46b8-9c45-9868e26b5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693724 Jan 10 19:13:27.386674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/f024d36b-be12-4696-a815-0cacafdb88e8/03c0e697-fcf3-4288-bb42-c6f03e674940) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:27.461232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-d221602c-9bf3-4f14-869c-56bfc9843e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:27.464834 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-d221602c-9bf3-4f14-869c-56bfc9843e1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 200 len: 857 time: 0.0995915 Jan 10 19:13:27.468811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.592447 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-c217b915-b278-448f-9ade-19fff1bdbc37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e62c27-5009-46b8-9c45-9868e26b5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093531 Jan 10 19:13:27.634693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.645324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Transition to ACTIVE for port object 03c0e697-fcf3-4288-bb42-c6f03e674940 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:27.664409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Transition to ACTIVE for port object 03c0e697-fcf3-4288-bb42-c6f03e674940 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:27.666016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-af4ecac5-0943-4539-a515-b5cb1a970c52 service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793820 Jan 10 19:13:27.675519 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.743501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:27.748010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bfdfceea-5394-4159-b68e-7e4e96bb738c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8510711 Jan 10 19:13:27.752513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46374) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:27.842074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:27.855438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 69573be2-2556-47ec-ad35-a34176c45c36, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=69573be2-2556-47ec-ad35-a34176c45c36,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:27.877668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '69573be2-2556-47ec-ad35-a34176c45c36', 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'port_id': '69573be2-2556-47ec-ad35-a34176c45c36', 'mac_address': 'fa:16:3e:e9:9f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a65454e-39e7-47d0-b196-994f0c36f447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:27.968304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:27.981625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:27.992086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Pushing event updated for resources: {'Port': ['ID=03c0e697-fcf3-4288-bb42-c6f03e674940,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:27.998260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:28.020646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.021936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.022493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.023034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.023509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.024166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.024652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.025177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.025640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.027513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.028032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:13:28.041433 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:28.056412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470862f5-5c17-4865-a23b-4338f0eaa4c3 req-0fccb3c9-3454-4038-abf7-d9c07ac45909 service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834267 Jan 10 19:13:28.066272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c193baa-992b-480a-a9d5-20228551ede9 req-ee2b8143-3ba3-4114-88a4-33a904758f9b tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.067735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c193baa-992b-480a-a9d5-20228551ede9 req-ee2b8143-3ba3-4114-88a4-33a904758f9b tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 943 time: 0.1950288 Jan 10 19:13:28.104284 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-e2609e04-cb2e-44c7-ba70-50687fc6a512 service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084403 Jan 10 19:13:28.206551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69573be2-2556-47ec-ad35-a34176c45c36 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:28.215478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c193baa-992b-480a-a9d5-20228551ede9 req-3aeb0541-ced2-4c4e-aa84-1934f6f0373b tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371679 Jan 10 19:13:28.252135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Attempting to bind port 03c0e697-fcf3-4288-bb42-c6f03e674940 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:28.252792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Attempting to bind port 03c0e697-fcf3-4288-bb42-c6f03e674940 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:28.263754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Attempting to bind port 03c0e697-fcf3-4288-bb42-c6f03e674940 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:28.285552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:28.286284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:28.286856 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:28.287496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:28.288133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Bound port: 03c0e697-fcf3-4288-bb42-c6f03e674940, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:28.288693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:28.301587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 69573be2-2556-47ec-ad35-a34176c45c36, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=69573be2-2556-47ec-ad35-a34176c45c36,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:28.315881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.321017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.322295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:28.325712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.334092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.355551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.364649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.368695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.383248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-121124b6-3f7a-405f-b988-3c55e27f700d req-c1f378d1-5fb6-40c3-8fa7-8d5ab5d10b27 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.2494588 Jan 10 19:13:28.455438 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d435b52e-b4a3-44d3-aab8-a086d275be74 req-36be0fa1-6a2c-4bff-94a0-9f5f149f7cbc service neutron] 10.222.0.44 "GET /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404581 Jan 10 19:13:28.503585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-121124b6-3f7a-405f-b988-3c55e27f700d req-94cafc37-f5a3-436b-965b-ce093683849b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179600 Jan 10 19:13:28.612943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] For port 03c0e697-fcf3-4288-bb42-c6f03e674940, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:28.623859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] For port 03c0e697-fcf3-4288-bb42-c6f03e674940, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=03c0e697-fcf3-4288-bb42-c6f03e674940,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:28.634609 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:28.659818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=69573be2-2556-47ec-ad35-a34176c45c36,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:28.798376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75817b08-b4b4-4fe2-ba53-cdad62ef9726 req-6a53526f-0145-4d5b-b278-c3e39b5367a6 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:28.799999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75817b08-b4b4-4fe2-ba53-cdad62ef9726 req-6a53526f-0145-4d5b-b278-c3e39b5367a6 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 946 time: 0.1975968 Jan 10 19:13:28.815649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['69573be2-2556-47ec-ad35-a34176c45c36'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:28.825204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:28.843295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 609aa198-f128-4569-8b24-0fa4875903dc details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:28.863349 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'code': 200} Jan 10 19:13:28.928975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75817b08-b4b4-4fe2-ba53-cdad62ef9726 req-877c6354-2d50-48e6-b170-19e506483330 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226144 Jan 10 19:13:28.938337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91f0a4-4849-4fc6-aea8-1037c8afeecf None None] Pushing event updated for resources: {'Port': ['ID=03c0e697-fcf3-4288-bb42-c6f03e674940,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:29.164444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 609aa198-f128-4569-8b24-0fa4875903dc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=609aa198-f128-4569-8b24-0fa4875903dc,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:29.172519 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c34333b3-1026-4a0a-94c3-441f01d40d0a req-a6e3d97d-855b-4179-84bc-be6982998279 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 0.1937108 Jan 10 19:13:29.213975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '609aa198-f128-4569-8b24-0fa4875903dc', 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'port_id': '609aa198-f128-4569-8b24-0fa4875903dc', 'mac_address': 'fa:16:3e:1f:ce:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a65454e-39e7-47d0-b196-994f0c36f447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:29.218674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284546ad-fff0-4fc5-9840-dad01a2e5780 req-3d10618b-d127-4654-9d63-bc22907f229b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:29.222140 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-284546ad-fff0-4fc5-9840-dad01a2e5780 req-3d10618b-d127-4654-9d63-bc22907f229b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2005525 Jan 10 19:13:29.289559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-284546ad-fff0-4fc5-9840-dad01a2e5780 req-2667d997-113f-4a98-98a8-a5316f664019 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619662 Jan 10 19:13:29.312842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.333276 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c34333b3-1026-4a0a-94c3-441f01d40d0a req-2fa73737-1fd7-413f-a464-4d65fc019c26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157157 Jan 10 19:13:29.335510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609aa198-f128-4569-8b24-0fa4875903dc {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:29.361697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 609aa198-f128-4569-8b24-0fa4875903dc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=609aa198-f128-4569-8b24-0fa4875903dc,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:29.382512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.383675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2db02b58-de00-4aa8-bc10-10d4e4b6216c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:29.464712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::1 (863fd86a-3130-4adc-8304-5cd8f5e1f495/f024d36b-be12-4696-a815-0cacafdb88e8/c554bc64-1ae2-43d5-ad05-272a6082a0f1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:29.500295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-94d49c9d-02ad-409b-9a21-70db4ccf5dd2 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:29.505362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-94d49c9d-02ad-409b-9a21-70db4ccf5dd2 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 946 time: 0.2128625 Jan 10 19:13:29.509701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=609aa198-f128-4569-8b24-0fa4875903dc,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:29.517426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:29.552964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '2db02b58-de00-4aa8-bc10-10d4e4b6216c', 'network_id': '44e62c27-5009-46b8-9c45-9868e26b5030', 'port_id': '2db02b58-de00-4aa8-bc10-10d4e4b6216c', 'mac_address': 'fa:16:3e:58:2f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a65454e-39e7-47d0-b196-994f0c36f447', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:29.603957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Deleting port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:29.604281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.649020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fe81-b626-4e38-9360-dac0625e0abd req-e0308965-67a1-41e2-b526-d3c7ea1e9fcb tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:29.650480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e113fe81-b626-4e38-9360-dac0625e0abd req-e0308965-67a1-41e2-b526-d3c7ea1e9fcb tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 944 time: 0.2090719 Jan 10 19:13:29.658528 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.681418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db02b58-de00-4aa8-bc10-10d4e4b6216c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:29.693653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.700224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:29.706850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.716816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object c554bc64-1ae2-43d5-ad05-272a6082a0f1 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:29.748863 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.803770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2db02b58-de00-4aa8-bc10-10d4e4b6216c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:29.825469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:29.828489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:29.832360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:29.832886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.839026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=c554bc64-1ae2-43d5-ad05-272a6082a0f1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:29.886785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e113fe81-b626-4e38-9360-dac0625e0abd req-9351dec5-2a3a-4eac-af90-d060e7af5ff2 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823139 Jan 10 19:13:29.927696 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.969927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] For port 3f9a5939-3425-4f5a-90bd-85a9b2cee688, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3f9a5939-3425-4f5a-90bd-85a9b2cee688,segment=NetworkSegment(e0317346-69a6-475a-b29a-24f382b83ca6),segment_id=e0317346-69a6-475a-b29a-24f382b83ca6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:29.970314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:29.989752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:29.993613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:29.998051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:30.001941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:30.005965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:30.009854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:30.014531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:30.016460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-5b18ea4e-6817-4fda-8e5a-394039a4e47d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.2609999 Jan 10 19:13:30.182699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Calling delete_port for 3f9a5939-3425-4f5a-90bd-85a9b2cee688 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:30.271493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2db02b58-de00-4aa8-bc10-10d4e4b6216c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:30.320951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5136d396-6ea4-4036-bfb3-b151acad0312 req-ebbec720-e306-4c1f-a9d9-b96756b8ebfe tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2412388 Jan 10 19:13:30.361179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['609aa198-f128-4569-8b24-0fa4875903dc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:30.481283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8230155-337d-4fe6-a65b-6d53e011700f req-7fba4b58-2c64-443f-8ea1-554a8165cd0e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:30.488072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8230155-337d-4fe6-a65b-6d53e011700f req-7fba4b58-2c64-443f-8ea1-554a8165cd0e tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 946 time: 0.2684455 Jan 10 19:13:30.537567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03c0e697-fcf3-4288-bb42-c6f03e674940 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:30.552854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:30.563192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8230155-337d-4fe6-a65b-6d53e011700f req-87bcafac-f3b8-4665-9e3f-5eaa77e70008 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e4b9f68-f399-40c9-a98c-d999f13b2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741308 Jan 10 19:13:30.602323 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:30.606629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:30.607570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:30.621151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Pushing event deleted for resources: {'Port': ['ID=3f9a5939-3425-4f5a-90bd-85a9b2cee688,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:30.621327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3f9a5939-3425-4f5a-90bd-85a9b2cee688'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:30.788423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=c554bc64-1ae2-43d5-ad05-272a6082a0f1,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:30.814588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e6aee9c-3bbd-4e04-b659-10aa31bb4aba None None] Provisioning for port 03c0e697-fcf3-4288-bb42-c6f03e674940 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:30.895341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:30.897428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:30.914661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 03c0e697-fcf3-4288-bb42-c6f03e674940 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:30.934463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] No DVR routers for this DVR port 3f9a5939-3425-4f5a-90bd-85a9b2cee688 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:30.937195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:30.947403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'name': 'network-vif-deleted', 'tag': '3f9a5939-3425-4f5a-90bd-85a9b2cee688'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:30.982842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.30 "DELETE /v2.0/ports/3f9a5939-3425-4f5a-90bd-85a9b2cee688 HTTP/1.1" status: 204 len: 173 time: 1.4718022 Jan 10 19:13:31.014034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f727c-fcac-4003-b49c-9cce95d923f9 req-b8d17c54-cee5-4aab-bfd1-aa85e8c7ba2c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:31.015655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-612f727c-fcac-4003-b49c-9cce95d923f9 req-b8d17c54-cee5-4aab-bfd1-aa85e8c7ba2c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2838669 Jan 10 19:13:31.050557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 03c0e697-fcf3-4288-bb42-c6f03e674940 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:31.063099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:31.106825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-612f727c-fcac-4003-b49c-9cce95d923f9 req-575af1f4-c66e-463b-8fbd-3106ee6aafd3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 Jan 10 19:13:31.329987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-89168d97-55ef-4baa-9f7b-8c3253bab49b None None] Provisioning for port c554bc64-1ae2-43d5-ad05-272a6082a0f1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:31.345689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-89168d97-55ef-4baa-9f7b-8c3253bab49b None None] Provisioning complete for port c554bc64-1ae2-43d5-ad05-272a6082a0f1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:31.346070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89168d97-55ef-4baa-9f7b-8c3253bab49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:31.426487 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7', 'name': 'network-vif-deleted', 'tag': '3f9a5939-3425-4f5a-90bd-85a9b2cee688', 'status': 'completed', 'code': 200} Jan 10 19:13:31.468732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab188ca-79c5-4316-9ef1-8d4693f2d3b7 req-5a758d1f-91d1-4569-91c3-0c2e36c1e199 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:31.482167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab188ca-79c5-4316-9ef1-8d4693f2d3b7 req-5a758d1f-91d1-4569-91c3-0c2e36c1e199 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 944 time: 0.2018349 Jan 10 19:13:31.512713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-89168d97-55ef-4baa-9f7b-8c3253bab49b None None] Port c554bc64-1ae2-43d5-ad05-272a6082a0f1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:13:31.556411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Router 715a2d6e-0988-4a61-bdeb-27430a310f19 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:13:31.564566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:31.569716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dab188ca-79c5-4316-9ef1-8d4693f2d3b7 req-80acd5a5-41b6-4221-8604-1953bd24f7ec tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867133 Jan 10 19:13:31.620118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 03c0e697-fcf3-4288-bb42-c6f03e674940, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=03c0e697-fcf3-4288-bb42-c6f03e674940,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:31.632266 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:31.738777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c5828c0f-1973-451f-bc53-adef795ce416 None None] Provisioning complete for port c554bc64-1ae2-43d5-ad05-272a6082a0f1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:31.739366 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c5828c0f-1973-451f-bc53-adef795ce416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:31.807910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:13:31.833987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5386e8b-64af-4a71-ab3b-24dd2f50e68b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "PUT /v2.0/routers/715a2d6e-0988-4a61-bdeb-27430a310f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0648346 Jan 10 19:13:31.834827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46424) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:31.859512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Sync routers for ids ['715a2d6e-0988-4a61-bdeb-27430a310f19'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:13:31.903973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Routers {'715a2d6e-0988-4a61-bdeb-27430a310f19'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:31.904867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['715a2d6e-0988-4a61-bdeb-27430a310f19'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:31.912999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8c819-dc5f-4332-b15d-9b0f4d05bada tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:31.914723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e0c8c819-dc5f-4332-b15d-9b0f4d05bada tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:31.923941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-aeaec8d5-9d5a-43e3-9849-03a5b688d609 req-d34378a3-aaf5-43e0-806d-6be26e83f345 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Synchronizing usage tracker for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:31.932907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e0c8c819-dc5f-4332-b15d-9b0f4d05bada tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:31.937919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46428) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:31.938413 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e0c8c819-dc5f-4332-b15d-9b0f4d05bada tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports/c554bc64-1ae2-43d5-ad05-272a6082a0f1 HTTP/1.1" status: 200 len: 911 time: 0.1019170 Jan 10 19:13:31.968724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c5828c0f-1973-451f-bc53-adef795ce416 None None] Port c554bc64-1ae2-43d5-ad05-272a6082a0f1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:13:31.970343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=03c0e697-fcf3-4288-bb42-c6f03e674940,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:32.014769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.019042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.022950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.027234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.031190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.035219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.039490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.048320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-9ff9ca03-a7c2-4c8d-8ec7-a2665c9960b6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.2786851 Jan 10 19:13:32.052159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-aeaec8d5-9d5a-43e3-9849-03a5b688d609 req-d34378a3-aaf5-43e0-806d-6be26e83f345 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] Unset dirty status for tenant:9e17ac3034cc48e19f29725048efc9be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:32.066306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeaec8d5-9d5a-43e3-9849-03a5b688d609 req-d34378a3-aaf5-43e0-806d-6be26e83f345 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] 10.222.0.21 "GET /v2.0/ports?device_id=421f4135-dc5a-40c1-b3a3-e0de0dd9c4b7 HTTP/1.1" status: 200 len: 210 time: 0.2006972 Jan 10 19:13:32.085951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Set router 715a2d6e-0988-4a61-bdeb-27430a310f19 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:32.171478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2fc1f0eb-9996-47bf-9f3f-87365fb6e762 req-26e5a772-b71c-404d-af46-4ccba9db6a76 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221900 Jan 10 19:13:32.193563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c842bb-5b54-40df-95b9-ad016e819e4d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.197783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c842bb-5b54-40df-95b9-ad016e819e4d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.202377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27c842bb-5b54-40df-95b9-ad016e819e4d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2612267 Jan 10 19:13:32.202606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46436) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:32.419801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03c0e697-fcf3-4288-bb42-c6f03e674940 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:32.539694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 03c0e697-fcf3-4288-bb42-c6f03e674940 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:32.540061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:32.551592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596aa7e-9d63-4eb6-ac45-87afc8a30172 req-c31aa16b-7f11-4e8f-9bee-fe42588fae51 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.553054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8596aa7e-9d63-4eb6-ac45-87afc8a30172 req-c31aa16b-7f11-4e8f-9bee-fe42588fae51 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2439847 Jan 10 19:13:32.563791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.568576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:27Z', 'updated_at': '2022-01-10T19:13:29Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None, '_interfaces': [{'id': 'c554bc64-1ae2-43d5-ad05-272a6082a0f1', 'name': '', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'mac_address': 'fa:16:3e:4a:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f024d36b-be12-4696-a815-0cacafdb88e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:13:29Z', 'updated_at': '2022-01-10T19:13:30Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'subnets': [{'id': 'f024d36b-be12-4696-a815-0cacafdb88e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:32.569005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.573947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.578009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.582171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.585434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Checking router: 715a2d6e-0988-4a61-bdeb-27430a310f19 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:13:32.585783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Updating router 715a2d6e-0988-4a61-bdeb-27430a310f19 port c554bc64-1ae2-43d5-ad05-272a6082a0f1 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:13:32.586350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.591215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:32.593065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b72e28d-e004-47a8-acff-9b19eeef396e req-489caefe-53ba-46be-b7df-d2cfeafe260c tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.2435851 Jan 10 19:13:32.603976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46444) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:32.610062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Request body: {'floatingip': {'port_id': '1ab9aefc-890f-4829-a861-0a119bd90e0b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:32.647420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:32.773770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:32.877031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8596aa7e-9d63-4eb6-ac45-87afc8a30172 req-fe2e3c39-4b38-4918-8f3f-7086aa46786a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827873 Jan 10 19:13:33.047301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee616326-abea-46f9-ad13-0d2c99cb91f7 req-4ca26afc-b7be-4ae4-9a2e-1b899b6bc4cc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:33.048806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee616326-abea-46f9-ad13-0d2c99cb91f7 req-4ca26afc-b7be-4ae4-9a2e-1b899b6bc4cc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 944 time: 0.1705260 Jan 10 19:13:33.059598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 69573be2-2556-47ec-ad35-a34176c45c36 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:33.216649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 69573be2-2556-47ec-ad35-a34176c45c36 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:33.225176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 69573be2-2556-47ec-ad35-a34176c45c36 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:33.225618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.247205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee616326-abea-46f9-ad13-0d2c99cb91f7 req-832cf6a6-fa4b-41af-83a3-b8c2b0fa3ceb tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903811 Jan 10 19:13:33.259518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:33.301535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.331293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Transition to ACTIVE for port object c554bc64-1ae2-43d5-ad05-272a6082a0f1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:33.374783 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.443200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Deleting subnet 2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:33.446975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.521747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.553539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.602310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 69573be2-2556-47ec-ad35-a34176c45c36, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=69573be2-2556-47ec-ad35-a34176c45c36,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:33.605173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69573be2-2556-47ec-ad35-a34176c45c36'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:33.611719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49894f97-03dc-4e25-9fcf-d0dc911a8455 None None] Pushing event updated for resources: {'Port': ['ID=c554bc64-1ae2-43d5-ad05-272a6082a0f1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:33.617200 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.618374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2db02b58-de00-4aa8-bc10-10d4e4b6216c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:33.695868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.759467 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69573be2-2556-47ec-ad35-a34176c45c36', 'code': 200} Jan 10 19:13:33.787816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.836328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.864941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.891308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=69573be2-2556-47ec-ad35-a34176c45c36,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:33.943256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Attempting to bind port c554bc64-1ae2-43d5-ad05-272a6082a0f1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:33.943630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Attempting to bind port c554bc64-1ae2-43d5-ad05-272a6082a0f1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:33.943987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Attempting to bind port c554bc64-1ae2-43d5-ad05-272a6082a0f1 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:33.952885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:33.953275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:33.953772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.968432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:33.969113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Bound port: c554bc64-1ae2-43d5-ad05-272a6082a0f1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:33.969523 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:33.999408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4f558832-3654-42bc-9ad1-f50a8441950c req-1a1d805d-0340-4b78-b779-63df52f25b31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 1096 time: 0.2042065 Jan 10 19:13:34.058326 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4f558832-3654-42bc-9ad1-f50a8441950c req-01368eef-4ab5-45a5-85c5-bf925b1e4bf4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Jan 10 19:13:34.074927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3f9a5939-3425-4f5a-90bd-85a9b2cee688 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:34.143735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 2db02b58-de00-4aa8-bc10-10d4e4b6216c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:34.153654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 2db02b58-de00-4aa8-bc10-10d4e4b6216c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:34.153961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.201916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 3f9a5939-3425-4f5a-90bd-85a9b2cee688 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:34.202293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3f9a5939-3425-4f5a-90bd-85a9b2cee688 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:34.211340 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Floating IP af3c8073-6760-4d19-ab42-538a5d50c4f4 associated. External IP: 172.25.6.28, port: 1ab9aefc-890f-4829-a861-0a119bd90e0b. Jan 10 19:13:34.237311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.275436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] For port c554bc64-1ae2-43d5-ad05-272a6082a0f1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:34.280157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] For port c554bc64-1ae2-43d5-ad05-272a6082a0f1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c554bc64-1ae2-43d5-ad05-272a6082a0f1,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:34.327547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.337223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7ba18f-ca2e-4b4c-88be-ec4f568410a4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:34.374970 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.378780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e3e56320-87ea-4f9b-bc5b-80d42331e0e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2f7ba18f-ca2e-4b4c-88be-ec4f568410a4 HTTP/1.1" status: 204 len: 168 time: 1.1173346 Jan 10 19:13:34.399008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46484) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:34.543158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49894f97-03dc-4e25-9fcf-d0dc911a8455 None None] Pushing event updated for resources: {'Port': ['ID=c554bc64-1ae2-43d5-ad05-272a6082a0f1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:34.559605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.565571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.625268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f738e-02b1-4b2b-9122-551f9b2e0a4f req-f5526974-2b4e-4955-ad21-9478365ea0e6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:34.626848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-810f738e-02b1-4b2b-9122-551f9b2e0a4f req-f5526974-2b4e-4955-ad21-9478365ea0e6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.4895775 Jan 10 19:13:34.660940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:34.669364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Routers {'715a2d6e-0988-4a61-bdeb-27430a310f19'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:34.670092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['715a2d6e-0988-4a61-bdeb-27430a310f19'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:34.748773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.774852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Router f8d0fbec-720c-4a34-9b28-79277751f7ee has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:13:34.831781 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.865104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 609aa198-f128-4569-8b24-0fa4875903dc up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:34.867699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599dea69-d853-4847-b5d0-f2b05b5a39fb']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:34.884095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0317346-69a6-475a-b29a-24f382b83ca6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:34.885291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0317346-69a6-475a-b29a-24f382b83ca6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:34.902839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.917105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46492) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:34.926946 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.982790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:13:34.983685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:34.990816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] Set router 715a2d6e-0988-4a61-bdeb-27430a310f19 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:35.044863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2db02b58-de00-4aa8-bc10-10d4e4b6216c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:35.049473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:13:35.054289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.060799 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] Sync routers for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:13:35.082481 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:35.083231 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:35.126166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 609aa198-f128-4569-8b24-0fa4875903dc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:35.144770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 609aa198-f128-4569-8b24-0fa4875903dc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:35.145388 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:13:35.189171 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:13:35.209586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-694b3780-d078-4516-856f-b86b484413b8 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "PUT /v2.0/floatingips/af3c8073-6760-4d19-ab42-538a5d50c4f4 HTTP/1.1" status: 200 len: 991 time: 2.6043310 Jan 10 19:13:35.210569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:35.271983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.296791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.334183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:35.341677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:01aebc5eda83420f99a8509f4e3cfb5d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:35.349271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:35.363736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:35.381787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.423053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] Pushing event deleted for resources: {'Network': ['ID=599dea69-d853-4847-b5d0-f2b05b5a39fb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:35.446952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-810f738e-02b1-4b2b-9122-551f9b2e0a4f req-a27ff68d-d72b-4df6-9aca-d6b6b5e2dc70 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8109140 Jan 10 19:13:35.454232 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:35.466360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.494814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.499570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.541796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ff723dc5-0dac-4578-b16a-9ac24a1ada34 admin admin] 10.222.0.21 "DELETE /v2.0/networks/599dea69-d853-4847-b5d0-f2b05b5a39fb HTTP/1.1" status: 204 len: 168 time: 1.1403201 Jan 10 19:13:35.602587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21af5-5933-4832-8ab5-51177635d40a req-953b0561-6bee-44d1-a91f-2d0589ba9dbc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:35.609360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bb21af5-5933-4832-8ab5-51177635d40a req-953b0561-6bee-44d1-a91f-2d0589ba9dbc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 945 time: 0.8570688 Jan 10 19:13:35.617023 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01aebc5eda83420f99a8509f4e3cfb5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6939180 Jan 10 19:13:35.619405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad060-c235-4524-8270-d68718f84ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdc3a68-2f79-44af-ad9c-3a373e90bb22,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:35.628648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46506) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:35.650128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 609aa198-f128-4569-8b24-0fa4875903dc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=609aa198-f128-4569-8b24-0fa4875903dc,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:35.659902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.718887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port c554bc64-1ae2-43d5-ad05-272a6082a0f1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:35.719127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.750819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=609aa198-f128-4569-8b24-0fa4875903dc,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:35.760680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa285a3-31cf-418d-9547-d70f654faade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db02b58-de00-4aa8-bc10-10d4e4b6216c'}, {'server_uuid': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609aa198-f128-4569-8b24-0fa4875903dc'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:35.771634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:27Z', 'updated_at': '2022-01-10T19:13:29Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None, '_interfaces': [{'id': 'c554bc64-1ae2-43d5-ad05-272a6082a0f1', 'name': '', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'mac_address': 'fa:16:3e:4a:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f024d36b-be12-4696-a815-0cacafdb88e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:13:29Z', 'updated_at': '2022-01-10T19:13:34Z', 'revision_number': 4, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'subnets': [{'id': 'f024d36b-be12-4696-a815-0cacafdb88e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:35.779285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bb21af5-5933-4832-8ab5-51177635d40a req-33081bf2-39ab-4d8b-92a0-520ebbbc0a5a tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690483 Jan 10 19:13:35.797303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114ef0a-dd37-4904-82d6-ec82c18a7901 None None] The sync data for ids ['715a2d6e-0988-4a61-bdeb-27430a310f19'] in n-d-816927-8 is: [{'id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:27Z', 'updated_at': '2022-01-10T19:13:29Z', 'revision_number': 2, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None, '_interfaces': [{'id': 'c554bc64-1ae2-43d5-ad05-272a6082a0f1', 'name': '', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'mac_address': 'fa:16:3e:4a:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f024d36b-be12-4696-a815-0cacafdb88e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:13:29Z', 'updated_at': '2022-01-10T19:13:34Z', 'revision_number': 4, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'subnets': [{'id': 'f024d36b-be12-4696-a815-0cacafdb88e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:13:35.817181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb543787-9cf4-4bbb-b548-9dd71ee98980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.913423 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb543787-9cf4-4bbb-b548-9dd71ee98980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:35.921448 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa285a3-31cf-418d-9547-d70f654faade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db02b58-de00-4aa8-bc10-10d4e4b6216c', 'code': 200} Jan 10 19:13:35.921919 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609aa198-f128-4569-8b24-0fa4875903dc', 'code': 200} Jan 10 19:13:35.922059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46512) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:35.938633 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'status': 'completed', 'code': 200} Jan 10 19:13:36.099176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-bd455874-a7a0-4d47-8f1d-b7bf948dfda2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2667425 Jan 10 19:13:36.102329 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f193b70-80de-40b1-a9d6-a243802048dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e17ac3034cc48e19f29725048efc9be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1595602 Jan 10 19:13:36.104919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46516) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:36.229128 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'af3c8073-6760-4d19-ab42-538a5d50c4f4', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'port_id': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'mac_address': 'fa:16:3e:5c:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:12:02Z', 'updated_at': '2022-01-10T19:13:33Z', 'revision_number': 1, 'project_id': 'dca193afd3bb40289a759c668b502367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:36.240522 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] Checking router: f8d0fbec-720c-4a34-9b28-79277751f7ee for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:13:36.257393 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:36.258269 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:36.296856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port c554bc64-1ae2-43d5-ad05-272a6082a0f1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c554bc64-1ae2-43d5-ad05-272a6082a0f1,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:36.297371 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.313419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb543787-9cf4-4bbb-b548-9dd71ee98980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.405129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69857f79-e7c9-479f-8cf5-8a348dfdf844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.445328 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b581617-b0a6-45a8-a57d-f18f85f6d20a req-8e944f2b-4db3-4462-a804-2cb89d25f4eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 1096 time: 0.4250023 Jan 10 19:13:36.447193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69857f79-e7c9-479f-8cf5-8a348dfdf844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.494175 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:36.526571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-a61b60da-a1b9-4582-8a86-46864676cecc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3690c45032984177a9f3dee8bda3812b&device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 1096 time: 0.4007995 Jan 10 19:13:36.545223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c554bc64-1ae2-43d5-ad05-272a6082a0f1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:36.593278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for c554bc64-1ae2-43d5-ad05-272a6082a0f1 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:36.606637 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69857f79-e7c9-479f-8cf5-8a348dfdf844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.701213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69857f79-e7c9-479f-8cf5-8a348dfdf844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b9f68-f399-40c9-a98c-d999f13b2af9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:36.703681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c554bc64-1ae2-43d5-ad05-272a6082a0f1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:36.723513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c554bc64-1ae2-43d5-ad05-272a6082a0f1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:36.725371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.736588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69857f79-e7c9-479f-8cf5-8a348dfdf844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.756829 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-69857f79-e7c9-479f-8cf5-8a348dfdf844 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e4b9f68-f399-40c9-a98c-d999f13b2af9 HTTP/1.1" status: 204 len: 168 time: 0.6507401 Jan 10 19:13:36.761272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8b581617-b0a6-45a8-a57d-f18f85f6d20a req-449f891a-1c13-4445-b227-73f1d0256dbb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989402 Jan 10 19:13:36.817286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-192715ea-ae6d-48e4-ba42-f6317922386f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 0.8873014 Jan 10 19:13:36.865645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-070804ed-87bd-4018-b83e-1d7e7955c5da req-475bd9db-ab3a-4622-b25a-f7ddc25f169a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 1097 time: 0.8518662 Jan 10 19:13:36.866473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb543787-9cf4-4bbb-b548-9dd71ee98980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdc3a68-2f79-44af-ad9c-3a373e90bb22,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:36.880400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb543787-9cf4-4bbb-b548-9dd71ee98980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:36.883917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb543787-9cf4-4bbb-b548-9dd71ee98980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcdc3a68-2f79-44af-ad9c-3a373e90bb22 HTTP/1.1" status: 204 len: 168 time: 1.2542706 Jan 10 19:13:36.921185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-f5f592e0-b318-4774-af4e-ec6b75eb9673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:36.924952 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-f5f592e0-b318-4774-af4e-ec6b75eb9673 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 200 len: 912 time: 0.3471589 Jan 10 19:13:37.021892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:37.125554 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'af3c8073-6760-4d19-ab42-538a5d50c4f4', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'port_id': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'mac_address': 'fa:16:3e:5c:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:12:02Z', 'updated_at': '2022-01-10T19:13:33Z', 'revision_number': 1, 'project_id': 'dca193afd3bb40289a759c668b502367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:37.138395 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbee854-60cf-4b34-8b6f-1a58358009a7 None None] The sync data for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 is: [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'af3c8073-6760-4d19-ab42-538a5d50c4f4', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'port_id': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'mac_address': 'fa:16:3e:5c:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:12:02Z', 'updated_at': '2022-01-10T19:13:33Z', 'revision_number': 1, 'project_id': 'dca193afd3bb40289a759c668b502367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:13:37.263623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-ee7afaff-ed6e-40c2-9809-d86548479377 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7 HTTP/1.1" status: 200 len: 1001 time: 0.2708549 Jan 10 19:13:37.346626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-fd9275ce-2677-4326-a5d5-1bc325e5c18e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:37.348108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-fd9275ce-2677-4326-a5d5-1bc325e5c18e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff HTTP/1.1" status: 200 len: 913 time: 0.2414541 Jan 10 19:13:37.369865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-487a636d-2987-4bdf-b9fa-f928fe1de16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:37.371408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-487a636d-2987-4bdf-b9fa-f928fe1de16e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 200 len: 850 time: 0.1013401 Jan 10 19:13:37.473420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-512d78e0-b850-4b90-ac64-589e8eb1141f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95f843d8-664f-4b20-993a-dbe0bbc840c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890076 Jan 10 19:13:37.475651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-cdcf061b-48fe-4d58-ab00-2fe6768586d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 999 time: 0.1200616 Jan 10 19:13:37.574383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-070804ed-87bd-4018-b83e-1d7e7955c5da req-d3520e99-62f1-4f0e-8646-004197af48d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040917 Jan 10 19:13:37.641886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:37.650992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc60e42-29ee-4be6-8713-89ab4b069561 req-3e5cd780-f829-43eb-a90e-648e2b7889de tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:37.657843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfc60e42-29ee-4be6-8713-89ab4b069561 req-3e5cd780-f829-43eb-a90e-648e2b7889de tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.8392441 Jan 10 19:13:37.711261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-56509568-e297-4eec-a821-caaddaeacbac service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218356 Jan 10 19:13:37.736434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-17b5fd36-44f5-402b-ade0-885902c5a9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:37.737875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-17b5fd36-44f5-402b-ade0-885902c5a9aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 200 len: 851 time: 0.2295511 Jan 10 19:13:37.743891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=c554bc64-1ae2-43d5-ad05-272a6082a0f1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:37.890384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b65a57-8de0-4d01-9144-8c7943999ded None None] New status for floating IP af3c8073-6760-4d19-ab42-538a5d50c4f4: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:13:37.972792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d449c-7e06-479d-a19d-d5c33781761b req-e5884a0b-ade3-4809-aaa7-cb8413c094ce tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:37.980064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32d449c-7e06-479d-a19d-d5c33781761b req-e5884a0b-ade3-4809-aaa7-cb8413c094ce tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 945 time: 0.6213768 Jan 10 19:13:38.095472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2824636a-3da4-4e3d-8a92-a991eb76d988 req-95eca7ea-cb2b-4399-9099-8ad262b052d3 service neutron] 10.222.0.44 "GET /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077297 Jan 10 19:13:38.183620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfc60e42-29ee-4be6-8713-89ab4b069561 req-a00b4c4c-a62a-47a2-ab48-64bd9c81aa41 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248163 Jan 10 19:13:38.225911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c32d449c-7e06-479d-a19d-d5c33781761b req-0805e887-f772-446d-99f1-fd0b2b23a755 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419918 Jan 10 19:13:38.275080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:38.316505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-42daaf5c-6141-45a3-9b66-225c211c3133 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4223664 Jan 10 19:13:38.397505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-910f3d9b-4995-4ac2-a992-53c1ad78418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:39.085595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-7f4a99bf-c783-4975-9646-78bacc133fd8 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438526 Jan 10 19:13:39.301086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5211787-132e-407d-a9cd-6b155f529fc5 req-e1702217-80d8-4d8d-a0da-435d36aa90b4 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:39.302560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5211787-132e-407d-a9cd-6b155f529fc5 req-e1702217-80d8-4d8d-a0da-435d36aa90b4 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 946 time: 0.6162188 Jan 10 19:13:39.395307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5211787-132e-407d-a9cd-6b155f529fc5 req-f01c7dc5-1cbf-4a01-a72e-528c8b75c658 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791590 Jan 10 19:13:39.428311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Router 715a2d6e-0988-4a61-bdeb-27430a310f19 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:13:39.519828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cd4d6d9-0ca0-402a-a664-c28a8cf8a36a req-8e40784a-eb2c-494e-a03a-76cf914c624c service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737943 Jan 10 19:13:39.618629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:13:39.646219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1e37de33-2dc8-4a40-b92b-864ffd2cf4d0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "PUT /v2.0/routers/715a2d6e-0988-4a61-bdeb-27430a310f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4423697 Jan 10 19:13:39.648444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46610) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:39.773647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f472e1ea-7078-4e11-bfb9-a3e52da3d25c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:39.775041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f472e1ea-7078-4e11-bfb9-a3e52da3d25c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:39.776343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f472e1ea-7078-4e11-bfb9-a3e52da3d25c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:39.806523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f472e1ea-7078-4e11-bfb9-a3e52da3d25c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:39.807869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f472e1ea-7078-4e11-bfb9-a3e52da3d25c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1582215 Jan 10 19:13:39.810614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46616) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:39.880541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6a13e-090d-4385-bd0f-08ebdd6cee54 req-a3815b42-9254-4932-b727-9555c76cf7ff tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:39.882022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66e6a13e-090d-4385-bd0f-08ebdd6cee54 req-a3815b42-9254-4932-b727-9555c76cf7ff tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.1755190 Jan 10 19:13:40.027574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66e6a13e-090d-4385-bd0f-08ebdd6cee54 req-1bf56ab8-38a4-4cad-b96c-95edbf5c507c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383853 Jan 10 19:13:40.105562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet f024d36b-be12-4696-a815-0cacafdb88e8 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:40.109055 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:40.222448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:40.289500 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] Sync routers for ids ['715a2d6e-0988-4a61-bdeb-27430a310f19'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:13:40.321346 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] Routers {'715a2d6e-0988-4a61-bdeb-27430a310f19'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:40.324378 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['715a2d6e-0988-4a61-bdeb-27430a310f19'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:40.336764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:40.432779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5a95383-51b9-4b59-8964-fde2962f610c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:40.491858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:40.545946 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] Set router 715a2d6e-0988-4a61-bdeb-27430a310f19 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:40.574222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=f024d36b-be12-4696-a815-0cacafdb88e8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:40.581369 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:40.589565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b172f4-4194-4a2a-80cc-4692cb6b7398 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:40.612051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46634) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:40.612890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a729396b-6652-4b7d-925a-179f41e85f1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/f024d36b-be12-4696-a815-0cacafdb88e8 HTTP/1.1" status: 204 len: 168 time: 0.8005033 Jan 10 19:13:40.788320 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:27Z', 'updated_at': '2022-01-10T19:13:36Z', 'revision_number': 3, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:40.794527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045894c-c6d9-406f-b4e2-96838b0e1aa7 req-7c2c5267-9a5b-4d94-a144-3194a0bc287a tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:40.796875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] Checking router: 715a2d6e-0988-4a61-bdeb-27430a310f19 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:13:40.798282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-890af581-b1be-4399-ab73-a8658f4a06f5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:router {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:40.799965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d045894c-c6d9-406f-b4e2-96838b0e1aa7 req-7c2c5267-9a5b-4d94-a144-3194a0bc287a tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 946 time: 0.1118553 Jan 10 19:13:40.818439 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] Routers {'715a2d6e-0988-4a61-bdeb-27430a310f19'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:13:40.819074 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:13:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['715a2d6e-0988-4a61-bdeb-27430a310f19'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:40.843946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-890af581-b1be-4399-ab73-a8658f4a06f5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:router {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:40.845181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-890af581-b1be-4399-ab73-a8658f4a06f5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2321441 Jan 10 19:13:40.848092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46642) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:40.871614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d045894c-c6d9-406f-b4e2-96838b0e1aa7 req-f44201e4-fde2-4ce4-a4c6-cffb16358607 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 Jan 10 19:13:41.057952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:13:41.063027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] Deleting port 03c0e697-fcf3-4288-bb42-c6f03e674940 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:41.063478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.102602 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] Set router 715a2d6e-0988-4a61-bdeb-27430a310f19 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:13:41.181601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.329993 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:27Z', 'updated_at': '2022-01-10T19:13:36Z', 'revision_number': 3, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:13:41.343390 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba68d71-0083-45c0-9db5-9cc45ab00786 None None] The sync data for ids ['715a2d6e-0988-4a61-bdeb-27430a310f19'] in n-d-816927-8 is: [{'id': '715a2d6e-0988-4a61-bdeb-27430a310f19', 'name': 'tempest-NetworksTestDHCPv6-router-538458907', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:13:27Z', 'updated_at': '2022-01-10T19:13:36Z', 'revision_number': 3, 'project_id': '7b23db247a544e99962da9d6e096e10f', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:13:41.358487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9c9c2-b5f7-4a22-80fa-ad02e812222e req-248203d7-3e4e-4069-ba27-94f9505df1d1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:41.365755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20b9c9c2-b5f7-4a22-80fa-ad02e812222e req-248203d7-3e4e-4069-ba27-94f9505df1d1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 945 time: 0.1845410 Jan 10 19:13:41.428154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] For port 03c0e697-fcf3-4288-bb42-c6f03e674940, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=03c0e697-fcf3-4288-bb42-c6f03e674940,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:41.428925 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.436743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20b9c9c2-b5f7-4a22-80fa-ad02e812222e req-6b30f226-ae10-4c79-bc6c-37955f8b95dc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700443 Jan 10 19:13:41.531487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3384-bd0a-44f4-91fb-fa1f7bf285ed req-360e556d-bab3-4c19-9d5c-42eb9c156b3e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:41.533046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc7b3384-bd0a-44f4-91fb-fa1f7bf285ed req-360e556d-bab3-4c19-9d5c-42eb9c156b3e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.0952313 Jan 10 19:13:41.569916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] Calling delete_port for 03c0e697-fcf3-4288-bb42-c6f03e674940 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:41.625291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc7b3384-bd0a-44f4-91fb-fa1f7bf285ed req-26eb2e8f-ba1c-452b-b1d4-fa8187907501 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842390 Jan 10 19:13:41.731626 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.742134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.748511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.826355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.832615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.858422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] Pushing event deleted for resources: {'Port': ['ID=03c0e697-fcf3-4288-bb42-c6f03e674940,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:41.868766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.869868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Fanout notify agent at l3_agent the message router_deleted on router 715a2d6e-0988-4a61-bdeb-27430a310f19 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:13:41.871700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebab53-795d-4410-909b-0577c21240bd None None] No DVR routers for this DVR port 03c0e697-fcf3-4288-bb42-c6f03e674940 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:41.899765 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:41.901263 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-453d1c82-201a-4264-beee-6bc67b805b92 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/routers/715a2d6e-0988-4a61-bdeb-27430a310f19 HTTP/1.1" status: 204 len: 168 time: 1.0522637 Jan 10 19:13:41.903931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:42.114179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-03404794-53cd-4af1-b1e4-39d94e7245fe tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:42.132307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-03404794-53cd-4af1-b1e4-39d94e7245fe tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:42.133790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-03404794-53cd-4af1-b1e4-39d94e7245fe tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2286758 Jan 10 19:13:42.136933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46682) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:42.230589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6905662-3f0c-4c71-9295-43cbbad8f799 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:42.231655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d6905662-3f0c-4c71-9295-43cbbad8f799 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:42.250573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d6905662-3f0c-4c71-9295-43cbbad8f799 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:42.252047 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d6905662-3f0c-4c71-9295-43cbbad8f799 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1124914 Jan 10 19:13:42.255588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46690) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:42.344210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-702858b4-3d43-46d0-b269-532913b73973 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:router {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:42.363010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-702858b4-3d43-46d0-b269-532913b73973 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:router {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:42.364470 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-702858b4-3d43-46d0-b269-532913b73973 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077244 Jan 10 19:13:42.368922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46698) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:42.387377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:42.457243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c554bc64-1ae2-43d5-ad05-272a6082a0f1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:42.507317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a419f-91e9-4bb8-b506-0b1a7fe859bd req-e4cf5d73-c736-4561-9632-19bf975195ed tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:42.516175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-264a419f-91e9-4bb8-b506-0b1a7fe859bd req-e4cf5d73-c736-4561-9632-19bf975195ed tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 945 time: 0.1680565 Jan 10 19:13:42.519478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c554bc64-1ae2-43d5-ad05-272a6082a0f1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:42.519832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c554bc64-1ae2-43d5-ad05-272a6082a0f1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:42.520257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03c0e697-fcf3-4288-bb42-c6f03e674940 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:42.578105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:42.583097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-264a419f-91e9-4bb8-b506-0b1a7fe859bd req-380b1a9e-76d3-4999-b224-2124025d4bcb tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659525 Jan 10 19:13:42.595592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 03c0e697-fcf3-4288-bb42-c6f03e674940 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:42.597202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03c0e697-fcf3-4288-bb42-c6f03e674940 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:42.605929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:42.623963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:42.737874 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:42.865753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b3b2d29d-96f2-46e2-af02-b013464021e3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:13:42.966771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765352b6-f1cb-46de-a054-a173db69c74d req-bf1d4d0e-25e6-443e-957c-70fea9f58e3d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:42.972610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-765352b6-f1cb-46de-a054-a173db69c74d req-bf1d4d0e-25e6-443e-957c-70fea9f58e3d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.1634419 Jan 10 19:13:43.046699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.059421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-765352b6-f1cb-46de-a054-a173db69c74d req-d0ada345-38a2-46d7-a4c4-fc66a3e15596 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795796 Jan 10 19:13:43.204005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:43.220194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'mac_address': 'fa:16:3e:15:5d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:13:43.225532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46714) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:43.288451 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.318671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b2d29d-96f2-46e2-af02-b013464021e3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:13:43.329457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:13:43.330848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.339123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:43.343701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.449139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:43.452526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:43.462219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:43.463088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.468320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:43.495201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:43.502707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270c799-4360-41bd-87aa-4c25f75d5508 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:43.509359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.550253 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f35ff9a-11aa-4c42-b5bb-e75205fd0da4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1753836 Jan 10 19:13:43.550577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46736) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:43.557825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:43.581931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:43.641985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b3b2d29d-96f2-46e2-af02-b013464021e3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:43.697611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Usage tracker for resource:security_group_rule and tenant:61ab598a62dc4f129557fcc9d06fe1b5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:43.709914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:43.720198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:43.904007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:43.930261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:43.942993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:43.961783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:13:43.962778 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:43.971231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:44.011249 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:44.022553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:44.118473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74dc93f-eedc-4117-aaaf-57c5c7668676,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:44.141275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:44.152531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:44.304497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14e77e-43d6-407c-9ddc-8e909a6842cf req-85b1b2e5-13bb-4282-9664-19c8fbdbb3bc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:44.316818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b14e77e-43d6-407c-9ddc-8e909a6842cf req-85b1b2e5-13bb-4282-9664-19c8fbdbb3bc tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 945 time: 0.5241549 Jan 10 19:13:44.426299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229221-76b8-4393-9403-9703e9076a5f req-a10d84d6-2902-4eb5-b02b-343de7490ac1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:44.428902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd229221-76b8-4393-9403-9703e9076a5f req-a10d84d6-2902-4eb5-b02b-343de7490ac1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 945 time: 0.4383924 Jan 10 19:13:44.463520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-18121a57-ac16-4f96-914e-47ce7ae04a91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61ab598a62dc4f129557fcc9d06fe1b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2369390 Jan 10 19:13:44.481734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46756) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:44.529386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Allocated IP 2001:db8::f816:3eff:fe66:847b (863fd86a-3130-4adc-8304-5cd8f5e1f495/f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3/f4d97ad0-2529-4f98-95ca-6882567f1c59) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:44.679871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b14e77e-43d6-407c-9ddc-8e909a6842cf req-1ea9f017-b7b4-4ffc-b38c-5d69abadc022 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613546 Jan 10 19:13:44.770370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Deleting port 2db02b58-de00-4aa8-bc10-10d4e4b6216c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:44.770538 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:44.873889 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:44.972875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b3b2d29d-96f2-46e2-af02-b013464021e3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:45.003685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:45.005859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:45.013976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:45.014661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.044568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec369773-cf69-4062-9a24-368d739ea6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.044795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=a5b5a6d6-5190-4a95-9d10-3d23a38915ac,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:45.086674 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74f10b4a-e722-4760-97d4-39ab0fce7f8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5348232 Jan 10 19:13:45.091655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46764) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:45.098385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ac4ee-0e8e-4caa-8acc-d95ecdf92807 req-3bb0950e-a11a-400e-a640-6ee410a771b4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:45.105397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:3f:c2:61', 'name': 'tempest-NetworksTestDHCPv6-19093501'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:45.113299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f7ac4ee-0e8e-4caa-8acc-d95ecdf92807 req-3bb0950e-a11a-400e-a640-6ee410a771b4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 944 time: 0.6244597 Jan 10 19:13:45.156768 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.180299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Transition to ACTIVE for port object f4d97ad0-2529-4f98-95ca-6882567f1c59 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:45.231749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Transition to ACTIVE for port object f4d97ad0-2529-4f98-95ca-6882567f1c59 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:45.277541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec369773-cf69-4062-9a24-368d739ea6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.295722 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.438746 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.527883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f7ac4ee-0e8e-4caa-8acc-d95ecdf92807 req-8549ad97-712b-4ee5-abe7-3959f20702a1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143178 Jan 10 19:13:45.554694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:45.606477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.632858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:45.662341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:45.726494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec369773-cf69-4062-9a24-368d739ea6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.729979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:45.738988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] For port 2db02b58-de00-4aa8-bc10-10d4e4b6216c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2db02b58-de00-4aa8-bc10-10d4e4b6216c,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:45.739283 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.742081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:45.754763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:45.761980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.805631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:13:45.897416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Pushing event updated for resources: {'Port': ['ID=f4d97ad0-2529-4f98-95ca-6882567f1c59,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:45.972099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b3b2d29d-96f2-46e2-af02-b013464021e3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:45.974389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:45.976820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec369773-cf69-4062-9a24-368d739ea6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74dc93f-eedc-4117-aaaf-57c5c7668676,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:45.991113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Calling delete_port for 2db02b58-de00-4aa8-bc10-10d4e4b6216c owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:46.031320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec369773-cf69-4062-9a24-368d739ea6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.032682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ec369773-cf69-4062-9a24-368d739ea6c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c74dc93f-eedc-4117-aaaf-57c5c7668676 HTTP/1.1" status: 204 len: 168 time: 1.5413198 Jan 10 19:13:46.239150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Attempting to bind port f4d97ad0-2529-4f98-95ca-6882567f1c59 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:46.241268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Attempting to bind port f4d97ad0-2529-4f98-95ca-6882567f1c59 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:46.243432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Attempting to bind port f4d97ad0-2529-4f98-95ca-6882567f1c59 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:46.270290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:46.271571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46782) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:46.272710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdc23a-79fd-4ac0-af05-1c904ef6c396 req-8328d215-2256-428e-97cf-2abd26a8f276 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:46.273298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:46.274351 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.275025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:46.277596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Bound port: f4d97ad0-2529-4f98-95ca-6882567f1c59, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:46.279313 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.285216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bccdc23a-79fd-4ac0-af05-1c904ef6c396 req-8328d215-2256-428e-97cf-2abd26a8f276 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 945 time: 0.3082108 Jan 10 19:13:46.411524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 172.20.0.7 (863fd86a-3130-4adc-8304-5cd8f5e1f495/a5b5a6d6-5190-4a95-9d10-3d23a38915ac/1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:46.442163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe3f:c261 (863fd86a-3130-4adc-8304-5cd8f5e1f495/f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3/1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:46.480912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.548221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['69573be2-2556-47ec-ad35-a34176c45c36', '2db02b58-de00-4aa8-bc10-10d4e4b6216c', '609aa198-f128-4569-8b24-0fa4875903dc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:13:46.661495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ab135c36-8688-4680-b143-9b3e514543da None None] For port f4d97ad0-2529-4f98-95ca-6882567f1c59, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:46.701661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Pushing event deleted for resources: {'Port': ['ID=2db02b58-de00-4aa8-bc10-10d4e4b6216c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:46.727889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bccdc23a-79fd-4ac0-af05-1c904ef6c396 req-c3e36088-f3ac-41c3-96a9-a4e5310d0409 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330602 Jan 10 19:13:46.788902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.851707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:46.861614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ab135c36-8688-4680-b143-9b3e514543da None None] For port f4d97ad0-2529-4f98-95ca-6882567f1c59, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4d97ad0-2529-4f98-95ca-6882567f1c59,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:46.863089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:46.873725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.918227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2db02b58-de00-4aa8-bc10-10d4e4b6216c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:46.951972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.959906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] No DVR routers for this DVR port 2db02b58-de00-4aa8-bc10-10d4e4b6216c on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:46.975422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:46.983181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa285a3-31cf-418d-9547-d70f654faade', 'name': 'network-vif-deleted', 'tag': '2db02b58-de00-4aa8-bc10-10d4e4b6216c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:13:47.031426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.059025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:47.085794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 2db02b58-de00-4aa8-bc10-10d4e4b6216c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:47.086323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2db02b58-de00-4aa8-bc10-10d4e4b6216c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:47.103969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:47.156998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.168369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:47.186298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.199521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd229221-76b8-4393-9403-9703e9076a5f req-55af96e7-6398-40c8-a446-74771724c4ee tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "DELETE /v2.0/ports/2db02b58-de00-4aa8-bc10-10d4e4b6216c HTTP/1.1" status: 204 len: 173 time: 2.7623169 Jan 10 19:13:47.204235 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'code': 200} Jan 10 19:13:47.267338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91587e6b-e2fd-4bed-9801-e3bdb2b33a8e req-336cf37f-11e2-4a0a-82d4-8c76f971467c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:47.268896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91587e6b-e2fd-4bed-9801-e3bdb2b33a8e req-336cf37f-11e2-4a0a-82d4-8c76f971467c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2685568 Jan 10 19:13:47.277161 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa285a3-31cf-418d-9547-d70f654faade', 'name': 'network-vif-deleted', 'tag': '2db02b58-de00-4aa8-bc10-10d4e4b6216c', 'status': 'completed', 'code': 200} Jan 10 19:13:47.343088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab135c36-8688-4680-b143-9b3e514543da None None] Pushing event updated for resources: {'Port': ['ID=f4d97ad0-2529-4f98-95ca-6882567f1c59,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:47.355933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91587e6b-e2fd-4bed-9801-e3bdb2b33a8e req-a870f5ad-a020-4718-8874-8836501d2199 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742619 Jan 10 19:13:47.393873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.456402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:47.482949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:47.489951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:47.549139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:47.578524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:47.605198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Usage tracker for resource:security_group_rule and tenant:fd09c5037a0b47cfaa33afe7bd9f117f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:47.610725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:47.623877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:47.643410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:47.651018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Usage tracker for resource:security_group_rule and tenant:1a705c0bd5374e7bac5a3c1f226c98c4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:47.657530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:47.658373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.664478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:47.677607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:47.773043 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8e9ba5ea-47b4-46d8-8a26-2a0e018f3315 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.6799357 Jan 10 19:13:47.776728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46814) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:47.833386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.847523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.893474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.908154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:47.935447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bee047-a20f-4bbf-b022-afaab2177cbd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:47.954218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ac2ca4b-2b68-4471-9a0d-19a1413242ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd09c5037a0b47cfaa33afe7bd9f117f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6755643 Jan 10 19:13:47.957898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46818) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:47.997645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ee3b8-d839-43c9-b639-80f530a185b3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:48.010172 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e06cf14-ca86-47d4-a728-1c64502df339 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a705c0bd5374e7bac5a3c1f226c98c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8963888 Jan 10 19:13:48.010669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46822) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:48.117767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66dfa646-cbe7-4a81-8b2b-3d4cd3af29e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:48.195572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66dfa646-cbe7-4a81-8b2b-3d4cd3af29e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:48.326318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66dfa646-cbe7-4a81-8b2b-3d4cd3af29e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:48.400130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfa646-cbe7-4a81-8b2b-3d4cd3af29e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ee3b8-d839-43c9-b639-80f530a185b3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:48.411431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66dfa646-cbe7-4a81-8b2b-3d4cd3af29e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:48.417870 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-66dfa646-cbe7-4a81-8b2b-3d4cd3af29e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b1ee3b8-d839-43c9-b639-80f530a185b3 HTTP/1.1" status: 204 len: 168 time: 0.4017353 Jan 10 19:13:48.438130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8caa606d-4776-4790-b25d-d64cefccc8b4 req-35c8c1b0-bffb-4006-b441-9457725eb7ea tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Synchronizing usage tracker for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:48.470834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5da2-d039-4913-ba61-a45ce90650a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:48.703612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4d97ad0-2529-4f98-95ca-6882567f1c59 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:48.855663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0a4f8-3be1-476e-bb2e-61a991f16d51 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:48.887133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751d9d6-60cb-4d40-83ce-edbb457e4267 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:48.894762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751d9d6-60cb-4d40-83ce-edbb457e4267 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:48.897377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e751d9d6-60cb-4d40-83ce-edbb457e4267 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 1.1194088 Jan 10 19:13:48.900512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46840) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:48.911801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8caa606d-4776-4790-b25d-d64cefccc8b4 req-35c8c1b0-bffb-4006-b441-9457725eb7ea tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Unset dirty status for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:48.937569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8caa606d-4776-4790-b25d-d64cefccc8b4 req-35c8c1b0-bffb-4006-b441-9457725eb7ea tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa285a3-31cf-418d-9547-d70f654faade HTTP/1.1" status: 200 len: 210 time: 0.6714675 Jan 10 19:13:48.954706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5da2-d039-4913-ba61-a45ce90650a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:49.030069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:49.030411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:49.153275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.169321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.178701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.183050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.192146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.208768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.218161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.243915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83d9f9e2-5465-4efa-a872-3a70fb1a7802 None None] Provisioning for port f4d97ad0-2529-4f98-95ca-6882567f1c59 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:49.248393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-727a527a-62be-4219-a13f-3693b06870fe req-83f9887c-a14a-4b6d-baa4-66311ea3801d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.4404106 Jan 10 19:13:49.445428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f4d97ad0-2529-4f98-95ca-6882567f1c59 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:49.460940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f4d97ad0-2529-4f98-95ca-6882567f1c59 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:49.461320 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:49.467898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-727a527a-62be-4219-a13f-3693b06870fe req-7fb047a1-a4bc-48f2-a259-c4e2f65a83e7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2148414 Jan 10 19:13:49.473877 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5da2-d039-4913-ba61-a45ce90650a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:49.525970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c5da2-d039-4913-ba61-a45ce90650a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bee047-a20f-4bbf-b022-afaab2177cbd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:49.540254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5da2-d039-4913-ba61-a45ce90650a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:49.541949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6c6c5da2-d039-4913-ba61-a45ce90650a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2bee047-a20f-4bbf-b022-afaab2177cbd HTTP/1.1" status: 204 len: 168 time: 1.5760899 Jan 10 19:13:49.620260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e72e-270e-4683-932e-db814800cc67 req-f8cc7143-4cda-4518-846b-0586a0ec1444 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:49.624096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:49.624664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d546e72e-270e-4683-932e-db814800cc67 req-f8cc7143-4cda-4518-846b-0586a0ec1444 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.3520761 Jan 10 19:13:49.796501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d546e72e-270e-4683-932e-db814800cc67 req-37c3e213-ee97-4200-987a-369993763cf1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654561 Jan 10 19:13:50.014311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:50.051380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:50.176142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f4d97ad0-2529-4f98-95ca-6882567f1c59, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4d97ad0-2529-4f98-95ca-6882567f1c59,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:50.186804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:50.370203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f4d97ad0-2529-4f98-95ca-6882567f1c59,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:50.384399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Update dhcp port {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': 'f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3', 'ip_address': '2001:db8::f816:3eff:fe66:847b'}, {'subnet_id': 'a5b5a6d6-5190-4a95-9d10-3d23a38915ac'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'f4d97ad0-2529-4f98-95ca-6882567f1c59'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:13:50.407955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.414447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.423002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.429410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.443712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.450703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.455215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:50.457570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-705b4ef8-7e95-4932-bb85-748e98fefdbf req-86dc02ae-ebdc-4a5c-a087-6b3718ebc3f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.3319504 Jan 10 19:13:50.528993 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:50.645600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:50.936094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Allocated IP 172.20.0.2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/a5b5a6d6-5190-4a95-9d10-3d23a38915ac/f4d97ad0-2529-4f98-95ca-6882567f1c59) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:51.129811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:51.226433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:51.237366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c7829b0-bf47-4797-9d0f-bf963ccd2a43 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7 HTTP/1.1" status: 204 len: 168 time: 2.3356996 Jan 10 19:13:51.242262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:51.310368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] For port f4d97ad0-2529-4f98-95ca-6882567f1c59, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4d97ad0-2529-4f98-95ca-6882567f1c59,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:51.345421 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:51.373275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Transition to ACTIVE for port object f4d97ad0-2529-4f98-95ca-6882567f1c59 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:51.383795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:51.454537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296403e-733f-40d9-8363-76d54f3b3163 req-db770ded-3b56-481a-95a0-d4ac2eda0044 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:51.463965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e296403e-733f-40d9-8363-76d54f3b3163 req-db770ded-3b56-481a-95a0-d4ac2eda0044 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2376003 Jan 10 19:13:51.508830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8fad9-1a96-45ca-9b4d-c8cb48ce1f70 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:51.513804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8fad9-1a96-45ca-9b4d-c8cb48ce1f70 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:51.515437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8fad9-1a96-45ca-9b4d-c8cb48ce1f70 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:51.516348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f6c8fad9-1a96-45ca-9b4d-c8cb48ce1f70 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:13:51.552710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f6c8fad9-1a96-45ca-9b4d-c8cb48ce1f70 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:13:51.560922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f6c8fad9-1a96-45ca-9b4d-c8cb48ce1f70 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3146768 Jan 10 19:13:51.563865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46916) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:51.588862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e296403e-733f-40d9-8363-76d54f3b3163 req-cff0bb5d-a846-4d14-80a3-8af35de2fd96 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240110 Jan 10 19:13:51.791948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f443a-e45b-476b-8aef-00da87517f64 None None] Pushing event updated for resources: {'Port': ['ID=f4d97ad0-2529-4f98-95ca-6882567f1c59,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:52.083182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet a5b5a6d6-5190-4a95-9d10-3d23a38915ac {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:52.087067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:52.208222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:52.449563 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:52.478590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4d97ad0-2529-4f98-95ca-6882567f1c59 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:13:52.684705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:52.803862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b5a6d6-5190-4a95-9d10-3d23a38915ac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:52.820031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:52.857651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46942) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:52.860948 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ca706dc2-feda-448a-8e07-575a7a613aa0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/a5b5a6d6-5190-4a95-9d10-3d23a38915ac HTTP/1.1" status: 204 len: 168 time: 1.2960882 Jan 10 19:13:53.100709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca577c79-227a-4b6a-9d0d-453c43a3ac9a None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:53.339010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7abb2ac7-78e0-4eaf-9d17-377d1450102d None None] Could not find standard attr ID for object 1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:13:53.403784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:13:53.425552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:53.480209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7abb2ac7-78e0-4eaf-9d17-377d1450102d None None] Provisioning for port f4d97ad0-2529-4f98-95ca-6882567f1c59 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:13:53.498370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7abb2ac7-78e0-4eaf-9d17-377d1450102d None None] Provisioning complete for port f4d97ad0-2529-4f98-95ca-6882567f1c59 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:13:53.498370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7abb2ac7-78e0-4eaf-9d17-377d1450102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:53.504346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:53.584124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a85461-0e4e-4fb2-8df9-206155bac218 req-b86ac117-450d-41d0-82f1-3edd84d5e19e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:53.594100 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2a85461-0e4e-4fb2-8df9-206155bac218 req-b86ac117-450d-41d0-82f1-3edd84d5e19e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.3876586 Jan 10 19:13:53.642286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:53.807605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2a85461-0e4e-4fb2-8df9-206155bac218 req-4016f533-647b-4e6b-bfeb-a1e5ecf6801a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889684 Jan 10 19:13:53.977929 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:54.129856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:54.168216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:54.235828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46986) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:54.261984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2914bb3e-c5ad-43e9-b1fa-a8e9bd3483cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3 HTTP/1.1" status: 204 len: 168 time: 1.3653772 Jan 10 19:13:54.423903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:13:54.428948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] Deleting port f4d97ad0-2529-4f98-95ca-6882567f1c59 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:13:54.429470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:54.563360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46998) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:54.567605 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff7f2977-255c-4404-926f-4b37c6bf2012 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3312831 Jan 10 19:13:54.572433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:54.846292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:54.948315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:54.982598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:54.991551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:55.005987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:55.032090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:55.041453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:55.564921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] For port f4d97ad0-2529-4f98-95ca-6882567f1c59, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f4d97ad0-2529-4f98-95ca-6882567f1c59,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:13:55.565523 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:55.643519 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d654cd39-cb12-415c-be6c-3cdf03d26cf2 req-f7d8ffcd-9841-47fa-a8ca-d46ce0ced719 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6497 time: 0.7955644 Jan 10 19:13:55.784554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d654cd39-cb12-415c-be6c-3cdf03d26cf2 req-5a0b898a-8c9c-4067-86d8-761a2af51a8a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=55c1b395-92da-4dbe-b92c-0fef498e3863&id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398432 Jan 10 19:13:55.841580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] Calling delete_port for f4d97ad0-2529-4f98-95ca-6882567f1c59 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:13:55.932185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:56.035799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] Pushing event deleted for resources: {'Port': ['ID=f4d97ad0-2529-4f98-95ca-6882567f1c59,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:56.068433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100b876-0e8c-4fc9-a714-37868d259a6f None None] No DVR routers for this DVR port f4d97ad0-2529-4f98-95ca-6882567f1c59 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:13:56.203449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac9425-98b3-435b-be68-a973b33c72ee req-f05517ca-4869-4daa-8cb5-1acade71804d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:56.205612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eac9425-98b3-435b-be68-a973b33c72ee req-f05517ca-4869-4daa-8cb5-1acade71804d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 1.1012807 Jan 10 19:13:56.250437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.objects.ports [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83630) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:13:56.259388 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:56.334289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=bead01db-3482-4c04-9776-89afad131242,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:56.366200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eac9425-98b3-435b-be68-a973b33c72ee req-8ed35ef9-81b4-40c2-b869-7ccb47f65d09 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515446 Jan 10 19:13:56.392415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78ea9-3bfe-4660-ab63-786fbe0d63b1 req-2ec1c28f-0e79-46d6-8826-34e3718fbf88 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:56.403554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78ea9-3bfe-4660-ab63-786fbe0d63b1 req-2ec1c28f-0e79-46d6-8826-34e3718fbf88 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:56.412587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00a78ea9-3bfe-4660-ab63-786fbe0d63b1 req-2ec1c28f-0e79-46d6-8826-34e3718fbf88 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3&device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 1682 time: 0.5584579 Jan 10 19:13:56.470842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:56.513114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4d97ad0-2529-4f98-95ca-6882567f1c59 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:13:56.532054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:56.543338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:56.543931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:56.574450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed5ef3-0a5c-45e4-8264-84d65e292b5d None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:13:56.713172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f4d97ad0-2529-4f98-95ca-6882567f1c59 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:13:56.713172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f4d97ad0-2529-4f98-95ca-6882567f1c59 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:13:56.804889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ae4afc7e-5558-4077-b5dc-1f5a12848676 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2378724 Jan 10 19:13:56.820364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47046) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:56.828126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00a78ea9-3bfe-4660-ab63-786fbe0d63b1 req-d6a76da3-11b9-46f9-b4f7-86831c3b9f39 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693504 Jan 10 19:13:56.833718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:57.169951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:57.174345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:57.177620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:57.183905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:57.196231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:57.388480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'bead01db-3482-4c04-9776-89afad131242'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:13:57.389523 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:57.413825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:57.795440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5a48f-8b9e-46c9-ade5-b180a10b3383 req-6de8d6bf-8de2-402c-b3ff-78ee86079403 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:57.809340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51a5a48f-8b9e-46c9-ade5-b180a10b3383 req-6de8d6bf-8de2-402c-b3ff-78ee86079403 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.1677859 Jan 10 19:13:57.905424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Allocated IP 2001:db8::f816:3eff:fe9f:f1cd (863fd86a-3130-4adc-8304-5cd8f5e1f495/bead01db-3482-4c04-9776-89afad131242/45faee7b-f2e0-4ae8-a63c-61db2c0408f5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:57.933711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51a5a48f-8b9e-46c9-ade5-b180a10b3383 req-4808a0b0-80dd-4a8c-9c5e-68ba3190c9d6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206877 Jan 10 19:13:58.001347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:58.218119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:58.279644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:58.280880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:58.285907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:13:58.291450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:58.355720 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef1e6928-78df-45fa-b039-204c6c195a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5499158 Jan 10 19:13:58.358566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47086) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:58.364422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:4b:93:59', 'name': 'tempest-NetworksTestDHCPv6-389509066'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:13:58.632185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:58.672968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Transition to ACTIVE for port object 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:58.701459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Transition to ACTIVE for port object 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:13:58.711878 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:58.719009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:58.724113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:58.728974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:58.735336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:58.750669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:13:58.797602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:13:58.801744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:13:58.804717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:13:58.834256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47096) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:58.932229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.001752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 95ac199e-ee98-43c1-b8e4-960b62b9f12b yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:13:59.044029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Pushing event updated for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:59.078612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Attempting to bind port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:13:59.079717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Attempting to bind port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:13:59.079830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Attempting to bind port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:13:59.099704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:13:59.100189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:13:59.100478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.100876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:13:59.105646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Bound port: 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:13:59.105860 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.259379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.298036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:13:59.302605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Usage tracker for resource:security_group_rule and tenant:39dac035d83640d9805ce6a3288955bb is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:13:59.305872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:13:59.316220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:13:59.358121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:13:59.365741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:13:59.372943 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.432848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.441354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.519832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39dac035d83640d9805ce6a3288955bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6735580 Jan 10 19:13:59.522277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47118) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:13:59.527737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4d6b-b444-4c0a-8c6e-a2bc28d53e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46357f7a-3877-48ad-b315-f78fb9d78582,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:59.601681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbd883-8438-41f5-93dd-d62262ba86d9 None None] Pushing event updated for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:59.697494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7136a-7f51-459d-9d20-0b5c5dc0c5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.738241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7136a-7f51-459d-9d20-0b5c5dc0c5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.764428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 172.20.0.4 (863fd86a-3130-4adc-8304-5cd8f5e1f495/ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c/95ac199e-ee98-43c1-b8e4-960b62b9f12b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:59.771815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe4b:9359 (863fd86a-3130-4adc-8304-5cd8f5e1f495/bead01db-3482-4c04-9776-89afad131242/95ac199e-ee98-43c1-b8e4-960b62b9f12b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:13:59.864582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7136a-7f51-459d-9d20-0b5c5dc0c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.913509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7136a-7f51-459d-9d20-0b5c5dc0c5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46357f7a-3877-48ad-b315-f78fb9d78582,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:13:59.923307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7136a-7f51-459d-9d20-0b5c5dc0c5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:13:59.930287 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ba7136a-7f51-459d-9d20-0b5c5dc0c5fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46357f7a-3877-48ad-b315-f78fb9d78582 HTTP/1.1" status: 204 len: 168 time: 0.4063692 Jan 10 19:14:00.396056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-b413f3a7-885a-4ee9-83d1-bc9292942c17 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:00.397452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-b413f3a7-885a-4ee9-83d1-bc9292942c17 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 946 time: 0.5000815 Jan 10 19:14:00.405498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a832f-f9b0-4eea-b562-852acfc8fd79 req-2cabbebc-5e6d-4960-8f01-cbd8f6435b69 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:00.406752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-602a832f-f9b0-4eea-b562-852acfc8fd79 req-2cabbebc-5e6d-4960-8f01-cbd8f6435b69 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 1.0794432 Jan 10 19:14:00.415363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23226-9a32-48e2-96f4-82c06c7717ef req-dfc9ec52-2dcc-41b0-81bc-f3001e3831bd tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:00.427533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ccd23226-9a32-48e2-96f4-82c06c7717ef req-dfc9ec52-2dcc-41b0-81bc-f3001e3831bd tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 946 time: 1.1066151 Jan 10 19:14:00.730255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:00.824855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-602a832f-f9b0-4eea-b562-852acfc8fd79 req-7a5f4fed-ed98-4589-9dac-e79fd029d715 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828070 Jan 10 19:14:01.003390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:01.060021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:01.198123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Deleting port 609aa198-f128-4569-8b24-0fa4875903dc {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:01.198923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:01.241192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 95ac199e-ee98-43c1-b8e4-960b62b9f12b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:01.276730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ecec-ed40-4735-8e44-808065689087 req-f92802cd-0935-477c-bf27-240ca3328ad1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:01.280011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5b56ecec-ed40-4735-8e44-808065689087 req-f92802cd-0935-477c-bf27-240ca3328ad1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Synchronizing usage tracker for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:01.297247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:01.304730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ccd23226-9a32-48e2-96f4-82c06c7717ef req-0590beb0-d953-4e80-a7db-a1176d9ad4a9 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3989676d-df1e-47f9-8da1-bc02a78a7670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8606842 Jan 10 19:14:01.331007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5b56ecec-ed40-4735-8e44-808065689087 req-f92802cd-0935-477c-bf27-240ca3328ad1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Unset dirty status for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:01.331182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:01.347418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b56ecec-ed40-4735-8e44-808065689087 req-f92802cd-0935-477c-bf27-240ca3328ad1 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdf6bc3f-a8d5-4652-bd5f-e46043c437a3 HTTP/1.1" status: 200 len: 945 time: 0.9494524 Jan 10 19:14:01.441018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:01.464882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Deleting port 69573be2-2556-47ec-ad35-a34176c45c36 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:01.465087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:01.549510 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:01.561189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69081e-4dfb-4e61-86f2-e250d5d58503 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:01.784671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] For port 69573be2-2556-47ec-ad35-a34176c45c36, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=69573be2-2556-47ec-ad35-a34176c45c36,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:01.785132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:01.960535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] Provisioning for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:02.001773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] For port 609aa198-f128-4569-8b24-0fa4875903dc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=609aa198-f128-4569-8b24-0fa4875903dc,segment=NetworkSegment(d1537fe4-b277-4f9f-806a-3bb5a792623d),segment_id=d1537fe4-b277-4f9f-806a-3bb5a792623d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:02.001773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:02.108849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:02.108849 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:02.119344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Calling delete_port for 69573be2-2556-47ec-ad35-a34176c45c36 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:02.349608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Calling delete_port for 609aa198-f128-4569-8b24-0fa4875903dc owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:02.567807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:02.623151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:02.636178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:02.645651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:02.702885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['69573be2-2556-47ec-ad35-a34176c45c36', '609aa198-f128-4569-8b24-0fa4875903dc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:14:02.713771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=95ac199e-ee98-43c1-b8e4-960b62b9f12b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:02.729228 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:02.731516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:02.790222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:02.858947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:02.861971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Usage tracker for resource:security_group_rule and tenant:aa6420fc151d44e1bf0d046d7092a06a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:02.866268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:02.877257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Pushing event deleted for resources: {'Port': ['ID=609aa198-f128-4569-8b24-0fa4875903dc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:02.888137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['69573be2-2556-47ec-ad35-a34176c45c36', '609aa198-f128-4569-8b24-0fa4875903dc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:14:02.892504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:02.986354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef82eaf-6db8-4e4d-9461-3f5222a47ce9 None None] Pushing event updated for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:02.989210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Update dhcp port {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': 'bead01db-3482-4c04-9776-89afad131242', 'ip_address': '2001:db8::f816:3eff:fe9f:f1cd'}, {'subnet_id': 'ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '45faee7b-f2e0-4ae8-a63c-61db2c0408f5'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:14:03.019262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:03.057151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Pushing event deleted for resources: {'Port': ['ID=69573be2-2556-47ec-ad35-a34176c45c36,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:03.057944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.124022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.172778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] No DVR routers for this DVR port 69573be2-2556-47ec-ad35-a34176c45c36 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:03.192278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:03.197719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:a76474f070e44800a268874e02699812 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:03.202749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:03.210918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:03.242214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41923784-952d-4fec-9ddb-d574d370c713 req-b75413b6-2058-4acc-8206-6833df3b5b7c tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 210 time: 0.2166128 Jan 10 19:14:03.323335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.331278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.339415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'name': 'network-vif-deleted', 'tag': '69573be2-2556-47ec-ad35-a34176c45c36'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:03.344455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Allocated IP 172.20.0.2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c/45faee7b-f2e0-4ae8-a63c-61db2c0408f5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:03.350770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.351650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] No DVR routers for this DVR port 609aa198-f128-4569-8b24-0fa4875903dc on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:03.355169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.363341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'name': 'network-vif-deleted', 'tag': '609aa198-f128-4569-8b24-0fa4875903dc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:03.373067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:03.373780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.409472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cb798f-c5d2-423a-88f6-c7cbf010789b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:03.438961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b56ecec-ed40-4735-8e44-808065689087 req-f3b76377-681e-48a7-8686-09b5ce12e4d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "DELETE /v2.0/ports/69573be2-2556-47ec-ad35-a34176c45c36 HTTP/1.1" status: 204 len: 173 time: 2.0835121 Jan 10 19:14:03.483831 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-83e3c168-a820-45e3-87c7-fdb1cf043ce3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a76474f070e44800a268874e02699812&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1827917 Jan 10 19:14:03.488687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47158) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:03.536777 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf6bc3f-a8d5-4652-bd5f-e46043c437a3', 'name': 'network-vif-deleted', 'tag': '69573be2-2556-47ec-ad35-a34176c45c36', 'status': 'completed', 'code': 200} Jan 10 19:14:03.612918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172a29-e56f-4263-ac36-f6ba587cddc6 req-895defd7-3761-4fbf-8b30-c3186e6691a5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:03.626964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e172a29-e56f-4263-ac36-f6ba587cddc6 req-895defd7-3761-4fbf-8b30-c3186e6691a5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.9092278 Jan 10 19:14:03.692151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-570ec8cd-90b7-413b-9d59-df9b8c467cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.713919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.719442 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659b29a-bf8f-4404-8edf-ab9783abe8f3', 'name': 'network-vif-deleted', 'tag': '609aa198-f128-4569-8b24-0fa4875903dc', 'status': 'completed', 'code': 200} Jan 10 19:14:03.733406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6ad39e2-484e-4044-b7a3-da5994a286e3 req-58d8fea5-5d5c-4822-ab0d-f98502c294d7 tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.44 "DELETE /v2.0/ports/609aa198-f128-4569-8b24-0fa4875903dc HTTP/1.1" status: 204 len: 173 time: 3.2718565 Jan 10 19:14:03.739259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7e3fb593-4b43-47d4-9b8d-a0d6da77ece4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3772614 Jan 10 19:14:03.742964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.758135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:03.765230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-570ec8cd-90b7-413b-9d59-df9b8c467cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.794545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47166) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:03.823703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.848128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa6420fc151d44e1bf0d046d7092a06a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4021769 Jan 10 19:14:03.849721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47170) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:03.877862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Transition to ACTIVE for port object 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:03.889798 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:03.900248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:14:03.913854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d094-83e3-4724-8b83-49c888cea3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485bca83-60b7-4b77-8f1e-25d41a54298a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:03.971307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e172a29-e56f-4263-ac36-f6ba587cddc6 req-0343d659-91f7-4df3-b6ef-b542152b0475 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423767 Jan 10 19:14:04.025900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ba6f2-d8d8-4c0c-9e82-f037865fcf4a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:04.030115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ba6f2-d8d8-4c0c-9e82-f037865fcf4a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:04.033303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6c0ba6f2-d8d8-4c0c-9e82-f037865fcf4a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:04.089030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6c0ba6f2-d8d8-4c0c-9e82-f037865fcf4a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:04.094142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6c0ba6f2-d8d8-4c0c-9e82-f037865fcf4a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2413554 Jan 10 19:14:04.094142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47176) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:04.098714 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-570ec8cd-90b7-413b-9d59-df9b8c467cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.146416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ec8cd-90b7-413b-9d59-df9b8c467cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cb798f-c5d2-423a-88f6-c7cbf010789b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:04.226916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c82eae31-53f6-469c-9981-c072bb9ab872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.238859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5db47e-3616-4179-9c03-1a142709efe0 None None] Pushing event updated for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:04.249465 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-570ec8cd-90b7-413b-9d59-df9b8c467cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.255287 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-570ec8cd-90b7-413b-9d59-df9b8c467cf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7cb798f-c5d2-423a-88f6-c7cbf010789b HTTP/1.1" status: 204 len: 168 time: 0.7649591 Jan 10 19:14:04.283460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 95ac199e-ee98-43c1-b8e4-960b62b9f12b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:04.283460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.305648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c82eae31-53f6-469c-9981-c072bb9ab872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.454784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c82eae31-53f6-469c-9981-c072bb9ab872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.492657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eae31-53f6-469c-9981-c072bb9ab872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485bca83-60b7-4b77-8f1e-25d41a54298a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:04.511897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c82eae31-53f6-469c-9981-c072bb9ab872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:04.513105 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c82eae31-53f6-469c-9981-c072bb9ab872 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/485bca83-60b7-4b77-8f1e-25d41a54298a HTTP/1.1" status: 204 len: 168 time: 0.6621478 Jan 10 19:14:04.532579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:04.988463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 69573be2-2556-47ec-ad35-a34176c45c36 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:05.163405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 69573be2-2556-47ec-ad35-a34176c45c36 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:14:05.163405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 69573be2-2556-47ec-ad35-a34176c45c36 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:14:05.188398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 609aa198-f128-4569-8b24-0fa4875903dc no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:05.413510 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:05.486342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 609aa198-f128-4569-8b24-0fa4875903dc {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:14:05.486342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 609aa198-f128-4569-8b24-0fa4875903dc not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:14:05.842253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Provisioning for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:05.858299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:05.858744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:05.990392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:05.990942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 95ac199e-ee98-43c1-b8e4-960b62b9f12b owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:06.059954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.200783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a22211b7-2370-4299-a2f7-391cdd3ed0e6 req-1ad69e9c-cea1-4b19-9811-fd1f25155bae tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Synchronizing usage tracker for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:06.204742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:06.230634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Usage tracker for resource:security_group_rule and tenant:ebf9ab3f4c89444aa4cea5cc686a7c30 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:06.267814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:06.285454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:06.382290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a22211b7-2370-4299-a2f7-391cdd3ed0e6 req-1ad69e9c-cea1-4b19-9811-fd1f25155bae tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] Unset dirty status for tenant:f4644db533d34ea88fce919babaf70d6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:06.386767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a22211b7-2370-4299-a2f7-391cdd3ed0e6 req-1ad69e9c-cea1-4b19-9811-fd1f25155bae tempest-ListServersNegativeTestJSON-219932239 tempest-ListServersNegativeTestJSON-219932239-project] 10.222.0.21 "GET /v2.0/ports?device_id=e659b29a-bf8f-4404-8edf-ab9783abe8f3 HTTP/1.1" status: 200 len: 210 time: 0.8226249 Jan 10 19:14:06.418081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Provisioning for port 95ac199e-ee98-43c1-b8e4-960b62b9f12b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:06.452998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Provisioning complete for port 95ac199e-ee98-43c1-b8e4-960b62b9f12b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:06.452998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.484545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779049e-beab-4f05-ab5f-f0b966fb672f req-c1c6e1c2-8117-4e73-aaf0-3c7e08da6886 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:06.496687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8779049e-beab-4f05-ab5f-f0b966fb672f req-c1c6e1c2-8117-4e73-aaf0-3c7e08da6886 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.9821470 Jan 10 19:14:06.573855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.581949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.653526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d6b3b-4add-4ed8-8b58-24d0251bebee None None] Port 95ac199e-ee98-43c1-b8e4-960b62b9f12b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:14:06.699310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69e883d-f95f-43bd-b060-0af6add1ba4b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:06.748061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-400e5bdf-2846-45ce-b210-9d9349892b3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebf9ab3f4c89444aa4cea5cc686a7c30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7536247 Jan 10 19:14:06.751316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47224) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:06.789899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-91056a11-62b8-4757-9830-840fde921f3b None None] Provisioning complete for port 95ac199e-ee98-43c1-b8e4-960b62b9f12b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:06.790342 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-91056a11-62b8-4757-9830-840fde921f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.793280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8779049e-beab-4f05-ab5f-f0b966fb672f req-abbd7634-6e97-441d-a388-5ed6a11bdc3d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947104 Jan 10 19:14:06.910988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-91056a11-62b8-4757-9830-840fde921f3b None None] Port 95ac199e-ee98-43c1-b8e4-960b62b9f12b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:14:06.912539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e321f5de-f298-42d5-b363-70dd1def64f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.948286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:06.982241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e321f5de-f298-42d5-b363-70dd1def64f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:07.108252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e321f5de-f298-42d5-b363-70dd1def64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:07.146007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321f5de-f298-42d5-b363-70dd1def64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69e883d-f95f-43bd-b060-0af6add1ba4b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:07.171843 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e321f5de-f298-42d5-b363-70dd1def64f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:07.176582 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e321f5de-f298-42d5-b363-70dd1def64f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f69e883d-f95f-43bd-b060-0af6add1ba4b HTTP/1.1" status: 204 len: 168 time: 0.4247787 Jan 10 19:14:07.362917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=95ac199e-ee98-43c1-b8e4-960b62b9f12b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:07.774930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:07.833559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47246) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:07.853565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a6945db-fc58-48dd-b40b-b53f13426e65 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/95ac199e-ee98-43c1-b8e4-960b62b9f12b HTTP/1.1" status: 204 len: 168 time: 3.7590055 Jan 10 19:14:07.882451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47254) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:08.057205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Deleting subnet 7a65454e-39e7-47d0-b196-994f0c36f447 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:08.074500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.168506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291c20c-a34e-41bd-ad31-b724d36c3a86 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:08.169852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291c20c-a34e-41bd-ad31-b724d36c3a86 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:08.176735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291c20c-a34e-41bd-ad31-b724d36c3a86 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:08.177575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5291c20c-a34e-41bd-ad31-b724d36c3a86 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:08.260560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5291c20c-a34e-41bd-ad31-b724d36c3a86 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:08.275585 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5291c20c-a34e-41bd-ad31-b724d36c3a86 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4371421 Jan 10 19:14:08.276303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:08.335170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.354927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4531182f-3ca8-4fd0-8aba-3e7032ddda25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.591332 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.738915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744e600-0086-4254-acac-19cd9f8f9e6d req-efa839f7-84ed-46ef-88c6-4e044b633d0d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:08.738915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4744e600-0086-4254-acac-19cd9f8f9e6d req-efa839f7-84ed-46ef-88c6-4e044b633d0d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2558537 Jan 10 19:14:08.817402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.905822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.912317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet bead01db-3482-4c04-9776-89afad131242 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:08.918270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:08.929069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a65454e-39e7-47d0-b196-994f0c36f447 HTTP/1.1" status: 204 len: 168 time: 1.0417268 Jan 10 19:14:08.942309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47284) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:08.952755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a65454e-39e7-47d0-b196-994f0c36f447,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:09.004755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4744e600-0086-4254-acac-19cd9f8f9e6d req-70020b55-8e8c-48fc-a44f-176bb9b9aa06 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521665 Jan 10 19:14:09.075453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.250154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.366752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.367068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.371063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.372472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.372978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.375419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.375923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.376531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.377145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.381511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.382042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530eafc-8cd8-40b5-8bb4-113728ed9706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.483042 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.719047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.789957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=bead01db-3482-4c04-9776-89afad131242,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:09.790083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.795204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e080b6c-9385-40c4-98a9-659e0ba69de8 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:09.808373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.833090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e62c27-5009-46b8-9c45-9868e26b5030']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.850177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.857256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:09.871208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5d1f28fb-0405-45ac-b010-2fdb9a3447ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/bead01db-3482-4c04-9776-89afad131242 HTTP/1.1" status: 204 len: 168 time: 1.5749712 Jan 10 19:14:09.871208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47308) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:09.900250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1537fe4-b277-4f9f-806a-3bb5a792623d') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:09.902020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1537fe4-b277-4f9f-806a-3bb5a792623d') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:09.939218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:09.981366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.001994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:14:10.002579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.019815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:10.023453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.229796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:14:10.253577 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:14:10.260931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.272042 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.326480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=44e62c27-5009-46b8-9c45-9868e26b5030,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:10.353163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f5db8133-8623-4c59-b9f5-2804692efd2f admin admin] 10.222.0.21 "DELETE /v2.0/networks/44e62c27-5009-46b8-9c45-9868e26b5030 HTTP/1.1" status: 204 len: 168 time: 1.4058475 Jan 10 19:14:10.452041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.617502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23597d2-40ae-47d9-aa25-62256173f6f9 req-faa500c1-76d2-4016-9bc7-36eed864826a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:10.642970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b23597d2-40ae-47d9-aa25-62256173f6f9 req-faa500c1-76d2-4016-9bc7-36eed864826a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2376125 Jan 10 19:14:10.647580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e195101f-0d5d-4f5b-97f1-907e2073a3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.736070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.796101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b23597d2-40ae-47d9-aa25-62256173f6f9 req-36a45251-f329-41b3-a45e-6838468b2986 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492891 Jan 10 19:14:10.798681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47332) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:10.828790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:10.840220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:10.852615 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6983bb48-fb79-475f-a5a9-3090160e3b15 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c HTTP/1.1" status: 204 len: 168 time: 0.9886484 Jan 10 19:14:10.855994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:10.917576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-81142f63-945f-491c-a27b-8b8db24faf48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4644db533d34ea88fce919babaf70d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1162047 Jan 10 19:14:10.918225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47340) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:10.994257 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-439f77dd-9afc-4d4f-a231-9ca11652afff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372635 Jan 10 19:14:11.003174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:11.054309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:11.084771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4067-b42a-4385-9a6b-40ab51b7b275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.148140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4067-b42a-4385-9a6b-40ab51b7b275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.291729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4067-b42a-4385-9a6b-40ab51b7b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.331654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed4067-b42a-4385-9a6b-40ab51b7b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989676d-df1e-47f9-8da1-bc02a78a7670,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:11.353130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4067-b42a-4385-9a6b-40ab51b7b275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.361520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7fed4067-b42a-4385-9a6b-40ab51b7b275 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3989676d-df1e-47f9-8da1-bc02a78a7670 HTTP/1.1" status: 204 len: 168 time: 0.4385884 Jan 10 19:14:11.458920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:11.470206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:11.474513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:11.484262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:11.510057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:11.513636 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.800826 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.817050 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:11.918595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b548e0-d51e-440d-840c-4f4fdcb35c74 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:12.214549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:12.272239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1861fffc-6da6-4382-922d-8f1ba5cb12f7 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:12.273093 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1861fffc-6da6-4382-922d-8f1ba5cb12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:12.356222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdb7ec-5983-4423-857f-be8346d92801 req-5c2c3f0c-8408-4a06-8a83-c662af0c4701 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:12.367439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fffdb7ec-5983-4423-857f-be8346d92801 req-5c2c3f0c-8408-4a06-8a83-c662af0c4701 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2311027 Jan 10 19:14:12.398347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:12.419753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:12.424011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:12.428156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:12.474213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fffdb7ec-5983-4423-857f-be8346d92801 req-3d470239-d878-4bc2-8c78-86ae1705ccc3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057446 Jan 10 19:14:12.476261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=8e728236-68ac-4027-93ff-ad7d6075d092,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:12.509245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e4093e20-708a-49a2-8a9f-a04aad7a784b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4880934 Jan 10 19:14:12.509713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47376) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:12.515645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:12.865202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:12.870458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:12.874235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:12.887085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:12.909385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:13.001391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:13.007899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fd06c-4a88-457a-86e3-6d8e50d7b615 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:13.073988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:13.437530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9788867f-f258-4cbf-a30f-f8d6f9905f23 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:13.438809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9788867f-f258-4cbf-a30f-f8d6f9905f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:14.183950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-29ff2e14-b6c9-40b6-aa2b-25c3c12c7ff3 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:14.185073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29ff2e14-b6c9-40b6-aa2b-25c3c12c7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:14.311749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f444fb-6b3e-4f5c-b7d3-79c24b2e6329 req-1eb15915-6f2d-44b4-833d-754ca6e5a17e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:14.324594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1f444fb-6b3e-4f5c-b7d3-79c24b2e6329 req-1eb15915-6f2d-44b4-833d-754ca6e5a17e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.4788969 Jan 10 19:14:14.418188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.objects.ports [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83630) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:14:14.592720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1f444fb-6b3e-4f5c-b7d3-79c24b2e6329 req-cc70c7af-b00a-4e2f-be40-439998febea8 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558064 Jan 10 19:14:14.704633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47434) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:14.756039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47440) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:14.830429 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:14.965617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1910855315-network', 'tenant_id': 'aa92bf322aa7497d9e0443c44df68141'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:14.972642 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.019736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:15.025499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Usage tracker for resource:security_group_rule and tenant:04a67b91118c4e17932d1c57f4759c75 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:15.028951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:15.038337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:15.057901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:15.060618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.070306 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.094581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Usage tracker for resource:network and tenant:aa92bf322aa7497d9e0443c44df68141 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:15.099133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:15.108490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:15.153633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.162266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.177224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Made reservation on behalf of aa92bf322aa7497d9e0443c44df68141 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:15.180517 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.205267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.230028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceffc89-5c24-436a-aee4-b3e2a7c7bd8d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:15.256420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c827278d-b2db-47bd-bfc1-b19ee1bbce3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04a67b91118c4e17932d1c57f4759c75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4988649 Jan 10 19:14:15.263857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:15.312909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:15.326581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:15.339371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:aa92bf322aa7497d9e0443c44df68141 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:15.346178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:15.355087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:15.394134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.407220 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b92fe402-f9e2-4fa8-b18b-120ffbdeda5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.410206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.410945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.547713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=8']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:15.575035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:15.585755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:15.597622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e0d58e-cedb-41e6-8cf1-25d5e3b74a16 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:15.621885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:15.622514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.645492 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b92fe402-f9e2-4fa8-b18b-120ffbdeda5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.751631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=00db4a61-da76-4744-a19a-57d1f9698c6b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:15.879697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d65ecb4e-fafa-4d80-b160-6df4cc44c9b3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3690281 Jan 10 19:14:15.882682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:15.884324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.892280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:7b:37:bb', 'name': 'tempest-NetworksTestDHCPv6-1707845851'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:15.901746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.940299 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b92fe402-f9e2-4fa8-b18b-120ffbdeda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.947673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:14:15.956279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b60216-a374-4d31-a4f5-50cafa3c96d8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:15.980395 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:15.980746 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Added segment 42c8d75e-8155-4bcf-b226-46b98b2adcee of type vlan for network 1787167f-55cb-4d3e-8793-9c713cb8c474 Jan 10 19:14:15.983081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fe402-f9e2-4fa8-b18b-120ffbdeda5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceffc89-5c24-436a-aee4-b3e2a7c7bd8d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:15.994191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184bac-43cf-4af8-a087-e364917e3505 req-21b3d4cc-ef94-4793-aae4-9cc1f8a033ea tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:16.000996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6184bac-43cf-4af8-a087-e364917e3505 req-21b3d4cc-ef94-4793-aae4-9cc1f8a033ea tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.1732812 Jan 10 19:14:16.033430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b92fe402-f9e2-4fa8-b18b-120ffbdeda5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.037544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b92fe402-f9e2-4fa8-b18b-120ffbdeda5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fceffc89-5c24-436a-aee4-b3e2a7c7bd8d HTTP/1.1" status: 204 len: 168 time: 0.7723768 Jan 10 19:14:16.073336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.098836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6184bac-43cf-4af8-a087-e364917e3505 req-ed5d18af-b96d-43dc-8c91-8521edf9abdf tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934303 Jan 10 19:14:16.141229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:16.151293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:16.156324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:16.162239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.163275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:16.163931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.171909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:16.193902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:16.250287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Update dhcp port {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '00db4a61-da76-4744-a19a-57d1f9698c6b', 'ip_address': '2001:db8::f816:3eff:fe9f:f1cd'}, {'subnet_id': '8e728236-68ac-4027-93ff-ad7d6075d092'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '45faee7b-f2e0-4ae8-a63c-61db2c0408f5'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:14:16.271768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5657783 Jan 10 19:14:16.275529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47492) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:16.284049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Request body: {'subnet': {'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1910855315-subnet', 'tenant_id': 'aa92bf322aa7497d9e0443c44df68141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:16.293127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:16.300158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b829de-0fd3-4c77-94c0-7a6248495ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=1787167f-55cb-4d3e-8793-9c713cb8c474,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:16.306960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Usage tracker for resource:subnet and tenant:aa92bf322aa7497d9e0443c44df68141 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:16.312543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:16.322933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:16.344887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1787167f-55cb-4d3e-8793-9c713cb8c474 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:14:16.358562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47498) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:16.362272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Made reservation on behalf of aa92bf322aa7497d9e0443c44df68141 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:16.365391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.464145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.467063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.514642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 5a5c6960-e77a-41f2-a539-dcac0d85bff7 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:14:16.519106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:16.649625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47506) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:16.660159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.708895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:16.715115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Usage tracker for resource:security_group_rule and tenant:df6476ad718f4e42802c95b455010c83 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:16.719016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:16.720903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.727973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:16.739320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-c26ecda8-cc5c-477d-93b0-7b3fec47005a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 1096 time: 0.1630485 Jan 10 19:14:16.749280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:16.749875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.934453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-c1e69060-b569-49ab-b0d9-907be67ba76a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:16.936232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-c1e69060-b569-49ab-b0d9-907be67ba76a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.1906261 Jan 10 19:14:16.938043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:16.943514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.002787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:17.027862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Usage tracker for resource:security_group_rule and tenant:54c1130d167048cc911ab579e594981b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:17.031054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 172.20.0.7 (863fd86a-3130-4adc-8304-5cd8f5e1f495/8e728236-68ac-4027-93ff-ad7d6075d092/5a5c6960-e77a-41f2-a539-dcac0d85bff7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:17.033230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:17.044198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:17.059979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe7b:37bb (863fd86a-3130-4adc-8304-5cd8f5e1f495/00db4a61-da76-4744-a19a-57d1f9698c6b/5a5c6960-e77a-41f2-a539-dcac0d85bff7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:17.099848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.155700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7634f-5d0f-4a98-912c-f006cdd2ebdb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:17.159986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-dc513a8a-7853-4ec5-92ba-719f9e45fd8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b2d29d-96f2-46e2-af02-b013464021e3 HTTP/1.1" status: 200 len: 217 time: 0.2072513 Jan 10 19:14:17.166007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19484b9c-fb3c-4b44-beec-c1f9c6f702b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df6476ad718f4e42802c95b455010c83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8023157 Jan 10 19:14:17.166007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47516) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:17.215616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8508964-9365-4ab8-ba27-673ae1d1bc2f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:17.265071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-8c011684-7e96-448b-a29e-61ffd075c57e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:17.266437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-8c011684-7e96-448b-a29e-61ffd075c57e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0867317 Jan 10 19:14:17.363090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd84c-0aa4-4025-84d9-c5ab1ff703bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.370064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-85090551-4a4e-402a-812d-9652aef0e4f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878024 Jan 10 19:14:17.379698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.389854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.412510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Checking segment: {'id': '42c8d75e-8155-4bcf-b226-46b98b2adcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:17.412866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Network hostable DHCP agents. Network: 1787167f-55cb-4d3e-8793-9c713cb8c474, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:14:17.466558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd84c-0aa4-4025-84d9-c5ab1ff703bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.480220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef8a1b4-af3e-4d66-81c8-ef64d9040c26,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:17.502711 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-946a18c3-2a37-45e1-84cc-25489c70971b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c1130d167048cc911ab579e594981b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8514662 Jan 10 19:14:17.507105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47520) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:17.548310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.574394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Network 1787167f-55cb-4d3e-8793-9c713cb8c474 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:14:17.580923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef258a-4013-41e4-a405-8db94ee747cc req-ab437abe-ff1d-4ecf-8174-81b139f1159f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:17.580923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29ef258a-4013-41e4-a405-8db94ee747cc req-ab437abe-ff1d-4ecf-8174-81b139f1159f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.3025954 Jan 10 19:14:17.586690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-8301e808-14dd-4f82-a4a2-025ba729bf89 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108159 Jan 10 19:14:17.600966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 5a5c6960-e77a-41f2-a539-dcac0d85bff7 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:17.610126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1787167f-55cb-4d3e-8793-9c713cb8c474) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:17.613529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:17.614714 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.634634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd84c-0aa4-4025-84d9-c5ab1ff703bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.642590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea617f-ac83-4a0f-8e04-02da9f55a12d None None] Network 1787167f-55cb-4d3e-8793-9c713cb8c474 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:17.676140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-723045ef-6d60-4086-8dd1-5c8342d2ce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.703615 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e96877c-7df6-4f5e-825a-a1e71486806f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4224558 Jan 10 19:14:17.710630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcd84c-0aa4-4025-84d9-c5ab1ff703bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7634f-5d0f-4a98-912c-f006cdd2ebdb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:17.737821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-723045ef-6d60-4086-8dd1-5c8342d2ce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.740129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29ef258a-4013-41e4-a405-8db94ee747cc req-f4a05ca6-7381-4c87-a7e4-3908e7a7ca9d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273444 Jan 10 19:14:17.747984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd84c-0aa4-4025-84d9-c5ab1ff703bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.747984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4dbcd84c-0aa4-4025-84d9-c5ab1ff703bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7f7634f-5d0f-4a98-912c-f006cdd2ebdb HTTP/1.1" status: 204 len: 168 time: 0.5784140 Jan 10 19:14:17.765890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:17.817447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f509e63-ff0c-4209-8a23-9329ebd31982 req-9f586487-2a14-46f8-bca0-9ad8be358382 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242670 Jan 10 19:14:17.942361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:17.948908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:17.961002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Allocated IP 172.20.0.2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/8e728236-68ac-4027-93ff-ad7d6075d092/45faee7b-f2e0-4ae8-a63c-61db2c0408f5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:17.978985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=5a5c6960-e77a-41f2-a539-dcac0d85bff7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:17.986736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:18.112291 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-723045ef-6d60-4086-8dd1-5c8342d2ce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.190367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723045ef-6d60-4086-8dd1-5c8342d2ce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef8a1b4-af3e-4d66-81c8-ef64d9040c26,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:18.245028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-723045ef-6d60-4086-8dd1-5c8342d2ce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.251846 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-723045ef-6d60-4086-8dd1-5c8342d2ce3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ef8a1b4-af3e-4d66-81c8-ef64d9040c26 HTTP/1.1" status: 204 len: 168 time: 0.7440550 Jan 10 19:14:18.264601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:18.267548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.297718 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f79d8ba8-1753-48cd-b4dd-8f0de6b9d9bc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4096615 Jan 10 19:14:18.297718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:18.427886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308339d-d0ae-4335-85dd-1762b5578eb3 None None] Network 1787167f-55cb-4d3e-8793-9c713cb8c474 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:18.458677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154e974-3fd5-42d5-b46d-6a60f7df4e37 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:18.475173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154e974-3fd5-42d5-b46d-6a60f7df4e37 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:18.475173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9154e974-3fd5-42d5-b46d-6a60f7df4e37 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:18.497536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47546) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:18.512262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9154e974-3fd5-42d5-b46d-6a60f7df4e37 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:18.512262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9154e974-3fd5-42d5-b46d-6a60f7df4e37 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2077610 Jan 10 19:14:18.512262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47550) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:18.549366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.553388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:18.585192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:18.590608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Usage tracker for resource:security_group_rule and tenant:faf98ed3e73944ccb3bedbf51c834f97 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:18.596402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:18.611297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:18.631120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.701643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Transition to ACTIVE for port object 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:18.714100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.730688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 5a5c6960-e77a-41f2-a539-dcac0d85bff7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:18.730688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.770024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.770024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:18.858706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd94fa-9afd-41bd-a49e-2efd5353048c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:18.887898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-85b27eb1-4dc8-4d9d-a86c-28693c6336b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faf98ed3e73944ccb3bedbf51c834f97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3862913 Jan 10 19:14:18.887898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47558) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:18.936332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0265850-8f9b-4cf0-905a-281187dc0905 None None] Pushing event updated for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:19.400431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:19.421359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-4f42d161-2459-4b22-a895-5bf6d9868661 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:19.421839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-4f42d161-2459-4b22-a895-5bf6d9868661 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Synchronizing usage tracker for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:19.445391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c36b4-28b5-4e7c-8dc3-ae7e7dbf3486 req-e5adc680-c961-49eb-bf72-4eba981b9297 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:19.449687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-061c36b4-28b5-4e7c-8dc3-ae7e7dbf3486 req-e5adc680-c961-49eb-bf72-4eba981b9297 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.2395890 Jan 10 19:14:19.450282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b0edcac-f30b-4bc5-8c00-350fe7f8c096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:19.553098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b0edcac-f30b-4bc5-8c00-350fe7f8c096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:19.566137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-4f42d161-2459-4b22-a895-5bf6d9868661 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Unset dirty status for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:19.567618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-4f42d161-2459-4b22-a895-5bf6d9868661 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/networks?id=1787167f-55cb-4d3e-8793-9c713cb8c474 HTTP/1.1" status: 200 len: 821 time: 0.6127548 Jan 10 19:14:19.624006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-061c36b4-28b5-4e7c-8dc3-ae7e7dbf3486 req-9ec2db05-57da-495c-9d6d-78255577d531 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571386 Jan 10 19:14:19.632986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-8c327aa1-a1cb-4b14-bb3a-ffa5539bdc50 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/quotas/aa92bf322aa7497d9e0443c44df68141 HTTP/1.1" status: 200 len: 375 time: 0.0539250 Jan 10 19:14:19.684679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 5a5c6960-e77a-41f2-a539-dcac0d85bff7 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:19.814767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-02278e92-751e-44ef-813e-b21306e3add1 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa92bf322aa7497d9e0443c44df68141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657519 Jan 10 19:14:20.018206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b0edcac-f30b-4bc5-8c00-350fe7f8c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:20.059980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:20.074337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0edcac-f30b-4bc5-8c00-350fe7f8c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd94fa-9afd-41bd-a49e-2efd5353048c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:20.118524 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b0edcac-f30b-4bc5-8c00-350fe7f8c096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:20.119703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b0edcac-f30b-4bc5-8c00-350fe7f8c096 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8cd94fa-9afd-41bd-a49e-2efd5353048c HTTP/1.1" status: 204 len: 168 time: 1.2372758 Jan 10 19:14:20.175795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=5a5c6960-e77a-41f2-a539-dcac0d85bff7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:20.194422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f61dfab2-8c7d-4d26-adfe-895784b6252b None None] Provisioning for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:20.203218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f61dfab2-8c7d-4d26-adfe-895784b6252b None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:20.203886 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f61dfab2-8c7d-4d26-adfe-895784b6252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:20.289678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-23ac4732-e5fc-42ad-847f-60a500195f40 service neutron] 10.222.0.21 "GET /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641721 Jan 10 19:14:20.456017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:20.507111 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-45307c52-1659-44de-8fad-4707513795aa tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/5a5c6960-e77a-41f2-a539-dcac0d85bff7 HTTP/1.1" status: 204 len: 168 time: 1.9918385 Jan 10 19:14:20.510850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47594) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:20.581438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:20.719723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-01b905a8-5a16-4fd6-ba37-d396284070d5 service neutron] 10.222.0.21 "GET /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216290 Jan 10 19:14:20.747594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f989cd9-ff4c-4231-8163-576ce768dbc6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:20.750591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f989cd9-ff4c-4231-8163-576ce768dbc6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:20.753001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f989cd9-ff4c-4231-8163-576ce768dbc6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:20.754587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f989cd9-ff4c-4231-8163-576ce768dbc6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:20.792867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5df0a12b-f3df-423b-a0f3-8eae7cdcb1a3 None None] Could not find standard attr ID for object 5a5c6960-e77a-41f2-a539-dcac0d85bff7. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:14:20.811597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f989cd9-ff4c-4231-8163-576ce768dbc6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:20.813006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f989cd9-ff4c-4231-8163-576ce768dbc6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2833564 Jan 10 19:14:20.814766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47608) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:20.844357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:20.844760 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:21.119405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b3b2d29d-96f2-46e2-af02-b013464021e3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:21.332091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f2ee-76c3-491e-bb9b-ccaa0e01d0f4 req-260cc296-d77d-488c-9bdf-17014730dbe6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:21.343970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfb2f2ee-76c3-491e-bb9b-ccaa0e01d0f4 req-260cc296-d77d-488c-9bdf-17014730dbe6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 945 time: 0.4841866 Jan 10 19:14:21.488292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:21.548561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:21.548773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfb2f2ee-76c3-491e-bb9b-ccaa0e01d0f4 req-1137850f-3b57-4577-a378-d8e4e8e606a4 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037630 Jan 10 19:14:21.563342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:21.588357 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:21.605103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 00db4a61-da76-4744-a19a-57d1f9698c6b {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:21.613393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:21.787864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:21.804304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:21.983009 n-d-816927-8 neutron-server[83631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'code': 422} returned with failed status Jan 10 19:14:21.983883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dde6ef81-0786-4846-851e-7c5c208a4143 req-24307fa8-04bf-4d26-8be1-1050dc30f9de tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 210 time: 0.0980806 Jan 10 19:14:22.114784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:22.261580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:22.331769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=00db4a61-da76-4744-a19a-57d1f9698c6b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:22.354579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:22.358720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dee699-7bdb-4e70-bd1a-6c81615fe963 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:22.386105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-411793a4-4976-4142-9374-0a5458f60ce2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/00db4a61-da76-4744-a19a-57d1f9698c6b HTTP/1.1" status: 204 len: 168 time: 1.5624881 Jan 10 19:14:22.397144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47660) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:23.112341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 8e728236-68ac-4027-93ff-ad7d6075d092 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:23.128416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:23.347138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:23.495557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa16167f-dc98-4b71-ae3f-106737066952 req-56f4e69a-5eae-47aa-b5e7-19f9a65babee tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 210 time: 0.1335218 Jan 10 19:14:23.506858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-fce96114-03f2-47a9-a0e9-0754534de4c0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:23.509122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-fce96114-03f2-47a9-a0e9-0754534de4c0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.44 "GET /v2.0/networks?id=1787167f-55cb-4d3e-8793-9c713cb8c474 HTTP/1.1" status: 200 len: 821 time: 0.7281222 Jan 10 19:14:23.531397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Request body: {'port': {'device_id': '02db4da6-de72-492c-b106-69d8b55b8561', 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474', 'admin_state_up': True, 'tenant_id': 'aa92bf322aa7497d9e0443c44df68141'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:23.690744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:24.013387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:24.098829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:24.116955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Usage tracker for resource:port and tenant:aa92bf322aa7497d9e0443c44df68141 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:24.125080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:24.137037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:24.162777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Made reservation on behalf of aa92bf322aa7497d9e0443c44df68141 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:24.169899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:24.226502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=8e728236-68ac-4027-93ff-ad7d6075d092,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:24.261374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:24.323211 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cb50afda-cf15-4774-a66a-6d2c7cfcac93 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/8e728236-68ac-4027-93ff-ad7d6075d092 HTTP/1.1" status: 204 len: 168 time: 1.9375200 Jan 10 19:14:24.323211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:24.396935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209ce03-c489-4491-8177-0e3e8c66bddc None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:24.740407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-07f2303c-1f51-4f08-865d-8994eb1ea38e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4123418 Jan 10 19:14:24.741264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47732) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:24.747651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:24.964939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4eeaab3-686d-4b82-a95e-9908a781a43b req-149b4050-ba38-448e-bcf8-e784cecf051e tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 210 time: 0.1594417 Jan 10 19:14:24.970283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:24.970283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:24.970283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:24.986323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:25.005007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:25.016450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:25.286576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-31e1e72a-19bc-4679-843a-f2e5d94fab61 None None] Provisioning complete for port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:25.287055 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-31e1e72a-19bc-4679-843a-f2e5d94fab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:25.325387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-99e83896-da68-495f-8ec8-06e94b83c74c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:25.339442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-99e83896-da68-495f-8ec8-06e94b83c74c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f52a7e-57be-457b-a595-dd2fa423cba1 HTTP/1.1" status: 200 len: 943 time: 0.6490424 Jan 10 19:14:25.507068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port b3b2d29d-96f2-46e2-af02-b013464021e3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:25.507931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:25.614787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:14:25.624554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] Deleting port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:25.625692 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:25.652259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Allocated IP 172.20.0.7 (1787167f-55cb-4d3e-8793-9c713cb8c474/a8508964-9365-4ab8-ba27-673ae1d1bc2f/e49202bd-1260-4c0f-bede-0205d9e623a7) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:25.654045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:25.836834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:25.856327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:25.865754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:25.869029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:25.900065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=67157d3d-202d-41fb-962c-e4ff805a8471,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:25.941774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-77086148-919d-44ac-adf2-1f4ad3a8a6c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1993759 Jan 10 19:14:25.942855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47760) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:25.951502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:25.964469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port b3b2d29d-96f2-46e2-af02-b013464021e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b3b2d29d-96f2-46e2-af02-b013464021e3,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:25.964754 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:26.250560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] For port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:26.252445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:26.503996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:26.516611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:26.534451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:26.568256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:26.598301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for b3b2d29d-96f2-46e2-af02-b013464021e3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:26.604726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:26.604726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:26.728282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] Calling delete_port for 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:26.743639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:26.749451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:26.981500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.151594 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.194621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.265966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=b3b2d29d-96f2-46e2-af02-b013464021e3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:27.297359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.369317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Pushing event updated for resources: {'Port': ['ID=e49202bd-1260-4c0f-bede-0205d9e623a7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:27.381935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Network 1787167f-55cb-4d3e-8793-9c713cb8c474 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:27.402839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] No DVR routers for this DVR port 45faee7b-f2e0-4ae8-a63c-61db2c0408f5 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:27.437058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16a854-0151-400b-b1b0-5a661c128f88 None None] Pushing event deleted for resources: {'Port': ['ID=45faee7b-f2e0-4ae8-a63c-61db2c0408f5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:27.453862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499f1fb-c520-43ed-b234-d52e74774b52 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:27.454215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:27.493281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:27.519910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:14:27.523504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.593409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:27.594350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.619425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port b3b2d29d-96f2-46e2-af02-b013464021e3 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:27.627403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.641729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-deleted', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:27.656349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c4cece4-2ffa-48c6-9855-96e2cb9ade9c req-6ae678f5-0469-41c0-a2fa-e4615072876c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "DELETE /v2.0/ports/b3b2d29d-96f2-46e2-af02-b013464021e3 HTTP/1.1" status: 204 len: 173 time: 2.3151424 Jan 10 19:14:27.665124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-37a73eb0-2a21-4ef0-ad5f-ba49ad76370f tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:27.666717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-37a73eb0-2a21-4ef0-ad5f-ba49ad76370f tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Synchronizing usage tracker for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:27.672343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=fafc62f6-70fa-494b-93c5-b2af0014884d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:27.685323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:27.686459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-eeb0aeb4-303b-4654-b559-b4ff5a3ba3e0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1647997 Jan 10 19:14:27.687415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:27.689380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-37a73eb0-2a21-4ef0-ad5f-ba49ad76370f tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Unset dirty status for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:27.691823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:27.692801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.697085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-37a73eb0-2a21-4ef0-ad5f-ba49ad76370f tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 931 time: 0.6013632 Jan 10 19:14:27.739288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Request body: {'port': {'device_id': '02db4da6-de72-492c-b106-69d8b55b8561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:27.741187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0578de6b-d246-4c56-a115-b383285b959f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7966702 Jan 10 19:14:27.747399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47796) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:27.756437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:6b:00:41', 'name': 'tempest-NetworksTestDHCPv6-2126475705'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:27.899893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '67157d3d-202d-41fb-962c-e4ff805a8471'}, {'subnet_id': 'fafc62f6-70fa-494b-93c5-b2af0014884d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:14:27.900929 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:27.961545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-0538775e-8b69-46d6-b4df-f6cbc7e6b9fe tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Synchronizing usage tracker for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:27.997243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-0538775e-8b69-46d6-b4df-f6cbc7e6b9fe tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Unset dirty status for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:28.010459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d1fbd01-5bc1-4ab2-8fea-15faaa5b13e0 req-0538775e-8b69-46d6-b4df-f6cbc7e6b9fe tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123665 Jan 10 19:14:28.011390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:28.113540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:28.121855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:28.127332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:28.145450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:28.162231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:28.255619 n-d-816927-8 neutron-server[83630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77f52a7e-57be-457b-a595-dd2fa423cba1', 'name': 'network-vif-deleted', 'tag': 'b3b2d29d-96f2-46e2-af02-b013464021e3', 'status': 'failed', 'code': 422} returned with failed status Jan 10 19:14:28.335622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:28.420165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 196d5a0c-296e-4d6c-a228-98dc99936493 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:14:28.464083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Allocated IP 172.20.0.2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/67157d3d-202d-41fb-962c-e4ff805a8471/07ee3c32-6a71-41fa-afad-5cf23bed0284) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:28.477882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Allocated IP 2001:db8::f816:3eff:fe6d:bbe8 (863fd86a-3130-4adc-8304-5cd8f5e1f495/fafc62f6-70fa-494b-93c5-b2af0014884d/07ee3c32-6a71-41fa-afad-5cf23bed0284) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:28.699226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49202bd-1260-4c0f-bede-0205d9e623a7 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:14:28.706219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:28.725306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Transition to ACTIVE for port object e49202bd-1260-4c0f-bede-0205d9e623a7 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:28.735347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:28.832817 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:28.847954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Transition to ACTIVE for port object 07ee3c32-6a71-41fa-afad-5cf23bed0284 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:28.894026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Transition to ACTIVE for port object 07ee3c32-6a71-41fa-afad-5cf23bed0284 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:28.905529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.060631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47826) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:29.125521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:29.132956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:29.148849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:29.303343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 172.20.0.3 (863fd86a-3130-4adc-8304-5cd8f5e1f495/67157d3d-202d-41fb-962c-e4ff805a8471/196d5a0c-296e-4d6c-a228-98dc99936493) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:29.314192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Pushing event updated for resources: {'Port': ['ID=e49202bd-1260-4c0f-bede-0205d9e623a7,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:29.320085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe6b:41 (863fd86a-3130-4adc-8304-5cd8f5e1f495/fafc62f6-70fa-494b-93c5-b2af0014884d/196d5a0c-296e-4d6c-a228-98dc99936493) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:29.349037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Pushing event updated for resources: {'Port': ['ID=07ee3c32-6a71-41fa-afad-5cf23bed0284,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:29.397633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Attempting to bind port e49202bd-1260-4c0f-bede-0205d9e623a7 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:14:29.397980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Attempting to bind port e49202bd-1260-4c0f-bede-0205d9e623a7 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '42c8d75e-8155-4bcf-b226-46b98b2adcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:14:29.398821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Attempting to bind port e49202bd-1260-4c0f-bede-0205d9e623a7 on network 1787167f-55cb-4d3e-8793-9c713cb8c474 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:29.405936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Port e49202bd-1260-4c0f-bede-0205d9e623a7 on network 1787167f-55cb-4d3e-8793-9c713cb8c474 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:14:29.406269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Attempting to bind port e49202bd-1260-4c0f-bede-0205d9e623a7 on network 1787167f-55cb-4d3e-8793-9c713cb8c474 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:29.462742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:14:29.463111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Checking segment: {'id': '42c8d75e-8155-4bcf-b226-46b98b2adcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:29.464006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Bound using segment: {'id': '42c8d75e-8155-4bcf-b226-46b98b2adcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:14:29.464975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Bound port: e49202bd-1260-4c0f-bede-0205d9e623a7, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c8d75e-8155-4bcf-b226-46b98b2adcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:14:29.465567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.544161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.544562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.545947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.547269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.548593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.549318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.551706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.552083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.552475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.552819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.554295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:14:29.619720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Attempting to bind port 07ee3c32-6a71-41fa-afad-5cf23bed0284 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:14:29.621860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Attempting to bind port 07ee3c32-6a71-41fa-afad-5cf23bed0284 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:14:29.622239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Attempting to bind port 07ee3c32-6a71-41fa-afad-5cf23bed0284 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:29.643298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:14:29.644031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:29.644650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.645260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:14:29.646039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Bound port: 07ee3c32-6a71-41fa-afad-5cf23bed0284, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:14:29.649027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.711538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3f8f-16a3-4499-a1e6-f29a763cbc47 req-16e03b27-e651-451a-a1fa-5c3b9d0fdcf6 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:29.724837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aabb3f8f-16a3-4499-a1e6-f29a763cbc47 req-16e03b27-e651-451a-a1fa-5c3b9d0fdcf6 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 943 time: 0.2995963 Jan 10 19:14:29.729331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] For port e49202bd-1260-4c0f-bede-0205d9e623a7, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:14:29.744466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] For port e49202bd-1260-4c0f-bede-0205d9e623a7, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e49202bd-1260-4c0f-bede-0205d9e623a7,segment=NetworkSegment(42c8d75e-8155-4bcf-b226-46b98b2adcee),segment_id=42c8d75e-8155-4bcf-b226-46b98b2adcee)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:14:29.783669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.826343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.851912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] For port 07ee3c32-6a71-41fa-afad-5cf23bed0284, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:14:29.859094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] For port 07ee3c32-6a71-41fa-afad-5cf23bed0284, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=07ee3c32-6a71-41fa-afad-5cf23bed0284,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:14:29.861198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 196d5a0c-296e-4d6c-a228-98dc99936493 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:29.872408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:29.913418 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.032774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.034284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] 10.222.0.44 "PUT /v2.0/ports/e49202bd-1260-4c0f-bede-0205d9e623a7 HTTP/1.1" status: 200 len: 1091 time: 2.3329773 Jan 10 19:14:30.059786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.094705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42871f8-9bb8-4cf7-ba78-45eedcdce84a None None] Pushing event updated for resources: {'Port': ['ID=07ee3c32-6a71-41fa-afad-5cf23bed0284,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:30.115347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=196d5a0c-296e-4d6c-a228-98dc99936493,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:30.123405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aabb3f8f-16a3-4499-a1e6-f29a763cbc47 req-d56e87ad-0d16-4ff7-8530-2373480539b0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902428 Jan 10 19:14:30.136947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:30.138153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:30.140627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:30.256017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:30.256655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.309546 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4fecbe8-6b20-4e09-a8b2-ad9b71239aec tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.5574584 Jan 10 19:14:30.312199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47860) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:30.455284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02db4da6-de72-492c-b106-69d8b55b8561', 'tag': 'e49202bd-1260-4c0f-bede-0205d9e623a7'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:30.503725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e6d9e-ed6e-42ec-9678-bdf7c4a51997 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:30.517163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e6d9e-ed6e-42ec-9678-bdf7c4a51997 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:30.518225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-042e6d9e-ed6e-42ec-9678-bdf7c4a51997 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:30.544442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:30.548715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Usage tracker for resource:security_group_rule and tenant:03abf34e1eb242bcae8bdef1336a9fca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:30.551979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:30.561233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-042e6d9e-ed6e-42ec-9678-bdf7c4a51997 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:30.564930 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-042e6d9e-ed6e-42ec-9678-bdf7c4a51997 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2492723 Jan 10 19:14:30.565199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:30.565344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47874) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:30.576360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07ee3c32-6a71-41fa-afad-5cf23bed0284 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:30.656538 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02db4da6-de72-492c-b106-69d8b55b8561', 'tag': 'e49202bd-1260-4c0f-bede-0205d9e623a7', 'status': 'completed', 'code': 200} Jan 10 19:14:30.683864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 07ee3c32-6a71-41fa-afad-5cf23bed0284 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:30.698078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.705014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25208f-4b18-44ce-ba11-6ed28b10a97d service neutron] Pushing event updated for resources: {'Port': ['ID=e49202bd-1260-4c0f-bede-0205d9e623a7,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:30.720914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 196d5a0c-296e-4d6c-a228-98dc99936493 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:30.721260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.758776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:30.867387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9291c4df-ce95-42ce-8895-4f2e5fc2e01a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:30.885458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-239f7e46-7474-4971-a944-3602d25f0c49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03abf34e1eb242bcae8bdef1336a9fca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6928260 Jan 10 19:14:30.886823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:30.974825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-a5f36053-997f-4467-9c72-67ad190ede64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa92bf322aa7497d9e0443c44df68141&device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 1094 time: 0.8726821 Jan 10 19:14:31.104077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.114105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-0af42732-88aa-4c8d-b4c2-16ded0aa79b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49202bd-1260-4c0f-bede-0205d9e623a7 HTTP/1.1" status: 200 len: 217 time: 0.1245193 Jan 10 19:14:31.126109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-7597a198-f727-43a7-8a88-c981238046c3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:31.127824 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-7597a198-f727-43a7-8a88-c981238046c3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.6538720 Jan 10 19:14:31.220563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-95120e9e-bbc4-4737-a7e2-ac80cb3ace72 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.0287344 Jan 10 19:14:31.287171 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86be0785-62e6-4da4-ab6b-00280c263a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.295658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-2cf087f3-9479-4ee1-8a1a-15ad1da5a4b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:31.296780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-2cf087f3-9479-4ee1-8a1a-15ad1da5a4b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8508964-9365-4ab8-ba27-673ae1d1bc2f HTTP/1.1" status: 200 len: 861 time: 0.1601570 Jan 10 19:14:31.302299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-1d2dcc47-5669-42cd-b855-76118e432b7d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:31.306942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 196d5a0c-296e-4d6c-a228-98dc99936493 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:31.419897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-db30e753-111a-45af-ba8b-354c5461023d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1787167f-55cb-4d3e-8793-9c713cb8c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095960 Jan 10 19:14:31.481521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86be0785-62e6-4da4-ab6b-00280c263a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.493410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-1d2dcc47-5669-42cd-b855-76118e432b7d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:31.503428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-1d2dcc47-5669-42cd-b855-76118e432b7d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2672999 Jan 10 19:14:31.560508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.616120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=196d5a0c-296e-4d6c-a228-98dc99936493,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:31.718438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621872a9-c699-4edb-a2ab-3e33249f127b None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:31.782126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.806121 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de3bf749-2577-4041-ab27-cfed98f5f52b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/196d5a0c-296e-4d6c-a228-98dc99936493 HTTP/1.1" status: 204 len: 168 time: 1.2395556 Jan 10 19:14:31.808733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47900) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:31.816805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-01ca628b-14f7-4fbd-a9b0-82b056059e2d service neutron] 10.222.0.44 "GET /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777502 Jan 10 19:14:31.820348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86be0785-62e6-4da4-ab6b-00280c263a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.847811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] Provisioning for port 07ee3c32-6a71-41fa-afad-5cf23bed0284 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:31.866243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaccd5-c8af-48ff-b26d-10a5051b1f58 req-5340df2f-2965-49ed-9edb-0adc5d491952 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:31.869617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] Provisioning complete for port 07ee3c32-6a71-41fa-afad-5cf23bed0284 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:31.870205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:31.873786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ecaccd5-c8af-48ff-b26d-10a5051b1f58 req-5340df2f-2965-49ed-9edb-0adc5d491952 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.5609114 Jan 10 19:14:31.916801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be0785-62e6-4da4-ab6b-00280c263a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291c4df-ce95-42ce-8895-4f2e5fc2e01a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:31.999126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fd4b3-6021-46b5-ad51-593c810fbad3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:32.000507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fd4b3-6021-46b5-ad51-593c810fbad3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:32.001795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fd4b3-6021-46b5-ad51-593c810fbad3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:32.002593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-774fd4b3-6021-46b5-ad51-593c810fbad3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:32.037495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-774fd4b3-6021-46b5-ad51-593c810fbad3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:32.038651 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-774fd4b3-6021-46b5-ad51-593c810fbad3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2289412 Jan 10 19:14:32.042203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47906) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:32.093370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86be0785-62e6-4da4-ab6b-00280c263a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.096896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86be0785-62e6-4da4-ab6b-00280c263a63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9291c4df-ce95-42ce-8895-4f2e5fc2e01a HTTP/1.1" status: 204 len: 168 time: 1.2042189 Jan 10 19:14:32.118609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-0e55e74d-8662-49e6-88ec-9dea8bbd2629 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135182 Jan 10 19:14:32.143987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 67157d3d-202d-41fb-962c-e4ff805a8471 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:32.156238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.179463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ecaccd5-c8af-48ff-b26d-10a5051b1f58 req-46892c3a-8642-41d5-947d-35568480cb26 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047080 Jan 10 19:14:32.251458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.288352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.342632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] For port 07ee3c32-6a71-41fa-afad-5cf23bed0284, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=07ee3c32-6a71-41fa-afad-5cf23bed0284,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:32.350051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.363396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53a98a57-bfa5-4063-a154-9cfb21088002 req-7999a2a8-f6a1-4343-b329-1dc4834e387a service neutron] 10.222.0.44 "GET /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075109 Jan 10 19:14:32.460407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.519977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3cb69-915f-49cf-bdcc-b9c340a5639c None None] Pushing event updated for resources: {'Port': ['ID=07ee3c32-6a71-41fa-afad-5cf23bed0284,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:32.614206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.672483 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.675596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-6f5e954d-addb-46a7-a68b-c9f359052633 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488815 Jan 10 19:14:32.699153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14b28-b1df-4291-a256-3ff45a6c6c07 req-3fc7596b-1ca1-44ef-9a89-5aec9931267f tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:32.700894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20f14b28-b1df-4291-a256-3ff45a6c6c07 req-3fc7596b-1ca1-44ef-9a89-5aec9931267f tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 943 time: 0.3256927 Jan 10 19:14:32.702582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=67157d3d-202d-41fb-962c-e4ff805a8471,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:32.703183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7528dfe0-984c-4ff4-8484-c2f0a037b8f6 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:32.713426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a44d834f-cebf-4bf5-bf81-d0845f8f5181 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/67157d3d-202d-41fb-962c-e4ff805a8471 HTTP/1.1" status: 204 len: 168 time: 0.6693270 Jan 10 19:14:32.715857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47918) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:32.738213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-46493b4f-3715-495b-8512-e192e14ff570 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa92bf322aa7497d9e0443c44df68141&device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 1094 time: 0.2816873 Jan 10 19:14:32.916610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet fafc62f6-70fa-494b-93c5-b2af0014884d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:32.925145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:32.939999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47922) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:32.941445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-734fd292-8773-4957-b827-62c78350aaea None None] Provisioning complete for port 07ee3c32-6a71-41fa-afad-5cf23bed0284 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:32.941986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-734fd292-8773-4957-b827-62c78350aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.006183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.102435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.211867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.306254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=fafc62f6-70fa-494b-93c5-b2af0014884d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:33.323728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-1147b300-4b24-4a69-b80d-f7723a16204c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:33.325238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-1147b300-4b24-4a69-b80d-f7723a16204c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Synchronizing usage tracker for tenant:3690c45032984177a9f3dee8bda3812b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:33.331617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.357384 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e67f7a40-a4a8-46f2-907f-b5d7a0d3caef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/fafc62f6-70fa-494b-93c5-b2af0014884d HTTP/1.1" status: 204 len: 168 time: 0.6404943 Jan 10 19:14:33.359057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-1147b300-4b24-4a69-b80d-f7723a16204c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Unset dirty status for tenant:3690c45032984177a9f3dee8bda3812b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:33.361230 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-1147b300-4b24-4a69-b80d-f7723a16204c tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.5965972 Jan 10 19:14:33.361846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47938) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:33.432532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8676ce2-afa3-4990-b73e-107a87ceb6f7 req-988ed147-6c80-4108-a734-d505b1fd93d1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 210 time: 0.1249559 Jan 10 19:14:33.486530 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.511730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-98ce11b4-9257-4662-b1dd-a4e4fbea97cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:33.513361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-98ce11b4-9257-4662-b1dd-a4e4fbea97cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1787167f-55cb-4d3e-8793-9c713cb8c474 HTTP/1.1" status: 200 len: 922 time: 0.7626379 Jan 10 19:14:33.532915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20f14b28-b1df-4291-a256-3ff45a6c6c07 req-a7407ff4-dd8c-4d0b-b27b-7c1b14b8b4ef tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231916 Jan 10 19:14:33.563581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:14:33.568061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] Deleting port 07ee3c32-6a71-41fa-afad-5cf23bed0284 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:33.568437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.578335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Deleting port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:33.578681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:33.608269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5f43285c-1507-4130-b75e-d1be34db1a87 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2444494 Jan 10 19:14:33.623769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47946) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:33.740855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-670abc77-4377-4660-a85c-c3c3b23fd7eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49202bd-1260-4c0f-bede-0205d9e623a7 HTTP/1.1" status: 200 len: 217 time: 0.2073801 Jan 10 19:14:33.791524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:33.809362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Usage tracker for resource:security_group_rule and tenant:f5a277f7c12c44e8b7f9e90f2e1a8742 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:33.813275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:33.826954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:33.854731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-fd426310-ac57-4cb4-b324-959a9719c303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:33.856529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-fd426310-ac57-4cb4-b324-959a9719c303 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8508964-9365-4ab8-ba27-673ae1d1bc2f HTTP/1.1" status: 200 len: 861 time: 0.1078670 Jan 10 19:14:33.894946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb65a6-e777-4f00-ad3f-4595d88c5ccc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:33.897188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-23eb65a6-e777-4f00-ad3f-4595d88c5ccc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:33.931610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65eb7-7674-4432-8bce-bc708aba4281 req-28fd7a32-4778-47bb-8af8-92c99aa1176e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:33.938647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31b65eb7-7674-4432-8bce-bc708aba4281 req-28fd7a32-4778-47bb-8af8-92c99aa1176e tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 945 time: 0.2617183 Jan 10 19:14:33.944664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-56e7073c-384f-4559-8bb9-7e036b396f21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1787167f-55cb-4d3e-8793-9c713cb8c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796161 Jan 10 19:14:34.095456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31b65eb7-7674-4432-8bce-bc708aba4281 req-a6c65549-30b7-40ea-b2bd-7997e4e5f137 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e8234ce-c906-4bde-bc00-8feafeb1fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559410 Jan 10 19:14:34.128076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-23eb65a6-e777-4f00-ad3f-4595d88c5ccc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:34.131802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-23eb65a6-e777-4f00-ad3f-4595d88c5ccc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4996336 Jan 10 19:14:34.138136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47954) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:34.248554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] For port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:34.249344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:34.254003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] For port 07ee3c32-6a71-41fa-afad-5cf23bed0284, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=07ee3c32-6a71-41fa-afad-5cf23bed0284,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:34.254566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:34.258820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:34.287354 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:34.324875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-83696598-28bf-49b7-95dc-9d4cb1d6b426 service neutron] 10.222.0.44 "GET /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444438 Jan 10 19:14:34.333091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1377c9a8-25f7-4b9a-ae79-3d5f40294ed3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:34.335125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1377c9a8-25f7-4b9a-ae79-3d5f40294ed3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:34.408686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfbcb09-e11f-4970-acdd-56dc94d2cd76,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:34.411368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1377c9a8-25f7-4b9a-ae79-3d5f40294ed3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:34.416453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1377c9a8-25f7-4b9a-ae79-3d5f40294ed3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2741034 Jan 10 19:14:34.417490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47960) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:34.437507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] Calling delete_port for 07ee3c32-6a71-41fa-afad-5cf23bed0284 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:34.506767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c830907d-273f-4521-9bbe-5cb4184b89fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5a277f7c12c44e8b7f9e90f2e1a8742&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5630846 Jan 10 19:14:34.510126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47966) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:34.593551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07ee3c32-6a71-41fa-afad-5cf23bed0284 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:34.642330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2381b574-90d0-4dc3-ba24-314a8bf03508 req-0ce5414f-85a7-44d6-80b0-dcb91040d450 service neutron] 10.222.0.44 "GET /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968676 Jan 10 19:14:34.725207 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-daf67e92-a75d-4f6c-b345-d43333bbc98a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2999134 Jan 10 19:14:34.731963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01f52fa-81c7-4630-9f8e-b8f244b144c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:34.736191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47974) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:34.761605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-083065f0-4028-442d-825b-c7b33217dc5d req-007cd743-f541-4f65-95e6-8642e3fb7ae1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 210 time: 0.1050210 Jan 10 19:14:34.770012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No active binding found for port 07ee3c32-6a71-41fa-afad-5cf23bed0284 {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:14:34.772050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 07ee3c32-6a71-41fa-afad-5cf23bed0284 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:14:34.785227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:34.790657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:34.920720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] Pushing event deleted for resources: {'Port': ['ID=07ee3c32-6a71-41fa-afad-5cf23bed0284,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:34.932011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbae528-4264-4e81-9a6b-ab263880bfe4 None None] No DVR routers for this DVR port 07ee3c32-6a71-41fa-afad-5cf23bed0284 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:35.046970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.047582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.048070 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Floating IP 5458be38-5485-4a41-839a-03be8f0e3e0f disassociated. External IP: 172.25.6.158, port: 4e59c348-bc3d-402f-89b3-a70ff4ef50b7. Jan 10 19:14:35.048416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Calling delete_port for 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:35.071714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-2e4335d4-e343-48d5-82c8-04578f41e253 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:35.073096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-2e4335d4-e343-48d5-82c8-04578f41e253 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.2575338 Jan 10 19:14:35.159444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01f52fa-81c7-4630-9f8e-b8f244b144c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.171694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e49202bd-1260-4c0f-bede-0205d9e623a7 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:14:35.234650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.247164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:35.284257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01f52fa-81c7-4630-9f8e-b8f244b144c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.386265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01f52fa-81c7-4630-9f8e-b8f244b144c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.387567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c01f52fa-81c7-4630-9f8e-b8f244b144c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acfbcb09-e11f-4970-acdd-56dc94d2cd76 HTTP/1.1" status: 204 len: 168 time: 0.8763282 Jan 10 19:14:35.431381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f52fa-81c7-4630-9f8e-b8f244b144c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfbcb09-e11f-4970-acdd-56dc94d2cd76,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:35.447058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event deleted for resources: {'Port': ['ID=4e59c348-bc3d-402f-89b3-a70ff4ef50b7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:35.519820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port e49202bd-1260-4c0f-bede-0205d9e623a7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e49202bd-1260-4c0f-bede-0205d9e623a7,segment=NetworkSegment(42c8d75e-8155-4bcf-b226-46b98b2adcee),segment_id=42c8d75e-8155-4bcf-b226-46b98b2adcee)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:35.524596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:35.550978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2afb2e55-7c0e-456e-9310-0b94391bf34c req-dd26f870-8713-484b-8779-4fdd14f99274 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 210 time: 0.1149652 Jan 10 19:14:35.554248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'e49202bd-1260-4c0f-bede-0205d9e623a7', 'network_id': '1787167f-55cb-4d3e-8793-9c713cb8c474', 'port_id': 'e49202bd-1260-4c0f-bede-0205d9e623a7', 'mac_address': 'fa:16:3e:4a:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8508964-9365-4ab8-ba27-673ae1d1bc2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:14:35.568239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:35.706420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.709538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:35.746264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49202bd-1260-4c0f-bede-0205d9e623a7 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:14:35.775809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port e49202bd-1260-4c0f-bede-0205d9e623a7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e49202bd-1260-4c0f-bede-0205d9e623a7,segment=NetworkSegment(42c8d75e-8155-4bcf-b226-46b98b2adcee),segment_id=42c8d75e-8155-4bcf-b226-46b98b2adcee)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:35.786193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:35.821163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9347c-76e1-45ce-9b97-cb79a6b4d53e req-6e53e56f-62bf-468c-9694-bdc05671bb35 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:35.822732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aac9347c-76e1-45ce-9b97-cb79a6b4d53e req-6e53e56f-62bf-468c-9694-bdc05671bb35 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 943 time: 0.8195739 Jan 10 19:14:35.904208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:14:36.064951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=e49202bd-1260-4c0f-bede-0205d9e623a7,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:36.222653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['e49202bd-1260-4c0f-bede-0205d9e623a7'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:14:36.401565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:14:36.441382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:14:36.500327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:14:36.503958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:14:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:36.567968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:36.649089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:36.650399 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:14:36.650858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:14:36.666496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:36.682583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] No DVR routers for this DVR port 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:36.692088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:36.716321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'name': 'network-vif-deleted', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:36.756998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aac9347c-76e1-45ce-9b97-cb79a6b4d53e req-32499368-877d-4e7a-9474-487b7c1f719e tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113959 Jan 10 19:14:36.761424 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ecb74c8a-b511-4682-8974-9baf00b1cfbb req-b16738b4-e664-4431-980b-fb3d2e26aec1 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.44 "DELETE /v2.0/ports/4e59c348-bc3d-402f-89b3-a70ff4ef50b7 HTTP/1.1" status: 204 len: 173 time: 3.2858512 Jan 10 19:14:36.813810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e6b22db-cde7-4e3e-b873-49c251d570f8 req-3ff496ce-39d0-4026-bcbd-540c34ae60f0 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 210 time: 0.1683509 Jan 10 19:14:36.819873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:36.832892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:36.931820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:36.935857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-42f83cf4-651d-4504-8caa-87ddcac71403 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.1982231 Jan 10 19:14:36.939952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:37.168556 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0a569f-5cae-49e6-9223-cb83969a2388', 'name': 'network-vif-deleted', 'tag': '4e59c348-bc3d-402f-89b3-a70ff4ef50b7', 'status': 'completed', 'code': 200} Jan 10 19:14:37.185314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:37.232797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1742fc6d-4367-4a68-a6d9-562213b97912 req-64e25845-7531-401a-9161-6132ee027013 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0a569f-5cae-49e6-9223-cb83969a2388 HTTP/1.1" status: 200 len: 210 time: 0.3300955 Jan 10 19:14:37.253374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:14:37.268965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:37.296278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:37.318286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:14:37.318748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4e59c348-bc3d-402f-89b3-a70ff4ef50b7 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:14:37.321716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:37.503355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.3 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/01914e65-c01c-4088-b7c3-2dbe893431e2) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:37.556012 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:37.557458 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:14:37.557897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:14:37.606528 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2caddb1c-21e2-4384-9bed-ab9029c92e2a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6741357 Jan 10 19:14:37.607871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48028) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:37.612684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:37.834602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:37.884721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:37.895169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:37.897116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:37.907958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:14:37.911616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:37.933560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:37.938108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:37.939819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:14:37.941471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:14:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:37.943867 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:14:37.944309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:14:37.990683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:37.995379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:38.000826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:38.011910 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e718d5b1-3997-4949-88ca-d71ae5d870ee tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4036796 Jan 10 19:14:38.015312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48042) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:38.029056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:38.047491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=01914e65-c01c-4088-b7c3-2dbe893431e2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:38.132558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:38.133623 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:38.265263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:38.278459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:38.304781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:38.310749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:38.312790 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:14:38.314672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:14:38.319608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b58f6231-e320-4f2a-adfb-ec8b79b3b25d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1851959 Jan 10 19:14:38.345599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Request body: {'port': {'device_id': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:38.353029 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-95ac9103-249f-4635-81e8-a08f8aedc8a2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3340120 Jan 10 19:14:38.355124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48048) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:38.367751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:38.427523 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-11ccaff9-0bfd-49ef-ac2f-3ba83778af48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:38.466126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:14:38.510905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e2-5b71-47be-afd2-12c86469a6b3 req-be7c0829-0655-4a10-9b22-9b34882c1225 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:38.513878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74b9a1e2-5b71-47be-afd2-12c86469a6b3 req-be7c0829-0655-4a10-9b22-9b34882c1225 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 944 time: 0.4506934 Jan 10 19:14:38.566639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:38.588984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:38.590498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d18-e3cd-40d9-ba92-22a4e224cd3f req-ff1030cd-d532-44cd-9c66-96dd1af3815b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:38.591619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-28878d18-e3cd-40d9-ba92-22a4e224cd3f req-ff1030cd-d532-44cd-9c66-96dd1af3815b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:38.608205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:38.613719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:38.617564 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:14:38.618006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:14:38.641109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e9f594bb-6fb1-46c7-9914-46f5ab24a6fc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2840326 Jan 10 19:14:38.643710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48060) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:38.662314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:38.663787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74b9a1e2-5b71-47be-afd2-12c86469a6b3 req-c809b924-0379-41cd-9fba-93ff35545055 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389115 Jan 10 19:14:38.685356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-28878d18-e3cd-40d9-ba92-22a4e224cd3f req-ff1030cd-d532-44cd-9c66-96dd1af3815b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:38.686725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28878d18-e3cd-40d9-ba92-22a4e224cd3f req-ff1030cd-d532-44cd-9c66-96dd1af3815b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 931 time: 0.5599668 Jan 10 19:14:38.699092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:38.928417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28878d18-e3cd-40d9-ba92-22a4e224cd3f req-c492165f-287d-4ce7-8f29-06265202cd1d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308257 Jan 10 19:14:39.020154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:39.034682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:39.050514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:39.056885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.058776 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:14:39.059310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:14:39.096622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48082) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.188003 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-420afe30-fd0e-4c49-8cde-f41a8e667003 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5420856 Jan 10 19:14:39.189961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.213521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e49202bd-1260-4c0f-bede-0205d9e623a7 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:39.252274 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ee857109-1386-4d5e-85c8-048cbaf5bae7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0608783 Jan 10 19:14:39.252508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48096) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.278021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6706e184-9c80-40a3-9309-852f42112c27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.321669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6706e184-9c80-40a3-9309-852f42112c27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.332765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:39.338302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0d66d-719d-4cb3-8cc9-5453c38c6d9f None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:06:45Z', 'revision_number': 4, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '028f367d-712f-405e-ad44-208257567ff2', 'name': '', 'network_id': '95f843d8-664f-4b20-993a-dbe0bbc840c4', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'mac_address': 'fa:16:3e:c0:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:44Z', 'updated_at': '2022-01-10T19:06:57Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'subnets': [{'id': '61dbcc3c-d182-40b6-96fa-94a36b3cf0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:14:39.349757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port e49202bd-1260-4c0f-bede-0205d9e623a7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:39.360352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port e49202bd-1260-4c0f-bede-0205d9e623a7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:39.362579 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.402121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6706e184-9c80-40a3-9309-852f42112c27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.414525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455a369-02b5-4a08-950c-f9288d8115a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:39.417094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3455a369-02b5-4a08-950c-f9288d8115a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1632807 Jan 10 19:14:39.421847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48106) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.513495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706e184-9c80-40a3-9309-852f42112c27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8234ce-c906-4bde-bc00-8feafeb1fd03,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:39.518597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ad893d3-45e9-4520-8f4e-808b0287da01 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828733 Jan 10 19:14:39.522215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.537384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:39.545135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01914e65-c01c-4088-b7c3-2dbe893431e2 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:14:39.552844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.573671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Transition to ACTIVE for port object 01914e65-c01c-4088-b7c3-2dbe893431e2 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:39.580376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.624286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6706e184-9c80-40a3-9309-852f42112c27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.625990 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6706e184-9c80-40a3-9309-852f42112c27 tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e8234ce-c906-4bde-bc00-8feafeb1fd03 HTTP/1.1" status: 204 len: 168 time: 0.5274270 Jan 10 19:14:39.630241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48114) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.664657 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-8982487d-5f07-467e-a64c-1efbea31075b tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] show failed (client error): The resource could not be found. Jan 10 19:14:39.669659 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8982487d-5f07-467e-a64c-1efbea31075b tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "GET /v2.0/security-groups/5e8234ce-c906-4bde-bc00-8feafeb1fd03 HTTP/1.1" status: 404 len: 347 time: 0.0382109 Jan 10 19:14:39.680464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48118) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:39.737508 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.802849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02db4da6-de72-492c-b106-69d8b55b8561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49202bd-1260-4c0f-bede-0205d9e623a7'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:39.828551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port e49202bd-1260-4c0f-bede-0205d9e623a7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e49202bd-1260-4c0f-bede-0205d9e623a7,segment=NetworkSegment(42c8d75e-8155-4bcf-b226-46b98b2adcee),segment_id=42c8d75e-8155-4bcf-b226-46b98b2adcee)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:39.837877 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:39.873579 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a596f-d9da-4d20-a147-f6fe80854819 None None] New status for floating IP 5458be38-5485-4a41-839a-03be8f0e3e0f: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:14:39.937813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Pushing event updated for resources: {'Port': ['ID=01914e65-c01c-4088-b7c3-2dbe893431e2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:40.012243 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02db4da6-de72-492c-b106-69d8b55b8561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49202bd-1260-4c0f-bede-0205d9e623a7', 'code': 200} Jan 10 19:14:40.014624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=e49202bd-1260-4c0f-bede-0205d9e623a7,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:40.056056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:40.086916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Deleting port 0c6b2b8b-6f84-46bf-902f-c3964e2c64c3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:40.087513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.180705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:40.263972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48138) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:40.288418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:40.292667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.450750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-540fc1f2-1178-4ebe-8d77-6203ba88c839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.554272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5611b-d198-460a-855f-abf26d64f482 req-685f6b51-7e11-4665-b484-ac12948f4048 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:40.555794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4a5611b-d198-460a-855f-abf26d64f482 req-685f6b51-7e11-4665-b484-ac12948f4048 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 945 time: 0.4582355 Jan 10 19:14:40.580215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Attempting to bind port 01914e65-c01c-4088-b7c3-2dbe893431e2 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:14:40.580561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Attempting to bind port 01914e65-c01c-4088-b7c3-2dbe893431e2 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:14:40.580893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Attempting to bind port 01914e65-c01c-4088-b7c3-2dbe893431e2 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:40.621823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Port 01914e65-c01c-4088-b7c3-2dbe893431e2 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:14:40.622315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Attempting to bind port 01914e65-c01c-4088-b7c3-2dbe893431e2 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:40.633916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4bf61-04db-4ccc-a527-08144e785390 req-828acfea-72cb-4b20-a426-1a9e442a6fa7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:40.640769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fce4bf61-04db-4ccc-a527-08144e785390 req-828acfea-72cb-4b20-a426-1a9e442a6fa7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 943 time: 0.2369215 Jan 10 19:14:40.673225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b3b4798e-2066-4eea-8a48-4a31add5d373 req-56161682-8ab4-4efb-b9d5-0b212a50f8a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 1096 time: 0.6479831 Jan 10 19:14:40.678744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4a5611b-d198-460a-855f-abf26d64f482 req-5ea376e1-38ad-4527-bb48-fba9c1fceefb tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995781 Jan 10 19:14:40.685496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:14:40.685843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:40.686231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:14:40.686678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Bound port: 01914e65-c01c-4088-b7c3-2dbe893431e2, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:14:40.687056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.731895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fce4bf61-04db-4ccc-a527-08144e785390 req-70d86638-e91e-4b52-a78e-d5587c3bb73a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Jan 10 19:14:40.795161 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.795772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.817082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.824483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] For port 01914e65-c01c-4088-b7c3-2dbe893431e2, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:14:40.828706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] For port 01914e65-c01c-4088-b7c3-2dbe893431e2, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=01914e65-c01c-4088-b7c3-2dbe893431e2,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:14:40.835134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.905906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:40.907707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/01914e65-c01c-4088-b7c3-2dbe893431e2 HTTP/1.1" status: 200 len: 1091 time: 2.5758514 Jan 10 19:14:40.910237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'tag': '01914e65-c01c-4088-b7c3-2dbe893431e2'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:40.912784 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:14:40.963246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Calling delete_port for 0c6b2b8b-6f84-46bf-902f-c3964e2c64c3 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:41.000214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b3b4798e-2066-4eea-8a48-4a31add5d373 req-873a6806-48c7-41c2-99f6-9f16333fc80d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153157 Jan 10 19:14:41.024600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacef25-e259-466c-b7aa-ba00123e48a9 service neutron] Pushing event updated for resources: {'Port': ['ID=01914e65-c01c-4088-b7c3-2dbe893431e2,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:41.029389 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'tag': '01914e65-c01c-4088-b7c3-2dbe893431e2', 'status': 'completed', 'code': 200} Jan 10 19:14:41.073598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-cee5783a-ea97-487b-a3b6-044ff599a62b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1186712 Jan 10 19:14:41.104987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:41.118305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b79e866808e64add997eac95c7ca6aac is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:41.127767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:41.145423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:41.192215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:14:41.193436 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:14:41.268383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-62cf5e6c-ebdb-4bf3-9fc4-58c9ed5b91fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01914e65-c01c-4088-b7c3-2dbe893431e2 HTTP/1.1" status: 200 len: 217 time: 0.0707781 Jan 10 19:14:41.332413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.340849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-66cfee1b-97c8-4dab-9eef-d5deb124da67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:41.342719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-66cfee1b-97c8-4dab-9eef-d5deb124da67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0671360 Jan 10 19:14:41.366253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.400365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:14:41.402476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-cd165dcd-6449-4d21-84af-4db6bcb5654b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500581 Jan 10 19:14:41.409541 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.567648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-b53d8a73-58b2-4c39-8fe7-60781be31e0a service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569366 Jan 10 19:14:41.603916 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b79e866808e64add997eac95c7ca6aac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3337085 Jan 10 19:14:41.607894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6feb1-ad17-441d-b7f1-106937ef25e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e6981a-3f5d-4665-a23a-7a313116d1e1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:41.614423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:41.627120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:41.640854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:41.644993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48166) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:41.649582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:41.649811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe698240-62a9-4149-8e04-54754e8b8b59 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:41.650299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.676805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=af5f0cf0-69ba-4212-9179-cb5b80953860,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:41.695427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Deleting port 0c6b2b8b-6f84-46bf-902f-c3964e2c64c3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:41.695790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.746610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f7ed435-c18c-4974-b54d-a3489f134791 req-ecfcbba2-5f7a-4182-b68f-c1696b2c4503 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713545 Jan 10 19:14:41.784404 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.798092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:41.813980 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53b26235-5ace-42f2-9a41-628a2db62f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2844028 Jan 10 19:14:41.819214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48176) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:41.844510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:20:66:ad', 'name': 'tempest-NetworksTestDHCPv6-203394566'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:41.903731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-c826fc0e-3b06-4369-ac18-e6aa0ed5b300 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1039205 Jan 10 19:14:41.910417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a976d95-6dd2-448a-876c-a00f2d5191dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.026709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'af5f0cf0-69ba-4212-9179-cb5b80953860'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:14:42.028540 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.052000 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a976d95-6dd2-448a-876c-a00f2d5191dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.060022 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.113451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.114020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.139281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:42.253138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Allocated IP 2001:db8::f816:3eff:fe0c:9b67 (863fd86a-3130-4adc-8304-5cd8f5e1f495/af5f0cf0-69ba-4212-9179-cb5b80953860/eb67f93b-58a1-4045-920e-4df978731df6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:42.254692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:42.267085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Calling delete_port for 0c6b2b8b-6f84-46bf-902f-c3964e2c64c3 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:42.275980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Usage tracker for resource:security_group_rule and tenant:eec34bbd8438491f9f304ae5c45a2a9a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:42.283109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:42.287102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-e26a345a-05b0-44e3-b3cd-0f398b2dcd87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:42.288620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-e26a345a-05b0-44e3-b3cd-0f398b2dcd87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.3624141 Jan 10 19:14:42.294124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:42.303973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:42.329935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:42.333343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.380804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-2243e27d-ab8e-4780-a843-8d3b91c99ad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01914e65-c01c-4088-b7c3-2dbe893431e2 HTTP/1.1" status: 200 len: 217 time: 0.0811408 Jan 10 19:14:42.384131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 7ad7b766-8558-44fc-8616-5ae2d4a8ecfa yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:14:42.416509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a976d95-6dd2-448a-876c-a00f2d5191dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.429981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97957ad-9e0c-4353-ac16-f422e1287b8a req-7b009214-c7ec-4b95-aaf4-e5cd1f76ca20 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:42.431963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e97957ad-9e0c-4353-ac16-f422e1287b8a req-7b009214-c7ec-4b95-aaf4-e5cd1f76ca20 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 945 time: 0.4874752 Jan 10 19:14:42.442580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a976d95-6dd2-448a-876c-a00f2d5191dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e6981a-3f5d-4665-a23a-7a313116d1e1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:42.457046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21f917-a131-45ad-b60c-c90798d5b11d req-095ea632-d28f-4b05-93c8-c9726b892a08 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:42.463416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a21f917-a131-45ad-b60c-c90798d5b11d req-095ea632-d28f-4b05-93c8-c9726b892a08 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 943 time: 0.5030930 Jan 10 19:14:42.489015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a976d95-6dd2-448a-876c-a00f2d5191dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.491321 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1a976d95-6dd2-448a-876c-a00f2d5191dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3e6981a-3f5d-4665-a23a-7a313116d1e1 HTTP/1.1" status: 204 len: 168 time: 0.8758788 Jan 10 19:14:42.528632 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.545496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Transition to ACTIVE for port object eb67f93b-58a1-4045-920e-4df978731df6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:42.551368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.567872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Transition to ACTIVE for port object eb67f93b-58a1-4045-920e-4df978731df6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:42.576149 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.578370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a21f917-a131-45ad-b60c-c90798d5b11d req-244608f8-6b0c-4c9e-a04b-fded0bbdfc57 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982406 Jan 10 19:14:42.608988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-de25ca53-ec01-418d-807a-80aef27cab74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:42.610664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-de25ca53-ec01-418d-807a-80aef27cab74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.2217319 Jan 10 19:14:42.624928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e97957ad-9e0c-4353-ac16-f422e1287b8a req-57e49985-2fbb-4d7a-9fd6-b92139824ec0 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779647 Jan 10 19:14:42.667567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:42.671908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:42.676145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:42.683769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Pushing event deleted for resources: {'Port': ['ID=0c6b2b8b-6f84-46bf-902f-c3964e2c64c3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:42.697938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Pushing event updated for resources: {'Port': ['ID=eb67f93b-58a1-4045-920e-4df978731df6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:42.834080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-df332fd7-e517-4638-9b81-8aba2333f60a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1919723 Jan 10 19:14:42.837483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe20:66ad (863fd86a-3130-4adc-8304-5cd8f5e1f495/af5f0cf0-69ba-4212-9179-cb5b80953860/7ad7b766-8558-44fc-8616-5ae2d4a8ecfa) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:42.856440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Attempting to bind port eb67f93b-58a1-4045-920e-4df978731df6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:14:42.856968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Attempting to bind port eb67f93b-58a1-4045-920e-4df978731df6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:14:42.857425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Attempting to bind port eb67f93b-58a1-4045-920e-4df978731df6 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:42.862566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.864520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:14:42.865075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:42.865964 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.865964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:14:42.866687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Bound port: eb67f93b-58a1-4045-920e-4df978731df6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:14:42.867302 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.888961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.914176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.951207 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:42.952500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d47c0014-485a-4846-a4e6-b24fbe99166f tempest-AttachVolumeTestJSON-1816229006 tempest-AttachVolumeTestJSON-1816229006-project] 10.222.0.21 "DELETE /v2.0/floatingips/5458be38-5485-4a41-839a-03be8f0e3e0f HTTP/1.1" status: 204 len: 168 time: 3.2695656 Jan 10 19:14:42.998579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6429e752-b768-44ca-8649-c51bff359881,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:42.999947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] For port eb67f93b-58a1-4045-920e-4df978731df6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:14:43.006346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-af8e361d-c13d-46ff-bfe4-6f1eb3f9b814 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eec34bbd8438491f9f304ae5c45a2a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3603990 Jan 10 19:14:43.010946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48194) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:43.017061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.022429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] For port eb67f93b-58a1-4045-920e-4df978731df6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb67f93b-58a1-4045-920e-4df978731df6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:14:43.032668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.057058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-10eadbce-5548-435d-836c-3852cacbfa98 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149513 Jan 10 19:14:43.160265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa8b00-a418-4cb4-a9b0-d9687b4f8648 None None] Pushing event updated for resources: {'Port': ['ID=eb67f93b-58a1-4045-920e-4df978731df6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:43.238616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b392c0a-3986-418d-8776-2f931b92c534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.298521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b392c0a-3986-418d-8776-2f931b92c534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.335973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-495127d7-aa55-412d-be1b-3efc4bc4ce77 req-d8337a45-fba7-4839-bbc7-65023a2e6fdf service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682858 Jan 10 19:14:43.378604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.419317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 7ad7b766-8558-44fc-8616-5ae2d4a8ecfa will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:43.470423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b392c0a-3986-418d-8776-2f931b92c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.506599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b392c0a-3986-418d-8776-2f931b92c534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429e752-b768-44ca-8649-c51bff359881,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:43.517218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b392c0a-3986-418d-8776-2f931b92c534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.521192 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3b392c0a-3986-418d-8776-2f931b92c534 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6429e752-b768-44ca-8649-c51bff359881 HTTP/1.1" status: 204 len: 168 time: 0.5066373 Jan 10 19:14:43.525809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.701039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:43.704940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:43.714117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:43.727955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:43.728857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:43.763813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=7ad7b766-8558-44fc-8616-5ae2d4a8ecfa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:43.775809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48214) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:43.777151 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1efd80ff-428d-4acc-840b-5f2df35e560a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9421177 Jan 10 19:14:44.080555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b90e2-192d-491b-8d28-3246e24e545f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:44.084513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b90e2-192d-491b-8d28-3246e24e545f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:44.085342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-319b90e2-192d-491b-8d28-3246e24e545f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:44.125236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6036-8320-4027-b09f-bb96e1fd9bd3 req-51c3ccad-c2d2-44ff-ac12-4571a530875c tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:44.126896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d44b6036-8320-4027-b09f-bb96e1fd9bd3 req-51c3ccad-c2d2-44ff-ac12-4571a530875c tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 945 time: 0.2223294 Jan 10 19:14:44.149779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b52149-a931-4b1b-8ac2-9399c7343546 req-ba4b70ef-356c-482c-869e-008c0561ef6a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:44.158335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b52149-a931-4b1b-8ac2-9399c7343546 req-ba4b70ef-356c-482c-869e-008c0561ef6a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 943 time: 0.3046858 Jan 10 19:14:44.204546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-319b90e2-192d-491b-8d28-3246e24e545f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:44.205724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-319b90e2-192d-491b-8d28-3246e24e545f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4288185 Jan 10 19:14:44.209257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:44.262743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d44b6036-8320-4027-b09f-bb96e1fd9bd3 req-fd9e6a25-8786-48c4-82e2-b45badbe050c tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257429 Jan 10 19:14:44.303600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83b52149-a931-4b1b-8ac2-9399c7343546 req-69417bdd-734d-413a-9eb1-bb01f9112945 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438498 Jan 10 19:14:44.360849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48234) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:44.396023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:44.403791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 7ad7b766-8558-44fc-8616-5ae2d4a8ecfa {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:44.404354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:44.513180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:44.524461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Usage tracker for resource:security_group_rule and tenant:ed9a6fbc1b24454283904a5bb0105c7d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:44.529183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:44.562351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:44.713537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eb67f93b-58a1-4045-920e-4df978731df6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:44.792010 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:44.807056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:44.858489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0505b09a-5020-4438-9280-8ebae97d7885,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:44.879560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c0c14aff-7de7-4e3a-a0ba-9805868f424d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed9a6fbc1b24454283904a5bb0105c7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5142286 Jan 10 19:14:44.880564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48248) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:44.931157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port eb67f93b-58a1-4045-920e-4df978731df6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:44.967308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-114052d7-004a-4012-a14b-532d3f3d3873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.001109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-114052d7-004a-4012-a14b-532d3f3d3873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.136698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-114052d7-004a-4012-a14b-532d3f3d3873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.188120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114052d7-004a-4012-a14b-532d3f3d3873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0505b09a-5020-4438-9280-8ebae97d7885,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:45.234964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-114052d7-004a-4012-a14b-532d3f3d3873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.236483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-114052d7-004a-4012-a14b-532d3f3d3873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0505b09a-5020-4438-9280-8ebae97d7885 HTTP/1.1" status: 204 len: 168 time: 0.3558164 Jan 10 19:14:45.282583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.307808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 01914e65-c01c-4088-b7c3-2dbe893431e2 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:14:45.317038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.502931 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.644612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] Provisioning for port eb67f93b-58a1-4045-920e-4df978731df6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:45.657309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 7ad7b766-8558-44fc-8616-5ae2d4a8ecfa owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:45.713620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2251-1136-4c43-ae4d-db282bd13c0c req-aac912f3-df2a-4f03-a1c8-eb957aa69b22 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:45.721117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] Provisioning complete for port eb67f93b-58a1-4045-920e-4df978731df6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:45.721630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.727111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-808f2251-1136-4c43-ae4d-db282bd13c0c req-aac912f3-df2a-4f03-a1c8-eb957aa69b22 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 943 time: 0.1917892 Jan 10 19:14:45.839587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-808f2251-1136-4c43-ae4d-db282bd13c0c req-53397287-927c-44e9-bf60-62d505341130 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112866 Jan 10 19:14:45.852715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 01914e65-c01c-4088-b7c3-2dbe893431e2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=01914e65-c01c-4088-b7c3-2dbe893431e2,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:45.912656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '01914e65-c01c-4088-b7c3-2dbe893431e2', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': '01914e65-c01c-4088-b7c3-2dbe893431e2', 'mac_address': 'fa:16:3e:16:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:14:45.987573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:45.997487 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.022027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01914e65-c01c-4088-b7c3-2dbe893431e2 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:14:46.039334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 01914e65-c01c-4088-b7c3-2dbe893431e2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=01914e65-c01c-4088-b7c3-2dbe893431e2,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:46.093146 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.095775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=7ad7b766-8558-44fc-8616-5ae2d4a8ecfa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:46.148603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48294) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:46.179922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.216087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48302) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:46.216472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ece42853-b2cc-4be5-b38d-ddd70dcaa582 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/7ad7b766-8558-44fc-8616-5ae2d4a8ecfa HTTP/1.1" status: 204 len: 168 time: 2.0057535 Jan 10 19:14:46.343722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=01914e65-c01c-4088-b7c3-2dbe893431e2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:46.368270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6292ae5-5dd2-46ba-99d1-d18e96a12bdf tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:46.369695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6292ae5-5dd2-46ba-99d1-d18e96a12bdf tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:46.374292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48308) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:46.376897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e6292ae5-5dd2-46ba-99d1-d18e96a12bdf tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1551149 Jan 10 19:14:46.443922 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.488092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] For port eb67f93b-58a1-4045-920e-4df978731df6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb67f93b-58a1-4045-920e-4df978731df6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:46.497336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.588053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['01914e65-c01c-4088-b7c3-2dbe893431e2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:14:46.621010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-38715221'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:46.626807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:46.630792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Usage tracker for resource:network and tenant:c8d0ce1580cc41f398136c5e6ef8e7ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:46.634694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:46.640506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:46.651591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Made reservation on behalf of c8d0ce1580cc41f398136c5e6ef8e7ed for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:46.655349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.672578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.710902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet af5f0cf0-69ba-4212-9179-cb5b80953860 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:46.711442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-56ddeb2a-a4a0-4066-aa40-202f08a70de5 None None] Could not find standard attr ID for object 7ad7b766-8558-44fc-8616-5ae2d4a8ecfa. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:14:46.715345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.738395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:46.754349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Usage tracker for resource:security_group_rule and tenant:c8d0ce1580cc41f398136c5e6ef8e7ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:46.764918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57866a-07af-453a-aa67-bb36883f80c6 None None] Pushing event updated for resources: {'Port': ['ID=eb67f93b-58a1-4045-920e-4df978731df6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:46.801616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.820978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:46.838083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:46.946119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:46.998640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8e0d7-d18c-4969-88bd-1f00c3e2f74c req-28dfe0c9-2806-4e45-a781-09e77dd1b28d tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:47.002902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a8e0d7-d18c-4969-88bd-1f00c3e2f74c req-28dfe0c9-2806-4e45-a781-09e77dd1b28d tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 945 time: 0.2385869 Jan 10 19:14:47.064225 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.183648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.188918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff8fbc-18c5-407f-a8e1-48d03c690637 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:47.190046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.202833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.222588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=af5f0cf0-69ba-4212-9179-cb5b80953860,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:47.231862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c737f5d9-3aa5-41bc-ab8e-edf5656fb0ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/af5f0cf0-69ba-4212-9179-cb5b80953860 HTTP/1.1" status: 204 len: 168 time: 0.8560166 Jan 10 19:14:47.247305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43a8e0d7-d18c-4969-88bd-1f00c3e2f74c req-3e66036e-a90a-4dee-b876-6290498c5f3e tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339735 Jan 10 19:14:47.248078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48332) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:47.275298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:14:47.331668 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6238d85d-03bb-4ff4-9842-16f585dd65d2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820737 Jan 10 19:14:47.334333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:47.342246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:47.345397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61322a8-4650-4061-92f7-318c91566fb1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:47.356388 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.356739 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Added segment af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c of type vlan for network b252136d-744b-4304-a116-36a0c875d895 Jan 10 19:14:47.455787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.486241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:47.492435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:47.496402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:47.503912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:47.520999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:47.527991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.528478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466963-3dad-49d8-9ffd-c49a1a9f1595 req-af17dbfa-7f1c-4bc0-93f7-8a0f29b97701 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:47.530080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2466963-3dad-49d8-9ffd-c49a1a9f1595 req-af17dbfa-7f1c-4bc0-93f7-8a0f29b97701 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 944 time: 0.1751773 Jan 10 19:14:47.531369 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.535335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:47.536182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.653526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event updated for resources: {'Network': ['ID=b252136d-744b-4304-a116-36a0c875d895,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:47.666326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network b252136d-744b-4304-a116-36a0c875d895 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:14:47.712037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-da3cda8e-f37c-45d1-9d5c-133b99918e3a tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5622716 Jan 10 19:14:47.716964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48342) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:47.737262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2466963-3dad-49d8-9ffd-c49a1a9f1595 req-74bf85f1-d4bb-42e9-bf24-cc5932f15f1b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952059 Jan 10 19:14:47.743702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Request body: {'subnet': {'network_id': 'b252136d-744b-4304-a116-36a0c875d895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:47.774063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:14:47.871207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] Deleting port eb67f93b-58a1-4045-920e-4df978731df6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:47.875040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:47.919622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:47.981121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Usage tracker for resource:subnet and tenant:c8d0ce1580cc41f398136c5e6ef8e7ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:47.986642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:47.998996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:48.019245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-e216473e-af50-4ad5-aea8-e67d9ae4623b tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:48.020787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-e216473e-af50-4ad5-aea8-e67d9ae4623b tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.44 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 945 time: 0.1411057 Jan 10 19:14:48.041305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Made reservation on behalf of c8d0ce1580cc41f398136c5e6ef8e7ed for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:48.129368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Deleting port e49202bd-1260-4c0f-bede-0205d9e623a7 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:48.129719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.282811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] For port eb67f93b-58a1-4045-920e-4df978731df6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb67f93b-58a1-4045-920e-4df978731df6,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:48.283582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.421890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] Calling delete_port for eb67f93b-58a1-4045-920e-4df978731df6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:48.517002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.561838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.648602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eb67f93b-58a1-4045-920e-4df978731df6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:48.727848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] Pushing event deleted for resources: {'Port': ['ID=eb67f93b-58a1-4045-920e-4df978731df6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:48.730265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: eb67f93b-58a1-4045-920e-4df978731df6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:14:48.730604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eb67f93b-58a1-4045-920e-4df978731df6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:14:48.746836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce5c69-e37e-4750-a5de-06a96b5a14e9 None None] No DVR routers for this DVR port eb67f93b-58a1-4045-920e-4df978731df6 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:48.785310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] For port e49202bd-1260-4c0f-bede-0205d9e623a7, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e49202bd-1260-4c0f-bede-0205d9e623a7,segment=NetworkSegment(42c8d75e-8155-4bcf-b226-46b98b2adcee),segment_id=42c8d75e-8155-4bcf-b226-46b98b2adcee)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:48.785810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.877036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:14:48.910263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.931976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Calling delete_port for e49202bd-1260-4c0f-bede-0205d9e623a7 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:48.968949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:48.976672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:48.980224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:48.980804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:48.986507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d895a7-7a7b-4f13-ad18-91a1a56d02bf None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:49.027910 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6915612 Jan 10 19:14:49.033169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.035845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48372) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:49.052607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:43:3d:54', 'name': 'tempest-NetworksTestDHCPv6-968490371'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:49.065800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4afd-45ea-4d42-abd8-0fb7c58cc058 req-4f6ca32a-df8b-4d55-b0cf-95fd40f8a684 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:49.076412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7bc4afd-45ea-4d42-abd8-0fb7c58cc058 req-4f6ca32a-df8b-4d55-b0cf-95fd40f8a684 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 945 time: 0.4596288 Jan 10 19:14:49.159085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7bc4afd-45ea-4d42-abd8-0fb7c58cc058 req-427b8c07-14dd-469f-b35a-c672bcc0538d tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/security-groups?id=33b60216-a374-4d31-a4f5-50cafa3c96d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817034 Jan 10 19:14:49.199572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4af5b6-a663-4502-9c85-d1beddd4dbd6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=729d2d8f-335d-41ee-96fe-f66c31be15be,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:49.237820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 01914e65-c01c-4088-b7c3-2dbe893431e2 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:49.291601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ca266-3c44-41a0-a58b-6d9a48800fc2 req-cec7bcc9-905c-424b-a306-9ec5b3ce98b7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:49.293334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f53ca266-3c44-41a0-a58b-6d9a48800fc2 req-cec7bcc9-905c-424b-a306-9ec5b3ce98b7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 944 time: 0.3718216 Jan 10 19:14:49.368601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Checking segment: {'id': 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b252136d-744b-4304-a116-36a0c875d895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:49.368971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Network hostable DHCP agents. Network: b252136d-744b-4304-a116-36a0c875d895, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:14:49.379611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '729d2d8f-335d-41ee-96fe-f66c31be15be'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:14:49.380795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.395370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 01914e65-c01c-4088-b7c3-2dbe893431e2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:49.399988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event updated for resources: {'Subnet': ['ID=b132d22a-085e-47b8-8b7b-1f867e2a8851,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:49.420114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 01914e65-c01c-4088-b7c3-2dbe893431e2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:49.420971 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.423697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f53ca266-3c44-41a0-a58b-6d9a48800fc2 req-739feaa1-6156-4f67-8dc4-9634d6d5c37d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195056 Jan 10 19:14:49.433983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:49.436566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Network b252136d-744b-4304-a116-36a0c875d895 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:14:49.443778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:49.450983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:49.456710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:49.459802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.466412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, b252136d-744b-4304-a116-36a0c875d895) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:49.471252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:49.472034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.487476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:49.492372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.505136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bd918-c432-4db2-96cf-27ac7c5aee14 None None] Network b252136d-744b-4304-a116-36a0c875d895 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:49.541242 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5830add-0f0f-4449-ad93-177af3f7f686 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8179262 Jan 10 19:14:49.543234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port c3cb44a4-6986-4d7e-a8d6-49917e67be2c yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:14:49.544891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Pushing event deleted for resources: {'Port': ['ID=e49202bd-1260-4c0f-bede-0205d9e623a7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:49.550528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48386) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:49.559683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Request body: {'port': {'network_id': 'b252136d-744b-4304-a116-36a0c875d895', 'name': 'tempest-DHCPAgentSchedulersTestJSON-155328843'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:49.739632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe43:3d54 (863fd86a-3130-4adc-8304-5cd8f5e1f495/729d2d8f-335d-41ee-96fe-f66c31be15be/c3cb44a4-6986-4d7e-a8d6-49917e67be2c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:49.850744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:49.860735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Usage tracker for resource:port and tenant:c8d0ce1580cc41f398136c5e6ef8e7ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:49.868792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:49.905515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:49.913515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] No DVR routers for this DVR port e49202bd-1260-4c0f-bede-0205d9e623a7 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:14:49.919560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.923701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02db4da6-de72-492c-b106-69d8b55b8561', 'name': 'network-vif-deleted', 'tag': 'e49202bd-1260-4c0f-bede-0205d9e623a7'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:49.937492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Made reservation on behalf of c8d0ce1580cc41f398136c5e6ef8e7ed for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:49.941112 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:49.958731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd90a3ea-3dc0-4d2d-a40b-760a5bce00d9 req-8e3b1210-ffc9-47b2-a6c1-f9d55b0d1793 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.44 "DELETE /v2.0/ports/e49202bd-1260-4c0f-bede-0205d9e623a7 HTTP/1.1" status: 204 len: 173 time: 1.9321811 Jan 10 19:14:49.969041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] device_id is not set on port f5888f55-8cd2-475c-a076-f404f0978cfb yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:14:50.063443 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02db4da6-de72-492c-b106-69d8b55b8561', 'name': 'network-vif-deleted', 'tag': 'e49202bd-1260-4c0f-bede-0205d9e623a7', 'status': 'completed', 'code': 200} Jan 10 19:14:50.110625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-b252136d-744b-4304-a116-36a0c875d895', 'network_id': 'b252136d-744b-4304-a116-36a0c875d895', 'tenant_id': 'c8d0ce1580cc41f398136c5e6ef8e7ed', 'fixed_ips': [{'subnet_id': 'b132d22a-085e-47b8-8b7b-1f867e2a8851'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:14:50.113085 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.142477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Allocated IP 172.20.0.3 (b252136d-744b-4304-a116-36a0c875d895/b132d22a-085e-47b8-8b7b-1f867e2a8851/f5888f55-8cd2-475c-a076-f404f0978cfb) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:50.149251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.165706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.210656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object c3cb44a4-6986-4d7e-a8d6-49917e67be2c will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:50.252658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.356557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:50.360700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:50.365999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:50.371197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:50.371364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.381457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=c3cb44a4-6986-4d7e-a8d6-49917e67be2c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:50.388052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01914e65-c01c-4088-b7c3-2dbe893431e2'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:14:50.406194 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5991ecc8-e290-40dd-8b4e-bed61ed8d9a7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3665621 Jan 10 19:14:50.408924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48406) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:50.516496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 01914e65-c01c-4088-b7c3-2dbe893431e2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=01914e65-c01c-4088-b7c3-2dbe893431e2,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:50.545567 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.558302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bd7ff3a6-1375-48b6-bd2c-aa49da0afd91 req-6855cf0b-2524-4501-9343-06901c2ed6a1 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Synchronizing usage tracker for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:50.561072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbeb90-96dc-460a-8e1c-4d0b1a9c1ce3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:50.562416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ddbeb90-96dc-460a-8e1c-4d0b1a9c1ce3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:50.587898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ddbeb90-96dc-460a-8e1c-4d0b1a9c1ce3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:50.590284 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ddbeb90-96dc-460a-8e1c-4d0b1a9c1ce3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1798553 Jan 10 19:14:50.592252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48414) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:50.592762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.612078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bd7ff3a6-1375-48b6-bd2c-aa49da0afd91 req-6855cf0b-2524-4501-9343-06901c2ed6a1 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] Unset dirty status for tenant:aa92bf322aa7497d9e0443c44df68141 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:50.613469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd7ff3a6-1375-48b6-bd2c-aa49da0afd91 req-6855cf0b-2524-4501-9343-06901c2ed6a1 tempest-ServerMetadataNegativeTestJSON-997349651 tempest-ServerMetadataNegativeTestJSON-997349651-project] 10.222.0.21 "GET /v2.0/ports?device_id=02db4da6-de72-492c-b106-69d8b55b8561 HTTP/1.1" status: 200 len: 210 time: 0.1365294 Jan 10 19:14:50.616814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Transition to ACTIVE for port object f5888f55-8cd2-475c-a076-f404f0978cfb will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:50.712868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Allocated IP 2001:db8::f816:3eff:fef6:2326 (863fd86a-3130-4adc-8304-5cd8f5e1f495/729d2d8f-335d-41ee-96fe-f66c31be15be/e55c3e42-24d0-4988-8bb0-334f6b77b1fc) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:50.765970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port c3cb44a4-6986-4d7e-a8d6-49917e67be2c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:50.769652 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01914e65-c01c-4088-b7c3-2dbe893431e2', 'code': 200} Jan 10 19:14:50.772357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:50.812785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=01914e65-c01c-4088-b7c3-2dbe893431e2,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:50.901477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.058395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Network b252136d-744b-4304-a116-36a0c875d895 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:51.081041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:51.097441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Allocated IP 172.20.0.2 (b252136d-744b-4304-a116-36a0c875d895/b132d22a-085e-47b8-8b7b-1f867e2a8851/7801f4b7-13b7-4113-a084-7fb2d0c7518f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:14:51.105927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:51.166542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event updated for resources: {'Port': ['ID=f5888f55-8cd2-475c-a076-f404f0978cfb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:51.236481 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.240585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e49202bd-1260-4c0f-bede-0205d9e623a7 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:51.298757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:51.303584 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.340069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: e49202bd-1260-4c0f-bede-0205d9e623a7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:14:51.340415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e49202bd-1260-4c0f-bede-0205d9e623a7 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:14:51.344163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ebecf-94cf-4712-bc88-e361c2334418 req-f692632d-7a01-4e08-b39a-80fb25a6b16f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:51.355747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-348ebecf-94cf-4712-bc88-e361c2334418 req-f692632d-7a01-4e08-b39a-80fb25a6b16f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.6624081 Jan 10 19:14:51.510637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.564100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Transition to ACTIVE for port object e55c3e42-24d0-4988-8bb0-334f6b77b1fc will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:51.620297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Transition to ACTIVE for port object e55c3e42-24d0-4988-8bb0-334f6b77b1fc will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:51.637336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.674223 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.763232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e6db6ee-94d6-4a1c-9fa4-9db6c4c243f5 req-85cab8a0-261e-4df1-9da0-c9a03f60e936 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 1096 time: 0.9066317 Jan 10 19:14:51.766913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for c3cb44a4-6986-4d7e-a8d6-49917e67be2c owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:51.836961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Transition to ACTIVE for port object 7801f4b7-13b7-4113-a084-7fb2d0c7518f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:51.840965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48442) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:51.856670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8f29c725-f290-4421-9bfa-d7477694e7e8 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3050475 Jan 10 19:14:51.861124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:51.865950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Transition to ACTIVE for port object 7801f4b7-13b7-4113-a084-7fb2d0c7518f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:14:51.884039 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.888958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:51.892486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:51.898813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:51.948965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Deleting port f5888f55-8cd2-475c-a076-f404f0978cfb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:51.949409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:51.955073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Network b252136d-744b-4304-a116-36a0c875d895 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:51.970553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e6db6ee-94d6-4a1c-9fa4-9db6c4c243f5 req-1243f268-db55-4012-b795-fad574f34a90 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843693 Jan 10 19:14:51.976270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-348ebecf-94cf-4712-bc88-e361c2334418 req-5d4bae7d-ba56-4b88-81c3-bf0d50619dc0 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170068 Jan 10 19:14:51.997090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:51.999730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Deleting subnet a8508964-9365-4ab8-ba27-673ae1d1bc2f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:52.003691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.003880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:14:52.006891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Pushing event updated for resources: {'Port': ['ID=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:52.128295 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.192859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.256964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.265669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Attempting to bind port e55c3e42-24d0-4988-8bb0-334f6b77b1fc on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:14:52.266124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Attempting to bind port e55c3e42-24d0-4988-8bb0-334f6b77b1fc by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:14:52.266395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Attempting to bind port e55c3e42-24d0-4988-8bb0-334f6b77b1fc on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:52.305123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Attempting to bind port 7801f4b7-13b7-4113-a084-7fb2d0c7518f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:14:52.305506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Attempting to bind port 7801f4b7-13b7-4113-a084-7fb2d0c7518f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b252136d-744b-4304-a116-36a0c875d895'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:14:52.305853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Attempting to bind port 7801f4b7-13b7-4113-a084-7fb2d0c7518f on network b252136d-744b-4304-a116-36a0c875d895 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:14:52.311463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:14:52.313096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:52.313096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.313096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:14:52.313096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Bound port: e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:14:52.313463 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.323403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Pushing event updated for resources: {'Port': ['ID=7801f4b7-13b7-4113-a084-7fb2d0c7518f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:52.334054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:14:52.334428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Checking segment: {'id': 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b252136d-744b-4304-a116-36a0c875d895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:14:52.334825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.335285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Bound using segment: {'id': 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b252136d-744b-4304-a116-36a0c875d895'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:14:52.335757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Bound port: 7801f4b7-13b7-4113-a084-7fb2d0c7518f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b252136d-744b-4304-a116-36a0c875d895'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:14:52.336121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.341997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.393231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8508964-9365-4ab8-ba27-673ae1d1bc2f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:52.395311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.403025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c6b94fee-407c-42fe-8af3-4f97d0f00093 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8508964-9365-4ab8-ba27-673ae1d1bc2f HTTP/1.1" status: 204 len: 168 time: 0.5593040 Jan 10 19:14:52.405386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:52.426538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:14:52.429781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:14:52.438115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.454072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.464395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=c3cb44a4-6986-4d7e-a8d6-49917e67be2c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:52.509575 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dbe1830f-76e2-4f5b-b7ea-de4efbb3292a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/c3cb44a4-6986-4d7e-a8d6-49917e67be2c HTTP/1.1" status: 204 len: 168 time: 1.9156468 Jan 10 19:14:52.514565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48462) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:52.637385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382c7f2-6ca4-4d4a-9406-afe0f3293da8 None None] Pushing event updated for resources: {'Port': ['ID=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:52.649502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] For port 7801f4b7-13b7-4113-a084-7fb2d0c7518f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:14:52.654022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] For port 7801f4b7-13b7-4113-a084-7fb2d0c7518f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7801f4b7-13b7-4113-a084-7fb2d0c7518f,segment=NetworkSegment(af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c),segment_id=af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:14:52.660383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.667575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.678130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c75b635-8c64-419a-8330-64e22cdd43db tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:52.687591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c75b635-8c64-419a-8330-64e22cdd43db tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:52.691971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3c75b635-8c64-419a-8330-64e22cdd43db tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1667297 Jan 10 19:14:52.702941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48466) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:52.716192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:52.826286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd663cd-6221-4853-8baf-f8cb87caff92 None None] Pushing event updated for resources: {'Port': ['ID=7801f4b7-13b7-4113-a084-7fb2d0c7518f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:53.021542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Calling delete_port for f5888f55-8cd2-475c-a076-f404f0978cfb owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:53.214195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.306989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1787167f-55cb-4d3e-8793-9c713cb8c474']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:53.436848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.446355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c8d75e-8155-4bcf-b226-46b98b2adcee') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:53.446523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c8d75e-8155-4bcf-b226-46b98b2adcee') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:53.476030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.487299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event deleted for resources: {'Port': ['ID=f5888f55-8cd2-475c-a076-f404f0978cfb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:53.493988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 729d2d8f-335d-41ee-96fe-f66c31be15be {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:14:53.498048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.549728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.565840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:14:53.566302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.643815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.660189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cfa21371-f550-40fb-8fb2-167a7fc27fba tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "DELETE /v2.0/ports/f5888f55-8cd2-475c-a076-f404f0978cfb HTTP/1.1" status: 204 len: 168 time: 1.7952163 Jan 10 19:14:53.664339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48486) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:14:53.706693 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:14:53.748994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.782839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.798669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] Pushing event deleted for resources: {'Network': ['ID=1787167f-55cb-4d3e-8793-9c713cb8c474,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:53.802406 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:53.849934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfeb2-47e9-412a-8373-84c69d95e2f7 req-c7f61b34-7986-4c89-bccb-f7a7c771621f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:53.859837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-086bfeb2-47e9-412a-8373-84c69d95e2f7 req-c7f61b34-7986-4c89-bccb-f7a7c771621f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.5201738 Jan 10 19:14:53.862462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1bc5ef92-33d0-4a42-adea-be0625e0073b admin admin] 10.222.0.21 "DELETE /v2.0/networks/1787167f-55cb-4d3e-8793-9c713cb8c474 HTTP/1.1" status: 204 len: 168 time: 1.4559274 Jan 10 19:14:53.958227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-086bfeb2-47e9-412a-8373-84c69d95e2f7 req-0fb8bc7d-39e9-403d-b789-8b3178048546 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973978 Jan 10 19:14:53.987397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.143569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.200318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4eaa6ad5-ca4e-4fe3-9721-21dfa7352354 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.5285876 Jan 10 19:14:54.204248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48500) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.218167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1851473480'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:54.228686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:54.232411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=729d2d8f-335d-41ee-96fe-f66c31be15be,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:54.250829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.251671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Usage tracker for resource:network and tenant:c8d0ce1580cc41f398136c5e6ef8e7ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:54.263115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:54.271650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82035cfe-e6f0-4f2d-92c6-c4cb6894ea48 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/729d2d8f-335d-41ee-96fe-f66c31be15be HTTP/1.1" status: 204 len: 168 time: 1.5677934 Jan 10 19:14:54.272034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:54.274113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48504) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.335889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Made reservation on behalf of c8d0ce1580cc41f398136c5e6ef8e7ed for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:54.345584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.363141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c7963cd8-cf4a-4c2d-9f7f-25dd571c528c None None] Provisioning for port e55c3e42-24d0-4988-8bb0-334f6b77b1fc completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:54.416136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:14:54.433385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-70c8798e-c924-48ba-93f6-fdbd7aeabbd0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519716 Jan 10 19:14:54.434189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48514) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.442910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.447492 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Added segment f2a028fb-e023-4b70-b564-42990ef5f439 of type vlan for network 02c4e28e-97b5-4d3d-b830-017f04d43c8a Jan 10 19:14:54.523559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48520) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.693451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.702374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e55c3e42-24d0-4988-8bb0-334f6b77b1fc up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:54.721120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48526) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.742111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d89a23-3f49-4e2b-a654-0f774b43399e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:54.742111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3d89a23-3f49-4e2b-a654-0f774b43399e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:54.776127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.780575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:54.782181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.810925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ce6e26df-0020-4a23-8a03-1b4017172456 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa92bf322aa7497d9e0443c44df68141&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2852066 Jan 10 19:14:54.811623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48532) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.868310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c776f02-9f33-4df6-bede-4303497174f1 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:54.909575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3d89a23-3f49-4e2b-a654-0f774b43399e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:54.910995 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3d89a23-3f49-4e2b-a654-0f774b43399e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4740293 Jan 10 19:14:54.919876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44b0f7-656f-4967-9c92-debab344c160 None None] Network b252136d-744b-4304-a116-36a0c875d895 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:54.920186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48538) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:54.929994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event updated for resources: {'Network': ['ID=02c4e28e-97b5-4d3d-b830-017f04d43c8a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:54.974607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-994edbd8-65c1-47de-923b-17a4effd59a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:54.976102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 02c4e28e-97b5-4d3d-b830-017f04d43c8a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:14:54.977748 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-14c9622f-8371-429a-83e9-ce70c5dec011 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7717988 Jan 10 19:14:54.980992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:55.044251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-994edbd8-65c1-47de-923b-17a4effd59a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:55.161816 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-994edbd8-65c1-47de-923b-17a4effd59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:55.212866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994edbd8-65c1-47de-923b-17a4effd59a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b60216-a374-4d31-a4f5-50cafa3c96d8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:55.247919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-994edbd8-65c1-47de-923b-17a4effd59a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:55.251730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85148c51-a89d-436e-80c7-c3f140b1bfb7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:55.252432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-85148c51-a89d-436e-80c7-c3f140b1bfb7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:14:55.254664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-994edbd8-65c1-47de-923b-17a4effd59a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33b60216-a374-4d31-a4f5-50cafa3c96d8 HTTP/1.1" status: 204 len: 168 time: 0.4420278 Jan 10 19:14:55.294813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-85148c51-a89d-436e-80c7-c3f140b1bfb7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:14:55.296355 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-85148c51-a89d-436e-80c7-c3f140b1bfb7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3746972 Jan 10 19:14:55.302622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:55.326139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9ab4c1f0-bddc-4a60-9e2b-ef864fdd90ac None None] Could not find standard attr ID for object c3cb44a4-6986-4d7e-a8d6-49917e67be2c. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:14:55.377401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bd38-7596-4fb2-bd15-35d580fc192c req-5d6857cb-32b6-457e-b0e7-f1b3eeebe85f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:55.391431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c833bd38-7596-4fb2-bd15-35d580fc192c req-5d6857cb-32b6-457e-b0e7-f1b3eeebe85f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.1204972 Jan 10 19:14:55.531800 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4e208b90-b247-4cbb-bbcb-9adf1ebd72ad tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2249608 Jan 10 19:14:55.554512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48560) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:55.564704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:55.585629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f6c2c454-e249-42ae-9170-0cc68d801db7 None None] Provisioning for port 7801f4b7-13b7-4113-a084-7fb2d0c7518f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:55.743308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c833bd38-7596-4fb2-bd15-35d580fc192c req-99d7e9da-73e7-4032-b330-2aea499a11d5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508461 Jan 10 19:14:55.772173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port e55c3e42-24d0-4988-8bb0-334f6b77b1fc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:55.853616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4c2e413f-681d-4e45-98cc-48b6265820f9 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/agents/d0fe12d4-0cd5-4227-865b-d91134d0d9fb/dhcp-networks HTTP/1.1" status: 200 len: 11623 time: 0.8712752 Jan 10 19:14:55.865351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48574) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:55.964161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e55c3e42-24d0-4988-8bb0-334f6b77b1fc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:55.966935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:55.972464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:56.132604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:56.184080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:56.338361 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:56.508327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a0f10b-015f-456e-aa3a-70349b414fe3 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] Network 02c4e28e-97b5-4d3d-b830-017f04d43c8a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:14:56.530551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:56.571983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4cb90-0522-4528-b8e3-4f905715abd8 req-b6891cc9-be4d-4da1-9da7-350f633be1c6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:56.579906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78d4cb90-0522-4528-b8e3-4f905715abd8 req-b6891cc9-be4d-4da1-9da7-350f633be1c6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.1444004 Jan 10 19:14:56.589284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:56.599099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:14:56.618919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Deleting port e55c3e42-24d0-4988-8bb0-334f6b77b1fc {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:56.619613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:56.701847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-65a0f10b-015f-456e-aa3a-70349b414fe3 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "POST /v2.0/agents/d0fe12d4-0cd5-4227-865b-d91134d0d9fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8340015 Jan 10 19:14:56.704429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48596) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:56.737521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ffb34-6913-4bc9-a458-cc60d9ebf8be None None] Network 02c4e28e-97b5-4d3d-b830-017f04d43c8a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:14:56.738232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78d4cb90-0522-4528-b8e3-4f905715abd8 req-ce6b6b15-33d3-4530-aade-02454a71ff09 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575837 Jan 10 19:14:56.788379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:56.843604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:56.844819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7801f4b7-13b7-4113-a084-7fb2d0c7518f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:14:56.966429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-97fadc89-cf74-45e8-86f1-5158c505d116 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/agents/d0fe12d4-0cd5-4227-865b-d91134d0d9fb/dhcp-networks HTTP/1.1" status: 200 len: 12368 time: 0.2609057 Jan 10 19:14:56.971330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48602) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:57.250665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48612) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:57.260995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:57.285004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:14:57.289050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:57.289447 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.311359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 7801f4b7-13b7-4113-a084-7fb2d0c7518f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:14:57.324055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 7801f4b7-13b7-4113-a084-7fb2d0c7518f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:57.324428 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.356706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9ef9a6d4-75d4-4a8d-b809-e8bdb9be24f5 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "DELETE /v2.0/agents/d0fe12d4-0cd5-4227-865b-d91134d0d9fb/dhcp-networks/02c4e28e-97b5-4d3d-b830-017f04d43c8a HTTP/1.1" status: 204 len: 168 time: 0.3818352 Jan 10 19:14:57.357597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48618) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:57.496455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2142678006-network', 'tenant_id': '3bed96ffbb23477b90c33407e8ea528e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:57.512460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:57.521194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Usage tracker for resource:network and tenant:3bed96ffbb23477b90c33407e8ea528e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:57.526602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:57.535305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:57.544143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Calling delete_port for e55c3e42-24d0-4988-8bb0-334f6b77b1fc owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:57.554389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Made reservation on behalf of 3bed96ffbb23477b90c33407e8ea528e for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:57.557328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.619281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.648260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65ecf80d-3b06-4548-aef7-e427f4696897 None None] Provisioning complete for port 7801f4b7-13b7-4113-a084-7fb2d0c7518f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:14:57.648863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ecf80d-3b06-4548-aef7-e427f4696897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.691636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b764f943-d225-42fd-bd4b-0e2fa2193734 tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/agents/d0fe12d4-0cd5-4227-865b-d91134d0d9fb/dhcp-networks HTTP/1.1" status: 200 len: 11661 time: 0.3328500 Jan 10 19:14:57.699965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48628) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:57.707665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:57.716730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Usage tracker for resource:security_group_rule and tenant:3bed96ffbb23477b90c33407e8ea528e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:57.720297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:57.727867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:57.818591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dd2daca2-3d7b-4a21-a442-3073664a2ceb tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/networks/b252136d-744b-4304-a116-36a0c875d895/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1148543 Jan 10 19:14:57.824767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:14:57.825020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48636) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:57.825131 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:14:57.835304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.842179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.852727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.875532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.891065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-91382372-ff92-44c0-908b-9265e0aa295f tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/networks/b252136d-744b-4304-a116-36a0c875d895/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0628669 Jan 10 19:14:57.896780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48640) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:57.961528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 7801f4b7-13b7-4113-a084-7fb2d0c7518f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7801f4b7-13b7-4113-a084-7fb2d0c7518f,segment=NetworkSegment(af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c),segment_id=af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:57.970938 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ecf80d-3b06-4548-aef7-e427f4696897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:57.983442 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.010537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:14:58.020262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fc1d42-b03a-4f8a-bda0-df1170707506,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:58.047676 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.048218 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Added segment 700bca63-c5ee-47ef-bb21-6d85c923e3d6 of type vlan for network 13239845-6689-4f42-8d43-4ad238d7ad5b Jan 10 19:14:58.150725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e55c3e42-24d0-4988-8bb0-334f6b77b1fc no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:14:58.157155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.297287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.298070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:58.298757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.432837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:58.437652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Deleting port e55c3e42-24d0-4988-8bb0-334f6b77b1fc {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:58.438389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.448608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] Pushing event updated for resources: {'Network': ['ID=13239845-6689-4f42-8d43-4ad238d7ad5b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:58.469720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4208e26-bda1-43f4-ba9f-a5354f738e57 req-b1ab38cb-a15d-422b-921a-4ac468ac432a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:58.470318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dfd19c6d-216c-4f0a-8fd3-f71c59909678 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2179296 Jan 10 19:14:58.471361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4208e26-bda1-43f4-ba9f-a5354f738e57 req-b1ab38cb-a15d-422b-921a-4ac468ac432a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.4951768 Jan 10 19:14:58.473391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:58.482373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Request body: {'subnet': {'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2142678006-subnet', 'tenant_id': '3bed96ffbb23477b90c33407e8ea528e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:58.487639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.488421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-efb5aff6-0319-4b2a-b6bd-1a87b5e61b5f tempest-DHCPAgentSchedulersTestJSON-1551106203 tempest-DHCPAgentSchedulersTestJSON-1551106203-project-admin] 10.222.0.21 "GET /v2.0/agents/d0fe12d4-0cd5-4227-865b-d91134d0d9fb/dhcp-networks HTTP/1.1" status: 200 len: 11661 time: 0.5897241 Jan 10 19:14:58.492002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:58.493104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:58.500474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 13239845-6689-4f42-8d43-4ad238d7ad5b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:14:58.508991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Deleting port 028f367d-712f-405e-ad44-208257567ff2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:14:58.509417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.516219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Usage tracker for resource:subnet and tenant:3bed96ffbb23477b90c33407e8ea528e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:14:58.522804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:14:58.525857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.526818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.613930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:58.656067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4208e26-bda1-43f4-ba9f-a5354f738e57 req-49b6a3f5-fefa-4c9e-b7f0-a24eca766207 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721995 Jan 10 19:14:58.679423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=7801f4b7-13b7-4113-a084-7fb2d0c7518f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:58.746544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] For port 028f367d-712f-405e-ad44-208257567ff2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=028f367d-712f-405e-ad44-208257567ff2,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:58.747262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.753864 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-65ecf80d-3b06-4548-aef7-e427f4696897 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:14:58.754328 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-65ecf80d-3b06-4548-aef7-e427f4696897 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:14:58.828686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:14:58.838131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:14:58.863628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:14:58.864215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.875828 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.895997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Made reservation on behalf of 3bed96ffbb23477b90c33407e8ea528e for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:58.898927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:58.916736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Calling delete_port for 028f367d-712f-405e-ad44-208257567ff2 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:58.928234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3726394 Jan 10 19:14:58.929113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48668) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:14:58.989072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:58.998423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=d7c55ce8-2fbd-476b-be6f-8d71c04c6d38,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:59.000534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.011003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:8d:40:80', 'name': 'tempest-NetworksTestDHCPv6-328360505'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:14:59.035014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.074162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:14:59.074580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.136952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4bbba-b163-4f98-8e61-fcfd9be7d519 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:59.185638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.207481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Calling delete_port for e55c3e42-24d0-4988-8bb0-334f6b77b1fc owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:14:59.244654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:59.247215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Pushing event deleted for resources: {'Port': ['ID=028f367d-712f-405e-ad44-208257567ff2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:59.363616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:14:59.364274 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:14:59.408064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.457349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fdaa70ca-bdc2-4c0b-b677-d6d557c11163 None None] Could not find standard attr ID for object f5888f55-8cd2-475c-a076-f404f0978cfb. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:14:59.571400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c4e28e-97b5-4d3d-b830-017f04d43c8a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:59.586221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.596589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a028fb-e023-4b70-b564-42990ef5f439') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:59.596887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a028fb-e023-4b70-b564-42990ef5f439') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:14:59.607115 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.611404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:14:59.647997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.674093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:14:59.695048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.744171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:14:59.744581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:14:59.770892 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:14:59.787981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fa7364-ba30-4a59-920e-a94e6cb08815,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:14:59.864146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:14:59.868605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.923891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 4fd2d403-f013-471a-b7b9-2049395d3daf yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:14:59.963873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:14:59.999725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.014076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Checking segment: {'id': '700bca63-c5ee-47ef-bb21-6d85c923e3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:00.014449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Network hostable DHCP agents. Network: 13239845-6689-4f42-8d43-4ad238d7ad5b, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:15:00.028713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event deleted for resources: {'Network': ['ID=02c4e28e-97b5-4d3d-b830-017f04d43c8a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:00.035475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-344f394c-a2b5-4e9e-8162-dd78359c5499 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "DELETE /v2.0/networks/02c4e28e-97b5-4d3d-b830-017f04d43c8a HTTP/1.1" status: 204 len: 168 time: 1.5412474 Jan 10 19:15:00.046449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48694) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:00.149131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Network 13239845-6689-4f42-8d43-4ad238d7ad5b is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:15:00.165655 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6e67e6-adbd-46bc-95f9-9a4761360b84 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] DELETE failed (client error): The resource could not be found. Jan 10 19:15:00.166090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6e67e6-adbd-46bc-95f9-9a4761360b84 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:15:00.171027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9f6e67e6-adbd-46bc-95f9-9a4761360b84 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "DELETE /v2.0/ports/f5888f55-8cd2-475c-a076-f404f0978cfb HTTP/1.1" status: 404 len: 333 time: 0.1233010 Jan 10 19:15:00.186493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48702) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:00.201512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe8d:4080 (863fd86a-3130-4adc-8304-5cd8f5e1f495/d7c55ce8-2fbd-476b-be6f-8d71c04c6d38/4fd2d403-f013-471a-b7b9-2049395d3daf) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:00.213447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7801f4b7-13b7-4113-a084-7fb2d0c7518f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:00.224883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 13239845-6689-4f42-8d43-4ad238d7ad5b) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:00.252387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:00.254318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.256729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a89c80-2cfe-4274-b546-950be282a178 None None] Network 13239845-6689-4f42-8d43-4ad238d7ad5b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:00.286712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Deleting port e55c3e42-24d0-4988-8bb0-334f6b77b1fc {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:00.287148 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.310677 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2905c8ea-dde6-4af7-a547-4cf117467b88 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8362610 Jan 10 19:15:00.363286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c1d6-fcb8-40d6-b254-b5b89a02a08e req-1f5810c8-f050-4585-8f99-cb13c16281b6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:00.364754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9848c1d6-fcb8-40d6-b254-b5b89a02a08e req-1f5810c8-f050-4585-8f99-cb13c16281b6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.4905059 Jan 10 19:15:00.547448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9848c1d6-fcb8-40d6-b254-b5b89a02a08e req-2eebf3d6-90f8-4a5a-8a24-4ec6191fb2d3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747861 Jan 10 19:15:00.565550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Deleting subnet b132d22a-085e-47b8-8b7b-1f867e2a8851 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:00.569734 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.629941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.640370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.649983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 4fd2d403-f013-471a-b7b9-2049395d3daf will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:00.686128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.774459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 7801f4b7-13b7-4113-a084-7fb2d0c7518f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:00.775463 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.828663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.859583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:00.874474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:00.883836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:00.889180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:00.889562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:00.945983 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0049951 Jan 10 19:15:00.949475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48724) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:00.952149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e2215-8456-44ea-aa4d-b7618b3216d7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=4fd2d403-f013-471a-b7b9-2049395d3daf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:00.971633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:15:01.031955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] For port e55c3e42-24d0-4988-8bb0-334f6b77b1fc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:01.032605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.048443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d5a66-048e-4648-bb61-6f41adec900c None None] Network 13239845-6689-4f42-8d43-4ad238d7ad5b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:01.088651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf024d-e31b-4f4f-ba40-be9dafececc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:01.093089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf024d-e31b-4f4f-ba40-be9dafececc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:01.093944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d0bf024d-e31b-4f4f-ba40-be9dafececc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:01.122124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d0bf024d-e31b-4f4f-ba40-be9dafececc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:01.126195 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d0bf024d-e31b-4f4f-ba40-be9dafececc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1732783 Jan 10 19:15:01.126592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48728) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:01.127977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.189778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event deleted for resources: {'Subnet': ['ID=b132d22a-085e-47b8-8b7b-1f867e2a8851,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:01.219034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.240962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f83e97a9-159b-46e9-bd62-3b72448b98d6 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "DELETE /v2.0/subnets/b132d22a-085e-47b8-8b7b-1f867e2a8851 HTTP/1.1" status: 204 len: 168 time: 1.0531392 Jan 10 19:15:01.246296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48738) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:01.370048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.388012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 4fd2d403-f013-471a-b7b9-2049395d3daf {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:01.388345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.419980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef9318-56e5-4dd0-938a-40d67e51996f None None] Network b252136d-744b-4304-a116-36a0c875d895 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:01.499650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-2d2abde4-5161-495c-aba7-5967767a186b tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:01.501459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-2d2abde4-5161-495c-aba7-5967767a186b tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/networks?id=13239845-6689-4f42-8d43-4ad238d7ad5b HTTP/1.1" status: 200 len: 813 time: 0.2645299 Jan 10 19:15:01.519646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:15:01.526450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-738e3a58-a9de-4b69-a84b-1f5c7882adcb admin admin] 10.222.0.21 "PUT /v2.0/routers/58fc995f-5bf3-44cb-b19d-81fdd8ab09e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8097954 Jan 10 19:15:01.528391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-34e0c9c4-e9ef-4ae5-bd72-1add8a0b0dd1 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/quotas/3bed96ffbb23477b90c33407e8ea528e HTTP/1.1" status: 200 len: 375 time: 0.0209565 Jan 10 19:15:01.528905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Calling delete_port for e55c3e42-24d0-4988-8bb0-334f6b77b1fc owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:01.529320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:01.593676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] Sync routers for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:15:01.619207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Deleting port 7801f4b7-13b7-4113-a084-7fb2d0c7518f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:01.619558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.650722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0056736c-93da-41b3-b792-7cf3dad870cd tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bed96ffbb23477b90c33407e8ea528e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575047 Jan 10 19:15:01.924350 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:01.955187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.012355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47df93a-0152-4a98-8cac-ae3564e00a20 req-37fe862e-b431-4765-a619-7534d8bbabb9 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:02.013681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e47df93a-0152-4a98-8cac-ae3564e00a20 req-37fe862e-b431-4765-a619-7534d8bbabb9 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2673092 Jan 10 19:15:02.077081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.109629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:15:02.109629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:14:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:02.120647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 4fd2d403-f013-471a-b7b9-2049395d3daf owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:02.173875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] For port 7801f4b7-13b7-4113-a084-7fb2d0c7518f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7801f4b7-13b7-4113-a084-7fb2d0c7518f,segment=NetworkSegment(af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c),segment_id=af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:02.174232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.305655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Calling delete_port for 7801f4b7-13b7-4113-a084-7fb2d0c7518f owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:02.331884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] No DVR routers for this DVR port e55c3e42-24d0-4988-8bb0-334f6b77b1fc on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:02.333073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267201d3-84fa-4275-a62a-0e5b96b110a7 None None] Pushing event deleted for resources: {'Port': ['ID=e55c3e42-24d0-4988-8bb0-334f6b77b1fc,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:02.343488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-95653c95-8c62-45e6-95fc-a4e164935d79 service neutron] 10.222.0.21 "GET /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817129 Jan 10 19:15:02.362477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:15:02.393198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e47df93a-0152-4a98-8cac-ae3564e00a20 req-8b696e09-afeb-487c-8519-f42ccc281fdf tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736453 Jan 10 19:15:02.463851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.516768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] No DVR routers for this DVR port 7801f4b7-13b7-4113-a084-7fb2d0c7518f on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:02.518726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.584026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event deleted for resources: {'Port': ['ID=7801f4b7-13b7-4113-a084-7fb2d0c7518f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:02.616610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d833506-9a76-40d0-bd73-1b268585d90d None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:02.638134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=4fd2d403-f013-471a-b7b9-2049395d3daf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:02.641058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e05810e-e406-4eb5-b49c-41922b662c97 service neutron] 10.222.0.21 "GET /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819667 Jan 10 19:15:02.748332 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.765590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Deleting port 85ec434f-522b-40fe-a458-956fc1236587 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:02.766399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.868011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.876443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:02.909079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b252136d-744b-4304-a116-36a0c875d895']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:02.922408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ade72109-aba8-43e8-b07a-344a214427a3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/4fd2d403-f013-471a-b7b9-2049395d3daf HTTP/1.1" status: 204 len: 168 time: 1.7944829 Jan 10 19:15:02.924794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48764) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:02.928415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:02.928791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af81d5d7-1ac4-4c02-ad06-f4fc2f53a32c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:03.002520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] For port 85ec434f-522b-40fe-a458-956fc1236587, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=85ec434f-522b-40fe-a458-956fc1236587,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:03.003241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.030842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d317155-e720-4175-806b-be4a9c15049b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:03.032528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d317155-e720-4175-806b-be4a9c15049b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:03.033402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3d317155-e720-4175-806b-be4a9c15049b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:03.046650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.069254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.076179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3d317155-e720-4175-806b-be4a9c15049b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:03.077486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3d317155-e720-4175-806b-be4a9c15049b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1516759 Jan 10 19:15:03.078788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:15:03.079641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.122303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48770) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:03.159326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9dff1-215f-43e3-a83c-7795935548e0 None None] DHCP port deletion for b252136d-744b-4304-a116-36a0c875d895 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:15:03.187906 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:15:03.193139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': 'd7c55ce8-2fbd-476b-be6f-8d71c04c6d38'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:03.194022 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.196210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.222356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.230963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] Pushing event deleted for resources: {'Network': ['ID=b252136d-744b-4304-a116-36a0c875d895,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:03.249762 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e5d214a-7381-4df4-bcc8-88bd3ba98477 tempest-DHCPAgentSchedulersTestJSON-150823365 tempest-DHCPAgentSchedulersTestJSON-150823365-project] 10.222.0.21 "DELETE /v2.0/networks/b252136d-744b-4304-a116-36a0c875d895 HTTP/1.1" status: 204 len: 168 time: 1.9906135 Jan 10 19:15:03.255821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Calling delete_port for 85ec434f-522b-40fe-a458-956fc1236587 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:03.284639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '85ec434f-522b-40fe-a458-956fc1236587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:14:59Z', 'revision_number': 5, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port': {'id': '85ec434f-522b-40fe-a458-956fc1236587', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:06:38Z', 'updated_at': '2022-01-10T19:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:03.294425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] Checking router: 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:15:03.357224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] Routers {'58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:15:03.357916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:14:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:03.524493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Allocated IP 2001:db8::f816:3eff:fe06:9d73 (863fd86a-3130-4adc-8304-5cd8f5e1f495/d7c55ce8-2fbd-476b-be6f-8d71c04c6d38/4487054b-330b-4975-8455-634044148b68) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:03.546271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] Set router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:15:03.618071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48790) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:03.664818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet d7c55ce8-2fbd-476b-be6f-8d71c04c6d38 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:03.731252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:15:02Z', 'revision_number': 6, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:03.737061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7749b2-bc6c-406c-9498-a208f54bb6fb None None] The sync data for ids ['58fc995f-5bf3-44cb-b19d-81fdd8ab09e6'] in n-d-816927-8 is: [{'id': '58fc995f-5bf3-44cb-b19d-81fdd8ab09e6', 'name': 'tempest-AttachVolumeTestJSON-1306665157-router', 'tenant_id': '3690c45032984177a9f3dee8bda3812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:06:37Z', 'updated_at': '2022-01-10T19:15:02Z', 'revision_number': 6, 'project_id': '3690c45032984177a9f3dee8bda3812b', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:15:03.762293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c20a2-122c-4fd9-babc-ce28232eed78 req-36980eb6-e33d-4334-9acc-ced2f3e1537b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:03.763973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c82c20a2-122c-4fd9-babc-ce28232eed78 req-36980eb6-e33d-4334-9acc-ced2f3e1537b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.1987038 Jan 10 19:15:03.773305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:03.855749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ec434f-522b-40fe-a458-956fc1236587,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:03.981603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c82c20a2-122c-4fd9-babc-ce28232eed78 req-9474bfd1-4b0a-476d-bf66-0590a058e38f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094498 Jan 10 19:15:04.012248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.035299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Transition to ACTIVE for port object 4487054b-330b-4975-8455-634044148b68 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:04.073208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Transition to ACTIVE for port object 4487054b-330b-4975-8455-634044148b68 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:04.082932 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.193068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:04.203382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:04.232515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:04.236749 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8917310d-f945-4d68-82ff-e9081acc6029 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d0ce1580cc41f398136c5e6ef8e7ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6168785 Jan 10 19:15:04.238994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48810) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:04.251503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Pushing event updated for resources: {'Port': ['ID=4487054b-330b-4975-8455-634044148b68,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:04.384810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Attempting to bind port 4487054b-330b-4975-8455-634044148b68 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:04.385197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Attempting to bind port 4487054b-330b-4975-8455-634044148b68 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:04.385557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Attempting to bind port 4487054b-330b-4975-8455-634044148b68 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:04.392026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c98ee915-8ffe-4d10-9eb7-1e6f49531657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.394233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:04.394838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:04.395447 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.396075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:04.396539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.397551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Bound port: 4487054b-330b-4975-8455-634044148b68, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:04.398181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.426644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c98ee915-8ffe-4d10-9eb7-1e6f49531657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.506335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c98ee915-8ffe-4d10-9eb7-1e6f49531657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.513817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afcd17c9-4fb3-4ce2-8848-34b8d472e714 req-f88daf3f-6da1-4136-82cc-1d1adc684159 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 210 time: 0.3551908 Jan 10 19:15:04.526940 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.538804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:04.547321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4487054b-330b-4975-8455-634044148b68,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:04.563914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.688105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ee915-8ffe-4d10-9eb7-1e6f49531657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61322a8-4650-4061-92f7-318c91566fb1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:04.695087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c98ee915-8ffe-4d10-9eb7-1e6f49531657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:04.696234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c98ee915-8ffe-4d10-9eb7-1e6f49531657 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c61322a8-4650-4061-92f7-318c91566fb1 HTTP/1.1" status: 204 len: 168 time: 0.4541740 Jan 10 19:15:04.702837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20afd9-f167-4edf-8a44-7c9539507ec8 None None] Pushing event updated for resources: {'Port': ['ID=4487054b-330b-4975-8455-634044148b68,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:04.717261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7801f4b7-13b7-4113-a084-7fb2d0c7518f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:04.809118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 7801f4b7-13b7-4113-a084-7fb2d0c7518f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:04.810245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7801f4b7-13b7-4113-a084-7fb2d0c7518f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:04.822449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 028f367d-712f-405e-ad44-208257567ff2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:04.873886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 028f367d-712f-405e-ad44-208257567ff2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:04.874567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 028f367d-712f-405e-ad44-208257567ff2 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:05.036396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.110180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.152435 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.217492 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.354313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.354944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:15:05.406287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.413712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-533be26f-6b67-400a-af6d-dd907c120920 admin admin] 10.222.0.21 "DELETE /v2.0/routers/58fc995f-5bf3-44cb-b19d-81fdd8ab09e6 HTTP/1.1" status: 204 len: 168 time: 3.8828821 Jan 10 19:15:05.416579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48834) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:05.451612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.534844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Deleting subnet 61dbcc3c-d182-40b6-96fa-94a36b3cf0fc {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:05.539957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.557113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d502-437a-4418-a9ca-d9de1a9d77c5 req-36ea7398-f23e-40d2-b1f5-8681a0cfdb60 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:05.559187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6294d502-437a-4418-a9ca-d9de1a9d77c5 req-36ea7398-f23e-40d2-b1f5-8681a0cfdb60 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2496080 Jan 10 19:15:05.560189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c55ce8-2fbd-476b-be6f-8d71c04c6d38,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:05.587885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.622229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b8b23ca5-1bcc-48a2-857d-46202afd57b9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/d7c55ce8-2fbd-476b-be6f-8d71c04c6d38 HTTP/1.1" status: 204 len: 168 time: 2.4983840 Jan 10 19:15:05.625651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48844) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:05.634270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.676469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48848) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:05.763325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.845929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:05.868129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6294d502-437a-4418-a9ca-d9de1a9d77c5 req-706cb323-b9a7-41e2-944b-becc915d11ac tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993398 Jan 10 19:15:05.874607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-acd70eed-62c5-4f96-a6db-e3d2d6474ea9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209210 Jan 10 19:15:05.878464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48854) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:05.896263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:05.951328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfb24c49-0764-4731-8bc8-d939f8c899d3 req-e53dba54-ac94-4a29-8b10-b5bb5e09d4ce tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 210 time: 0.0872445 Jan 10 19:15:06.054550 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.075067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-9ea39723-f361-45a0-a46f-6203fa933f27 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:06.076857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-9ea39723-f361-45a0-a46f-6203fa933f27 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.44 "GET /v2.0/networks?id=13239845-6689-4f42-8d43-4ad238d7ad5b HTTP/1.1" status: 200 len: 813 time: 0.4621577 Jan 10 19:15:06.102900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Request body: {'port': {'device_id': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b', 'admin_state_up': True, 'tenant_id': '3bed96ffbb23477b90c33407e8ea528e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:06.140968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4487054b-330b-4975-8455-634044148b68 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:06.168034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:06.172080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61dbcc3c-d182-40b6-96fa-94a36b3cf0fc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:06.175867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:06.178825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b84e4e0ec843fc81806ef565ea1a69 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:06.200950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:06.204327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:06.208556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.208789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda494d7-e149-4e74-b559-7531e9fed63d None None] Network 95f843d8-664f-4b20-993a-dbe0bbc840c4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:06.227485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-289ed229-900e-4ab8-9b9f-deb2e70af186 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61dbcc3c-d182-40b6-96fa-94a36b3cf0fc HTTP/1.1" status: 204 len: 168 time: 0.8074884 Jan 10 19:15:06.229239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:06.231326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48864) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:06.232359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:06.263777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:06.288434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:06.293164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Usage tracker for resource:port and tenant:3bed96ffbb23477b90c33407e8ea528e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:06.297256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:06.305245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:06.321372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Made reservation on behalf of 3bed96ffbb23477b90c33407e8ea528e for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:06.326087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.368395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:06.379447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ceb38-2659-4646-8d7f-9dfe1f79344f None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:06.516399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.559716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Allocated IP 172.20.0.13 (13239845-6689-4f42-8d43-4ad238d7ad5b/94fa7364-ba30-4a59-920e-a94e6cb08815/72d77934-3a0e-48a5-af81-2c0bedb68f0c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:06.568184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.582161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-53189248-0f8f-40ab-a4db-9fe979f9820b None None] Provisioning for port 4487054b-330b-4975-8455-634044148b68 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:06.585435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.595885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Deleting port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:06.596324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.621413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4487054b-330b-4975-8455-634044148b68 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:06.680423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.713321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4487054b-330b-4975-8455-634044148b68 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:06.714420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:06.834186 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6b84e4e0ec843fc81806ef565ea1a69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1476684 Jan 10 19:15:06.834186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e745f-fd77-4beb-80c9-9b241528c363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5675a8-15aa-4b03-8090-282516886322,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:06.837303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48874) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:06.870143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] DHCP port deletion for 95f843d8-664f-4b20-993a-dbe0bbc840c4 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:06.904547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] Deleting port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:06.904924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.006789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:07.064573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Deleting port 4487054b-330b-4975-8455-634044148b68 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:07.064956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.069552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.128541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.192402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1f1e-8765-401e-b997-1467b8be7f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.219566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1f1e-8765-401e-b997-1467b8be7f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.226972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a905495e-e887-414b-bf14-7a2f5bd9db98 req-43900345-1ea2-4235-addf-83965579336e tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 210 time: 0.0567744 Jan 10 19:15:07.232572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.328701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Network 13239845-6689-4f42-8d43-4ad238d7ad5b is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:07.330853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Pushing event updated for resources: {'Port': ['ID=72d77934-3a0e-48a5-af81-2c0bedb68f0c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:07.333890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:07.337049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:07.361390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] For port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:07.361767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.389999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb427-1de3-4bb1-866c-fb6eb18dc63e req-9f61644b-416e-43a1-ab0c-6f6d8d9f4b90 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:07.393116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] For port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,segment=NetworkSegment(8640c1e6-3807-43e7-bd51-b36e1143d386),segment_id=8640c1e6-3807-43e7-bd51-b36e1143d386)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:07.393753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.397376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c76fb427-1de3-4bb1-866c-fb6eb18dc63e req-9f61644b-416e-43a1-ab0c-6f6d8d9f4b90 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2949398 Jan 10 19:15:07.439398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:07.440016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.491755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c76fb427-1de3-4bb1-866c-fb6eb18dc63e req-3bd9ebdd-83a3-4fc6-8018-60564e280d20 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Jan 10 19:15:07.493687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-5db6299b-1c86-45c1-90dd-23a172e6224f tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4042714 Jan 10 19:15:07.514895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Request body: {'port': {'device_id': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:07.544772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] Calling delete_port for 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:07.598595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Calling delete_port for 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:07.656122 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.716261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4487054b-330b-4975-8455-634044148b68,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:07.731427 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.794791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 85ec434f-522b-40fe-a458-956fc1236587 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:07.835153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1f1e-8765-401e-b997-1467b8be7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.869333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:07.898902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc1f1e-8765-401e-b997-1467b8be7f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5675a8-15aa-4b03-8090-282516886322,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:07.899298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 85ec434f-522b-40fe-a458-956fc1236587 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:07.899597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 85ec434f-522b-40fe-a458-956fc1236587 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:07.937710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:15:07.947479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] No DVR routers for this DVR port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:07.987667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4487054b-330b-4975-8455-634044148b68,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:08.053841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1f1e-8765-401e-b997-1467b8be7f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.058625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ddcc1f1e-8765-401e-b997-1467b8be7f85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b5675a8-15aa-4b03-8090-282516886322 HTTP/1.1" status: 204 len: 168 time: 1.2147241 Jan 10 19:15:08.076180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9c2d-bcae-4a42-b809-2ab7af4d5e6e None None] Pushing event deleted for resources: {'Port': ['ID=9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:08.091290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4487054b-330b-4975-8455-634044148b68,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:08.091712 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.098307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:08.098989 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:08.118717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d77934-3a0e-48a5-af81-2c0bedb68f0c {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:15:08.123811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4487054b-330b-4975-8455-634044148b68 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:08.132249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.156769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Transition to ACTIVE for port object 72d77934-3a0e-48a5-af81-2c0bedb68f0c will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:08.162256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.232557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.334512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Calling delete_port for 4487054b-330b-4975-8455-634044148b68 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:08.354968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Pushing event updated for resources: {'Port': ['ID=72d77934-3a0e-48a5-af81-2c0bedb68f0c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:08.401631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eddc78ed-c7b9-4509-87bf-e5ab8cf69b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.483382 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.525280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Attempting to bind port 72d77934-3a0e-48a5-af81-2c0bedb68f0c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:08.525630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Attempting to bind port 72d77934-3a0e-48a5-af81-2c0bedb68f0c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '700bca63-c5ee-47ef-bb21-6d85c923e3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:08.525964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Attempting to bind port 72d77934-3a0e-48a5-af81-2c0bedb68f0c on network 13239845-6689-4f42-8d43-4ad238d7ad5b {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:08.541591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Port 72d77934-3a0e-48a5-af81-2c0bedb68f0c on network 13239845-6689-4f42-8d43-4ad238d7ad5b not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:15:08.541931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Attempting to bind port 72d77934-3a0e-48a5-af81-2c0bedb68f0c on network 13239845-6689-4f42-8d43-4ad238d7ad5b {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:08.552745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:08.553646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Checking segment: {'id': '700bca63-c5ee-47ef-bb21-6d85c923e3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:08.554344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Bound using segment: {'id': '700bca63-c5ee-47ef-bb21-6d85c923e3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:08.554789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Bound port: 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700bca63-c5ee-47ef-bb21-6d85c923e3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:08.555199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.628846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4487054b-330b-4975-8455-634044148b68,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:08.668787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.670519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Deleting port 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:08.670986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.709679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:08.710423 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:08.716622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.717256 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.742386 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:08.743276 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:08.812065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] For port 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:08.831314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7b2d2-9a54-4dac-8a4a-85f2b7ec59fd req-26e6b9d1-5bd8-445b-8f10-510abf477df2 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:08.832286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b4f7b2d2-9a54-4dac-8a4a-85f2b7ec59fd req-26e6b9d1-5bd8-445b-8f10-510abf477df2 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Synchronizing usage tracker for tenant:3bed96ffbb23477b90c33407e8ea528e on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:08.839214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] For port 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c,segment=NetworkSegment(700bca63-c5ee-47ef-bb21-6d85c923e3d6),segment_id=700bca63-c5ee-47ef-bb21-6d85c923e3d6)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:08.851886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.901622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] The port '9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:15:08.932866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b4f7b2d2-9a54-4dac-8a4a-85f2b7ec59fd req-26e6b9d1-5bd8-445b-8f10-510abf477df2 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Unset dirty status for tenant:3bed96ffbb23477b90c33407e8ea528e on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:08.941735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4f7b2d2-9a54-4dac-8a4a-85f2b7ec59fd req-26e6b9d1-5bd8-445b-8f10-510abf477df2 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 944 time: 0.3900697 Jan 10 19:15:08.954120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6a2e-f1d5-4ae8-9fed-5cf4278e2d03 req-b333e4cc-f374-4b91-a804-22e7756cd26f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:08.955622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e7f6a2e-f1d5-4ae8-9fed-5cf4278e2d03 req-b333e4cc-f374-4b91-a804-22e7756cd26f tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2712648 Jan 10 19:15:08.962236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:08.963611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] 10.222.0.44 "PUT /v2.0/ports/72d77934-3a0e-48a5-af81-2c0bedb68f0c HTTP/1.1" status: 200 len: 1092 time: 1.4538069 Jan 10 19:15:08.964432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:08.972217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:08.977463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'tag': '72d77934-3a0e-48a5-af81-2c0bedb68f0c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:08.990460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:08.991376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.054449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=5c336d12-ad5d-47dc-9c4f-3fa776420a21,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:09.069087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96157d-b4fb-4215-ad62-fa22961b782c service neutron] Pushing event updated for resources: {'Port': ['ID=72d77934-3a0e-48a5-af81-2c0bedb68f0c,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:09.118633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4f7b2d2-9a54-4dac-8a4a-85f2b7ec59fd req-1fa1e944-94ab-4e25-9c8b-5e056758966e tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759744 Jan 10 19:15:09.142799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e7f6a2e-f1d5-4ae8-9fed-5cf4278e2d03 req-7c73224b-ceff-4b87-94fb-2eb85e47eb0d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598854 Jan 10 19:15:09.190714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-2f1bd58d-31b3-49c3-9fa7-40f6bac75698 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bed96ffbb23477b90c33407e8ea528e&device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 1095 time: 0.1761117 Jan 10 19:15:09.212117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Deleting port 4487054b-330b-4975-8455-634044148b68 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:09.212507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.222432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=4487054b-330b-4975-8455-634044148b68,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:09.261696 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5a6e2ec5-992e-4acb-8980-86adc9b123d3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3818619 Jan 10 19:15:09.282148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48928) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:09.294711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:a5:b3:9d', 'name': 'tempest-NetworksTestDHCPv6-653601322'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:09.326677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.409529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f843d8-664f-4b20-993a-dbe0bbc840c4']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:09.413810 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'tag': '72d77934-3a0e-48a5-af81-2c0bedb68f0c', 'status': 'completed', 'code': 200} Jan 10 19:15:09.416287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.430819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-bf62dda2-1383-416e-a854-900d90ef8743 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c HTTP/1.1" status: 200 len: 217 time: 0.2321277 Jan 10 19:15:09.434254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8640c1e6-3807-43e7-bd51-b36e1143d386') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:09.434545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8640c1e6-3807-43e7-bd51-b36e1143d386') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:09.453134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.458269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4487054b-330b-4975-8455-634044148b68,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:09.474337 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.475414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:09.496283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.508084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:15:09.508472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:15:09.523001 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:15:09.557574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-977efe45-212c-42da-88c8-8b4482f1e30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:09.559821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-977efe45-212c-42da-88c8-8b4482f1e30f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fa7364-ba30-4a59-920e-a94e6cb08815 HTTP/1.1" status: 200 len: 853 time: 0.1207349 Jan 10 19:15:09.570356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:09.573972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:09.574348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9c2190c0-0917-4fbb-9a7f-ea9bd6bde1e9 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:09.581050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:09.593464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:09.603823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:09.616620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.619700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:09.624725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.626055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-7c28a200-3096-4888-8074-209a294d956f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13239845-6689-4f42-8d43-4ad238d7ad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595095 Jan 10 19:15:09.668532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.676497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4487054b-330b-4975-8455-634044148b68,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:09.690786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] Pushing event deleted for resources: {'Network': ['ID=95f843d8-664f-4b20-993a-dbe0bbc840c4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:09.710949 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b747d25-4fe8-49ce-aa69-4bffee41ef3e admin admin] 10.222.0.21 "DELETE /v2.0/networks/95f843d8-664f-4b20-993a-dbe0bbc840c4 HTTP/1.1" status: 204 len: 168 time: 3.4752240 Jan 10 19:15:09.712134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 08e5af38-d5d1-4b31-a119-475ade412ff5 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:09.822462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-bb4a443b-ef6e-471d-b86a-ef507b7b74cc service neutron] 10.222.0.44 "GET /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822312 Jan 10 19:15:09.847122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] For port 4487054b-330b-4975-8455-634044148b68, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4487054b-330b-4975-8455-634044148b68,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:09.847952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:09.880557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fea5:b39d (863fd86a-3130-4adc-8304-5cd8f5e1f495/5c336d12-ad5d-47dc-9c4f-3fa776420a21/08e5af38-d5d1-4b31-a119-475ade412ff5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:09.898051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48942) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:09.976756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Calling delete_port for 4487054b-330b-4975-8455-634044148b68 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:10.044204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe7ecbd6-8fae-46b1-89cc-7a6134f51031 req-ffbbeaa0-6b0d-47fb-9ef1-f851794cda3d service neutron] 10.222.0.44 "GET /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151811 Jan 10 19:15:10.229436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-d6c90391-57c9-491f-ad84-c0adb47f6691 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bed96ffbb23477b90c33407e8ea528e&device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 1095 time: 0.1325331 Jan 10 19:15:10.233107 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.287162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.320153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 08e5af38-d5d1-4b31-a119-475ade412ff5 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:10.332147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] Pushing event deleted for resources: {'Port': ['ID=4487054b-330b-4975-8455-634044148b68,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:10.384601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.436097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45693d1-4729-462d-b50e-8f5c8a2c9c86 None None] No DVR routers for this DVR port 4487054b-330b-4975-8455-634044148b68 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:10.456631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48956) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:10.461075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23e92f61-8841-4ee8-bb1f-7fd1afcad821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.464061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f6b83-9747-44c0-837c-b222152c3508 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:10.483140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1578814208'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:10.593944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92722-dc6d-4f1a-a4a5-d48f634e8689 req-ffc12b90-405d-4fa8-9144-b0109af77cb2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:10.595618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dff92722-dc6d-4f1a-a4a5-d48f634e8689 req-ffc12b90-405d-4fa8-9144-b0109af77cb2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.1719432 Jan 10 19:15:10.650111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600aac4-c7c8-415b-9e8d-7607e29b1f07 req-9d40b6e9-443b-4fa7-a86e-29b915e1dcda tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:10.651795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b600aac4-c7c8-415b-9e8d-7607e29b1f07 req-9d40b6e9-443b-4fa7-a86e-29b915e1dcda tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 944 time: 0.2800214 Jan 10 19:15:10.654193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-1f06bb89-7f27-4934-a2bc-59a2813a7117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:10.655632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-1f06bb89-7f27-4934-a2bc-59a2813a7117 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13239845-6689-4f42-8d43-4ad238d7ad5b HTTP/1.1" status: 200 len: 914 time: 0.4202762 Jan 10 19:15:10.683959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:10.707398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:10.710378 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea9daebd-87c2-4d2f-bfe3-f1e54254bc02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3690c45032984177a9f3dee8bda3812b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2368133 Jan 10 19:15:10.719156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:10.723825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Usage tracker for resource:network and tenant:3afcbe47cd874a6a830348a5f26a43de is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:10.726958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48962) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:10.731277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:10.735336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:10.735682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.746769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:10.748310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-6274de74-2930-4216-8f58-5761bbe96dcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c HTTP/1.1" status: 200 len: 217 time: 0.0834694 Jan 10 19:15:10.782418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '5c336d12-ad5d-47dc-9c4f-3fa776420a21'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:10.783543 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.803845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b600aac4-c7c8-415b-9e8d-7607e29b1f07 req-7ec0b1bb-e0a9-4241-82d9-b033d62755c0 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371284 Jan 10 19:15:10.821644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:10.851403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dff92722-dc6d-4f1a-a4a5-d48f634e8689 req-e0c90284-678f-4369-9897-0492c642ccd2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424808 Jan 10 19:15:10.877643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-f3e9fdcb-0c06-4cf4-adc0-6b0b808a2f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:10.887429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-f3e9fdcb-0c06-4cf4-adc0-6b0b808a2f04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fa7364-ba30-4a59-920e-a94e6cb08815 HTTP/1.1" status: 200 len: 853 time: 0.0800896 Jan 10 19:15:10.887636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=08e5af38-d5d1-4b31-a119-475ade412ff5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:10.912942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6256971 Jan 10 19:15:10.914265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48966) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:10.932542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54067a3-6540-44ef-a367-4604e13b7174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:10.949780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-451de9a4-1b28-449d-9988-87e1cd7ed32f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13239845-6689-4f42-8d43-4ad238d7ad5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598361 Jan 10 19:15:10.979051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:10.982092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.006602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.006973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.007319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.007659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.007995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.008328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.008656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.008982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.009306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.009628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.009967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6598e9-7ade-4623-96f2-cae7b4697459 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:11.030340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Allocated IP 2001:db8::f816:3eff:fee8:829d (863fd86a-3130-4adc-8304-5cd8f5e1f495/5c336d12-ad5d-47dc-9c4f-3fa776420a21/f592d9ac-1445-4d04-8400-274e70ee57c3) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:11.056788 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.114912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54067a3-6540-44ef-a367-4604e13b7174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.211592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:11.219807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Usage tracker for resource:security_group_rule and tenant:3afcbe47cd874a6a830348a5f26a43de is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:11.228787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:11.233562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-0874d809-6bef-4282-ba83-e2261fa6987d service neutron] 10.222.0.44 "GET /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792058 Jan 10 19:15:11.241685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c428e9-266a-49d3-a7d9-9afdee49dcd1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:11.242393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-47c428e9-266a-49d3-a7d9-9afdee49dcd1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:11.246564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:11.270615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-47c428e9-266a-49d3-a7d9-9afdee49dcd1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:11.275007 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-47c428e9-266a-49d3-a7d9-9afdee49dcd1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3504806 Jan 10 19:15:11.276036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:11.321363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.334917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Transition to ACTIVE for port object f592d9ac-1445-4d04-8400-274e70ee57c3 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:11.345430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54067a3-6540-44ef-a367-4604e13b7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.358853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Transition to ACTIVE for port object f592d9ac-1445-4d04-8400-274e70ee57c3 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:11.368803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.384626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54067a3-6540-44ef-a367-4604e13b7174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b22adc-4c93-4287-b84a-089023f0bbaa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:11.395874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 08e5af38-d5d1-4b31-a119-475ade412ff5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:11.396217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.399637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84e56df-f546-4cd2-8e39-f3aa274c4b10 req-8923dfa4-e415-47dd-81b2-ff4da5122d8a service neutron] 10.222.0.44 "GET /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600091 Jan 10 19:15:11.476062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e54067a3-6540-44ef-a367-4604e13b7174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.479780 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e54067a3-6540-44ef-a367-4604e13b7174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21b22adc-4c93-4287-b84a-089023f0bbaa HTTP/1.1" status: 204 len: 168 time: 0.7494953 Jan 10 19:15:11.522126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:11.525812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:11.527746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Pushing event updated for resources: {'Port': ['ID=f592d9ac-1445-4d04-8400-274e70ee57c3,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:11.530066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.531479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:11.539522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.617042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:15:11.623076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48982) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:11.637717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Attempting to bind port f592d9ac-1445-4d04-8400-274e70ee57c3 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:11.638094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Attempting to bind port f592d9ac-1445-4d04-8400-274e70ee57c3 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:11.638464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Attempting to bind port f592d9ac-1445-4d04-8400-274e70ee57c3 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:11.645010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:11.645388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:11.645791 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.646183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:11.646674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Bound port: f592d9ac-1445-4d04-8400-274e70ee57c3, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:11.647083 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.668570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa7aa9-28ce-4744-ba1a-778e790cf768,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:11.687987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.688613 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Added segment b66be997-e59b-432d-978e-847c069d67da of type vlan for network c061f83f-25fd-48b4-bcb5-4199a5acc113 Jan 10 19:15:11.752924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.760106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.766825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.782457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.785340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] For port f592d9ac-1445-4d04-8400-274e70ee57c3, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:11.789989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] For port f592d9ac-1445-4d04-8400-274e70ee57c3, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f592d9ac-1445-4d04-8400-274e70ee57c3,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:11.796679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.921945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a067-d2b1-45d3-94a1-c1caf92f4b68 None None] Pushing event updated for resources: {'Port': ['ID=f592d9ac-1445-4d04-8400-274e70ee57c3,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:11.938315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 08e5af38-d5d1-4b31-a119-475ade412ff5 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:11.980327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:11.985098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:11.985700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.074006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.222147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Network': ['ID=c061f83f-25fd-48b4-bcb5-4199a5acc113,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:12.235429 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-88386d99-7c32-4f72-b136-cfab34d09119 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3357165 Jan 10 19:15:12.237975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:12.245949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:15:12.246717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'subnet': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:12.312991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:12.321178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Usage tracker for resource:security_group_rule and tenant:de93efa52f604d9eb60ef3635944969d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:12.329144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:12.362215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:12.369895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6144e-c86e-4a4e-bae6-6f41c589d92a req-c706feb2-68e4-461f-8866-2ea9cbb83dec tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:12.377092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72b6144e-c86e-4a4e-bae6-6f41c589d92a req-c706feb2-68e4-461f-8866-2ea9cbb83dec tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 944 time: 0.2696598 Jan 10 19:15:12.446165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:12.452884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Usage tracker for resource:subnet and tenant:3afcbe47cd874a6a830348a5f26a43de is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:12.456050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.458204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:12.511194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:12.525102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=08e5af38-d5d1-4b31-a119-475ade412ff5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:12.572099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:12.581849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72b6144e-c86e-4a4e-bae6-6f41c589d92a req-36a4c712-1e6f-43af-af82-2430543fdc46 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034874 Jan 10 19:15:12.592297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45d7ed-571f-4221-9a00-69b3aeaf55e1 req-598a8011-dea1-43c6-b1b6-727edb937e16 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:12.593761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca45d7ed-571f-4221-9a00-69b3aeaf55e1 req-598a8011-dea1-43c6-b1b6-727edb937e16 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.4280715 Jan 10 19:15:12.600086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.623272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d99879b5-d3c2-4236-8b2c-20c166522653 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/08e5af38-d5d1-4b31-a119-475ade412ff5 HTTP/1.1" status: 204 len: 168 time: 1.3376029 Jan 10 19:15:12.623272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49012) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:12.668014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.680652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.706365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca45d7ed-571f-4221-9a00-69b3aeaf55e1 req-c92d3bbb-d783-4e2d-a773-4ab050bb8af0 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048763 Jan 10 19:15:12.744109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de93efa52f604d9eb60ef3635944969d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1199403 Jan 10 19:15:12.745036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a15cca8-26fa-485f-b20a-c3d48dfecb79,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:12.747306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49018) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:12.777776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.778126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.778470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.779334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.779334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.779557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.779763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.780092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.780434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.780750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.781062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dfd61-64b7-4824-9de5-6580fdf109c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:12.815534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.833471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d739f9-74fc-41d2-a84f-57612a5381fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.835236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6aeb59-633c-438a-b432-0df608be261a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:12.836584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6aeb59-633c-438a-b432-0df608be261a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:12.837336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-eb6aeb59-633c-438a-b432-0df608be261a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:12.867875 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d739f9-74fc-41d2-a84f-57612a5381fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.939409 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d739f9-74fc-41d2-a84f-57612a5381fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:12.951783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-eb6aeb59-633c-438a-b432-0df608be261a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:12.956776 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eb6aeb59-633c-438a-b432-0df608be261a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2816682 Jan 10 19:15:12.957633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49026) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:12.958417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d739f9-74fc-41d2-a84f-57612a5381fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a15cca8-26fa-485f-b20a-c3d48dfecb79,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:13.020222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.035977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d739f9-74fc-41d2-a84f-57612a5381fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.039870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19d739f9-74fc-41d2-a84f-57612a5381fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a15cca8-26fa-485f-b20a-c3d48dfecb79 HTTP/1.1" status: 204 len: 168 time: 0.2889132 Jan 10 19:15:13.236950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.313344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72d77934-3a0e-48a5-af81-2c0bedb68f0c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:15:13.324573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Subnet': ['ID=36483eaf-dd90-4fbb-bd77-321559ae8b52,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:13.337048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Checking segment: {'id': 'b66be997-e59b-432d-978e-847c069d67da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:13.337644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network hostable DHCP agents. Network: c061f83f-25fd-48b4-bcb5-4199a5acc113, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:15:13.348165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 5c336d12-ad5d-47dc-9c4f-3fa776420a21 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:13.356761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.370438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:15:13.384498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c061f83f-25fd-48b4-bcb5-4199a5acc113) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:13.390035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:13.391021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.429765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:13.431466 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3a2dabf3-9927-4e9e-af56-8da02963ee10 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1915979 Jan 10 19:15:13.437450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-110266279'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:13.470060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c733ab-c2db-4d61-920f-b028f14ceca2 None None] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:13.552560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.619519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9b8090e6-03ef-4e31-b3dc-454fe9f00985 None None] Could not find standard attr ID for object 08e5af38-d5d1-4b31-a119-475ade412ff5. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:13.731791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c,segment=NetworkSegment(700bca63-c5ee-47ef-bb21-6d85c923e3d6),segment_id=700bca63-c5ee-47ef-bb21-6d85c923e3d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:13.740359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9b8090e6-03ef-4e31-b3dc-454fe9f00985 None None] Provisioning for port f592d9ac-1445-4d04-8400-274e70ee57c3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:13.786403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:13.840249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '72d77934-3a0e-48a5-af81-2c0bedb68f0c', 'network_id': '13239845-6689-4f42-8d43-4ad238d7ad5b', 'port_id': '72d77934-3a0e-48a5-af81-2c0bedb68f0c', 'mac_address': 'fa:16:3e:bd:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fa7364-ba30-4a59-920e-a94e6cb08815', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:15:13.927335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49052) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:13.961679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.011181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.052183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:14.059599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Usage tracker for resource:security_group_rule and tenant:c600cf19d523400bb5acf388293e956a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:14.070089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:14.088955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:14.089685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.094063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d77934-3a0e-48a5-af81-2c0bedb68f0c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:15:14.119794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c061f83f-25fd-48b4-bcb5-4199a5acc113', 'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'tenant_id': '3afcbe47cd874a6a830348a5f26a43de', 'fixed_ips': [{'subnet_id': '36483eaf-dd90-4fbb-bd77-321559ae8b52'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:14.125860 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.225431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8496d385-31fa-47aa-a56e-0e627ed8b06a None None] Could not find standard attr ID for object 4fd2d403-f013-471a-b7b9-2049395d3daf. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:14.226094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=5c336d12-ad5d-47dc-9c4f-3fa776420a21,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:14.248129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f592d9ac-1445-4d04-8400-274e70ee57c3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:14.258858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.265746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:14.271162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Usage tracker for resource:port and tenant:3afcbe47cd874a6a830348a5f26a43de is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:14.274655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:14.281576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:14.306693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3e988ab1-cc1e-44a5-ba8c-196df36f33f1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/5c336d12-ad5d-47dc-9c4f-3fa776420a21 HTTP/1.1" status: 204 len: 168 time: 1.3456204 Jan 10 19:15:14.309812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49060) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:14.367868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.376409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.394787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d6e7-0efb-479f-a894-24498b61b25b req-1ec1eaae-5732-4ce5-a14f-57a983f5ad31 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:14.396434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d1d6e7-0efb-479f-a894-24498b61b25b req-1ec1eaae-5732-4ce5-a14f-57a983f5ad31 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 944 time: 0.4830439 Jan 10 19:15:14.399930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f70aa07f-f27e-47c0-a7df-c75c847a055d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888329 Jan 10 19:15:14.403586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49064) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:14.438467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9833501-3705-46b1-ac7d-85849ffae3d4 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:14.467705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:14.471234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.491726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c,segment=NetworkSegment(700bca63-c5ee-47ef-bb21-6d85c923e3d6),segment_id=700bca63-c5ee-47ef-bb21-6d85c923e3d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:14.497269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42c596-0bfc-4928-92f9-05c9fdb4ff46,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:14.511371 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cfc3f65e-36fe-47f7-822c-ea8c62405559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c600cf19d523400bb5acf388293e956a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5806327 Jan 10 19:15:14.513590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:14.553210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d1d6e7-0efb-479f-a894-24498b61b25b req-fa64f9c9-5cdb-4319-8fce-6f71652aa4b3 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486163 Jan 10 19:15:14.567437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] device_id is not set on port 32eb645f-d7e4-4298-a218-4864db56c08a yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:14.621596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2783257d-e42a-4d4f-a4d7-121a0d03f78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.660747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2783257d-e42a-4d4f-a4d7-121a0d03f78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.699892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.736082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccaa375-5577-4c2f-89eb-bb9f944d92b4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:14.736082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eccaa375-5577-4c2f-89eb-bb9f944d92b4 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3293459 Jan 10 19:15:14.743118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49072) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:14.793609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2783257d-e42a-4d4f-a4d7-121a0d03f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.806124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-89789c98-3e31-4231-81f9-00451196e376 None None] Could not find standard attr ID for object 08e5af38-d5d1-4b31-a119-475ade412ff5. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:14.808491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c924034-a914-4ea0-93c8-cd45001984e4 req-81431fa4-5bf8-4712-8de1-0b53612285ca tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:14.810105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c924034-a914-4ea0-93c8-cd45001984e4 req-81431fa4-5bf8-4712-8de1-0b53612285ca tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2059803 Jan 10 19:15:14.822962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2783257d-e42a-4d4f-a4d7-121a0d03f78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:14.824075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2783257d-e42a-4d4f-a4d7-121a0d03f78c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca42c596-0bfc-4928-92f9-05c9fdb4ff46 HTTP/1.1" status: 204 len: 168 time: 0.3085611 Jan 10 19:15:14.830994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783257d-e42a-4d4f-a4d7-121a0d03f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42c596-0bfc-4928-92f9-05c9fdb4ff46,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:14.848020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Allocated IP 2001:db8::154 (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/32eb645f-d7e4-4298-a218-4864db56c08a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:14.850632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375cc39-7fd6-481f-b759-a8c43ee70b97 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:14.852150 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8375cc39-7fd6-481f-b759-a8c43ee70b97 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080456 Jan 10 19:15:14.858555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:14.919313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=72d77934-3a0e-48a5-af81-2c0bedb68f0c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:14.935988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f592d9ac-1445-4d04-8400-274e70ee57c3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:14.995292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c924034-a914-4ea0-93c8-cd45001984e4 req-09cf5a09-fade-43d7-9101-5c592f9741ce tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317070 Jan 10 19:15:15.016738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f592d9ac-1445-4d04-8400-274e70ee57c3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:15.017119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.095820 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d5c6db21-6657-42ac-bed6-112c071c42cc tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2351179 Jan 10 19:15:15.099916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49084) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:15.107390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:15.114222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['72d77934-3a0e-48a5-af81-2c0bedb68f0c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:15:15.244280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.251014 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.252486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.269111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Transition to ACTIVE for port object 32eb645f-d7e4-4298-a218-4864db56c08a will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:15.296709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.344285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:15.355311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:15.360596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:15.370750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:15.372807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:15.376911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:15.380311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:15.384253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:15.384871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.393043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:15.401327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=32eb645f-d7e4-4298-a218-4864db56c08a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:15.422356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-af38d2c0-fbae-4910-a1ea-4254ba7d6b74 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9910774 Jan 10 19:15:15.423529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:15.432787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025352196', 'allowed_address_pairs': [{'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:9f:f7:a0'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:15.503540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:15.527306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Allocated IP 2001:db8::2 (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/6d6e8771-e90a-4be1-a35c-0304868327e1) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:15.579445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.720521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.785714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Deleting port f592d9ac-1445-4d04-8400-274e70ee57c3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:15.786173 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.872717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:15.882678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Usage tracker for resource:port and tenant:3afcbe47cd874a6a830348a5f26a43de is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:15.886012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:15.894010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:15.913945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef46ab3-26ed-48d0-a350-28d8dd54382e req-319b47b6-2863-4cc2-a5e3-96e8d6d2f4f7 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:15.917611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:15.925110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eef46ab3-26ed-48d0-a350-28d8dd54382e req-319b47b6-2863-4cc2-a5e3-96e8d6d2f4f7 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 945 time: 0.1587505 Jan 10 19:15:15.943664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:15.977404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:15.981589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:15.989260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:15.990112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.026513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.033110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=50ea8f15-061e-4dea-a70d-367204c1c33e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:16.051589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-06f198eb-a296-41c0-89ff-7caecc068e8b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9482777 Jan 10 19:15:16.052179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49112) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:16.065426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:79:91:75', 'name': 'tempest-NetworksTestDHCPv6-1474330395'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:16.069906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f592d9ac-1445-4d04-8400-274e70ee57c3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f592d9ac-1445-4d04-8400-274e70ee57c3,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:16.081367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.126641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] device_id is not set on port 8fc18e1a-99c5-42e3-935e-b946ae41dc62 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:16.141719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.167578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Transition to ACTIVE for port object 6d6e8771-e90a-4be1-a35c-0304868327e1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:16.289609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eef46ab3-26ed-48d0-a350-28d8dd54382e req-8480f44b-459d-4cc7-bee9-e07244dce232 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634572 Jan 10 19:15:16.315040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f592d9ac-1445-4d04-8400-274e70ee57c3 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:16.385856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Transition to ACTIVE for port object 6d6e8771-e90a-4be1-a35c-0304868327e1 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:16.408530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:16.414086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:16.417764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:16.424644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:16.441936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:16.443961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.450528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.454489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f592d9ac-1445-4d04-8400-274e70ee57c3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:16.502217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port c6c4f6c7-7930-43de-8a0c-080d1b51123d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:16.540747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f35d-e1c1-4e2b-b670-60916c88afac req-3ed4163a-8f3d-4be1-a11b-2ca2a120b26a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:16.544067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f253f35d-e1c1-4e2b-b670-60916c88afac req-3ed4163a-8f3d-4be1-a11b-2ca2a120b26a tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2241120 Jan 10 19:15:16.575094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Allocated IP 2001:db8::68 (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/8fc18e1a-99c5-42e3-935e-b946ae41dc62) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:16.578267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:16.586216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:16.600317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] For port f592d9ac-1445-4d04-8400-274e70ee57c3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f592d9ac-1445-4d04-8400-274e70ee57c3,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:16.600935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.608200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:16.616330 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.692446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f253f35d-e1c1-4e2b-b670-60916c88afac req-3c7ee1c1-ebda-4e28-9931-a5caae1df82d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417570 Jan 10 19:15:16.791559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Calling delete_port for f592d9ac-1445-4d04-8400-274e70ee57c3 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:16.825719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::3b3 (863fd86a-3130-4adc-8304-5cd8f5e1f495/50ea8f15-061e-4dea-a70d-367204c1c33e/c6c4f6c7-7930-43de-8a0c-080d1b51123d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:16.859594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Pushing event updated for resources: {'Port': ['ID=6d6e8771-e90a-4be1-a35c-0304868327e1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:16.907319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f592d9ac-1445-4d04-8400-274e70ee57c3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f592d9ac-1445-4d04-8400-274e70ee57c3,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:16.919235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.950594 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:16.954057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Transition to ACTIVE for port object 8fc18e1a-99c5-42e3-935e-b946ae41dc62 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:17.004618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.110137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:17.111197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=8fc18e1a-99c5-42e3-935e-b946ae41dc62,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:17.114704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:17.121313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:17.125345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.126123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.172730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-91483e1f-04f1-47c9-affc-297fc7c29d5b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7460074 Jan 10 19:15:17.175237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:17.203437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f592d9ac-1445-4d04-8400-274e70ee57c3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:17.216495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Attempting to bind port 6d6e8771-e90a-4be1-a35c-0304868327e1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:17.216829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Attempting to bind port 6d6e8771-e90a-4be1-a35c-0304868327e1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b66be997-e59b-432d-978e-847c069d67da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:17.217200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Attempting to bind port 6d6e8771-e90a-4be1-a35c-0304868327e1 on network c061f83f-25fd-48b4-bcb5-4199a5acc113 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:17.226488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:17.226834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Checking segment: {'id': 'b66be997-e59b-432d-978e-847c069d67da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:17.227298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.227735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Bound using segment: {'id': 'b66be997-e59b-432d-978e-847c069d67da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:17.228208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Bound port: 6d6e8771-e90a-4be1-a35c-0304868327e1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66be997-e59b-432d-978e-847c069d67da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:17.228679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.279391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:17.279391 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:17.365459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae0d32-3edf-43fa-a25d-978e58cc7b55 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.377426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae0d32-3edf-43fa-a25d-978e58cc7b55 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.391430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] For port 6d6e8771-e90a-4be1-a35c-0304868327e1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:17.395396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae0d32-3edf-43fa-a25d-978e58cc7b55 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.396290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85ae0d32-3edf-43fa-a25d-978e58cc7b55 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Synchronizing usage tracker for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:17.400579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] For port 6d6e8771-e90a-4be1-a35c-0304868327e1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d6e8771-e90a-4be1-a35c-0304868327e1,segment=NetworkSegment(b66be997-e59b-432d-978e-847c069d67da),segment_id=b66be997-e59b-432d-978e-847c069d67da)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:17.410326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.424924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.444559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object c6c4f6c7-7930-43de-8a0c-080d1b51123d will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:17.450663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85ae0d32-3edf-43fa-a25d-978e58cc7b55 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Unset dirty status for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:17.451903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-85ae0d32-3edf-43fa-a25d-978e58cc7b55 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2758837 Jan 10 19:15:17.454798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:17.489126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.565928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9439b4b-f84d-4d18-a584-f0964f0e101b None None] Pushing event updated for resources: {'Port': ['ID=6d6e8771-e90a-4be1-a35c-0304868327e1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:17.602488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:17.612856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:17.617527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:17.621717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.622328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.630104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=c6c4f6c7-7930-43de-8a0c-080d1b51123d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:17.636175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port 8fc18e1a-99c5-42e3-935e-b946ae41dc62 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:17.636768 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.658924 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de118e67-68f9-4cc8-9121-5984aa973211 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6051319 Jan 10 19:15:17.661695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:17.780532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Deleting port f592d9ac-1445-4d04-8400-274e70ee57c3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:17.781106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:17.822160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88f8d2-a490-4362-8293-701637fc861e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.826709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88f8d2-a490-4362-8293-701637fc861e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.830972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9d88f8d2-a490-4362-8293-701637fc861e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:17.853501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cd615-fd51-4e35-b018-157ee9c4d51a req-5edb460b-dfdb-48e8-ba50-9d0f4098d6b3 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:17.856197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-575cd615-fd51-4e35-b018-157ee9c4d51a req-5edb460b-dfdb-48e8-ba50-9d0f4098d6b3 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 945 time: 0.3000228 Jan 10 19:15:17.904506 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:15:17.916444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9d88f8d2-a490-4362-8293-701637fc861e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:17.920508 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9d88f8d2-a490-4362-8293-701637fc861e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2551649 Jan 10 19:15:17.920858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49170) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:18.034793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port c6c4f6c7-7930-43de-8a0c-080d1b51123d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:18.035175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:18.208235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:18.314150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] For port f592d9ac-1445-4d04-8400-274e70ee57c3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f592d9ac-1445-4d04-8400-274e70ee57c3,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:18.319510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:18.529240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Calling delete_port for f592d9ac-1445-4d04-8400-274e70ee57c3 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:18.594612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d6e8771-e90a-4be1-a35c-0304868327e1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:18.605833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for 8fc18e1a-99c5-42e3-935e-b946ae41dc62 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:18.725762 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:18.727908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:18.793171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] No DVR routers for this DVR port f592d9ac-1445-4d04-8400-274e70ee57c3 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:18.800898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-575cd615-fd51-4e35-b018-157ee9c4d51a req-16cf50c5-24ae-4114-a11a-7029c109188e tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9346609 Jan 10 19:15:18.806461 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:18.819197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45f1e4-a599-420f-8a37-1bdfc4715e60 None None] Pushing event deleted for resources: {'Port': ['ID=f592d9ac-1445-4d04-8400-274e70ee57c3,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:18.830200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3eeb3a-d18a-4d19-8555-8b42948b3ccd None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:18.972088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Port': ['ID=8fc18e1a-99c5-42e3-935e-b946ae41dc62,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:18.982225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for c6c4f6c7-7930-43de-8a0c-080d1b51123d owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:19.000893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2683f-b5df-444c-a74f-e576a1b70179 req-38d46042-9893-4ccd-aff3-2f036f9ff7b3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:19.002447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f2683f-b5df-444c-a74f-e576a1b70179 req-38d46042-9893-4ccd-aff3-2f036f9ff7b3 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 1.0858934 Jan 10 19:15:19.027407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6d6e8771-e90a-4be1-a35c-0304868327e1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:19.192365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '50ea8f15-061e-4dea-a70d-367204c1c33e'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:19.194347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.205574 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.246303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bb348-bd8c-4e6c-aa39-2f34be149659 None None] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:19.251545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5bcbe27-9b99-4297-adfd-3dc70b37fb6c tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/ports/8fc18e1a-99c5-42e3-935e-b946ae41dc62 HTTP/1.1" status: 204 len: 168 time: 1.7930391 Jan 10 19:15:19.257104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f2683f-b5df-444c-a74f-e576a1b70179 req-277ab257-c038-454f-900f-08171ce92fb1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424312 Jan 10 19:15:19.257685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49192) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:19.333949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72d77934-3a0e-48a5-af81-2c0bedb68f0c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:19.335405 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.348042 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4754b6db-3660-4764-9c98-c9b0873a9583 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] GET failed (client error): The resource could not be found. Jan 10 19:15:19.348911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4754b6db-3660-4764-9c98-c9b0873a9583 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Synchronizing usage tracker for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:19.371479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4754b6db-3660-4764-9c98-c9b0873a9583 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Unset dirty status for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:19.377834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4754b6db-3660-4764-9c98-c9b0873a9583 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "GET /v2.0/ports/8fc18e1a-99c5-42e3-935e-b946ae41dc62 HTTP/1.1" status: 404 len: 333 time: 0.1171780 Jan 10 19:15:19.378433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49200) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:19.388286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1983269801'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:19.396213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=c6c4f6c7-7930-43de-8a0c-080d1b51123d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:19.460594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.502770 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b8efcb80-091e-42e2-a283-e9c4c49f54cb tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/c6c4f6c7-7930-43de-8a0c-080d1b51123d HTTP/1.1" status: 204 len: 168 time: 1.5784938 Jan 10 19:15:19.503438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:19.523483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] Provisioning for port 6d6e8771-e90a-4be1-a35c-0304868327e1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:19.572045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] Provisioning complete for port 6d6e8771-e90a-4be1-a35c-0304868327e1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:19.572756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.594980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0f54a-f1e5-4013-9a19-fd486964b0e3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:19.596391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0f54a-f1e5-4013-9a19-fd486964b0e3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:19.597098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:19.597234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ff0f54a-f1e5-4013-9a19-fd486964b0e3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:19.608540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:19.616635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ff0f54a-f1e5-4013-9a19-fd486964b0e3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:19.618303 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ff0f54a-f1e5-4013-9a19-fd486964b0e3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1137605 Jan 10 19:15:19.621288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:19.632056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:19.644410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.694976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] device_id is not set on port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:19.720718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 50ea8f15-061e-4dea-a70d-367204c1c33e {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:19.767606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 72d77934-3a0e-48a5-af81-2c0bedb68f0c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:19.848552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 72d77934-3a0e-48a5-af81-2c0bedb68f0c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:19.848962 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.878636 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:19.917845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/50ea8f15-061e-4dea-a70d-367204c1c33e/ec203370-ed8b-4795-845e-95878828d841) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:19.957271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Allocated IP 2001:db8::187 (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/c7873ad8-8b70-4bc1-adbd-1124ceb3f186) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:20.148745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.295052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] For port 6d6e8771-e90a-4be1-a35c-0304868327e1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d6e8771-e90a-4be1-a35c-0304868327e1,segment=NetworkSegment(b66be997-e59b-432d-978e-847c069d67da),segment_id=b66be997-e59b-432d-978e-847c069d67da)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:20.309807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d77934-3a0e-48a5-af81-2c0bedb68f0c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:20.325762 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.330748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee4693-f1a0-4f42-aafa-a9c8e398220c req-227d844a-3ba7-42d3-92d3-877ffa9da648 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:20.332489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53ee4693-f1a0-4f42-aafa-a9c8e398220c req-227d844a-3ba7-42d3-92d3-877ffa9da648 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 945 time: 0.3723934 Jan 10 19:15:20.337799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.374898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Transition to ACTIVE for port object c7873ad8-8b70-4bc1-adbd-1124ceb3f186 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:20.412352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53ee4693-f1a0-4f42-aafa-a9c8e398220c req-f20c702c-149c-4cf9-b41e-9dc4b73ddeed tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709300 Jan 10 19:15:20.428758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.470443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c,segment=NetworkSegment(700bca63-c5ee-47ef-bb21-6d85c923e3d6),segment_id=700bca63-c5ee-47ef-bb21-6d85c923e3d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:20.512913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.516091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=c7873ad8-8b70-4bc1-adbd-1124ceb3f186,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:20.586759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:20.589179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:20.591535 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d77934-3a0e-48a5-af81-2c0bedb68f0c', 'code': 200} Jan 10 19:15:20.593153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:20.598520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:20.599296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.613842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab856-d95c-46d7-9251-624a49b22868 None None] Pushing event updated for resources: {'Port': ['ID=6d6e8771-e90a-4be1-a35c-0304868327e1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:20.768781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4426408c-704e-4f4d-b3ae-65fb5216292d tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3868754 Jan 10 19:15:20.769198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:20.776958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:9f:f7:a0'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:20.796406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa2cd-4a38-4e2e-b5dc-b86416b86121 req-69936b28-dffd-4331-90ff-e63fec98bd19 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:20.804207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-140fa2cd-4a38-4e2e-b5dc-b86416b86121 req-69936b28-dffd-4331-90ff-e63fec98bd19 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.2741606 Jan 10 19:15:20.851270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eebaa4b9-6e0d-4b68-9255-154f8993df4a req-e0109697-ac7a-4482-aec4-8812b7274c5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 1097 time: 0.1921895 Jan 10 19:15:20.904545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.919800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Transition to ACTIVE for port object ec203370-ed8b-4795-845e-95878828d841 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:20.942845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Transition to ACTIVE for port object ec203370-ed8b-4795-845e-95878828d841 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:20.956556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.973666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:20.977738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-140fa2cd-4a38-4e2e-b5dc-b86416b86121 req-71a801c9-b5a8-42cc-afa7-35857caf55f6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721313 Jan 10 19:15:20.983699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eebaa4b9-6e0d-4b68-9255-154f8993df4a req-1ce9e5f9-0e86-45aa-8b01-0c0741f0632b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255441 Jan 10 19:15:21.035726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:21.039663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:21.047254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:21.166134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=72d77934-3a0e-48a5-af81-2c0bedb68f0c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:21.283111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Attempting to bind port ec203370-ed8b-4795-845e-95878828d841 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:21.285052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Attempting to bind port ec203370-ed8b-4795-845e-95878828d841 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:21.285578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Attempting to bind port ec203370-ed8b-4795-845e-95878828d841 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:21.294326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-20f07b97-534e-4b8e-b2e1-fb8d82a0e70f None None] Provisioning for port 32eb645f-d7e4-4298-a218-4864db56c08a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:21.316984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-20f07b97-534e-4b8e-b2e1-fb8d82a0e70f None None] Provisioning complete for port 32eb645f-d7e4-4298-a218-4864db56c08a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:21.317359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20f07b97-534e-4b8e-b2e1-fb8d82a0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.320304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.395833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Pushing event updated for resources: {'Port': ['ID=ec203370-ed8b-4795-845e-95878828d841,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:21.402439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:21.402815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:21.403239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.403614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:21.404646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Bound port: ec203370-ed8b-4795-845e-95878828d841, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:21.406089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.419970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-20f07b97-534e-4b8e-b2e1-fb8d82a0e70f None None] Port 32eb645f-d7e4-4298-a218-4864db56c08a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:21.472316 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.563953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-20f07b97-534e-4b8e-b2e1-fb8d82a0e70f None None] Provisioning complete for port 6d6e8771-e90a-4be1-a35c-0304868327e1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:21.564458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20f07b97-534e-4b8e-b2e1-fb8d82a0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.601663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] For port ec203370-ed8b-4795-845e-95878828d841, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:21.660156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] For port ec203370-ed8b-4795-845e-95878828d841, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ec203370-ed8b-4795-845e-95878828d841,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:21.683571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.723675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.780009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38fc6-817f-4379-b6dc-09eae87913b0 req-35cd2eb4-fd54-4a60-a76c-8b12d253513d tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:21.795503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06b38fc6-817f-4379-b6dc-09eae87913b0 req-35cd2eb4-fd54-4a60-a76c-8b12d253513d tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 946 time: 0.1965406 Jan 10 19:15:21.903943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06b38fc6-817f-4379-b6dc-09eae87913b0 req-e49dd237-8375-42a0-9f39-2f2b6a795e0d tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073496 Jan 10 19:15:21.928930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47de99-c19d-40e5-8076-8a31bac610fe None None] Pushing event updated for resources: {'Port': ['ID=ec203370-ed8b-4795-845e-95878828d841,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:21.953655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:21.989095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.059291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] In _notify_port_updated(), no bound segment for port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 on network c061f83f-25fd-48b4-bcb5-4199a5acc113 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:15:22.064913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:22.065592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.069893 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "PUT /v2.0/ports/c7873ad8-8b70-4bc1-adbd-1124ceb3f186 HTTP/1.1" status: 200 len: 1003 time: 1.2960343 Jan 10 19:15:22.071867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49280) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:22.084367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8adca52-f888-43be-aa66-7b66447a78f5 None None] Could not find standard attr ID for object 8fc18e1a-99c5-42e3-935e-b946ae41dc62. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:22.102088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.148879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8adca52-f888-43be-aa66-7b66447a78f5 None None] Provisioning complete for port 32eb645f-d7e4-4298-a218-4864db56c08a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:22.149800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8adca52-f888-43be-aa66-7b66447a78f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.218885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=50ea8f15-061e-4dea-a70d-367204c1c33e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:22.246388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9302a-a739-4216-b73c-9bd6ebda8ed9 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=c7873ad8-8b70-4bc1-adbd-1124ceb3f186,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:22.260283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.330271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-098525cb-ac26-4ace-ae49-2f8efce589ba tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/50ea8f15-061e-4dea-a70d-367204c1c33e HTTP/1.1" status: 204 len: 168 time: 2.7074802 Jan 10 19:15:22.333109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:22.399311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d6e8771-e90a-4be1-a35c-0304868327e1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:22.413086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:22.422750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.491337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a8adca52-f888-43be-aa66-7b66447a78f5 None None] Port 32eb645f-d7e4-4298-a218-4864db56c08a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:22.531510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6d6e8771-e90a-4be1-a35c-0304868327e1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:22.533281 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.551545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d7a78e2-cc28-4df0-bd9a-425fde5b0a45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2170408 Jan 10 19:15:22.553395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49298) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:22.682034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-38c33233-47e6-4f3b-9013-ad2e297fe8df None None] Provisioning for port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:22.706907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-38c33233-47e6-4f3b-9013-ad2e297fe8df None None] Provisioning complete for port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:22.707294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38c33233-47e6-4f3b-9013-ad2e297fe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:22.742230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62afdd1-c328-4ae1-b1b3-f978d8bbe815 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:22.742843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f62afdd1-c328-4ae1-b1b3-f978d8bbe815 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:22.780156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-38c33233-47e6-4f3b-9013-ad2e297fe8df None None] Port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:22.787081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f62afdd1-c328-4ae1-b1b3-f978d8bbe815 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:22.788638 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f62afdd1-c328-4ae1-b1b3-f978d8bbe815 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2289751 Jan 10 19:15:22.791467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49306) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:22.934063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac529c-79f6-4257-9e65-49425ae791cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:22.934807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afac529c-79f6-4257-9e65-49425ae791cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:22.960628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afac529c-79f6-4257-9e65-49425ae791cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:22.962197 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-afac529c-79f6-4257-9e65-49425ae791cd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1697383 Jan 10 19:15:22.964924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:23.218358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-155e669a-595f-4572-9c5a-9950be4b06ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2523446 Jan 10 19:15:23.235594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49324) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:23.243829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:23.335337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a8c1-550c-4a55-880e-091142dd8da9 req-f16667de-dab7-43ea-8aac-2d21012227b2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:23.342962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e56a8c1-550c-4a55-880e-091142dd8da9 req-f16667de-dab7-43ea-8aac-2d21012227b2 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.8365102 Jan 10 19:15:23.346261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:23.380525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:23.393503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:23.419327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae567ec5-490e-4e41-b643-d990e8f196ef None None] Provisioning complete for port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:23.420034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae567ec5-490e-4e41-b643-d990e8f196ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:23.425400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:23.499708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae567ec5-490e-4e41-b643-d990e8f196ef None None] Port c7873ad8-8b70-4bc1-adbd-1124ceb3f186 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:23.525901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for c7873ad8-8b70-4bc1-adbd-1124ceb3f186 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:23.581823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:23.624289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d909e-ccad-4463-b837-2c7be3390130 req-b7da15db-4a40-4f13-9670-bad1df97b2d4 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:23.626116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f13d909e-ccad-4463-b837-2c7be3390130 req-b7da15db-4a40-4f13-9670-bad1df97b2d4 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 946 time: 0.4439907 Jan 10 19:15:23.633333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e56a8c1-550c-4a55-880e-091142dd8da9 req-7bf09a8c-211a-4a77-8350-fcd5a1062d15 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891648 Jan 10 19:15:23.729666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659fc82-dbfb-4472-a02b-3ae68e719d80 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:23.772441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f13d909e-ccad-4463-b837-2c7be3390130 req-0ad58b3a-424b-4492-9d50-c99eb582111e tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346505 Jan 10 19:15:23.807372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:23.907858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Port': ['ID=c7873ad8-8b70-4bc1-adbd-1124ceb3f186,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:23.964740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c2cec642-122e-4045-98a6-29d066bb0591 None None] Provisioning for port ec203370-ed8b-4795-845e-95878828d841 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:23.975831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c2cec642-122e-4045-98a6-29d066bb0591 None None] Could not find standard attr ID for object c6c4f6c7-7930-43de-8a0c-080d1b51123d. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:24.100027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:24.104147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Deleting port ec203370-ed8b-4795-845e-95878828d841 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:24.104565 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:24.224732 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:24.259195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0831175e-3c82-468c-8b94-3200f311f4f6 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/ports/c7873ad8-8b70-4bc1-adbd-1124ceb3f186 HTTP/1.1" status: 204 len: 168 time: 2.1831188 Jan 10 19:15:24.259195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49352) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:24.338719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:15:24.365861 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6771e9c8-faa0-4e16-81ab-82e5d2fd5259 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] GET failed (client error): The resource could not be found. Jan 10 19:15:24.366508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6771e9c8-faa0-4e16-81ab-82e5d2fd5259 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Synchronizing usage tracker for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:24.406230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6771e9c8-faa0-4e16-81ab-82e5d2fd5259 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Unset dirty status for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:24.409268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6771e9c8-faa0-4e16-81ab-82e5d2fd5259 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "GET /v2.0/ports/c7873ad8-8b70-4bc1-adbd-1124ceb3f186 HTTP/1.1" status: 404 len: 333 time: 0.1434526 Jan 10 19:15:24.413524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49362) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:24.423133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1230307362'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:24.661347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] For port ec203370-ed8b-4795-845e-95878828d841, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ec203370-ed8b-4795-845e-95878828d841,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:24.661785 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:24.705140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:24.720703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf935a1-adba-4ffb-815d-e19660f4a99e req-e98aaa6a-abb2-48cf-bb09-65048d6f1345 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:24.724278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cf935a1-adba-4ffb-815d-e19660f4a99e req-e98aaa6a-abb2-48cf-bb09-65048d6f1345 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.1714289 Jan 10 19:15:24.785533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:24.815546 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:24.827822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8cf935a1-adba-4ffb-815d-e19660f4a99e req-1c1b38b0-08e0-4e25-a1ed-950457c570af tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973930 Jan 10 19:15:24.829145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:24.832531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:24.836549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Calling delete_port for ec203370-ed8b-4795-845e-95878828d841 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:24.913640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:24.914107 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:24.917935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] device_id is not set on port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:25.163829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c23a38-8976-4c97-b96d-5409e0b3fac8 req-e45c98ad-c19f-440f-80dc-4d50fb07f234 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:25.165695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58c23a38-8976-4c97-b96d-5409e0b3fac8 req-e45c98ad-c19f-440f-80dc-4d50fb07f234 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 946 time: 0.1085439 Jan 10 19:15:25.213103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Allocated IP 2001:db8::1ec (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/53dff2b4-e4c4-4ce1-8db9-43d23c52b94e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:25.229997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port ec203370-ed8b-4795-845e-95878828d841, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ec203370-ed8b-4795-845e-95878828d841,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:25.250676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58c23a38-8976-4c97-b96d-5409e0b3fac8 req-d7957035-0558-404a-a20f-08bbdbe23082 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790248 Jan 10 19:15:25.306941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.327940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.328650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.415338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Deleting port ec203370-ed8b-4795-845e-95878828d841 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:25.415984 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.491685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:25.498667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:25.501846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:25.502435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.692727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] For port ec203370-ed8b-4795-845e-95878828d841, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ec203370-ed8b-4795-845e-95878828d841,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:25.693689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.709911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-d57d2207-ec4c-47e6-952c-b08fd9feb468 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:25.711549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-d57d2207-ec4c-47e6-952c-b08fd9feb468 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.1865437 Jan 10 19:15:25.717219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=0dd75853-1b49-402d-bff2-b80e0a1a4849,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:25.729409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=ec203370-ed8b-4795-845e-95878828d841,revision_number=5']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:25.747869 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-21339ea3-f4c0-4c96-8e8b-13f32dfc753a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5080836 Jan 10 19:15:25.750161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49384) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:25.763906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:25.814803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.818760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port 01914e65-c01c-4088-b7c3-2dbe893431e2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:25.821038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:25.918251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Calling delete_port for ec203370-ed8b-4795-845e-95878828d841 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:26.137588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:26.139436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:26.144667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Transition to ACTIVE for port object 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:26.194910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] Pushing event deleted for resources: {'Port': ['ID=ec203370-ed8b-4795-845e-95878828d841,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:26.230654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:26.240891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:26.262388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:26.268057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:26.299725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ac370-17ac-428c-8e2e-7ea8305e760e None None] No DVR routers for this DVR port ec203370-ed8b-4795-845e-95878828d841 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:26.308249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port 01914e65-c01c-4088-b7c3-2dbe893431e2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=01914e65-c01c-4088-b7c3-2dbe893431e2,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:26.308249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:26.319031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd6f76-f598-40b1-8a48-52fdefe10f22 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:26.389127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=53dff2b4-e4c4-4ce1-8db9-43d23c52b94e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:26.449331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:26.452058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:26.456810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:26.467894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:26.468559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:26.497062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:26.501335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:26.664033 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0dd75853-1b49-402d-bff2-b80e0a1a4849 (CIDR: 2001:db8::/64) Jan 10 19:15:26.666646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ac80bbfd-3034-4494-9af2-8fc72b993747 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2519376 Jan 10 19:15:26.677013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49404) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:26.705115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9f:f7:a0'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:26.761817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for 01914e65-c01c-4088-b7c3-2dbe893431e2 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:26.796643 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:15:26.798034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:15:26.802506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '0dd75853-1b49-402d-bff2-b80e0a1a4849'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:26.803744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:26.832491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8834b7-dff5-42d2-ae01-3d20f5564068 req-ac12b2f7-0ded-4315-88ff-ee08da50210d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:26.841584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f8834b7-dff5-42d2-ae01-3d20f5564068 req-ac12b2f7-0ded-4315-88ff-ee08da50210d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 945 time: 0.7059183 Jan 10 19:15:26.853503 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b6b1ac91-bda3-4beb-ab55-954429ee98b0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1019621 Jan 10 19:15:26.857398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:26.892560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:26.930304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-ab0e818a-d54f-4894-b463-c4b5d33b95ac tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:26.932689 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-ab0e818a-d54f-4894-b463-c4b5d33b95ac tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 946 time: 0.5441716 Jan 10 19:15:27.123132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Deleting port 72d77934-3a0e-48a5-af81-2c0bedb68f0c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:27.124644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.158682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:27.169617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:27.172891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Allocated IP 2001:db8::f816:3eff:fe70:6cb5 (863fd86a-3130-4adc-8304-5cd8f5e1f495/0dd75853-1b49-402d-bff2-b80e0a1a4849/16241027-40c9-4d08-92ab-142de468a41c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:27.177985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:27.181112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-318b1f86-9069-43ba-8a49-422714e02b33 None None] Provisioning for port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:27.187404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-318b1f86-9069-43ba-8a49-422714e02b33 None None] Provisioning complete for port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:27.189108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-318b1f86-9069-43ba-8a49-422714e02b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.253650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-318b1f86-9069-43ba-8a49-422714e02b33 None None] Port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:27.266246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:27.330288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:27.511001 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.529805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.549034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f8834b7-dff5-42d2-ae01-3d20f5564068 req-94ca6538-c348-4cd7-b7c2-d34f5ab0e6ac tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062562 Jan 10 19:15:27.615483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.636484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Transition to ACTIVE for port object 16241027-40c9-4d08-92ab-142de468a41c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:27.662333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8401-2e09-402b-8947-7b2ac70dde2b req-3dd95043-71fd-4205-b4b8-30dc4836e113 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:27.674362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdae8401-2e09-402b-8947-7b2ac70dde2b req-3dd95043-71fd-4205-b4b8-30dc4836e113 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 946 time: 1.2227185 Jan 10 19:15:27.682854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Transition to ACTIVE for port object 16241027-40c9-4d08-92ab-142de468a41c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:27.695014 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.844765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] For port 72d77934-3a0e-48a5-af81-2c0bedb68f0c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72d77934-3a0e-48a5-af81-2c0bedb68f0c,segment=NetworkSegment(700bca63-c5ee-47ef-bb21-6d85c923e3d6),segment_id=700bca63-c5ee-47ef-bb21-6d85c923e3d6)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:27.845491 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.846380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:27.847511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Pushing event updated for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:27.856066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:27.865766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:27.984414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:27.998729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Calling delete_port for 72d77934-3a0e-48a5-af81-2c0bedb68f0c owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:28.042692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Attempting to bind port 16241027-40c9-4d08-92ab-142de468a41c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:28.043158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Attempting to bind port 16241027-40c9-4d08-92ab-142de468a41c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:28.043581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Attempting to bind port 16241027-40c9-4d08-92ab-142de468a41c on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:28.053678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=01914e65-c01c-4088-b7c3-2dbe893431e2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:28.062164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:28.062645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:28.063092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.063493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:28.063984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Bound port: 16241027-40c9-4d08-92ab-142de468a41c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:28.064363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.070534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdae8401-2e09-402b-8947-7b2ac70dde2b req-529f9784-4452-4d79-afb9-475e2b940ad5 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/security-groups?id=02fc1d42-b03a-4f8a-bda0-df1170707506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950758 Jan 10 19:15:28.256254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:28.262148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:28.266240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49426) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:28.271956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.345156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.372592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port 01914e65-c01c-4088-b7c3-2dbe893431e2 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:28.375735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.378469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'name': 'network-vif-deleted', 'tag': '01914e65-c01c-4088-b7c3-2dbe893431e2'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:28.410354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98beb4ad-03a1-417d-9b8e-28fe20a9c40c req-07943cad-c26b-4891-aa70-3299f50e1532 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "DELETE /v2.0/ports/01914e65-c01c-4088-b7c3-2dbe893431e2 HTTP/1.1" status: 204 len: 173 time: 2.6910746 Jan 10 19:15:28.424931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Pushing event deleted for resources: {'Port': ['ID=72d77934-3a0e-48a5-af81-2c0bedb68f0c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:28.455978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.508529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ec874-021d-475f-9ae2-85ac21599ff8 None None] Pushing event updated for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:28.584565 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6afe8c-0e7b-4996-901d-91a951456ef5', 'name': 'network-vif-deleted', 'tag': '01914e65-c01c-4088-b7c3-2dbe893431e2', 'status': 'completed', 'code': 200} Jan 10 19:15:28.596271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:28.600297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:28.607875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:28.608609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.644880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7653193 Jan 10 19:15:28.648926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49438) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:28.659652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:91:20:58', 'name': 'tempest-NetworksTestDHCPv6-1272580093'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:28.688958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a8f67-4e88-471c-be00-1258e419fb7f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=7d6437f0-ef21-490e-b6ae-f4416f7646ae,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:28.901590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7f4376f2-8c0e-45f6-ae2a-e4fb44c9e60c req-3dea365b-8ea9-4769-b274-3f41a90e6e51 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:28.901914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.959824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:28.962810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7f4376f2-8c0e-45f6-ae2a-e4fb44c9e60c req-3dea365b-8ea9-4769-b274-3f41a90e6e51 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:28.964278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f4376f2-8c0e-45f6-ae2a-e4fb44c9e60c req-3dea365b-8ea9-4769-b274-3f41a90e6e51 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6afe8c-0e7b-4996-901d-91a951456ef5 HTTP/1.1" status: 200 len: 210 time: 0.1365776 Jan 10 19:15:28.967411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:28.970611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:28.977354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:28.993346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] No DVR routers for this DVR port 72d77934-3a0e-48a5-af81-2c0bedb68f0c on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:28.998097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:28.999479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:29.003913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.012771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'name': 'network-vif-deleted', 'tag': '72d77934-3a0e-48a5-af81-2c0bedb68f0c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:29.039263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 8facb96d-e848-4109-af39-114c3096276d yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:29.059956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:29.092496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:15:29.102832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Usage tracker for resource:security_group_rule and tenant:742df53f68934702b265f431981011a1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:29.119181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:29.140492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:29.234112 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac390b95-8c3b-442b-9adb-5065371ca2c2', 'name': 'network-vif-deleted', 'tag': '72d77934-3a0e-48a5-af81-2c0bedb68f0c', 'status': 'completed', 'code': 200} Jan 10 19:15:29.245621 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-15a5ace7-796c-40a6-b52a-df967d51bde5 req-c5e884a0-7539-4126-aeb8-e68b03a8a444 tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.44 "DELETE /v2.0/ports/72d77934-3a0e-48a5-af81-2c0bedb68f0c HTTP/1.1" status: 204 len: 173 time: 2.2603731 Jan 10 19:15:29.261497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.276586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.333823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] In _notify_port_updated(), no bound segment for port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e on network c061f83f-25fd-48b4-bcb5-4199a5acc113 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:15:29.337728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:29.338228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.342181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "PUT /v2.0/ports/53dff2b4-e4c4-4ce1-8db9-43d23c52b94e HTTP/1.1" status: 200 len: 1003 time: 2.6589441 Jan 10 19:15:29.349341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49448) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:29.360998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.372619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 01914e65-c01c-4088-b7c3-2dbe893431e2 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:29.393635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8:0:1::22d (863fd86a-3130-4adc-8304-5cd8f5e1f495/7d6437f0-ef21-490e-b6ae-f4416f7646ae/8facb96d-e848-4109-af39-114c3096276d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:29.411996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:fe91:2058 (863fd86a-3130-4adc-8304-5cd8f5e1f495/0dd75853-1b49-402d-bff2-b80e0a1a4849/8facb96d-e848-4109-af39-114c3096276d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:29.427972 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.444369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 01914e65-c01c-4088-b7c3-2dbe893431e2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:29.445247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 01914e65-c01c-4088-b7c3-2dbe893431e2 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:29.450092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72d77934-3a0e-48a5-af81-2c0bedb68f0c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:29.484803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8edbbc3-b592-4f2d-9fca-6673244e61ab,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:29.520148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 72d77934-3a0e-48a5-af81-2c0bedb68f0c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:29.520675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72d77934-3a0e-48a5-af81-2c0bedb68f0c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:29.557597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb427-ccc0-4d50-b701-96cbbf0ed7cb tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=53dff2b4-e4c4-4ce1-8db9-43d23c52b94e,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:29.580327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:29.580965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.738603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:29.775126 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d6ffc8ad-362a-46a6-b925-3bd10a7f0fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=742df53f68934702b265f431981011a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4917400 Jan 10 19:15:29.780254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49454) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:29.784058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 8facb96d-e848-4109-af39-114c3096276d will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:29.949929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-00fe2931-93dd-4b3f-8d17-c72118cbd35c None None] Provisioning complete for port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:29.950282 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-00fe2931-93dd-4b3f-8d17-c72118cbd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.024202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8cb5983-6cf9-49c7-9abd-90052229968c req-f80253a6-34e2-42c7-9a5a-537e6e796c4b tempest-ServerPasswordTestJSON-382651969 tempest-ServerPasswordTestJSON-382651969-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac390b95-8c3b-442b-9adb-5065371ca2c2 HTTP/1.1" status: 200 len: 210 time: 0.6927466 Jan 10 19:15:30.080493 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.081362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-00fe2931-93dd-4b3f-8d17-c72118cbd35c None None] Port 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:30.247693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e6d0-1d0b-4ae8-9706-9b88eccdfd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.290922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:30.293891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbfe5a-23a4-4f08-a374-c2826c889c3e None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:30.296343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:30.306470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:30.311580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:30.312382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.340437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=8facb96d-e848-4109-af39-114c3096276d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:30.344641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8571df08-5dfb-4bd4-9d1f-1ce15cf7b5ef tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6945682 Jan 10 19:15:30.347109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49464) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:30.435958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 8facb96d-e848-4109-af39-114c3096276d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:30.436305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.440158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e6d0-1d0b-4ae8-9706-9b88eccdfd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.448988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.449293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 16241027-40c9-4d08-92ab-142de468a41c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:30.574260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a04eab32-d287-419d-96c2-f399f91f2829 None None] Provisioning for port 16241027-40c9-4d08-92ab-142de468a41c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:30.602522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 16241027-40c9-4d08-92ab-142de468a41c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:30.638600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 16241027-40c9-4d08-92ab-142de468a41c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:30.639260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.643252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for 53dff2b4-e4c4-4ce1-8db9-43d23c52b94e owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:30.823150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.832557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.845294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.893485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:30.900898 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.909375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e6d0-1d0b-4ae8-9706-9b88eccdfd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:30.926672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Port': ['ID=53dff2b4-e4c4-4ce1-8db9-43d23c52b94e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:30.990259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e6d0-1d0b-4ae8-9706-9b88eccdfd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8edbbc3-b592-4f2d-9fca-6673244e61ab,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:31.013092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 8facb96d-e848-4109-af39-114c3096276d owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:31.046967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331d80-7105-4c6a-862d-7a65def128e2 req-e222371e-2093-431e-9969-e5a3d146aa21 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:31.053797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-e222371e-2093-431e-9969-e5a3d146aa21 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.3954403 Jan 10 19:15:31.059103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.082401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e6d0-1d0b-4ae8-9706-9b88eccdfd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.086033 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9bc9e6d0-1d0b-4ae8-9706-9b88eccdfd74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8edbbc3-b592-4f2d-9fca-6673244e61ab HTTP/1.1" status: 204 len: 168 time: 1.3050575 Jan 10 19:15:31.086894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Update dhcp port {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '0dd75853-1b49-402d-bff2-b80e0a1a4849', 'ip_address': '2001:db8::f816:3eff:fe70:6cb5'}, {'subnet_id': '7d6437f0-ef21-490e-b6ae-f4416f7646ae'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '16241027-40c9-4d08-92ab-142de468a41c'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:15:31.090646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cac36d33-926f-42ed-9da2-ba1fa39fa26b tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/ports/53dff2b4-e4c4-4ce1-8db9-43d23c52b94e HTTP/1.1" status: 204 len: 168 time: 1.7321579 Jan 10 19:15:31.092947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:31.162737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-bcf57d22-8995-4b1a-a7e0-c069542f6ca0 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/quotas/64fe0823c8394355aafc2ebc910e5682 HTTP/1.1" status: 200 len: 375 time: 0.1080766 Jan 10 19:15:31.216723 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98c26c8-d155-4731-bab3-1f36bae7fa65 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] GET failed (client error): The resource could not be found. Jan 10 19:15:31.218998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c98c26c8-d155-4731-bab3-1f36bae7fa65 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Synchronizing usage tracker for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:31.243464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:31.269063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c98c26c8-d155-4731-bab3-1f36bae7fa65 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Unset dirty status for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:31.273945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c98c26c8-d155-4731-bab3-1f36bae7fa65 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "GET /v2.0/ports/53dff2b4-e4c4-4ce1-8db9-43d23c52b94e HTTP/1.1" status: 404 len: 333 time: 0.1765275 Jan 10 19:15:31.275392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49488) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:31.299297 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.301285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1137432923'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:31.331477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:31.382760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.383205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.386202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.386561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.386914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.387259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.392856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.393264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.393604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.393942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.394276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:31.433690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-ffa1d1fd-cdc0-413c-b382-709412f2234d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2620883 Jan 10 19:15:31.668216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:31.677990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:31.688536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:31.692130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.715523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] device_id is not set on port 59d71f9b-ef9f-43a9-9ee3-15a12309553e yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:31.719156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Allocated IP 2001:db8:0:1::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/7d6437f0-ef21-490e-b6ae-f4416f7646ae/16241027-40c9-4d08-92ab-142de468a41c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:31.725570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-e4079962-42f6-4857-978f-4428bbae01e1 service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727301 Jan 10 19:15:31.728542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Deleting subnet 94fa7364-ba30-4a59-920e-a94e6cb08815 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:31.828225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49500) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:31.848758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.875947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.887844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:31.916695 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:31.933295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Transition to ACTIVE for port object 16241027-40c9-4d08-92ab-142de468a41c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:31.937246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.008481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-4f0491bb-e7a6-459d-901f-7a20cf64135d service neutron] 10.222.0.21 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445982 Jan 10 19:15:32.017875 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.085475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044b33d-c232-4109-a4d0-7b8a4f2b8f08 None None] Pushing event updated for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:32.100045 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.150546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.150741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:32.166687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Usage tracker for resource:security_group_rule and tenant:8173e882522c45bcbdbff9a877fcd251 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:32.174108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:32.187199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:32.255876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=8facb96d-e848-4109-af39-114c3096276d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:32.269680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 16241027-40c9-4d08-92ab-142de468a41c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:32.404406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Allocated IP 2001:db8::1c4 (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/59d71f9b-ef9f-43a9-9ee3-15a12309553e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:32.513143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.529002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.713473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a6c593a-3693-4e80-9fe3-9d7b8844982a req-5f2ee4a6-cbb9-4bdc-a21c-e3372318a36b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 210 time: 0.3023453 Jan 10 19:15:32.729904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.740548 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8173e882522c45bcbdbff9a877fcd251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9078906 Jan 10 19:15:32.753566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49516) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:32.769065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fce42-5aba-426c-851e-cf0661128dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d659562f-4ba8-4388-b184-25e536c818ec,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:32.843091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-41736da8-8070-496f-9d1d-481bcbb65497 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/8facb96d-e848-4109-af39-114c3096276d HTTP/1.1" status: 204 len: 168 time: 2.4946318 Jan 10 19:15:32.845924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:32.904336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.963841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fa7364-ba30-4a59-920e-a94e6cb08815,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:32.996738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:32.999197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a2d598a3-c19e-4281-81c6-24280e8c3902 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94fa7364-ba30-4a59-920e-a94e6cb08815 HTTP/1.1" status: 204 len: 168 time: 1.6659842 Jan 10 19:15:33.001278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daeb5996-5c43-46be-a13f-ad7c65aab6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.008297 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.025239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Transition to ACTIVE for port object 59d71f9b-ef9f-43a9-9ee3-15a12309553e will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:33.047717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:33.052838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daeb5996-5c43-46be-a13f-ad7c65aab6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.066000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65ab797c-47eb-4646-a237-3f03c7e69ada None None] Could not find standard attr ID for object 8facb96d-e848-4109-af39-114c3096276d. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:33.080033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.101847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65ab797c-47eb-4646-a237-3f03c7e69ada None None] Provisioning for port 16241027-40c9-4d08-92ab-142de468a41c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:33.108629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65ab797c-47eb-4646-a237-3f03c7e69ada None None] Provisioning complete for port 16241027-40c9-4d08-92ab-142de468a41c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:33.109003 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ab797c-47eb-4646-a237-3f03c7e69ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.181349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daeb5996-5c43-46be-a13f-ad7c65aab6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.198956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb5996-5c43-46be-a13f-ad7c65aab6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d659562f-4ba8-4388-b184-25e536c818ec,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:33.210558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd43b2a-ba55-4ab4-b68e-68b3d09c35de tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:33.211567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8fd43b2a-ba55-4ab4-b68e-68b3d09c35de tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:33.228012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-daeb5996-5c43-46be-a13f-ad7c65aab6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.229459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-daeb5996-5c43-46be-a13f-ad7c65aab6dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d659562f-4ba8-4388-b184-25e536c818ec HTTP/1.1" status: 204 len: 168 time: 0.4449711 Jan 10 19:15:33.239783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8fd43b2a-ba55-4ab4-b68e-68b3d09c35de tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:33.241093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8fd43b2a-ba55-4ab4-b68e-68b3d09c35de tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3934064 Jan 10 19:15:33.244687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49532) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:33.353059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b83a94-dad9-4bb3-92ff-c90e2badefb2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:33.361474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-59b83a94-dad9-4bb3-92ff-c90e2badefb2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1104238 Jan 10 19:15:33.361474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49536) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:33.458211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45823d7a-39e7-4aca-bfad-6d50a9999dd5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:33.461290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45823d7a-39e7-4aca-bfad-6d50a9999dd5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:33.462763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45823d7a-39e7-4aca-bfad-6d50a9999dd5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:33.463802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45823d7a-39e7-4aca-bfad-6d50a9999dd5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:33.480449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:33.487143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:33.489679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45823d7a-39e7-4aca-bfad-6d50a9999dd5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:33.492404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45823d7a-39e7-4aca-bfad-6d50a9999dd5 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1292214 Jan 10 19:15:33.494862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49540) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:33.513079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:33.517545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:33.518227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.555953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.558039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=59d71f9b-ef9f-43a9-9ee3-15a12309553e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:33.580579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-07fa77fc-c4d4-4cfd-aa9f-0d5c9affacee tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3040957 Jan 10 19:15:33.584153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49546) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:33.608852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'network_id': 'c061f83f-25fd-48b4-bcb5-4199a5acc113', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1161944210'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:33.657562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8958c205-802e-451a-897e-bff080a2f8b2 None None] Could not find standard attr ID for object c6c4f6c7-7930-43de-8a0c-080d1b51123d. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:33.804857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:33.910020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13239845-6689-4f42-8d43-4ad238d7ad5b']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:33.929459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:33.933780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Usage tracker for resource:port and tenant:3afcbe47cd874a6a830348a5f26a43de is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:33.939709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:33.952647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700bca63-c5ee-47ef-bb21-6d85c923e3d6') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:33.958452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700bca63-c5ee-47ef-bb21-6d85c923e3d6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:33.961460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:33.989069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Made reservation on behalf of 3afcbe47cd874a6a830348a5f26a43de for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:34.001595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.006702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.017855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c78bca7f-c808-4395-beda-7d2b02880897 None None] Provisioning for port 59d71f9b-ef9f-43a9-9ee3-15a12309553e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:34.023909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c78bca7f-c808-4395-beda-7d2b02880897 None None] Provisioning complete for port 59d71f9b-ef9f-43a9-9ee3-15a12309553e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:34.024294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c78bca7f-c808-4395-beda-7d2b02880897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.150754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c78bca7f-c808-4395-beda-7d2b02880897 None None] Port 59d71f9b-ef9f-43a9-9ee3-15a12309553e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:34.175759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.320332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:15:34.321084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.321691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-caf9aa7c-978c-49da-9dd6-074523ae31b4 None None] Could not find standard attr ID for object 8facb96d-e848-4109-af39-114c3096276d. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:34.332916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] device_id is not set on port e52fc925-21ff-4ba4-aa49-5049da0f025d yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:15:34.341632 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:15:34.381605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6aa6d54d-7f92-4dea-9649-96bd7065fa30 req-9678aab2-29c4-4e22-a6af-ccb3cd9e78c7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 210 time: 0.2581999 Jan 10 19:15:34.534638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:34.576908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.587380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.592045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 0dd75853-1b49-402d-bff2-b80e0a1a4849 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:34.600975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.676298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/13239845-6689-4f42-8d43-4ad238d7ad5b HTTP/1.1" status: 204 len: 168 time: 1.6271491 Jan 10 19:15:34.677403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661caa7-3947-4a32-8d13-98ae95b91f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=13239845-6689-4f42-8d43-4ad238d7ad5b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:34.691353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331d80-7105-4c6a-862d-7a65def128e2 req-62302487-5fe3-45a3-ae08-a31ceb44bd80 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:34.699318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-62302487-5fe3-45a3-ae08-a31ceb44bd80 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 812 time: 0.6749406 Jan 10 19:15:34.704351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.715715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Request body: {'port': {'device_id': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'admin_state_up': True, 'tenant_id': '64fe0823c8394355aafc2ebc910e5682'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:34.750350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Allocated IP 2001:db8::5d (c061f83f-25fd-48b4-bcb5-4199a5acc113/36483eaf-dd90-4fbb-bd77-321559ae8b52/e52fc925-21ff-4ba4-aa49-5049da0f025d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:34.844736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.892448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:34.970430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49582) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:35.064177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:35.078134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Usage tracker for resource:security_group_rule and tenant:12001ace0d2a419bb34014b1e9e86631 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:35.096399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:35.146556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.159553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:35.164283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:35.164555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Transition to ACTIVE for port object e52fc925-21ff-4ba4-aa49-5049da0f025d will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:35.188841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.216509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:35.224909 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9ad507db-a686-4613-9210-4e3e4369d155 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bed96ffbb23477b90c33407e8ea528e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530744 Jan 10 19:15:35.242478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49590) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:35.243309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.253182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3b5b1-ece8-49c8-9537-9d5891ecc428 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:35.258533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.306803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/0dd75853-1b49-402d-bff2-b80e0a1a4849 HTTP/1.1" status: 204 len: 168 time: 1.8102353 Jan 10 19:15:35.319671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49594) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:35.320453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04793d-b41d-4529-8ef3-03d9f7d0d390 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd75853-1b49-402d-bff2-b80e0a1a4849,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:35.354629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Made reservation on behalf of 64fe0823c8394355aafc2ebc910e5682 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:35.360135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.428058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:35.439080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:35.457148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:35.463547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:35.473367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.507560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=e52fc925-21ff-4ba4-aa49-5049da0f025d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:35.519097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f3580a3-d14e-495b-be80-e5e5eaac593d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.527203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.540575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 7d6437f0-ef21-490e-b6ae-f4416f7646ae {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:35.560736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.571560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.625898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.632062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f3580a3-d14e-495b-be80-e5e5eaac593d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.788811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f3580a3-d14e-495b-be80-e5e5eaac593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.862552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35685c72-fec8-4670-a2e4-6a2c944f0063 None None] Provisioning for port e52fc925-21ff-4ba4-aa49-5049da0f025d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:35.869031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35685c72-fec8-4670-a2e4-6a2c944f0063 None None] Provisioning complete for port e52fc925-21ff-4ba4-aa49-5049da0f025d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:35.869533 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35685c72-fec8-4670-a2e4-6a2c944f0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.887177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79851c0f-82f3-4f02-a0b7-cd1d6c8d78a7 req-6666660c-9534-4dfd-985a-32e64e8f81bf tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 210 time: 0.0530386 Jan 10 19:15:35.891522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-56c002c1-9f76-437f-a116-e7069043f290 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3061433 Jan 10 19:15:35.894463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49608) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:35.905293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::154', 'mac_address': 'fa:16:3e:9f:f7:a0'}, {'ip_address': '2001:db8::1c4', 'mac_address': 'fa:16:3e:cd:7c:94'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:35.935969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f3580a3-d14e-495b-be80-e5e5eaac593d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:35.939416 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f3580a3-d14e-495b-be80-e5e5eaac593d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02fc1d42-b03a-4f8a-bda0-df1170707506 HTTP/1.1" status: 204 len: 168 time: 0.6936030 Jan 10 19:15:35.939643 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12001ace0d2a419bb34014b1e9e86631&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4030049 Jan 10 19:15:35.940788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551845a-ab1f-47f1-ab8c-4f5874cdfbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0400429-a78c-4129-9f52-c4e7aebfb764,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:35.947094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49614) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:35.978640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3580a3-d14e-495b-be80-e5e5eaac593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fc1d42-b03a-4f8a-bda0-df1170707506,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:36.008978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-35685c72-fec8-4670-a2e4-6a2c944f0063 None None] Port e52fc925-21ff-4ba4-aa49-5049da0f025d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:36.069812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Allocated IP 172.20.0.10 (fc5ad43e-108a-4d1d-a1b9-312cf52b786c/b3591d25-ca2e-45b6-9a9e-79a88e050344/8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:36.138170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.317144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.327171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-345c8291-1bc3-45f3-b470-3dec7fbd4be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.402095 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.428365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.435783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.446129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-345c8291-1bc3-45f3-b470-3dec7fbd4be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.506232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6437f0-ef21-490e-b6ae-f4416f7646ae,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:36.542360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a8f61e00-3e70-44d2-92ef-c16b9a93dc24 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/7d6437f0-ef21-490e-b6ae-f4416f7646ae HTTP/1.1" status: 204 len: 168 time: 1.2159760 Jan 10 19:15:36.543930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49628) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:36.554444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.631520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-345c8291-1bc3-45f3-b470-3dec7fbd4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.673176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c8291-1bc3-45f3-b470-3dec7fbd4be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0400429-a78c-4129-9f52-c4e7aebfb764,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:36.712655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Network fc5ad43e-108a-4d1d-a1b9-312cf52b786c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:36.716664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:36.721024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:36.721813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-510e0044-3149-4d5a-bc1f-957cd2fff70a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1767147 Jan 10 19:15:36.736190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49638) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:36.764890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:36.860480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f6a11-e750-4053-896b-4e7ec001ff1b None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:36.919387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:36.919988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.928592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-345c8291-1bc3-45f3-b470-3dec7fbd4be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:36.932729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-345c8291-1bc3-45f3-b470-3dec7fbd4be6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0400429-a78c-4129-9f52-c4e7aebfb764 HTTP/1.1" status: 204 len: 168 time: 0.9842954 Jan 10 19:15:36.940401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event updated for resources: {'Port': ['ID=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:36.955399 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-7072992a-8cff-46e8-ac15-2f736cebaf9b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2453916 Jan 10 19:15:36.967133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Request body: {'port': {'device_id': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:37.074143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-7675eafd-3bec-4ef4-b928-c73ae716f260 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4251721 Jan 10 19:15:37.076540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:37.080315 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.107150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:37.118844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:37.141021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:37.188852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.201318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.216746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:37.220723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.292768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-edcd6554-5f0b-4443-b099-6ec6338c51c0 None None] Provisioning complete for port 16241027-40c9-4d08-92ab-142de468a41c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:37.295115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-edcd6554-5f0b-4443-b099-6ec6338c51c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.339513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] In _notify_port_updated(), no bound segment for port e52fc925-21ff-4ba4-aa49-5049da0f025d on network c061f83f-25fd-48b4-bcb5-4199a5acc113 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:15:37.343748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:37.344592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.346738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "PUT /v2.0/ports/e52fc925-21ff-4ba4-aa49-5049da0f025d HTTP/1.1" status: 200 len: 1067 time: 1.4513214 Jan 10 19:15:37.401094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49658) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:37.560540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:15:37.568577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.585974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Transition to ACTIVE for port object 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:37.595441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.676875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e16254-987e-484f-86f1-47994418a10f tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event updated for resources: {'Port': ['ID=e52fc925-21ff-4ba4-aa49-5049da0f025d,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:37.731938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port e52fc925-21ff-4ba4-aa49-5049da0f025d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:37.732288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.784665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:37.877954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-61f7be43-ba7c-4802-bd8a-359fdcec7278 None None] Provisioning complete for port e52fc925-21ff-4ba4-aa49-5049da0f025d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:37.878438 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61f7be43-ba7c-4802-bd8a-359fdcec7278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:37.939959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:37.953816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Deleting port 16241027-40c9-4d08-92ab-142de468a41c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:37.953816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.000851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-c1f921cd-0a79-4996-b9b1-43a9eb33ad57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 6497 time: 0.7591066 Jan 10 19:15:38.014113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708e896-7194-4008-aef9-477c0f8a333c req-7c2262b0-ef08-4f89-a410-2ab6a75e1a37 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:38.034236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2708e896-7194-4008-aef9-477c0f8a333c req-7c2262b0-ef08-4f89-a410-2ab6a75e1a37 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 932 time: 0.7007182 Jan 10 19:15:38.044986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49674) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:38.049285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-61f7be43-ba7c-4802-bd8a-359fdcec7278 None None] Port e52fc925-21ff-4ba4-aa49-5049da0f025d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:15:38.270203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Attempting to bind port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:38.274445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Attempting to bind port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:38.276075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Attempting to bind port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:38.294343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 16241027-40c9-4d08-92ab-142de468a41c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:38.305013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:15:38.309765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Attempting to bind port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 on network fc5ad43e-108a-4d1d-a1b9-312cf52b786c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:38.320821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:38.321280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Checking segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:38.322216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Bound using segment: {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:38.322329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Bound port: 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b918645-8c97-4dac-bf4c-2767af7b0ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:38.322926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.385459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad20b-75b7-4e03-9ecc-276e50c4226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.397081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:38.397298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.479165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] For port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:38.490195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] For port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:38.497248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.573751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Calling delete_port for 16241027-40c9-4d08-92ab-142de468a41c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:38.606113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.609397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:38.627069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.628643 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-b39612cc-c542-433f-880e-bab806107ef3 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 HTTP/1.1" status: 200 len: 1092 time: 1.6659613 Jan 10 19:15:38.629588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'tag': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:38.689542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.760174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:38.771120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.803088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-network', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:38.812409 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'tag': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55', 'status': 'completed', 'code': 200} Jan 10 19:15:38.820998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:38.832460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Usage tracker for resource:network and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:38.836479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:38.844801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:38.871909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Made reservation on behalf of 8b66e79caa934560af03a8bee5c5463a for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:38.874211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:38.874982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.881277 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:38.909752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:38.917971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:38.945296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-2d63bacd-61a4-4238-95e4-e268c5fd26e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 1095 time: 0.2521048 Jan 10 19:15:38.968999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for e52fc925-21ff-4ba4-aa49-5049da0f025d owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:39.043437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-2b4c36a7-3e55-4eac-88fd-c4ead88c0fab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 HTTP/1.1" status: 200 len: 217 time: 0.0890062 Jan 10 19:15:39.047491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:39.088307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Usage tracker for resource:security_group_rule and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:39.095342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:39.105100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:39.146017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331d80-7105-4c6a-862d-7a65def128e2 req-063e84f7-0f07-4110-aaff-46d71c0f9033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:39.149783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-063e84f7-0f07-4110-aaff-46d71c0f9033 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0988343 Jan 10 19:15:39.223436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-5c43a3ba-dbd4-490b-afba-f4a53b5ff97b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646563 Jan 10 19:15:39.281388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2708e896-7194-4008-aef9-477c0f8a333c req-5a69433f-9ff6-4c56-94ad-74371b5de10c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2449629 Jan 10 19:15:39.282669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-9a638a8d-5712-441b-a528-7f0ae0347e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:39.283278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-9a638a8d-5712-441b-a528-7f0ae0347e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:39.285873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-9a638a8d-5712-441b-a528-7f0ae0347e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:39.292032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-9a638a8d-5712-441b-a528-7f0ae0347e31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca4b53e6-9f44-469a-9424-8f79aab9f326&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&id=d898116f-d47a-4970-bbc3-5bf804e8da1a&id=d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 200 len: 2298 time: 1.2353199 Jan 10 19:15:39.380731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.384745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Deleting port 16241027-40c9-4d08-92ab-142de468a41c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:39.385137 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.393380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.425719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:15:39.502758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:39.572252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-94d4d973-e4d0-48fa-9d62-2b26432e45a0 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423257 Jan 10 19:15:39.583826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-7a74efcd-a2b2-4312-8243-421377e6a635 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 200 len: 1000 time: 0.2812474 Jan 10 19:15:39.591197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.636112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.636576 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Added segment 58eac8a0-5cd1-4271-a391-d56f9223a308 of type vlan for network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 Jan 10 19:15:39.698932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Port': ['ID=e52fc925-21ff-4ba4-aa49-5049da0f025d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:39.806550 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.840413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.objects.ports [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83630) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:15:39.931142 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-48331d80-7105-4c6a-862d-7a65def128e2 req-9c371169-b07a-428c-acbf-21efee328127 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500783 Jan 10 19:15:39.947816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:39.949684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:39.950747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:40.274019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49718) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:40.314132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:40.314619 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:40.405848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-de77bb8b-a444-44e9-8e1b-c8cf33a4d247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:40.407530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-de77bb8b-a444-44e9-8e1b-c8cf33a4d247 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de058163-636b-4648-8567-80d5fed84092 HTTP/1.1" status: 200 len: 855 time: 0.8178439 Jan 10 19:15:40.424047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] Pushing event updated for resources: {'Network': ['ID=37aba362-e6d4-45ff-9507-9a698ab7cdf4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:40.473625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:15:40.633884 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c25c7985-7d37-4cbe-8a6e-7efa103be170 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5873725 Jan 10 19:15:40.641170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-5887a666-25bd-487a-8c3f-baec3fcd0e62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64fe0823c8394355aafc2ebc910e5682&device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 1095 time: 0.2277977 Jan 10 19:15:40.641651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:40.655680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Request body: {'subnet': {'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-subnet', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:40.671904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:40.680065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Usage tracker for resource:subnet and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:40.683407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:40.787228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:40.877115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Calling delete_port for 16241027-40c9-4d08-92ab-142de468a41c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:40.965483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Made reservation on behalf of 8b66e79caa934560af03a8bee5c5463a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:40.966279 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:40.968827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:40.986473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7426-15a3-49e2-89af-b16c40ed6f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.042731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.059642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:41.059762 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:41.163458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-7dfbb1c0-0ffe-405b-993b-3ec8b0c48fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:41.165117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-7dfbb1c0-0ffe-405b-993b-3ec8b0c48fb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 200 len: 913 time: 0.4575789 Jan 10 19:15:41.265884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Deleting port 16241027-40c9-4d08-92ab-142de468a41c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:41.276945 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.279363 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-ee483647-12e6-4abc-a0f8-7dcf2d476f46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 HTTP/1.1" status: 200 len: 217 time: 0.0908728 Jan 10 19:15:41.359159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-e1ab31c8-e7d1-49bf-9952-17136fdd6d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:41.360636 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-e1ab31c8-e7d1-49bf-9952-17136fdd6d0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 200 len: 852 time: 0.0826805 Jan 10 19:15:41.399318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34de5268-6738-4a25-96b3-87a1fd3c7043 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/ports/e52fc925-21ff-4ba4-aa49-5049da0f025d HTTP/1.1" status: 204 len: 168 time: 3.9510581 Jan 10 19:15:41.400268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:41.444809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-166046c7-8f8a-45e5-9843-8f2a5764cb53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc5ad43e-108a-4d1d-a1b9-312cf52b786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493858 Jan 10 19:15:41.479394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-d131b518-c070-465b-aeee-6f6fd9c56176 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca4b53e6-9f44-469a-9424-8f79aab9f326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0345597 Jan 10 19:15:41.492977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.515855 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-886df657-903a-4ab8-b27d-08e5e23d5613 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] GET failed (client error): The resource could not be found. Jan 10 19:15:41.516120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-886df657-903a-4ab8-b27d-08e5e23d5613 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Synchronizing usage tracker for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:41.562444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035214f-8a84-4f46-be2d-5325f0a44c96 req-d9879e1c-dac5-4522-aad8-97f5fa5ce2e7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:41.569778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b035214f-8a84-4f46-be2d-5325f0a44c96 req-d9879e1c-dac5-4522-aad8-97f5fa5ce2e7 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 944 time: 0.9833398 Jan 10 19:15:41.639056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:41.639583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.716613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.717858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-886df657-903a-4ab8-b27d-08e5e23d5613 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Unset dirty status for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:41.722006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-886df657-903a-4ab8-b27d-08e5e23d5613 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "GET /v2.0/ports/e52fc925-21ff-4ba4-aa49-5049da0f025d HTTP/1.1" status: 404 len: 333 time: 0.3003161 Jan 10 19:15:41.726189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:41.738681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:41.777913 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-3fc449a9-c209-4167-bfc9-5a2cd9ea5268 service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254881 Jan 10 19:15:41.780845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Calling delete_port for 16241027-40c9-4d08-92ab-142de468a41c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:41.803012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b035214f-8a84-4f46-be2d-5325f0a44c96 req-d8e90c65-1751-42c8-bf68-2a913f0f5714 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322817 Jan 10 19:15:41.822449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd250f5745e41d384013cdfa0b6acd8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:41.831352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:41.867604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:41.870757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:41.890755 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.892504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.919469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port 59d71f9b-ef9f-43a9-9ee3-15a12309553e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:41.919817 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:41.941350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Pushing event updated for resources: {'Subnet': ['ID=def91e0f-5dd6-440c-bc68-36bd11fb61c3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:41.971007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-2c894d29-baf5-4c86-b7ae-4c3b24bebad4 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582505 Jan 10 19:15:41.993704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Checking segment: {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:41.993704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Network hostable DHCP agents. Network: 37aba362-e6d4-45ff-9507-9a698ab7cdf4, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:15:42.026322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-94e52dd2-a07a-41dc-9bfe-da6f09a232ea req-00f15eba-f21d-4ef3-a12c-681836c144ed service neutron] 10.222.0.44 "GET /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374320 Jan 10 19:15:42.040765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.058766 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:42.058766 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:42.062905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:15:42.062905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 37aba362-e6d4-45ff-9507-9a698ab7cdf4) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:42.074988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:42.074988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.086171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa880db-4c98-44fc-b055-fdf9ad611a79 None None] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:42.126965 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53eed78f-0678-4fbc-aa75-422fe42dadce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4739406 Jan 10 19:15:42.126965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49766) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:42.138514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:42.152783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:42.159215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Usage tracker for resource:router and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:42.163214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:42.166819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.168205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.180794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:42.191694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.194932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.228890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.434604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=5d60bdb0-b45a-4cfc-8064-aa8610638bc3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:42.448812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e62d5-d79c-40e2-b73c-188a01610df2 None None] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:42.448966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.491332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=9']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:42.496439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:42.522759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:42.525695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:42.526306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.813699 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.813699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-6018b5b9-de01-42fa-8fe5-2d85453f97f6 service neutron] 10.222.0.44 "GET /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243787 Jan 10 19:15:42.819846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.824621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:42.841472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc5ef396-646a-405b-8792-e2b92a952ce8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0973268 Jan 10 19:15:42.859826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49788) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:42.867815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:43.000231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.064613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-8021e1c1-9277-4f3d-b0d7-a97b1cedbda7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 217 time: 0.2183301 Jan 10 19:15:43.099459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.148952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Deleting port 16241027-40c9-4d08-92ab-142de468a41c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:43.149783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a7def2-3751-4dba-874a-7b1b20906306,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:43.150482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.171178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.202287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-742d9f99-4555-4e53-8140-43989c65b139 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdd250f5745e41d384013cdfa0b6acd8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9227765 Jan 10 19:15:43.205864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:43.366106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:43.385414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:43.390170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Allocated IP 172.25.6.222 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/05615f10-ae17-4a05-bbd0-118eb9a5518b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:43.392507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:43.408888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for 59d71f9b-ef9f-43a9-9ee3-15a12309553e owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:43.422083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:43.453494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6302b507-791e-447e-9b19-9e858d34678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.460194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:43.472164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-0df428e1-4e46-45fa-b5fe-314e1ba5bb61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:43.474199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-0df428e1-4e46-45fa-b5fe-314e1ba5bb61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.4010553 Jan 10 19:15:43.516769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:15:43.549850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95c57-ce97-4ca8-b5f0-332a663b4f47 req-e65e50d0-a83d-4192-b417-9fbdbd6ec3a6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:43.551858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cb95c57-ce97-4ca8-b5f0-332a663b4f47 req-e65e50d0-a83d-4192-b417-9fbdbd6ec3a6 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 944 time: 0.5948365 Jan 10 19:15:43.559599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] For port 16241027-40c9-4d08-92ab-142de468a41c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=16241027-40c9-4d08-92ab-142de468a41c,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:43.560136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.622424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6302b507-791e-447e-9b19-9e858d34678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.750450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.815585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Calling delete_port for 16241027-40c9-4d08-92ab-142de468a41c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:43.850511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.855763 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6302b507-791e-447e-9b19-9e858d34678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.859854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cb95c57-ce97-4ca8-b5f0-332a663b4f47 req-eb3c2f71-c6fe-42d4-9dfe-83d981438e9c tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881780 Jan 10 19:15:43.884528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-2b809286-ec13-41e0-b627-976f639dab08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4014664 Jan 10 19:15:43.900169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302b507-791e-447e-9b19-9e858d34678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a7def2-3751-4dba-874a-7b1b20906306,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:43.969697 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d60bdb0-b45a-4cfc-8064-aa8610638bc3 (CIDR: 2001:db8::/64) Jan 10 19:15:43.977325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6302b507-791e-447e-9b19-9e858d34678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:43.982639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6302b507-791e-447e-9b19-9e858d34678d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07a7def2-3751-4dba-874a-7b1b20906306 HTTP/1.1" status: 204 len: 168 time: 0.7711101 Jan 10 19:15:43.991203 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:15:43.991719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:15:44.013908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.059615 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-01d65f4b-97d2-4d88-badf-095488b8a4dd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1987610 Jan 10 19:15:44.067953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49816) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:44.068285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49818) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:44.075454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:44.080002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:44.128039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-90992cbb-2178-4907-aa30-837ef7e64507 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355781 Jan 10 19:15:44.132398 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.142640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55', 'network_id': 'fc5ad43e-108a-4d1d-a1b9-312cf52b786c', 'port_id': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55', 'mac_address': 'fa:16:3e:3c:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3591d25-ca2e-45b6-9a9e-79a88e050344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:15:44.181608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:44.188084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:44.201343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:44.252651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.256238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Pushing event updated for resources: {'Port': ['ID=05615f10-ae17-4a05-bbd0-118eb9a5518b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:44.276115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.287765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Port': ['ID=59d71f9b-ef9f-43a9-9ee3-15a12309553e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:44.345232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.351146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:15:44.372769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:44.393863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.407358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] Pushing event deleted for resources: {'Port': ['ID=16241027-40c9-4d08-92ab-142de468a41c,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:44.423183 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.457128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b7669ece-8350-480e-a56d-944a85462b0e tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/ports/59d71f9b-ef9f-43a9-9ee3-15a12309553e HTTP/1.1" status: 204 len: 168 time: 2.7201478 Jan 10 19:15:44.463835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49828) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:44.480023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:44.488526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:44.492535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Usage tracker for resource:security_group_rule and tenant:b6f7ed88ae704ae499cbb5c02f194d03 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:44.501330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:44.506329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:44.522757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:44.526719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:44.534796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:44.565475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:44.569139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.593587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0c588-9135-4451-9e4f-7fc5895f6e15 None None] No DVR routers for this DVR port 16241027-40c9-4d08-92ab-142de468a41c on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:44.597571 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9618b1cf-6099-4a79-a045-e188c77dcd42 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] GET failed (client error): The resource could not be found. Jan 10 19:15:44.604617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9618b1cf-6099-4a79-a045-e188c77dcd42 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Synchronizing usage tracker for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:44.616918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932373d-4b24-4258-a036-d1a369221452 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:44.639654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-83bebc36-dd1f-496d-874f-a048ea2f5993 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035174 Jan 10 19:15:44.710504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:44.723541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-5b97b942-5107-47ee-8f28-0f1d57a720ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 217 time: 0.0761650 Jan 10 19:15:44.726550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9618b1cf-6099-4a79-a045-e188c77dcd42 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Unset dirty status for tenant:3afcbe47cd874a6a830348a5f26a43de on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:44.727672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9618b1cf-6099-4a79-a045-e188c77dcd42 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "GET /v2.0/ports/59d71f9b-ef9f-43a9-9ee3-15a12309553e HTTP/1.1" status: 404 len: 333 time: 0.2625690 Jan 10 19:15:44.732709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:44.770044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:15:44.812493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-e4268257-a03d-4888-95d6-62e0eb707d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:44.814279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-e4268257-a03d-4888-95d6-62e0eb707d3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.0836926 Jan 10 19:15:44.866578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port 32eb645f-d7e4-4298-a218-4864db56c08a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:44.866946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.940831 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-f3858295-5864-40da-a0c8-d54637878506 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197476 Jan 10 19:15:44.941260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.957779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.974996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.976023 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:44.990325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '5d60bdb0-b45a-4cfc-8064-aa8610638bc3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:44.991173 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.174804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.202696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.248473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-26f27322-1c7d-4d1f-9c4b-6dd50a0b93f7 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016660 Jan 10 19:15:45.353672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Allocated IP 2001:db8::f816:3eff:feb7:8ec7 (863fd86a-3130-4adc-8304-5cd8f5e1f495/5d60bdb0-b45a-4cfc-8064-aa8610638bc3/4b60153d-980e-41db-8c64-964274da151b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:45.377178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826898d-9af1-4c4d-9246-1b35a50375e1 req-8380095d-9d28-4bc5-80dc-f995e33763ac tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:45.378594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a836a0-2fb1-4f1a-a510-7b62404517be,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:45.379156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9826898d-9af1-4c4d-9246-1b35a50375e1 req-8380095d-9d28-4bc5-80dc-f995e33763ac tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 945 time: 0.2757936 Jan 10 19:15:45.418965 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0403c7c1-0cfa-45ab-a448-ac9e29dc945e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6f7ed88ae704ae499cbb5c02f194d03&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3457105 Jan 10 19:15:45.424238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49854) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:45.518356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-bf76a79b-33ba-4d09-95b7-a71c7f199718 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621665 Jan 10 19:15:45.588474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.597633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9826898d-9af1-4c4d-9246-1b35a50375e1 req-c77ab348-de71-4704-bc8d-9298e8a4dd41 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042024 Jan 10 19:15:45.618566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-c2fdcf27-fbad-4427-b84a-e9a253719c49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=29d98159-f30d-46c1-bddf-b82bbdad308e HTTP/1.1" status: 200 len: 217 time: 0.0927560 Jan 10 19:15:45.621240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a51400e-409c-40ae-9a5a-28249c8e8ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.685275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.697329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Transition to ACTIVE for port object 4b60153d-980e-41db-8c64-964274da151b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:45.698207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a51400e-409c-40ae-9a5a-28249c8e8ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.727263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Transition to ACTIVE for port object 4b60153d-980e-41db-8c64-964274da151b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:45.734675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-d1409910-f43d-4c69-8b38-f6ac40ad4c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:45.736567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-d1409910-f43d-4c69-8b38-f6ac40ad4c5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.1109972 Jan 10 19:15:45.737381 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.797930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.811830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for 32eb645f-d7e4-4298-a218-4864db56c08a owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:45.816398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:45.821592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:45.823757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Pushing event updated for resources: {'Port': ['ID=4b60153d-980e-41db-8c64-964274da151b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:45.829768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:45.841442 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a51400e-409c-40ae-9a5a-28249c8e8ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.867481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51400e-409c-40ae-9a5a-28249c8e8ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a836a0-2fb1-4f1a-a510-7b62404517be,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:45.881821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-f295f329-2cea-452b-a0a0-24a8d0593ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1346788 Jan 10 19:15:45.883453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a51400e-409c-40ae-9a5a-28249c8e8ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.890604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a51400e-409c-40ae-9a5a-28249c8e8ad1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a836a0-2fb1-4f1a-a510-7b62404517be HTTP/1.1" status: 204 len: 168 time: 0.4615538 Jan 10 19:15:45.952785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:45.960373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:45.967908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:45.977099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.983154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Attempting to bind port 4b60153d-980e-41db-8c64-964274da151b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:45.983736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Attempting to bind port 4b60153d-980e-41db-8c64-964274da151b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:45.984240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Attempting to bind port 4b60153d-980e-41db-8c64-964274da151b on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:45.993892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:45.994664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:45.995362 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:45.996117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:45.996573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Bound port: 4b60153d-980e-41db-8c64-964274da151b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:45.996945 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:46.093002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-847cfa55-33d3-4b1a-9bfc-3b7b0263cdab service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884005 Jan 10 19:15:46.094064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] For port 4b60153d-980e-41db-8c64-964274da151b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:46.105840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] For port 4b60153d-980e-41db-8c64-964274da151b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b60153d-980e-41db-8c64-964274da151b,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:46.106655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=de06f89e-255e-4175-935c-9e064f36624c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:46.115789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:46.165057 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-63d583ce-f1db-4dc2-87a4-25b28531b922 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0935061 Jan 10 19:15:46.173655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49870) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:46.201663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:eb:3d:2a', 'name': 'tempest-NetworksTestDHCPv6-1991916759'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:46.234706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a236d-5069-41fd-b92b-e7754ce6ca52 None None] Pushing event updated for resources: {'Port': ['ID=4b60153d-980e-41db-8c64-964274da151b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:46.401172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:46.502554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Port': ['ID=32eb645f-d7e4-4298-a218-4864db56c08a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:46.510527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-0e63bd0b-d35b-4735-a9a1-31b9852056dd service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093409 Jan 10 19:15:46.620938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-b7475f06-997a-4efe-affb-7af9bc80e51f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab HTTP/1.1" status: 200 len: 217 time: 0.1044896 Jan 10 19:15:46.643592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Router a4a6f014-956c-4ddd-bc42-96c96db0fc1c is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:15:46.682444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:46.687418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:46.695817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:46.706730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:46.732571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49886) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:46.737278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:46.750364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-33b6af64-dbf7-4544-9ddb-66c4e5580561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:46.754664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-33b6af64-dbf7-4544-9ddb-66c4e5580561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 200 len: 797 time: 0.1270339 Jan 10 19:15:46.770616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-847794cb-f7bf-4f05-b2c0-a284f504ffe3 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/ports/32eb645f-d7e4-4298-a218-4864db56c08a HTTP/1.1" status: 204 len: 168 time: 2.0360525 Jan 10 19:15:46.779390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49890) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:46.783028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:46.845805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:46.850307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:46.958364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-4aefc8c5-5d6d-4c35-972d-48d1110a172f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1976118 Jan 10 19:15:46.964093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665b0b-5b7a-4f3f-a936-17953d8fc763 req-d0630fcf-d505-4bab-bc5e-963ce3f98bc5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:46.965474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7665b0b-5b7a-4f3f-a936-17953d8fc763 req-d0630fcf-d505-4bab-bc5e-963ce3f98bc5 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 945 time: 0.1360497 Jan 10 19:15:46.974438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 8413185d-05b0-4717-add8-d9940b1dcee7 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:47.112616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a7665b0b-5b7a-4f3f-a936-17953d8fc763 req-d4090d9b-72f6-4488-b543-26d0172cde0e tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232576 Jan 10 19:15:47.145954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:47.151517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-d6fd0e36-9c62-41df-a7a8-c6b89f140bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850989 Jan 10 19:15:47.273008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Usage tracker for resource:security_group_rule and tenant:a165e5182f7046d091aa5aba405587d4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:47.281948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:47.330473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:47.339915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-044fe20f-86c7-42bd-80a7-acb81ec1caa8 service neutron] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826489 Jan 10 19:15:47.419902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8:0:1::2cc (863fd86a-3130-4adc-8304-5cd8f5e1f495/de06f89e-255e-4175-935c-9e064f36624c/8413185d-05b0-4717-add8-d9940b1dcee7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:47.449450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:47.455370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-aeaa534b-11ae-4683-8322-4b4be548b2d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908 HTTP/1.1" status: 200 len: 217 time: 0.1094198 Jan 10 19:15:47.569094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-5caf2693-09f4-4a57-93f7-0b9eb1841f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:47.575104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-5caf2693-09f4-4a57-93f7-0b9eb1841f4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.1114180 Jan 10 19:15:47.599762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:47.609708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:47.610477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:47.699116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-cd9880f2-641d-4200-861a-dc4c3e6fb419 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184509 Jan 10 19:15:47.721541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8e402-4c85-42e5-9a09-0c4767b65e45 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:47.749979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::f816:3eff:feeb:3d2a (863fd86a-3130-4adc-8304-5cd8f5e1f495/5d60bdb0-b45a-4cfc-8064-aa8610638bc3/8413185d-05b0-4717-add8-d9940b1dcee7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:47.775938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting subnet 36483eaf-dd90-4fbb-bd77-321559ae8b52 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:47.803038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:47.858802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-2b45ff79-008d-45bb-80d7-ddde7eaf29a3 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535983 Jan 10 19:15:47.925999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:47.930560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:47.983488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.019382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-15077774-335b-45d5-b37d-765a1f50ccd1 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537945 Jan 10 19:15:48.019575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7876a32-17b3-4719-85b0-ebc9b50ef906 None None] Provisioning for port 4b60153d-980e-41db-8c64-964274da151b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:48.033331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.078128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:48.081754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:48.094426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.110586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-94761b65-c600-4843-8691-5fb5626e5c12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 200 len: 217 time: 0.0850370 Jan 10 19:15:48.182940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2946-4338-4942-8070-999fd8e996fc req-d9dd7b77-a968-40d4-982e-9e280795fa2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:48.184375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-d9dd7b77-a968-40d4-982e-9e280795fa2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 200 len: 797 time: 0.0686803 Jan 10 19:15:48.186556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49934) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:48.190468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a165e5182f7046d091aa5aba405587d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4499683 Jan 10 19:15:48.201000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342d882-da26-45bb-9673-e745ac78d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da873cd0-1f4d-41f9-ae5e-c41b01641442,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:48.234220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:48.236034 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55', 'code': 200} Jan 10 19:15:48.307781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:48.376965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.405079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Update dhcp port {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '5d60bdb0-b45a-4cfc-8064-aa8610638bc3', 'ip_address': '2001:db8::f816:3eff:feb7:8ec7'}, {'subnet_id': 'de06f89e-255e-4175-935c-9e064f36624c'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '4b60153d-980e-41db-8c64-964274da151b'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:15:48.429349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:15:48.436186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b60153d-980e-41db-8c64-964274da151b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:48.442852 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Sync routers for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:15:48.452544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.455783 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:15:48.456552 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:15:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:48.518958 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.525776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:48.530542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc97e2d6e2f4633aca7ef763411deca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:48.534984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:48.546305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:48.553448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.566700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.568146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-73ba1a56-7769-4258-85bb-e6a7b29a034c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4412467 Jan 10 19:15:48.576952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49944) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:48.637162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.646557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 8413185d-05b0-4717-add8-d9940b1dcee7 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:48.649380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4b60153d-980e-41db-8c64-964274da151b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:48.651926 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4e71a425-bfc6-4a10-ad9e-d84565b1fdaa req-4f505212-641d-4ab3-a1c6-82fb89ece503 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 1097 time: 0.3473926 Jan 10 19:15:48.654284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-934eefb4-1705-4c1f-9748-f76291b84102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d898116f-d47a-4970-bbc3-5bf804e8da1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4610016 Jan 10 19:15:48.656529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.664656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4b60153d-980e-41db-8c64-964274da151b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:48.665085 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.680101 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:15:48.730564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.822881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.853439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f36ffb-2afd-4b00-8902-47602ae61bc4 None None] Network c061f83f-25fd-48b4-bcb5-4199a5acc113 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:48.856367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:48.893207 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/subnets/36483eaf-dd90-4fbb-bd77-321559ae8b52 HTTP/1.1" status: 204 len: 168 time: 2.1115038 Jan 10 19:15:48.894242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f50ffa-15cc-41de-acac-8cca52201dbf tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Subnet': ['ID=36483eaf-dd90-4fbb-bd77-321559ae8b52,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:48.898424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49950) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:48.899671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.017715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=8413185d-05b0-4717-add8-d9940b1dcee7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:49.039314 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4e71a425-bfc6-4a10-ad9e-d84565b1fdaa req-a7a29a30-0281-40fc-a26c-74ff3d806a71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443363 Jan 10 19:15:49.041898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550fff81-0c76-493c-899f-552ce98e6a22,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:49.047266 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:44Z', 'revision_number': 3, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:49.052593 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Checking router: a4a6f014-956c-4ddd-bc42-96c96db0fc1c for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:15:49.053011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Updating router a4a6f014-956c-4ddd-bc42-96c96db0fc1c port 05615f10-ae17-4a05-bbd0-118eb9a5518b binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:15:49.063825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-4adac227-198b-4c58-bed2-18fdf66ad6ea service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776364 Jan 10 19:15:49.085277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5088d938-680c-44a0-8f6b-98b9d438deb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcc97e2d6e2f4633aca7ef763411deca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8970876 Jan 10 19:15:49.090288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49954) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:49.109923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-68dea165-9422-4ee0-a5a2-834d9c307036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.129207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4b60153d-980e-41db-8c64-964274da151b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b60153d-980e-41db-8c64-964274da151b,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:49.132701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Allocated IP 2001:db8:0:1::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/de06f89e-255e-4175-935c-9e064f36624c/4b60153d-980e-41db-8c64-964274da151b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:49.138635 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.144407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc284983-99bc-4409-b882-0e74ff5be279 req-79998346-0673-4496-ba20-3ea3a53b8505 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:49.146233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.154947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc284983-99bc-4409-b882-0e74ff5be279 req-79998346-0673-4496-ba20-3ea3a53b8505 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.8271065 Jan 10 19:15:49.235610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:49.240384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:49.311618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:49.315589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:49.316329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.344662 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d66584c0-1bf1-479d-96b0-7c7679d20961 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1683414 Jan 10 19:15:49.357660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4b60153d-980e-41db-8c64-964274da151b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:49.358767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49960) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:49.362900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.394465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-68dea165-9422-4ee0-a5a2-834d9c307036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.412349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] For port 4b60153d-980e-41db-8c64-964274da151b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b60153d-980e-41db-8c64-964274da151b,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:49.428827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port 6d6e8771-e90a-4be1-a35c-0304868327e1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:49.429485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.432619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] DHCP port deletion for c061f83f-25fd-48b4-bcb5-4199a5acc113 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:49.441119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] Deleting port 6d6e8771-e90a-4be1-a35c-0304868327e1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:49.441498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.502804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.508378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 8413185d-05b0-4717-add8-d9940b1dcee7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:49.508918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.540149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc284983-99bc-4409-b882-0e74ff5be279 req-6c48d220-bb10-4059-8d87-e41d18cb5792 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835835 Jan 10 19:15:49.570605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3b2946-4338-4942-8070-999fd8e996fc req-539e1f64-2253-4734-80b5-5fc02459ef45 service neutron] 10.222.0.44 "GET /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548846 Jan 10 19:15:49.585573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5ef-4702-45ac-8a3b-50cc6514466f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.615071 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.641884 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Transition to ACTIVE for port object 05615f10-ae17-4a05-bbd0-118eb9a5518b will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:49.652785 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.653544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5ef-4702-45ac-8a3b-50cc6514466f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.663553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-68dea165-9422-4ee0-a5a2-834d9c307036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.693374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea165-9422-4ee0-a5a2-834d9c307036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da873cd0-1f4d-41f9-ae5e-c41b01641442,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:49.714330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-68dea165-9422-4ee0-a5a2-834d9c307036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.718602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-68dea165-9422-4ee0-a5a2-834d9c307036 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da873cd0-1f4d-41f9-ae5e-c41b01641442 HTTP/1.1" status: 204 len: 168 time: 1.4834332 Jan 10 19:15:49.744391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Transition to ACTIVE for port object 4b60153d-980e-41db-8c64-964274da151b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:49.746258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5ef-4702-45ac-8a3b-50cc6514466f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.752119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] For port 6d6e8771-e90a-4be1-a35c-0304868327e1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d6e8771-e90a-4be1-a35c-0304868327e1,segment=NetworkSegment(b66be997-e59b-432d-978e-847c069d67da),segment_id=b66be997-e59b-432d-978e-847c069d67da)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:49.752932 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.766313 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.771083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46f5ef-4702-45ac-8a3b-50cc6514466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550fff81-0c76-493c-899f-552ce98e6a22,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:49.772429 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Attempting to bind port 05615f10-ae17-4a05-bbd0-118eb9a5518b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:49.773169 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Attempting to bind port 05615f10-ae17-4a05-bbd0-118eb9a5518b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:49.773635 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Attempting to bind port 05615f10-ae17-4a05-bbd0-118eb9a5518b on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:49.780901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5ef-4702-45ac-8a3b-50cc6514466f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.782238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0f46f5ef-4702-45ac-8a3b-50cc6514466f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/550fff81-0c76-493c-899f-552ce98e6a22 HTTP/1.1" status: 204 len: 168 time: 0.6906137 Jan 10 19:15:49.812264 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Pushing event updated for resources: {'Port': ['ID=05615f10-ae17-4a05-bbd0-118eb9a5518b,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:49.824024 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:49.824460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:49.824860 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.825248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:49.825698 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Bound port: 05615f10-ae17-4a05-bbd0-118eb9a5518b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:49.826061 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:49.949607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] For port 05615f10-ae17-4a05-bbd0-118eb9a5518b, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:49.950077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] Calling delete_port for 6d6e8771-e90a-4be1-a35c-0304868327e1 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:49.953220 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] For port 05615f10-ae17-4a05-bbd0-118eb9a5518b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05615f10-ae17-4a05-bbd0-118eb9a5518b,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:49.955650 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.956022 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.956361 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.956691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.957084 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.957412 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.958357 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.958745 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.959124 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.959498 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.959886 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:15:49.964813 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:50.141169 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1e424-432a-4f3d-b1f2-cdef97976293 None None] Pushing event updated for resources: {'Port': ['ID=05615f10-ae17-4a05-bbd0-118eb9a5518b,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:50.168965 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:15:50.169679 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:15:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:50.358988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:50.370814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b60153d-980e-41db-8c64-964274da151b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:50.450257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] For port 6d6e8771-e90a-4be1-a35c-0304868327e1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d6e8771-e90a-4be1-a35c-0304868327e1,segment=NetworkSegment(b66be997-e59b-432d-978e-847c069d67da),segment_id=b66be997-e59b-432d-978e-847c069d67da)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:50.452211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:50.458060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349184ac-5057-42c3-97fa-5f3b4ba31ec0 None None] Pushing event updated for resources: {'Port': ['ID=4b60153d-980e-41db-8c64-964274da151b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:50.473947 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:15:50.609508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] Pushing event deleted for resources: {'Port': ['ID=6d6e8771-e90a-4be1-a35c-0304868327e1,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:50.623723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49982) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:50.627564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b72278-5034-4c7f-bc47-749bdb706315 None None] No DVR routers for this DVR port 6d6e8771-e90a-4be1-a35c-0304868327e1 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:50.663125 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:50.669531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Calling delete_port for 6d6e8771-e90a-4be1-a35c-0304868327e1 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:50.735767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d6e8771-e90a-4be1-a35c-0304868327e1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:50.741043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:50.752946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Usage tracker for resource:security_group_rule and tenant:7314d5caa88b4779a73c4d1e653ea642 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:50.768721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:50.778623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:50.780753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6d6e8771-e90a-4be1-a35c-0304868327e1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:50.783151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d6e8771-e90a-4be1-a35c-0304868327e1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:50.867671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:15:50.868004 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:15:50.879246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.011271 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:44Z', 'revision_number': 3, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:51.016632 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254e8f5-1e5f-400d-ac4f-d5e56c797981 None None] The sync data for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 is: [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:44Z', 'revision_number': 3, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:15:51.025042 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.038745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 8413185d-05b0-4717-add8-d9940b1dcee7 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:51.049135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825434ca-194a-4f6b-8f48-0e05d07608b9 req-5743c187-5c0a-45c7-865e-91d704540ed1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:51.050780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-825434ca-194a-4f6b-8f48-0e05d07608b9 req-5743c187-5c0a-45c7-865e-91d704540ed1 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.2253528 Jan 10 19:15:51.052201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.181267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b2974c-3553-4264-b8d8-ce0ef7b46153,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:51.237026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-825434ca-194a-4f6b-8f48-0e05d07608b9 req-6af23ae9-6ffc-4109-a862-6f31bdd13989 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700633 Jan 10 19:15:51.261336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-041e1291-75c7-4fa3-b350-d12378cbce36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7314d5caa88b4779a73c4d1e653ea642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6362669 Jan 10 19:15:51.262255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49996) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:51.410725 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4fd3794c-3ae0-4ff5-8417-699ff607afe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.433080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd467cc0-5483-4954-a5a6-dde5f25f69dd None None] Provisioning for port 4b60153d-980e-41db-8c64-964274da151b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:51.440028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd467cc0-5483-4954-a5a6-dde5f25f69dd None None] Provisioning complete for port 4b60153d-980e-41db-8c64-964274da151b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:51.440646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd467cc0-5483-4954-a5a6-dde5f25f69dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.450331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Deleting port 6d6e8771-e90a-4be1-a35c-0304868327e1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:51.450818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.458831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4fd3794c-3ae0-4ff5-8417-699ff607afe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.556793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4fd3794c-3ae0-4ff5-8417-699ff607afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.629146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4fd3794c-3ae0-4ff5-8417-699ff607afe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.635432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4fd3794c-3ae0-4ff5-8417-699ff607afe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8b2974c-3553-4264-b8d8-ce0ef7b46153 HTTP/1.1" status: 204 len: 168 time: 0.3692682 Jan 10 19:15:51.644166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3794c-3ae0-4ff5-8417-699ff607afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b2974c-3553-4264-b8d8-ce0ef7b46153,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:51.672499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:51.811628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] The port '6d6e8771-e90a-4be1-a35c-0304868327e1' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:15:51.850257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=8413185d-05b0-4717-add8-d9940b1dcee7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:51.988090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4ee16ba-cf0e-4cb2-aaa7-a8fef2825bc9 None None] Could not find standard attr ID for object 8413185d-05b0-4717-add8-d9940b1dcee7. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:15:52.091871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb478-7011-490c-b396-e78d3a87db54 req-fda5f2c7-35fa-4dee-a077-29a27b72cded tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:52.093611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4dfb478-7011-490c-b396-e78d3a87db54 req-fda5f2c7-35fa-4dee-a077-29a27b72cded tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.1390495 Jan 10 19:15:52.231208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4dfb478-7011-490c-b396-e78d3a87db54 req-5ceab026-c529-4474-aa24-6802e0a6e416 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301460 Jan 10 19:15:52.271261 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.388080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.434844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:52.435135 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0da1c54a-a21a-4405-b674-b0731cc3153a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/8413185d-05b0-4717-add8-d9940b1dcee7 HTTP/1.1" status: 204 len: 168 time: 3.0681825 Jan 10 19:15:52.454851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c061f83f-25fd-48b4-bcb5-4199a5acc113']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:52.471513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b60153d-980e-41db-8c64-964274da151b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:52.496581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66be997-e59b-432d-978e-847c069d67da') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:52.497035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66be997-e59b-432d-978e-847c069d67da') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:52.618550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4b60153d-980e-41db-8c64-964274da151b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:52.619256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66a5a5-16cf-44a7-bdd6-cd32a9134eb1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:52.619401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.626964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fa66a5a5-16cf-44a7-bdd6-cd32a9134eb1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1889546 Jan 10 19:15:52.627739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:52.646069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.660662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.667721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:15:52.668103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.738250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dce4d2-cda3-4e8b-918d-90296a50489d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:52.739822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34dce4d2-cda3-4e8b-918d-90296a50489d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1100757 Jan 10 19:15:52.742302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50040) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:52.796227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05615f10-ae17-4a05-bbd0-118eb9a5518b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:15:52.802663 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:15:52.814707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27551858-3c35-4077-8cc6-73fe584efb77 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:52.816514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27551858-3c35-4077-8cc6-73fe584efb77 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:52.818182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27551858-3c35-4077-8cc6-73fe584efb77 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:52.819109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-27551858-3c35-4077-8cc6-73fe584efb77 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:52.825229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.854077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:52.855212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-27551858-3c35-4077-8cc6-73fe584efb77 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:52.856700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27551858-3c35-4077-8cc6-73fe584efb77 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1134872 Jan 10 19:15:52.862004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50048) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:52.866110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] Pushing event deleted for resources: {'Network': ['ID=c061f83f-25fd-48b4-bcb5-4199a5acc113,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:52.872295 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-45a6768e-7e55-4875-a748-61704b78b6f2 tempest-AllowedAddressPairIpV6TestJSON-1604301316 tempest-AllowedAddressPairIpV6TestJSON-1604301316-project] 10.222.0.21 "DELETE /v2.0/networks/c061f83f-25fd-48b4-bcb5-4199a5acc113 HTTP/1.1" status: 204 len: 168 time: 3.9683392 Jan 10 19:15:52.883101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 05615f10-ae17-4a05-bbd0-118eb9a5518b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:15:52.889563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 05615f10-ae17-4a05-bbd0-118eb9a5518b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:52.890172 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.025426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.051176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 05615f10-ae17-4a05-bbd0-118eb9a5518b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05615f10-ae17-4a05-bbd0-118eb9a5518b,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:53.055830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.070673 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.138487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=05615f10-ae17-4a05-bbd0-118eb9a5518b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:53.188657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 5d60bdb0-b45a-4cfc-8064-aa8610638bc3 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:53.193924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.259675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.313884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Allocated IP 172.20.0.1 (37aba362-e6d4-45ff-9507-9a698ab7cdf4/def91e0f-5dd6-440c-bc68-36bd11fb61c3/c8697011-e7c8-4f9b-ae32-e07e9c945cb6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:53.391758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.486156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50064) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:53.557424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.565753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.596891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.608680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=5d60bdb0-b45a-4cfc-8064-aa8610638bc3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:53.621513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.628678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45507c49-b2de-4f43-8cf8-8be0f9e624b3 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:53.638270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de93e4d-eb4e-426e-94f8-4541485763fa req-62f73417-1d0a-4466-aa17-04811b778c14 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:53.640262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6de93e4d-eb4e-426e-94f8-4541485763fa req-62f73417-1d0a-4466-aa17-04811b778c14 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.1790290 Jan 10 19:15:53.643493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a00ceb83-4810-43f2-9ae0-204f768483df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/5d60bdb0-b45a-4cfc-8064-aa8610638bc3 HTTP/1.1" status: 204 len: 168 time: 0.7799361 Jan 10 19:15:53.646766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50072) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:53.749425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:53.756594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:53.766305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:53.793355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet de06f89e-255e-4175-935c-9e064f36624c {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:15:53.797672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.839869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6de93e4d-eb4e-426e-94f8-4541485763fa req-72c97442-2ee4-4454-a1b9-faeb119fe0f0 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883216 Jan 10 19:15:53.868401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Pushing event updated for resources: {'Port': ['ID=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:53.897047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:53.898480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.054307 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-25d60fa1-83c5-44f8-b7f7-a693a340cf7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3afcbe47cd874a6a830348a5f26a43de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5639369 Jan 10 19:15:54.054548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50084) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:54.182975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.286232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.320775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfe70b0f-c4a1-4c43-858b-43ff730dc6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.344146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05615f10-ae17-4a05-bbd0-118eb9a5518b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:15:54.390015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.431511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfe70b0f-c4a1-4c43-858b-43ff730dc6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.484462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=de06f89e-255e-4175-935c-9e064f36624c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:54.504425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.528822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f9550aa8-7e31-4c19-9710-9165b273356d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/de06f89e-255e-4175-935c-9e064f36624c HTTP/1.1" status: 204 len: 168 time: 0.8784995 Jan 10 19:15:54.530743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:54.546532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 05615f10-ae17-4a05-bbd0-118eb9a5518b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:54.550484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.640032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfe70b0f-c4a1-4c43-858b-43ff730dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.667782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe70b0f-c4a1-4c43-858b-43ff730dc6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa7aa9-28ce-4744-ba1a-778e790cf768,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:54.694457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cfe70b0f-c4a1-4c43-858b-43ff730dc6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.696032 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cfe70b0f-c4a1-4c43-858b-43ff730dc6db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51aa7aa9-28ce-4744-ba1a-778e790cf768 HTTP/1.1" status: 204 len: 168 time: 0.6406446 Jan 10 19:15:54.715267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1e6ba710-b65a-4fdd-bf2b-94958ebc9a57 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1809802 Jan 10 19:15:54.716359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.718660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50104) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:54.727820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:54.752471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2c776-b1b5-4176-9647-bfc4c62b5f6a req-fa60742a-1260-46c5-b5b5-a65c446ec07b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:54.753945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2b2c776-b1b5-4176-9647-bfc4c62b5f6a req-fa60742a-1260-46c5-b5b5-a65c446ec07b tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.3193088 Jan 10 19:15:54.774345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:54.843885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2b2c776-b1b5-4176-9647-bfc4c62b5f6a req-9d874407-99e4-4e28-86ab-7dd0b9961803 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828710 Jan 10 19:15:54.905615 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:15:55.000756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a60e1b-1714-447f-ae6b-5d86e6a2b55c None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:55.026144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:55.176846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-82b99385-7ef4-4811-a5a3-45d09661b436 None None] Provisioning complete for port 4b60153d-980e-41db-8c64-964274da151b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:15:55.178353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-82b99385-7ef4-4811-a5a3-45d09661b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:55.244519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Pushing event updated for resources: {'Port': ['ID=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:55.250776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:55.259873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:55.265145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:55.283300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:55.323964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:55.551939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:15:55.557083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] Deleting port 4b60153d-980e-41db-8c64-964274da151b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:55.557622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:55.609556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:55.619778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:55.816197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-1eb65caf-6d14-4def-8e42-b37c788c1ffd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:55.818289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-1eb65caf-6d14-4def-8e42-b37c788c1ffd tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.1562214 Jan 10 19:15:55.827468 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:55.829923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] For port 4b60153d-980e-41db-8c64-964274da151b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b60153d-980e-41db-8c64-964274da151b,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:55.830515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:55.988342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Deleting port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:15:55.989176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:56.174036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] Calling delete_port for 4b60153d-980e-41db-8c64-964274da151b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:56.320153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b60153d-980e-41db-8c64-964274da151b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:56.362043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4b60153d-980e-41db-8c64-964274da151b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:56.362310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b60153d-980e-41db-8c64-964274da151b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:56.364355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:56.412061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] Pushing event deleted for resources: {'Port': ['ID=4b60153d-980e-41db-8c64-964274da151b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:56.421901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d3f94-e137-4d65-b267-3d8776f7d6f3 None None] No DVR routers for this DVR port 4b60153d-980e-41db-8c64-964274da151b on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:56.435550 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:56.500113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dfe92-3672-4755-b83b-eb68912b1018 req-beea3c22-64c6-43fc-8528-714423297311 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:56.501390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51dfe92-3672-4755-b83b-eb68912b1018 req-beea3c22-64c6-43fc-8528-714423297311 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 946 time: 0.3204527 Jan 10 19:15:56.533372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Router a4a6f014-956c-4ddd-bc42-96c96db0fc1c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:15:56.537124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=4e84b278-99fe-4097-87d3-d0e71bc92188,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:56.550086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] For port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,segment=NetworkSegment(8b918645-8c97-4dac-bf4c-2767af7b0ab8),segment_id=8b918645-8c97-4dac-bf4c-2767af7b0ab8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:15:56.550458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:56.552717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:56.634110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:56.643764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7688bb36-dab8-49d7-84b4-2fd7d3cbbc4a None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:15:56.658618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:56.664119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:56.717037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Calling delete_port for 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:15:56.743156 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b1edeb0d-46f3-408a-92d6-caa67eb7ee0d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0230129 Jan 10 19:15:56.752174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:56.771600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:56.779548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51dfe92-3672-4755-b83b-eb68912b1018 req-25e7ba0d-bde6-4427-bced-09bda571cb3d tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/security-groups?id=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608325 Jan 10 19:15:56.957228 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.021351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:15:57.049702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:57.054596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50174) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:57.055772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:57.058848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:57.065304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:57.071382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Pushing event deleted for resources: {'Port': ['ID=8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:57.100777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:57.105766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.242559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:15:57.255821 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c887ff0d-618d-404d-abf1-14ac5b480146 admin admin] 10.222.0.21 "PUT /v2.0/routers/a4a6f014-956c-4ddd-bc42-96c96db0fc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6689277 Jan 10 19:15:57.268624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Sync routers for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:15:57.314109 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e84b278-99fe-4097-87d3-d0e71bc92188 (CIDR: 2001:db8::/64) Jan 10 19:15:57.319208 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:15:57.319944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:15:57.325836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] No DVR routers for this DVR port 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:15:57.332283 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.338789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '4e84b278-99fe-4097-87d3-d0e71bc92188'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:15:57.339791 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.340717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'name': 'network-vif-deleted', 'tag': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:15:57.351576 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c8eb4b30-1a40-4b91-8922-ec9f0013562c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5981388 Jan 10 19:15:57.354441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50196) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:57.361032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:15:57.361674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:15:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:57.362407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:57.363658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e9bf54f-4302-4f31-9560-7a4967bb18bb req-0e98de49-3ea3-49db-9904-593fb6871fad tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.44 "DELETE /v2.0/ports/8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 HTTP/1.1" status: 204 len: 173 time: 1.5378368 Jan 10 19:15:57.507648 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef6bc3a-5fc1-4fb9-834b-57c2601865e2', 'name': 'network-vif-deleted', 'tag': '8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55', 'status': 'completed', 'code': 200} Jan 10 19:15:57.560822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-266554226'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:57.567756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:57.576897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:network and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:57.595700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:57.607739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:57.631658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:57.632147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:57.639685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:57.639982 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.650252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:57.653775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:57.659812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:57.673417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.673775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:57.677999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.727448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:57.733425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:security_group_rule and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:57.738365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:57.744929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:57.854666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:15:57.909950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.922208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.960860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:15:57.976034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12141508-9fc2-47e3-b329-59fcf8008bb3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:57.983534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:57.984579 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Added segment a52cf99c-402e-4016-b847-3f9b74d2fddb of type vlan for network 3ff54419-4d0e-4f0a-a936-509c070fd50c Jan 10 19:15:58.022181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.073420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.078861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:58.080021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.214994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/4e84b278-99fe-4097-87d3-d0e71bc92188/1276b48e-9790-4f27-bd37-fe24f96ad266) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:58.290179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Network': ['ID=3ff54419-4d0e-4f0a-a936-509c070fd50c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:58.306825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:58.313137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:15:58.422597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-731f476d-478b-432d-8438-641d1d9cfcf6 req-3f7afaf9-636a-4182-a953-d0241b160c02 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Synchronizing usage tracker for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:15:58.425125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.449178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-78ec0ba0-6971-4169-9da4-7ba4ac428045 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3899882 Jan 10 19:15:58.451770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-731f476d-478b-432d-8438-641d1d9cfcf6 req-3f7afaf9-636a-4182-a953-d0241b160c02 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] Unset dirty status for tenant:64fe0823c8394355aafc2ebc910e5682 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:15:58.453907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50224) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:58.465511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-731f476d-478b-432d-8438-641d1d9cfcf6 req-3f7afaf9-636a-4182-a953-d0241b160c02 tempest-DeleteServersTestJSON-1160957488 tempest-DeleteServersTestJSON-1160957488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ef6bc3a-5fc1-4fb9-834b-57c2601865e2 HTTP/1.1" status: 200 len: 210 time: 0.1644685 Jan 10 19:15:58.466085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'subnet': {'network_id': '3ff54419-4d0e-4f0a-a936-509c070fd50c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:58.565928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.617597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:58.621684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Usage tracker for resource:security_group_rule and tenant:43d431d2495146498e1d51d438b18d8e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:58.624736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:58.631713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:58.734747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 2, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:15:58.751610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Checking router: a4a6f014-956c-4ddd-bc42-96c96db0fc1c for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:15:58.752051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Updating router a4a6f014-956c-4ddd-bc42-96c96db0fc1c port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:15:58.767954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:15:58.773145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.812504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:58.836501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:subnet and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:58.845024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:58.847517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:58.857493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Usage tracker for resource:security_group_rule and tenant:846ff3061b56436faaab60a471cb9990 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:58.867712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:58.870481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.874699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:58.878363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:58.881017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:58.893218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:58.893413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.899741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:58.911260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=34b2c889-6919-41b0-a0ec-ebafbd900a88,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:58.932126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:58.960469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:58.974046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.013806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f56318-0b4d-47d9-aced-cf7ae8f11338,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:59.026990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-0e798ca9-9747-4ff7-9b5b-83ed0cbcb755 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.033806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-0e798ca9-9747-4ff7-9b5b-83ed0cbcb755 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 818 time: 0.2178562 Jan 10 19:15:59.058917 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.066176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3f502756-26e2-44a2-89cb-d7f112111af2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7104564 Jan 10 19:15:59.067665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:59.068023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-3034aa1b-cb1a-49bd-a285-2f86fd4e5567 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/quotas/8b66e79caa934560af03a8bee5c5463a HTTP/1.1" status: 200 len: 375 time: 0.0332897 Jan 10 19:15:59.072495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5627d8f-13db-4813-8d96-9463ab8fd298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43d431d2495146498e1d51d438b18d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7654679 Jan 10 19:15:59.076478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:74:e4:71', 'name': 'tempest-NetworksTestDHCPv6-2081078937'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:15:59.103350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:59.112061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Transition to ACTIVE for port object 1276b48e-9790-4f27-bd37-fe24f96ad266 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:59.184599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Transition to ACTIVE for port object 1276b48e-9790-4f27-bd37-fe24f96ad266 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:59.250538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:15:59.257478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.262757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.263989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31031ccf-0502-4a67-98a9-a7d91f219030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.291203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:15:59.317886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-64abab5f-4a19-41c9-8c9a-625b72d3913e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2414415 Jan 10 19:15:59.368436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Pushing event updated for resources: {'Port': ['ID=1276b48e-9790-4f27-bd37-fe24f96ad266,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:59.372849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:15:59.377728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:15:59.380240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:15:59.383964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:15:59.395179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:15:59.423027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31031ccf-0502-4a67-98a9-a7d91f219030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.434919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.445858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.467147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:15:59.470533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.508666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Attempting to bind port 1276b48e-9790-4f27-bd37-fe24f96ad266 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:15:59.508666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Attempting to bind port 1276b48e-9790-4f27-bd37-fe24f96ad266 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:15:59.508666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Attempting to bind port 1276b48e-9790-4f27-bd37-fe24f96ad266 on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:15:59.523572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.530643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:15:59.537963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.537963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.537963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.537963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.537963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.537963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:15:59.560583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016b0fb4-9d84-43b7-a811-12daf9e4d240,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:59.566359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-2ce9d2ef-77a5-4682-b780-a9f289074a2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.3386779 Jan 10 19:15:59.574339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0f34dcce-03d6-4e76-9bdc-b11113e856fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=846ff3061b56436faaab60a471cb9990&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9162357 Jan 10 19:15:59.582805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:15:59.582805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:15:59.582805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.582805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:15:59.582805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Bound port: 1276b48e-9790-4f27-bd37-fe24f96ad266, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:15:59.589854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port 11565b87-c212-44fd-9d65-243109fac81d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:15:59.599411 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.607666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:15:59.617830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:15:59.617830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8c15ed74-6756-4e7e-81c7-9c7cc0dc3b55 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:15:59.627483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6edd44c3-5756-4494-bf79-bd25e4fe218b req-eac441c0-3bdf-4de1-bee0-47e4b62ea6d7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824995 Jan 10 19:15:59.716804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.731581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-44ab3b19-1a42-4138-a3e1-13b5e565b1ad service neutron] 10.222.0.21 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173434 Jan 10 19:15:59.800707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Transition to ACTIVE for port object c8697011-e7c8-4f9b-ae32-e07e9c945cb6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:15:59.815248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.878509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31031ccf-0502-4a67-98a9-a7d91f219030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.884040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] For port 1276b48e-9790-4f27-bd37-fe24f96ad266, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:15:59.901784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c50161c0-a26d-4fa5-81b5-91703c0af03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:15:59.927229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] For port 1276b48e-9790-4f27-bd37-fe24f96ad266, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1276b48e-9790-4f27-bd37-fe24f96ad266,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:15:59.928421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::386 (863fd86a-3130-4adc-8304-5cd8f5e1f495/4e84b278-99fe-4097-87d3-d0e71bc92188/11565b87-c212-44fd-9d65-243109fac81d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:59.931852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31031ccf-0502-4a67-98a9-a7d91f219030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f56318-0b4d-47d9-aced-cf7ae8f11338,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:15:59.937487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:e471 (863fd86a-3130-4adc-8304-5cd8f5e1f495/34b2c889-6919-41b0-a0ec-ebafbd900a88/11565b87-c212-44fd-9d65-243109fac81d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:15:59.989653 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c50161c0-a26d-4fa5-81b5-91703c0af03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.016315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31031ccf-0502-4a67-98a9-a7d91f219030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.033171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31031ccf-0502-4a67-98a9-a7d91f219030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07f56318-0b4d-47d9-aced-cf7ae8f11338 HTTP/1.1" status: 204 len: 168 time: 0.9145820 Jan 10 19:16:00.046544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.060170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-4f9458a1-8753-4790-b831-9c9615570169 service neutron] 10.222.0.21 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197143 Jan 10 19:16:00.089058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8f3b-18fc-4aac-a11d-9a87e6cdedbb None None] Pushing event updated for resources: {'Port': ['ID=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:00.153043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c50161c0-a26d-4fa5-81b5-91703c0af03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.195269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50161c0-a26d-4fa5-81b5-91703c0af03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016b0fb4-9d84-43b7-a811-12daf9e4d240,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:00.203844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c50161c0-a26d-4fa5-81b5-91703c0af03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.209660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c50161c0-a26d-4fa5-81b5-91703c0af03d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/016b0fb4-9d84-43b7-a811-12daf9e4d240 HTTP/1.1" status: 204 len: 168 time: 0.6014619 Jan 10 19:16:00.323404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.330454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5401fd5-d973-4187-b84f-a8a44df8febb None None] Pushing event updated for resources: {'Port': ['ID=1276b48e-9790-4f27-bd37-fe24f96ad266,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:00.589598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Attempting to bind port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:16:00.589983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Attempting to bind port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:16:00.590354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Attempting to bind port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 on network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:00.601879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e283e91a-9076-400e-a349-404c770c3ef3 req-163fe667-6061-4d9a-9a4e-d364f4da9835 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 210 time: 0.1295013 Jan 10 19:16:00.604438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:16:00.604827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Checking segment: {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:00.605231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.608778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Bound using segment: {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:16:00.609554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Bound port: c8697011-e7c8-4f9b-ae32-e07e9c945cb6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:16:00.610544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.642283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.646690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.651497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.655542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.660581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.665004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.669333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.684772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-335ad3e6-a73e-4dbe-b2d1-77f772908a4e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.4596407 Jan 10 19:16:00.740538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.796465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object 11565b87-c212-44fd-9d65-243109fac81d will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:00.868919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Subnet': ['ID=46bfa0ba-d79c-47d2-a5c5-139462f96b14,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:00.886040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] For port c8697011-e7c8-4f9b-ae32-e07e9c945cb6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:00.886549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Checking segment: {'id': 'a52cf99c-402e-4016-b847-3f9b74d2fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3ff54419-4d0e-4f0a-a936-509c070fd50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:00.888199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network hostable DHCP agents. Network: 3ff54419-4d0e-4f0a-a936-509c070fd50c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:16:00.895574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] For port c8697011-e7c8-4f9b-ae32-e07e9c945cb6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:16:00.904374 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.906749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-3df2a78a-b42d-4d5d-8b53-1ae5ebe3ee7b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:00.910568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-3df2a78a-b42d-4d5d-8b53-1ae5ebe3ee7b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "GET /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2194242 Jan 10 19:16:00.913257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:00.985930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50286) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:00.993941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:00.994957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:15:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:01.136642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8f3b-18fc-4aac-a11d-9a87e6cdedbb None None] Pushing event updated for resources: {'Port': ['ID=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:01.229324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50296) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:01.250156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-35003d6d-0220-4588-95cc-539fb2eaca14 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "GET /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3328145 Jan 10 19:16:01.252066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:16:01.264733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:01.308504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:16:01.368747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:01.387571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:01.390193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:01.394427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.395818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.404785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3ff54419-4d0e-4f0a-a936-509c070fd50c) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:01.412867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.436193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.488818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa783a71-93fb-4229-a24b-7bac3b54a2f5 None None] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:01.507149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.511646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.520911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.530058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.534775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.541819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.549240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.561652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=11565b87-c212-44fd-9d65-243109fac81d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:01.563030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-773b4b4b-c623-40d3-b590-dda07281e748 req-2b8731d3-9cb2-4d57-a70a-ac0d60bb379b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5440 time: 0.6452124 Jan 10 19:16:01.565240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:01.565882 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.567338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.698949 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-555e420d-c21b-4051-b57b-a1554e6d5ed0 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6269569 Jan 10 19:16:01.701545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b238516d-43cc-44a3-bc79-4f07ed3aad32 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2465665 Jan 10 19:16:01.701660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50308) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:01.707966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50310) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:01.713963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:01.718479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:01.730521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-529629696', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:01.745285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc19b2dbc574f24a8880b7538d3435a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:01.752573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:01.761663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:01.769381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Usage tracker for resource:security_group_rule and tenant:fcaea692dad549379633bb4969bd8782 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:01.781508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:01.797522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:router and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:01.801192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:01.806426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:01.826816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:01.837861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:01.897927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.902333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:01.958393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-773b4b4b-c623-40d3-b590-dda07281e748 req-ef8995c6-1566-4889-86ed-1c1163f2449d tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3942099 Jan 10 19:16:01.990968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.051126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd75eaf-85b3-4093-b443-f3ab0d95495e None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:02.067572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port 11565b87-c212-44fd-9d65-243109fac81d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:02.067926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.074087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.139446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.141252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.175296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.336098 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcaea692dad549379633bb4969bd8782&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3211241 Jan 10 19:16:02.359945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7187df19-d0cc-4c9b-b8f6-224f9e3c78f7 None None] Provisioning for port 1276b48e-9790-4f27-bd37-fe24f96ad266 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:02.361046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50320) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:02.364793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4bce7b6-60bc-430c-a696-15c95a0a17eb req-da62204c-23ca-45e1-a58a-76060541d5c5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 210 time: 0.3798070 Jan 10 19:16:02.373233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1276b48e-9790-4f27-bd37-fe24f96ad266 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:02.623138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a95772-80f1-46f0-90e5-9a5429f9ea49 None None] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:02.695121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.714297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed11d39a-a699-4a37-9a8c-c76c8ea37d4c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:02.719138 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2e620dcf-d612-49db-b2ea-39310c6f31a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dc19b2dbc574f24a8880b7538d3435a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4790018 Jan 10 19:16:02.740310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50326) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:02.776577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:00Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:02.785190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481ba42-30a9-423e-a2ce-b0f4de691790 None None] The sync data for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 is: [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:00Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:02.803596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:02.829717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-e7df5700-c732-4a7d-8da9-51662f1c4ee1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:02.829717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-e7df5700-c732-4a7d-8da9-51662f1c4ee1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Synchronizing usage tracker for tenant:8b66e79caa934560af03a8bee5c5463a on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:02.841913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ee59-a464-4e42-be0e-a7313c59f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb4d441-3875-4c1a-bd9c-278d4b69c159,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:02.875484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1276b48e-9790-4f27-bd37-fe24f96ad266 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:02.915532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for 11565b87-c212-44fd-9d65-243109fac81d owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:02.956139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-e7df5700-c732-4a7d-8da9-51662f1c4ee1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Unset dirty status for tenant:8b66e79caa934560af03a8bee5c5463a on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:02.956951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-e7df5700-c732-4a7d-8da9-51662f1c4ee1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 818 time: 0.4989445 Jan 10 19:16:02.965536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1276b48e-9790-4f27-bd37-fe24f96ad266 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:02.965854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.020871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da27c2f1-84a1-46ab-9ae8-52f539cce4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.106524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'port': {'device_id': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'admin_state_up': True, 'tenant_id': '8b66e79caa934560af03a8bee5c5463a'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:03.218907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0a3aee75-52fd-477f-b342-6b92d96912ac,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:03.259197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] For port 0a3aee75-52fd-477f-b342-6b92d96912ac, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:03.387719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a48c822-7e6f-4243-b6c7-c42f75e2c84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.389791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38661704-3378-4a33-a79d-05603872854d None None] Update dhcp port {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'fixed_ips': [{'subnet_id': '4e84b278-99fe-4097-87d3-d0e71bc92188', 'ip_address': '2001:db8::2'}, {'subnet_id': '34b2c889-6919-41b0-a0ec-ebafbd900a88'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '1276b48e-9790-4f27-bd37-fe24f96ad266'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:16:03.398153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] device_id is not set on port 0a3aee75-52fd-477f-b342-6b92d96912ac yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:03.401103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da27c2f1-84a1-46ab-9ae8-52f539cce4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.454401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.479514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.484804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38661704-3378-4a33-a79d-05603872854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.499650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.561958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0a3aee75-52fd-477f-b342-6b92d96912ac no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:03.594667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=11565b87-c212-44fd-9d65-243109fac81d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:03.598566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.651615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0a3aee75-52fd-477f-b342-6b92d96912ac not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:16:03.652070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d889e420-7aef-40dd-9ab5-8b3de42d6aab no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:03.656195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a48c822-7e6f-4243-b6c7-c42f75e2c84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.721060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:03.729405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Usage tracker for resource:port and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:03.733787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:03.734530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1276b48e-9790-4f27-bd37-fe24f96ad266, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1276b48e-9790-4f27-bd37-fe24f96ad266,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:03.743785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:03.753764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da27c2f1-84a1-46ab-9ae8-52f539cce4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.795009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.816038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Made reservation on behalf of 8b66e79caa934560af03a8bee5c5463a for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:03.819668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.838407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27c2f1-84a1-46ab-9ae8-52f539cce4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb4d441-3875-4c1a-bd9c-278d4b69c159,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:03.922409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebd2b288-80cd-43af-b94e-2f86f9529564 req-2a9b4a5e-00c1-4a60-b919-94b16aed3478 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 210 time: 0.2778952 Jan 10 19:16:03.971289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da27c2f1-84a1-46ab-9ae8-52f539cce4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.975417 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-da27c2f1-84a1-46ab-9ae8-52f539cce4c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cb4d441-3875-4c1a-bd9c-278d4b69c159 HTTP/1.1" status: 204 len: 168 time: 1.6049683 Jan 10 19:16:03.975417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a48c822-7e6f-4243-b6c7-c42f75e2c84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.976761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a48c822-7e6f-4243-b6c7-c42f75e2c84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:03.977854 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1a48c822-7e6f-4243-b6c7-c42f75e2c84a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed11d39a-a699-4a37-9a8c-c76c8ea37d4c HTTP/1.1" status: 204 len: 168 time: 1.2316148 Jan 10 19:16:03.995880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.052499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48c822-7e6f-4243-b6c7-c42f75e2c84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed11d39a-a699-4a37-9a8c-c76c8ea37d4c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:04.149683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.177470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.185070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1276b48e-9790-4f27-bd37-fe24f96ad266,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:04.213339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.218630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:04.225065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.247479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:04.260253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.278208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-38661704-3378-4a33-a79d-05603872854d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:ee9a (863fd86a-3130-4adc-8304-5cd8f5e1f495/34b2c889-6919-41b0-a0ec-ebafbd900a88/1276b48e-9790-4f27-bd37-fe24f96ad266) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:04.280838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.281899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 05b27052-2265-402f-9d76-98ecd700930e no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:04.287040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.295902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:04.297811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-3234f3c5-d5e2-4bc8-a6b2-6bb9a8976138 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 5363 time: 0.9775920 Jan 10 19:16:04.334458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.384354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:04.393617 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab', 'code': 200} Jan 10 19:16:04.491767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Allocated IP 172.20.0.2 (37aba362-e6d4-45ff-9507-9a698ab7cdf4/def91e0f-5dd6-440c-bc68-36bd11fb61c3/9b5e5dcc-753c-49ec-b0dd-1abe625c6d28) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:04.547373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] No DVR routers for this DVR port 0a3aee75-52fd-477f-b342-6b92d96912ac on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:04.567066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8697011-e7c8-4f9b-ae32-e07e9c945cb6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:04.601016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b68a03ca-34e8-46c5-9d2d-00a8d9e55f18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/11565b87-c212-44fd-9d65-243109fac81d HTTP/1.1" status: 204 len: 168 time: 2.8758700 Jan 10 19:16:04.606939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:04.640266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:04.730354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.741010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-09e4e59d-7f10-4b60-b136-e153bc6562bf None None] Provisioning complete for port 0a3aee75-52fd-477f-b342-6b92d96912ac triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:04.741504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-09e4e59d-7f10-4b60-b136-e153bc6562bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.789475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3f5be8c-69d4-4089-85ad-e6c5a1a9a91b req-c76498ba-3b4f-4de4-8872-a8feb260fe3b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3205891 Jan 10 19:16:04.795469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.810247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-09e4e59d-7f10-4b60-b136-e153bc6562bf None None] Port 0a3aee75-52fd-477f-b342-6b92d96912ac cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:04.844048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] In _notify_port_updated(), no bound segment for port 0a3aee75-52fd-477f-b342-6b92d96912ac on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:16:04.845054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.849092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.850650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7007394d-dbfa-4f60-83ca-f24b5b735316 service neutron] 10.222.0.44 "PUT /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 200 len: 1031 time: 3.5936131 Jan 10 19:16:04.914972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05b27052-2265-402f-9d76-98ecd700930e,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:04.936940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-38661704-3378-4a33-a79d-05603872854d None None] For port 1276b48e-9790-4f27-bd37-fe24f96ad266, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1276b48e-9790-4f27-bd37-fe24f96ad266,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:04.944923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:04.947683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:04.949927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d7554c61-826c-42f4-9b80-548855ac990a no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:04.954263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:04.970359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:05.055141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.056730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f17aa-8e0a-4308-87fc-9abbc6c67dc9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.057491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d67f17aa-8e0a-4308-87fc-9abbc6c67dc9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:05.091562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.092494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.106968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:05.118837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02e27-fb59-469f-922a-06853c25f22d req-20f9dede-aed6-4b81-be24-3b70a64c1edf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.119887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.133044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-20f9dede-aed6-4b81-be24-3b70a64c1edf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "GET /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2724416 Jan 10 19:16:05.135727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d67f17aa-8e0a-4308-87fc-9abbc6c67dc9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:05.142297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d67f17aa-8e0a-4308-87fc-9abbc6c67dc9 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5340309 Jan 10 19:16:05.144238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50364) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:05.154315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:05.165582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:05.166259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.405715 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-38661704-3378-4a33-a79d-05603872854d None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:16:05.458070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38661704-3378-4a33-a79d-05603872854d None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.482647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:05.545318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5053711 Jan 10 19:16:05.577168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-38661704-3378-4a33-a79d-05603872854d None None] Transition to ACTIVE for port object 1276b48e-9790-4f27-bd37-fe24f96ad266 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:05.596481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Request body: {'port': {'device_id': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:05.602779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38661704-3378-4a33-a79d-05603872854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.695381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a6ad5-de86-4730-8c4c-ea6d5ef745a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.697180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ce7a6ad5-de86-4730-8c4c-ea6d5ef745a6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5508955 Jan 10 19:16:05.704974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:05.723973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9450b57-ea2c-4f6f-8b7d-4dc86b4ae87e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:05.755304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.34 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/599e603e-2636-459c-96d3-5a5b263c82c1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:05.856717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a15fe5-1802-4dc9-b004-a5532215ac79 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.865044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.868900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a15fe5-1802-4dc9-b004-a5532215ac79 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.870228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a15fe5-1802-4dc9-b004-a5532215ac79 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.871107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-79a15fe5-1802-4dc9-b004-a5532215ac79 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:05.896977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661704-3378-4a33-a79d-05603872854d None None] Pushing event updated for resources: {'Port': ['ID=1276b48e-9790-4f27-bd37-fe24f96ad266,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:05.901277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:05.928376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-79a15fe5-1802-4dc9-b004-a5532215ac79 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:05.937943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50396) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:05.940225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-79a15fe5-1802-4dc9-b004-a5532215ac79 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2339184 Jan 10 19:16:05.949772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c5487-bcb7-4f71-8031-cecbd6e2f17d req-97c5c00f-67c4-4368-9ba9-91786c700869 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:05.963653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b46c5487-bcb7-4f71-8031-cecbd6e2f17d req-97c5c00f-67c4-4368-9ba9-91786c700869 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 931 time: 0.7309639 Jan 10 19:16:06.145209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b46c5487-bcb7-4f71-8031-cecbd6e2f17d req-6739ee25-5b20-4bec-a346-de55ba1a9c19 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673889 Jan 10 19:16:06.152908 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:06.164121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:06.299494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c8697011-e7c8-4f9b-ae32-e07e9c945cb6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:06.309951 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:06.429238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b27052-2265-402f-9d76-98ecd700930e'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:06.530481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1276b48e-9790-4f27-bd37-fe24f96ad266 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:06.673314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d7554c61-826c-42f4-9b80-548855ac990a,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:06.709536 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b27052-2265-402f-9d76-98ecd700930e', 'code': 200} Jan 10 19:16:06.716744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:06.723693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:06.759374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:06.770233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:06.777731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:06.782770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:06.789856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:06.802152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-8855fba8-5bc9-4eb5-bbb5-2c832d910b46 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 4658 time: 0.3779306 Jan 10 19:16:06.812466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:16:06.873584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] For port d7554c61-826c-42f4-9b80-548855ac990a, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:06.887906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.018356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] device_id is not set on port d7554c61-826c-42f4-9b80-548855ac990a yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:07.057757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.071459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1d86437-6cc5-4e2c-a305-86eee9ef98f2 req-a716f1fe-aa8b-48f5-a930-0d0dd81dd2f5 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&id=55c1b395-92da-4dbe-b92c-0fef498e3863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2593324 Jan 10 19:16:07.084536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.257647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50432) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:07.265063 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:16:07.265421 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:16:07.312866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.383397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] No DVR routers for this DVR port d7554c61-826c-42f4-9b80-548855ac990a on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:07.421829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:07.450064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=599e603e-2636-459c-96d3-5a5b263c82c1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:07.455305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 34b2c889-6919-41b0-a0ec-ebafbd900a88 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:07.473826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.520870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:07.529781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:07.544494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-45d9b1fb-7e88-4188-a032-b3e4d02c38a9 None None] Could not find standard attr ID for object 11565b87-c212-44fd-9d65-243109fac81d. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:16:07.572305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:07.578849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-45d9b1fb-7e88-4188-a032-b3e4d02c38a9 None None] Provisioning for port 1276b48e-9790-4f27-bd37-fe24f96ad266 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:07.586503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-45d9b1fb-7e88-4188-a032-b3e4d02c38a9 None None] Provisioning complete for port 1276b48e-9790-4f27-bd37-fe24f96ad266 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:07.587091 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45d9b1fb-7e88-4188-a032-b3e4d02c38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.611348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] In _notify_port_updated(), no bound segment for port d7554c61-826c-42f4-9b80-548855ac990a on network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:16:07.612424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.624493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-6654efc2-c4a0-4d15-ac1e-ffdc363188b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 200 len: 1032 time: 2.4809082 Jan 10 19:16:07.725893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f19069-9fcb-42fc-a520-76b115f77111 req-a84795c6-e146-4f7b-8490-84f1654c3bcd tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:07.727437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26f19069-9fcb-42fc-a520-76b115f77111 req-a84795c6-e146-4f7b-8490-84f1654c3bcd tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 931 time: 0.3112667 Jan 10 19:16:07.820244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port 9c661d84-b1db-4d35-8181-6409246cbbd3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:07.820834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:07.897399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26f19069-9fcb-42fc-a520-76b115f77111 req-a1e98255-3802-405d-a677-ce1fcc74a357 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512647 Jan 10 19:16:07.970159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9c661d84-b1db-4d35-8181-6409246cbbd3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:08.107783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a8ca1a2-d8c3-4d25-857d-8b920ea4b4e6 None None] Could not find standard attr ID for object 11565b87-c212-44fd-9d65-243109fac81d. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:16:08.174313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:16:08.185344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.206739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Transition to ACTIVE for port object 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:08.245148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.287681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.339661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a8ca1a2-d8c3-4d25-857d-8b920ea4b4e6 None None] Provisioning complete for port d7554c61-826c-42f4-9b80-548855ac990a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:08.340077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca1a2-d8c3-4d25-857d-8b920ea4b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.368220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:08.373158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.462914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Deleting subnet b3591d25-ca2e-45b6-9a9e-79a88e050344 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:08.469098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8697011-e7c8-4f9b-ae32-e07e9c945cb6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:08.481365 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.536638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:08.543329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50460) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:08.549874 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.588310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.597205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6d43-e228-4212-b8c0-efb352c50570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.618368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ca1a2-d8c3-4d25-857d-8b920ea4b4e6 None None] Port d7554c61-826c-42f4-9b80-548855ac990a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:08.630396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:08.640828 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.641867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9272644a-1fbb-445e-9bef-8c14dfc9a908 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:08.744649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:08.749890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:08.822502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:08.822902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.861010 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.865030 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'code': 200} Jan 10 19:16:08.912934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.913667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:08.918792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-5d53c9c8-30c6-4af7-a385-47f76a4ec0ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:08.923055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-5d53c9c8-30c6-4af7-a385-47f76a4ec0ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:08.933953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-5d53c9c8-30c6-4af7-a385-47f76a4ec0ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:08.939957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-5d53c9c8-30c6-4af7-a385-47f76a4ec0ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:08.946185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-5d53c9c8-30c6-4af7-a385-47f76a4ec0ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:08.948576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-5d53c9c8-30c6-4af7-a385-47f76a4ec0ce tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 3879 time: 0.4271188 Jan 10 19:16:09.020041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.043402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.089156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:09.099118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.100107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29d98159-f30d-46c1-bddf-b82bbdad308e no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:09.136553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-675730824'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:09.167780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:09.249844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Usage tracker for resource:network and tenant:a0cafc601b6d46279c209913cbbb6dc5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:09.253146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:09.259592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:09.308234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:09.314103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.322518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Made reservation on behalf of a0cafc601b6d46279c209913cbbb6dc5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:09.326283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.349508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.352074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29d98159-f30d-46c1-bddf-b82bbdad308e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:09.359866 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.364009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.367537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.367918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.368233 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Floating IP 53fc60a5-6f61-4b84-8ad8-3f18a83e6908 disassociated. External IP: 172.25.6.47, port: 9c661d84-b1db-4d35-8181-6409246cbbd3. Jan 10 19:16:09.368585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for 9c661d84-b1db-4d35-8181-6409246cbbd3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:09.439770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:09.454244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=34b2c889-6919-41b0-a0ec-ebafbd900a88,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:09.456435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Attempting to bind port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:16:09.456905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Attempting to bind port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:16:09.457301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Attempting to bind port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 on network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:09.475012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 on network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:16:09.475343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Attempting to bind port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 on network 37aba362-e6d4-45ff-9507-9a698ab7cdf4 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:09.498191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f900bcd-c0fc-4cb5-af6f-87d416d2f26e req-6c7a8b26-92cc-453c-aa33-25ff405313b0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855431 Jan 10 19:16:09.505941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.512411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:09.513044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6da59-a171-41f1-a55a-9df8370187f7 req-b34f62d3-49a4-495c-8841-d2211b28ec07 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:09.514589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01d6da59-a171-41f1-a55a-9df8370187f7 req-b34f62d3-49a4-495c-8841-d2211b28ec07 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 943 time: 0.2032092 Jan 10 19:16:09.519635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:16:09.520397 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:16:09.521019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:16:09.521283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Checking segment: {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:09.521678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Bound using segment: {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:16:09.522122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Bound port: 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58eac8a0-5cd1-4271-a391-d56f9223a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:16:09.522465 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.525838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f874988-f064-45a3-996d-2cc0e507ef64 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:09.536166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Usage tracker for resource:security_group_rule and tenant:a0cafc601b6d46279c209913cbbb6dc5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:09.543716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:09.558176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.564187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:09.603677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01d6da59-a171-41f1-a55a-9df8370187f7 req-1c402c3a-d144-407f-920c-296112d95919 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746365 Jan 10 19:16:09.612372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-33b7a055-ba08-4dc2-863b-30aed5b6dbff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/34b2c889-6919-41b0-a0ec-ebafbd900a88 HTTP/1.1" status: 204 len: 168 time: 3.6733637 Jan 10 19:16:09.616126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50490) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:09.643234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3591d25-ca2e-45b6-9a9e-79a88e050344,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:09.673756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.750137 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d0f385e2-55c7-46a0-9623-dbad5f7065cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3591d25-ca2e-45b6-9a9e-79a88e050344 HTTP/1.1" status: 204 len: 168 time: 2.4834554 Jan 10 19:16:09.769148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50496) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:09.874678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:09.922485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:16:09.938820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 4e84b278-99fe-4097-87d3-d0e71bc92188 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:09.942110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:09.958616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.006485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.032921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.041403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port 9c661d84-b1db-4d35-8181-6409246cbbd3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:10.041841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.059100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.063591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.065057 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] 10.222.0.44 "PUT /v2.0/ports/9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 1091 time: 4.4855330 Jan 10 19:16:10.068728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:10.083616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.231963 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'status': 'completed', 'code': 200} Jan 10 19:16:10.234960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157bba-b98a-4bf8-96fc-83300bfd5e35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:10.256087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:10.272082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.287789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfb0fd-4f20-4aed-9c01-9133ac7c564e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:10.361350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.361990 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Added segment e4a1ff54-9317-4efb-a475-679841fc16fc of type vlan for network 5c360e8d-20ff-4707-803e-dd137659928b Jan 10 19:16:10.395622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.454444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f7af4eb-0fa5-453d-8e49-1d6d14b9696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.469609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5ad43e-108a-4d1d-a1b9-312cf52b786c']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:10.479126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.492494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b918645-8c97-4dac-bf4c-2767af7b0ab8') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:10.492790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b918645-8c97-4dac-bf4c-2767af7b0ab8') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:10.508007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.530044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.554194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.560463 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-54a7be7d-7e08-44c4-b3e0-57ec628824d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1094 time: 0.4407158 Jan 10 19:16:10.574052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=4e84b278-99fe-4097-87d3-d0e71bc92188,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:10.577803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:16:10.586354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:10.586759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.591073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.612886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] For port 9c661d84-b1db-4d35-8181-6409246cbbd3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9c661d84-b1db-4d35-8181-6409246cbbd3,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:10.613805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.627963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a97b2c16-bc5b-4db0-b1a7-e6aa44f4a80a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/4e84b278-99fe-4097-87d3-d0e71bc92188 HTTP/1.1" status: 204 len: 168 time: 1.0083187 Jan 10 19:16:10.630456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:10.656634 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:10.794033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e71a4-1b66-47e9-8c66-48ebe5fa1588 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:10.870368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908'}, {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:10.881505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-284b5e5d-a09c-4919-8064-c1b07e3276c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.3044930 Jan 10 19:16:10.882204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.886884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:10.887990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.916906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b29f491-59ec-4530-b856-d66fdaf50cc7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2724729 Jan 10 19:16:10.918263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e2f5fb0e-f90b-4473-afde-963e6346ffc5 None None] Provisioning complete for port 1276b48e-9790-4f27-bd37-fe24f96ad266 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:10.918777 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2f5fb0e-f90b-4473-afde-963e6346ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:10.928385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50532) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:10.953438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:11.232011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:16:11.236076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] Deleting port 1276b48e-9790-4f27-bd37-fe24f96ad266 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:11.236453 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.243851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50538) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:11.245459 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7010441 Jan 10 19:16:11.247811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.254980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:11.277406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.309577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Pushing event updated for resources: {'Network': ['ID=5c360e8d-20ff-4707-803e-dd137659928b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:11.327243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-3faea893-4da9-4b0b-954a-72a33da8a333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.328712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-3faea893-4da9-4b0b-954a-72a33da8a333 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.4272547 Jan 10 19:16:11.336659 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc5ad43e-108a-4d1d-a1b9-312cf52b786c HTTP/1.1" status: 204 len: 168 time: 1.5635281 Jan 10 19:16:11.336659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.336659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.336659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.337032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.337207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.337576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.337810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.338138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.338460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.339191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.339524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f3091f-7c68-4dde-913d-6572157be488 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:11.406857 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-b2f4e3a7-f55b-4cef-b9c0-9809ac11380b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635571 Jan 10 19:16:11.410766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c4f7c-0c66-40dc-8616-728febe485bd admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5ad43e-108a-4d1d-a1b9-312cf52b786c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:11.453737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:11.477880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.481990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.486122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.490207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.494278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.495416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:11.516344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:11.520625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:11.528426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5c360e8d-20ff-4707-803e-dd137659928b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:11.543249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:11.555907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384222f-747c-4cf7-b5c2-1ff20d15d290 req-575caacf-8dcc-4458-8775-1d43bd13918d tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:11.557567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a384222f-747c-4cf7-b5c2-1ff20d15d290 req-575caacf-8dcc-4458-8775-1d43bd13918d tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 943 time: 0.7377837 Jan 10 19:16:11.564967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:11.572343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-ba5affcd-dcfe-49d5-b6c8-1450f387ba1f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 3873 time: 0.7535758 Jan 10 19:16:11.620661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:11.625458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.629533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] For port 1276b48e-9790-4f27-bd37-fe24f96ad266, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1276b48e-9790-4f27-bd37-fe24f96ad266,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:11.630281 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.643048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.644071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.644810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.645283 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Floating IP 53fc60a5-6f61-4b84-8ad8-3f18a83e6908 disassociated. External IP: 172.25.6.47, port: 9c661d84-b1db-4d35-8181-6409246cbbd3. Jan 10 19:16:11.645775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for 9c661d84-b1db-4d35-8181-6409246cbbd3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:11.713013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'network': {'name': 'tempest-network--1144154912', 'router:external': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:11.720036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:11.729766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:11.761956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] Calling delete_port for 1276b48e-9790-4f27-bd37-fe24f96ad266 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:11.775230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:network and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:11.782518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:11.789115 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-250769e0-15cb-4fe2-8168-2b5baf6ad9c6 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755119 Jan 10 19:16:11.790944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:11.798639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:11.827184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Usage tracker for resource:security_group_rule and tenant:c4591e5e282642a690df3189497846e9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:11.842391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:11.858338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a384222f-747c-4cf7-b5c2-1ff20d15d290 req-93de5047-c227-4fa3-b937-dc0102d0392e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838750 Jan 10 19:16:11.875074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df89c691-2a12-400a-ace7-ca1f96ca706c req-6551c691-7fcf-48d7-8ad4-b697d91dffe3 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016469 Jan 10 19:16:11.933766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:11.959099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Made reservation on behalf of 58bb9cc761d24fc185ae8bdc51246959 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:11.961419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:11.987520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.020223 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.024973 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908', 'code': 200} Jan 10 19:16:12.025361 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e', 'code': 200} Jan 10 19:16:12.034764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.038619 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.051774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-746f874a-023b-46cf-8ee5-ad9fcea84876 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64fe0823c8394355aafc2ebc910e5682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232522 Jan 10 19:16:12.051960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.055757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50560) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:12.059320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=9c661d84-b1db-4d35-8181-6409246cbbd3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:12.116106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:12.128517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:12.149153 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:12.149153 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:12.160137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] No DVR routers for this DVR port 1276b48e-9790-4f27-bd37-fe24f96ad266 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:12.185772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354f2ee-d52a-41be-a91d-f1d20da5eb08 None None] Pushing event deleted for resources: {'Port': ['ID=1276b48e-9790-4f27-bd37-fe24f96ad266,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:12.240943 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:12.257954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:12.258616 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:12.267393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:12.271907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.296362 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09a8f7d8-7a32-4589-894e-7b5ef6201850 req-5ca6f4ae-5bd2-40fe-9919-9ff52d1bca44 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987786 Jan 10 19:16:12.304356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eeed28b2-f5fe-489c-aa83-71b3aae5134a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.321485 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:12.322137 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f248b49-f1e7-4691-98d5-ea247b7c4cca None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:12.347879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:12.352208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=2d67307f-39a6-4c65-a05f-cc6bab223913,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:12.354857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:12.357980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:12.358359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eeed28b2-f5fe-489c-aa83-71b3aae5134a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.358565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.364070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ffe17-4259-4f6d-82f8-627c73133d32 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:12.384128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:security_group_rule and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:12.395258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:12.463500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dad26876-5420-43d5-bfa1-08bd28a43d67 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5259311 Jan 10 19:16:12.466608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:12.473864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:12.483654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:12.522447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.526505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-508fff6c-21bd-459b-b4c1-3be4a76cb449 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.8146629 Jan 10 19:16:12.536995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:12.542634 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.625131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.641613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1276b48e-9790-4f27-bd37-fe24f96ad266 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:12.646495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:12.651068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:12.655607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:12.664457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:12.687201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:12.691394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.706166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1276b48e-9790-4f27-bd37-fe24f96ad266 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:16:12.706512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1276b48e-9790-4f27-bd37-fe24f96ad266 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:16:12.726078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74919061-32aa-474c-9a6f-7da0e67e3cf1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:12.735404 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-358b0273-984e-44e3-9a77-526f5c309da7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4591e5e282642a690df3189497846e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4887967 Jan 10 19:16:12.736202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eeed28b2-f5fe-489c-aa83-71b3aae5134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.746771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50572) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:12.783174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Router 3c451380-b47c-4ed1-b93d-670aff5042b7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:12.789361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed28b2-f5fe-489c-aa83-71b3aae5134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:12.799723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-863fd86a-3130-4adc-8304-5cd8f5e1f495', 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'tenant_id': '7b23db247a544e99962da9d6e096e10f', 'fixed_ips': [{'subnet_id': '2d67307f-39a6-4c65-a05f-cc6bab223913'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:16:12.801052 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.810700 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-1aba735d-fa40-4bce-84cf-04d18af5ce69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1094 time: 0.4284921 Jan 10 19:16:12.851980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eeed28b2-f5fe-489c-aa83-71b3aae5134a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.855495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eeed28b2-f5fe-489c-aa83-71b3aae5134a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4376ddfe-d11b-4b73-8a3d-e2ed7ec824b9 HTTP/1.1" status: 204 len: 168 time: 0.7928314 Jan 10 19:16:12.933800 n-d-816927-8 neutron-server[83630]: INFO neutron.db.ipam_backend_mixin [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d67307f-39a6-4c65-a05f-cc6bab223913 (CIDR: 2001:db8::/64) Jan 10 19:16:12.959106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:12.968951 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:16:12.969394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:13.020350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.030465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8352d442-ad33-40c4-962c-bcb51e51bdb6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5592101 Jan 10 19:16:13.039393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:13.046515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'subnet': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:13.129565 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.132148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Allocated IP 2001:db8::2 (863fd86a-3130-4adc-8304-5cd8f5e1f495/2d67307f-39a6-4c65-a05f-cc6bab223913/eab3caa9-031a-43a5-8527-cc2835898f7f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:13.186073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:13.199961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.200551 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Added segment 8498beee-ac8c-4924-b824-d70cfec0c83f of type vlan for network 4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12 Jan 10 19:16:13.310461 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf429-096d-4260-9c2c-62955fba3cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.333350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c043aa-f634-4ee7-8561-cdf8ad9b41cb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:13.355637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-3d6a4718-3977-4f72-bb9b-8b0ea8aacd52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.357246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-3d6a4718-3977-4f72-bb9b-8b0ea8aacd52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.5356205 Jan 10 19:16:13.362318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.445848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.459217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Transition to ACTIVE for port object eab3caa9-031a-43a5-8527-cc2835898f7f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:13.464549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf429-096d-4260-9c2c-62955fba3cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.482636 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-b3c334ac-5d62-4c1d-bd20-90cb9613484d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.1115725 Jan 10 19:16:13.486065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Transition to ACTIVE for port object eab3caa9-031a-43a5-8527-cc2835898f7f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:13.494025 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.514367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:13.527739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:subnet and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:13.532214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:13.543349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:13.562263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12730b2-b4a0-4dff-a35c-c66fa6a85da8 req-abb776e5-5cc4-4342-aadf-0b7338689587 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.571029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b12730b2-b4a0-4dff-a35c-c66fa6a85da8 req-abb776e5-5cc4-4342-aadf-0b7338689587 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 943 time: 0.4457273 Jan 10 19:16:13.579739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:13.584271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:13.589797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:13.596478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Pushing event updated for resources: {'Port': ['ID=eab3caa9-031a-43a5-8527-cc2835898f7f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:13.607451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.612824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.617601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.622647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.623945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:13.634276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:13.635713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-086a24da-7bbf-4237-8ee1-40fc5a50a561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:13.637262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-086a24da-7bbf-4237-8ee1-40fc5a50a561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.1382535 Jan 10 19:16:13.638708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.658834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:13.676427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] Sync routers for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:13.696500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Attempting to bind port eab3caa9-031a-43a5-8527-cc2835898f7f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:16:13.697106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Attempting to bind port eab3caa9-031a-43a5-8527-cc2835898f7f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:16:13.697473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Attempting to bind port eab3caa9-031a-43a5-8527-cc2835898f7f on network 863fd86a-3130-4adc-8304-5cd8f5e1f495 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:13.704107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:16:13.704484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Checking segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:13.704881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.705271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Bound using segment: {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:16:13.705729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Bound port: eab3caa9-031a-43a5-8527-cc2835898f7f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6a6b1c-ad31-4d93-89e1-53067917cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:16:13.706100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.727849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:13.728767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:13.849465 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-235e5bd3-cda6-4a4b-9d99-d10a4a1e3703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002056 Jan 10 19:16:13.851928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf429-096d-4260-9c2c-62955fba3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.863068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:13.871482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-ac9542b7-7c7f-483c-b93a-7e0f176d5552 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 3140 time: 0.7016923 Jan 10 19:16:13.950148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] No DVR routers for this DVR port 9c661d84-b1db-4d35-8181-6409246cbbd3 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:13.961204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:13.963867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-7f3a8ad1-b53e-4909-943d-6d33aa9ccabd tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "DELETE /v2.0/ports/9c661d84-b1db-4d35-8181-6409246cbbd3 HTTP/1.1" status: 204 len: 173 time: 6.3289995 Jan 10 19:16:13.972784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:13.977402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:13.980091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eab3caa9-031a-43a5-8527-cc2835898f7f,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:16:13.993080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.019949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bf429-096d-4260-9c2c-62955fba3cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74919061-32aa-474c-9a6f-7da0e67e3cf1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:14.023376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.024395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:14.024970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.046387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b12730b2-b4a0-4dff-a35c-c66fa6a85da8 req-cf4565f5-3b78-457e-bf78-1f12ee1b3a0e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130361 Jan 10 19:16:14.119200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43061950-a2e3-40ce-b616-8adf9991fdcf req-6521a330-6865-4a50-b708-9ec58a809986 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445128 Jan 10 19:16:14.158479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Network': ['ID=4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:14.163287 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f95de1fe-edb6-4d10-b4eb-1db5ca2c97d8 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9069679 Jan 10 19:16:14.168381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50608) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:14.171787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf429-096d-4260-9c2c-62955fba3cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.173593 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d3bf429-096d-4260-9c2c-62955fba3cbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74919061-32aa-474c-9a6f-7da0e67e3cf1 HTTP/1.1" status: 204 len: 168 time: 1.4160411 Jan 10 19:16:14.198258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:14.218912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port 05b27052-2265-402f-9d76-98ecd700930e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:14.219869 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.243007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:16:14.368537 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '9c661d84-b1db-4d35-8181-6409246cbbd3', 'status': 'completed', 'code': 200} Jan 10 19:16:14.374772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50614) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:14.410293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5d1d5-85bf-4175-8462-c2cc20ccb14f None None] Pushing event updated for resources: {'Port': ['ID=eab3caa9-031a-43a5-8527-cc2835898f7f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:14.420547 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-db3c0266-f9c2-445a-aea5-91d169398df9 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591700 Jan 10 19:16:14.423273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.816744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] For port 05b27052-2265-402f-9d76-98ecd700930e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05b27052-2265-402f-9d76-98ecd700930e,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:14.817106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.883826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:14.934271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:14.938764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] Checking router: 3c451380-b47c-4ed1-b93d-670aff5042b7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:16:14.951553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:14.952171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:14.979323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for 05b27052-2265-402f-9d76-98ecd700930e owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:14.995708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:15.006407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038f738c-3d8c-424f-8800-f70ff525d7b3 req-f7434f25-7ae4-480d-a5bb-a74008b97edb service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438004 Jan 10 19:16:15.021273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1813239606-network', 'tenant_id': 'e75f629bbd564f9b84288c49c774c297'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:15.029276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:15.031205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8498beee-ac8c-4924-b824-d70cfec0c83f') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:15.031205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8498beee-ac8c-4924-b824-d70cfec0c83f') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:15.045473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Usage tracker for resource:network and tenant:e75f629bbd564f9b84288c49c774c297 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:15.057533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:15.058182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.079893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.092699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:15.093813 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:15.107590 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:15.115796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50624) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:15.144988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:15.209556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.227540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Made reservation on behalf of e75f629bbd564f9b84288c49c774c297 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:15.238634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.278897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:16:15.358360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.398535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.objects.ports [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83630) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:16:15.403500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:16:15.412811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.425593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:15.437306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12 HTTP/1.1" status: 204 len: 168 time: 1.2623303 Jan 10 19:16:15.438121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50632) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:15.450837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Usage tracker for resource:security_group_rule and tenant:4cea7c3c7e0b4122b2e17d65e347288d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:15.459190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee83b-275d-4164-9c43-be9f8d0ea92d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c0199c7-cae6-47b7-bf82-4f0b3ac1eb12,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:15.462479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:15.470231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:15.481764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:15.483890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:15.489187 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.493513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.507943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:network and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:15.511846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:15.531415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:15.576424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:16:15.650741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Made reservation on behalf of 58bb9cc761d24fc185ae8bdc51246959 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:15.653459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.676545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.750818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:15.755092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.768152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.768545 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Added segment 8ebf4228-1f9e-42fe-97c4-a7da62821c67 of type vlan for network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 Jan 10 19:16:15.770692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.788746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.848595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95699962-eea2-443a-988a-f8bb750de253,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:15.893997 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cb6bbf04-93ca-4ef0-828c-a1a58e04a882 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cea7c3c7e0b4122b2e17d65e347288d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7749209 Jan 10 19:16:15.903579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50636) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:15.934004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:15.949282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:15.960140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae31062e-0719-4a63-80d4-c43d5acd17d0 None None] Provisioning for port eab3caa9-031a-43a5-8527-cc2835898f7f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:15.998711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'port_id': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'mac_address': 'fa:16:3e:71:0f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:16:16.055468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=05b27052-2265-402f-9d76-98ecd700930e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:16.069459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.107477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:16.113433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:16:16.126338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb68d0-ad5c-4d7d-a9f3-94f80e515f7c None None] The sync data for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 is: [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:04:20Z', 'revision_number': 4, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '6ae611d8-4dd0-4772-853f-96715b15c90d', 'name': '', 'network_id': 'ca4b53e6-9f44-469a-9424-8f79aab9f326', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'mac_address': 'fa:16:3e:e9:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de058163-636b-4648-8567-80d5fed84092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:17Z', 'updated_at': '2022-01-10T19:04:30Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'subnets': [{'id': 'de058163-636b-4648-8567-80d5fed84092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:16.143662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:16.149071 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.152188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.153069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.153603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.154089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.154565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.155066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.155550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.156384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.156871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.157349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.157835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:16.161359 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.170500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:16:16.191442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:16.225559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.226404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:16.227028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.242462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Usage tracker for resource:security_group_rule and tenant:e75f629bbd564f9b84288c49c774c297 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:16.247407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:16.249060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:16.281668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65d84617-3261-48a9-b110-581b8241f482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.295887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:16.305318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] No DVR routers for this DVR port 05b27052-2265-402f-9d76-98ecd700930e on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:16.318444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.371362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '05b27052-2265-402f-9d76-98ecd700930e'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:16.388924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Network': ['ID=cec0cea4-2d43-477c-97ee-150ad3e7c3f9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:16.390101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c61fc-5752-4ff3-b5d5-6e829848b06e req-68eb3a94-9bed-4ac3-9a3b-28eef73e504a tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:16.399454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e5c61fc-5752-4ff3-b5d5-6e829848b06e req-68eb3a94-9bed-4ac3-9a3b-28eef73e504a tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 943 time: 1.1263692 Jan 10 19:16:16.399631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:16.415566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-06afc225-5037-4676-b7b3-96383eb19f08 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9666936 Jan 10 19:16:16.418343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50642) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:16.429013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65d84617-3261-48a9-b110-581b8241f482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.437271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066eb85-9256-460d-9856-d17053b07ed0 req-d8e3e683-b936-4da1-a809-5de1283f33b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:16.438244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'subnet': {'network_id': 'cec0cea4-2d43-477c-97ee-150ad3e7c3f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:16.443844 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.444390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066eb85-9256-460d-9856-d17053b07ed0 req-d8e3e683-b936-4da1-a809-5de1283f33b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:16.448789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066eb85-9256-460d-9856-d17053b07ed0 req-d8e3e683-b936-4da1-a809-5de1283f33b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:16.458330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:16.461327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6066eb85-9256-460d-9856-d17053b07ed0 req-d8e3e683-b936-4da1-a809-5de1283f33b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:16.468473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:subnet and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:16.473716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:16.493401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:16.506311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:16:16.532958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eab3caa9-031a-43a5-8527-cc2835898f7f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:16.610884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Made reservation on behalf of 58bb9cc761d24fc185ae8bdc51246959 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:16.613767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.613908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-df8e45f3-579f-496f-944a-e090cf8de527 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "DELETE /v2.0/ports/05b27052-2265-402f-9d76-98ecd700930e HTTP/1.1" status: 204 len: 173 time: 2.6234264 Jan 10 19:16:16.632641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e5c61fc-5752-4ff3-b5d5-6e829848b06e req-0e27257c-1fea-4303-8cf1-b7cc251ec17b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318246 Jan 10 19:16:16.669665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port eab3caa9-031a-43a5-8527-cc2835898f7f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:16.670399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eab3caa9-031a-43a5-8527-cc2835898f7f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:16.670684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.744040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port d889e420-7aef-40dd-9ab5-8b3de42d6aab {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:16.744307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.802009 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63747c-944d-4843-98fb-52f3215122bb None None] New status for floating IP 53fc60a5-6f61-4b84-8ad8-3f18a83e6908: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:16:16.862245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6066eb85-9256-460d-9856-d17053b07ed0 req-d8e3e683-b936-4da1-a809-5de1283f33b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:16.866493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6066eb85-9256-460d-9856-d17053b07ed0 req-d8e3e683-b936-4da1-a809-5de1283f33b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 2407 time: 1.2899282 Jan 10 19:16:16.897537 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:16.953838 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '05b27052-2265-402f-9d76-98ecd700930e', 'status': 'completed', 'code': 200} Jan 10 19:16:16.970623 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65d84617-3261-48a9-b110-581b8241f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.011621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d84617-3261-48a9-b110-581b8241f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95699962-eea2-443a-988a-f8bb750de253,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:17.111582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.120714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eab3caa9-031a-43a5-8527-cc2835898f7f,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:17.131277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.141708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65d84617-3261-48a9-b110-581b8241f482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.143002 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-65d84617-3261-48a9-b110-581b8241f482 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95699962-eea2-443a-988a-f8bb750de253 HTTP/1.1" status: 204 len: 168 time: 1.2335203 Jan 10 19:16:17.156943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6066eb85-9256-460d-9856-d17053b07ed0 req-9c7769ef-16d0-4100-8da3-f116595eba7b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553279 Jan 10 19:16:17.236710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:17.271739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.1 (3ff54419-4d0e-4f0a-a936-509c070fd50c/46bfa0ba-d79c-47d2-a5c5-139462f96b14/81fca367-dfbb-4d57-84d3-96db305323c8) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:17.271950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:16:17.279265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.279611 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Added segment 22484459-74e0-4442-a333-aadf1f026ed0 of type vlan for network 489f1566-36a2-464f-b0a6-22f428d3b05c Jan 10 19:16:17.282861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2dd8e3-d640-487f-9247-544f8e4e87b1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:17.308220 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.324836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.325573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.403911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:16:17.404436 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:16:17.473472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.508385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:17.524549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:17.528886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:17.529121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.535247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] For port d889e420-7aef-40dd-9ab5-8b3de42d6aab, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d889e420-7aef-40dd-9ab5-8b3de42d6aab,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:17.535619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.537169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.539988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ffe181-75d1-4e9b-b6c2-67362ac60e04 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:17.563315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=eab3caa9-031a-43a5-8527-cc2835898f7f,revision_number=4']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:17.580287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Subnet': ['ID=9482c1d1-21ef-45eb-8683-c8904393fccd,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:17.623229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.651533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:17.686623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:16:17.687118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.732373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for d889e420-7aef-40dd-9ab5-8b3de42d6aab owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:17.771855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:17.777756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:17.779618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=81fca367-dfbb-4d57-84d3-96db305323c8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:17.784474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:17.811359 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:16:17.908585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.909437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:17.910143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.927669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Subnet': ['ID=96b6cdb3-d1ec-4d45-b210-8e85ff0e05aa,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:17.930964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-608c02be-11de-4555-84e1-6291d821f75c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8899767 Jan 10 19:16:17.933399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50662) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:17.959963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Request body: {'port': {'network_id': '863fd86a-3130-4adc-8304-5cd8f5e1f495', 'mac_address': 'fa:16:3e:a0:e8:26', 'name': 'tempest-NetworksTestDHCPv6-83633357'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:17.969209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:17.989413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:17.991789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Checking segment: {'id': '8ebf4228-1f9e-42fe-97c4-a7da62821c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cec0cea4-2d43-477c-97ee-150ad3e7c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:17.992690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Network hostable DHCP agents. Network: cec0cea4-2d43-477c-97ee-150ad3e7c3f9, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:16:17.999372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:17.999849 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.038375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:16:18.069625 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.129117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, cec0cea4-2d43-477c-97ee-150ad3e7c3f9) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:18.142038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eab3caa9-031a-43a5-8527-cc2835898f7f,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:18.142676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7557762 Jan 10 19:16:18.146897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc78da4-72c5-4e2c-b888-b30e1125d9e6 None None] Network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:18.149537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50670) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:18.157462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:18.158264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:18.158896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.197535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.217564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Request body: {'subnet': {'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1813239606-subnet', 'tenant_id': 'e75f629bbd564f9b84288c49c774c297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:18.264749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Usage tracker for resource:port and tenant:7b23db247a544e99962da9d6e096e10f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:18.276973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:18.280118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:18.349464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:18.356021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Usage tracker for resource:subnet and tenant:e75f629bbd564f9b84288c49c774c297 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:18.377502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:18.392113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.419633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca405e-19c7-45fe-8100-7e204ef3f82d req-15db3b1f-4bb6-43c5-b490-1ab0daa0435e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:18.421566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7eca405e-19c7-45fe-8100-7e204ef3f82d req-15db3b1f-4bb6-43c5-b490-1ab0daa0435e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 944 time: 0.5919263 Jan 10 19:16:18.422771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:18.430941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5355bc-9bca-49a6-9f26-c81f5c69a62a admin admin] Pushing event updated for resources: {'Network': ['ID=489f1566-36a2-464f-b0a6-22f428d3b05c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:18.493480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 489f1566-36a2-464f-b0a6-22f428d3b05c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:18.529198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Made reservation on behalf of 7b23db247a544e99962da9d6e096e10f for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:18.653052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eab3caa9-031a-43a5-8527-cc2835898f7f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:18.682761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=eab3caa9-031a-43a5-8527-cc2835898f7f,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:18.734191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Made reservation on behalf of e75f629bbd564f9b84288c49c774c297 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:18.736657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.750816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9aa9cad-e5e2-462c-abbc-003e73210239 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3286638 Jan 10 19:16:18.751169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.751655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50682) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:18.772009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'floatingip': {'floating_network_id': 'cec0cea4-2d43-477c-97ee-150ad3e7c3f9'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:18.772310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.785382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:18.790046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7eca405e-19c7-45fe-8100-7e204ef3f82d req-e376efc2-fd07-4bbd-b549-1e881507e8e1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469784 Jan 10 19:16:18.838449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:floatingip and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:18.863647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:18.877786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971acce4-b4f1-4e88-9df3-0feec9fa07b5 None None] Network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:18.894412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:18.900915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=d889e420-7aef-40dd-9ab5-8b3de42d6aab,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:18.922176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:18.979032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.077932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.083295 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.168531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:19.227425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440ba99-cf78-4e4f-a3c3-c25864c073f1 req-ea2061c5-c17b-4f9b-a22d-154d10b57e8f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:19.232236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440ba99-cf78-4e4f-a3c3-c25864c073f1 req-ea2061c5-c17b-4f9b-a22d-154d10b57e8f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:19.237228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440ba99-cf78-4e4f-a3c3-c25864c073f1 req-ea2061c5-c17b-4f9b-a22d-154d10b57e8f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:19.248546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e440ba99-cf78-4e4f-a3c3-c25864c073f1 req-ea2061c5-c17b-4f9b-a22d-154d10b57e8f tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 2330 time: 0.8210826 Jan 10 19:16:19.256337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:19.261195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=81fca367-dfbb-4d57-84d3-96db305323c8,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:19.270795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.279799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.293675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] device_id is not set on port dd51e8e5-b147-49df-9ead-67ce3581afcd yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:19.418432 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'code': 200} Jan 10 19:16:19.419083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] No DVR routers for this DVR port d889e420-7aef-40dd-9ab5-8b3de42d6aab on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:19.427157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.449943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eab3caa9-031a-43a5-8527-cc2835898f7f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:19.451896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.509427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:19.543016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-dac4a1c9-fcfb-4e0a-9620-dcc822345caf tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "DELETE /v2.0/ports/d889e420-7aef-40dd-9ab5-8b3de42d6aab HTTP/1.1" status: 204 len: 173 time: 2.9142330 Jan 10 19:16:19.555987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:19.674838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.679252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:19.700647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port 9272644a-1fbb-445e-9bef-8c14dfc9a908 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:19.700983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.726988 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': 'd889e420-7aef-40dd-9ab5-8b3de42d6aab', 'status': 'completed', 'code': 200} Jan 10 19:16:19.742431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e440ba99-cf78-4e4f-a3c3-c25864c073f1 req-7a5d3f85-ea72-4fd7-bb0e-2b4c9420f281 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922192 Jan 10 19:16:19.746602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:19.946908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f180060-e6ea-4b81-b921-1e23ae892312 None None] Provisioning complete for port eab3caa9-031a-43a5-8527-cc2835898f7f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:19.947293 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f180060-e6ea-4b81-b921-1e23ae892312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:19.967388 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-441585a8-f139-43a0-bddb-3262d9dfc7a2 req-3238b76b-0efc-4e60-9ad0-cab63050683d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.5402977 Jan 10 19:16:20.107691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-441585a8-f139-43a0-bddb-3262d9dfc7a2 req-d18b647f-a247-44d4-95cd-b81993ba8ac3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284313 Jan 10 19:16:20.108723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Allocated IP 172.20.0.5 (cec0cea4-2d43-477c-97ee-150ad3e7c3f9/96b6cdb3-d1ec-4d45-b210-8e85ff0e05aa/f97f057d-d2a8-4103-96f3-32fe249e83f5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:20.264989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:20.277975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] For port 9272644a-1fbb-445e-9bef-8c14dfc9a908, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9272644a-1fbb-445e-9bef-8c14dfc9a908,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:20.278341 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:20.366771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:20.411935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for 9272644a-1fbb-445e-9bef-8c14dfc9a908 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:20.494484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eab3caa9-031a-43a5-8527-cc2835898f7f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:20.541089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101c58e-dc9a-45d3-b17c-cbc8c17f8b8d req-3958564a-411a-4e07-894c-245474431b17 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:20.543060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a101c58e-dc9a-45d3-b17c-cbc8c17f8b8d req-3958564a-411a-4e07-894c-245474431b17 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.5781586 Jan 10 19:16:20.582061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eab3caa9-031a-43a5-8527-cc2835898f7f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:20.582681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:20.597487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8::87 (863fd86a-3130-4adc-8304-5cd8f5e1f495/2d67307f-39a6-4c65-a05f-cc6bab223913/dd51e8e5-b147-49df-9ead-67ce3581afcd) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:20.601558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:20.644680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Allocated IP 2001:db8:0:1:f816:3eff:fea0:e826 (863fd86a-3130-4adc-8304-5cd8f5e1f495/9482c1d1-21ef-45eb-8683-c8904393fccd/dd51e8e5-b147-49df-9ead-67ce3581afcd) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:20.688300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46d1fb0-de40-4de1-bbd5-bcff8ec51b25,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:20.707540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Port': ['ID=f97f057d-d2a8-4103-96f3-32fe249e83f5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:20.718419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a101c58e-dc9a-45d3-b17c-cbc8c17f8b8d req-5e9b7849-21df-4a56-89fe-33a69b2a2d2e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575840 Jan 10 19:16:20.735978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:20.735978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:20.739613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:20.757840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Checking segment: {'id': '22484459-74e0-4442-a333-aadf1f026ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:20.758196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Network hostable DHCP agents. Network: 489f1566-36a2-464f-b0a6-22f428d3b05c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:16:20.774450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:20.778429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:20.977434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=9272644a-1fbb-445e-9bef-8c14dfc9a908,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:21.062888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.132526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Network 489f1566-36a2-464f-b0a6-22f428d3b05c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:16:21.150060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.193824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] No DVR routers for this DVR port 9272644a-1fbb-445e-9bef-8c14dfc9a908 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:21.208604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.228054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-1363ce1f-ac26-4d20-b6e4-00903290b8cb tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "DELETE /v2.0/ports/9272644a-1fbb-445e-9bef-8c14dfc9a908 HTTP/1.1" status: 204 len: 173 time: 1.6314847 Jan 10 19:16:21.244240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 489f1566-36a2-464f-b0a6-22f428d3b05c) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:21.252610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec1cfe-1844-48b7-aa0f-b5a8d55f2790 None None] Network 489f1566-36a2-464f-b0a6-22f428d3b05c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:21.310307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:21.316277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.347963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:21.363493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:21.381239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:21.381852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:21.384073 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d1288444-fdcd-4fd4-8536-165cb89944d6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/routers/1fbc3284-2227-4665-94a4-5469275e173c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8457763 Jan 10 19:16:21.387588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50732) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:21.394663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'port': {'network_id': '3ff54419-4d0e-4f0a-a936-509c070fd50c', 'name': 'tempest-FloatingIPTestJSON-614598708'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:21.437725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port 29d98159-f30d-46c1-bddf-b82bbdad308e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:21.438073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.481053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:21.507678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6123094c-08cb-4cb3-8606-f0dc75b2362c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3533816 Jan 10 19:16:21.523692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:21.524307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:21.554742 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.604902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:21.604902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ea07e-f7bf-45d0-be18-142d155c85df None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:21.615985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Transition to ACTIVE for port object dd51e8e5-b147-49df-9ead-67ce3581afcd will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:21.628651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.659035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9196db-8c70-40ce-89c0-2b321680e71e req-8c0c3b68-cd93-42d5-b27a-13cbd6f718af tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:21.660354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1d9196db-8c70-40ce-89c0-2b321680e71e req-8c0c3b68-cd93-42d5-b27a-13cbd6f718af tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:21.664155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.735327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfea22e-1820-4695-b8d8-44496fcff6da None None] Network 489f1566-36a2-464f-b0a6-22f428d3b05c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:21.771473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:21.804050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:21.811406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:port and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:21.815624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:21.892521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1d9196db-8c70-40ce-89c0-2b321680e71e req-8c0c3b68-cd93-42d5-b27a-13cbd6f718af tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:21.901336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d9196db-8c70-40ce-89c0-2b321680e71e req-8c0c3b68-cd93-42d5-b27a-13cbd6f718af tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 941 time: 0.9266245 Jan 10 19:16:21.906449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:21.934180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Port': ['ID=f97f057d-d2a8-4103-96f3-32fe249e83f5,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:21.950550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:21.953526 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.974556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:21.993778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] device_id is not set on port 961556eb-386e-4af1-8d73-e1ee73f4413c yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:22.033524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.038708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c2b7ca49-883f-4692-ba6a-20284a8b8ae3 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2759933 Jan 10 19:16:22.039466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:22.115963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d9196db-8c70-40ce-89c0-2b321680e71e req-30b8b3f2-eff0-483f-8de2-a188282c19b9 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137046 Jan 10 19:16:22.117115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.172036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-75f8d2e0-d538-487d-b1aa-82c16d7bfb52 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Synchronizing usage tracker for tenant:58bb9cc761d24fc185ae8bdc51246959 on resource:floatingip {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:22.215498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event updated for resources: {'Port': ['ID=dd51e8e5-b147-49df-9ead-67ce3581afcd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:22.249305 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '9272644a-1fbb-445e-9bef-8c14dfc9a908', 'status': 'completed', 'code': 200} Jan 10 19:16:22.264924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-75f8d2e0-d538-487d-b1aa-82c16d7bfb52 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Unset dirty status for tenant:58bb9cc761d24fc185ae8bdc51246959 on resource:floatingip {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:22.266251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75f8d2e0-d538-487d-b1aa-82c16d7bfb52 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=cec0cea4-2d43-477c-97ee-150ad3e7c3f9 HTTP/1.1" status: 200 len: 689 time: 0.2245350 Jan 10 19:16:22.270169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50762) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:22.285380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:22.298007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:22.302501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:22.307069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:22.307605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.315277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] For port 29d98159-f30d-46c1-bddf-b82bbdad308e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29d98159-f30d-46c1-bddf-b82bbdad308e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:22.316102 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.446396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.450792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.9 (3ff54419-4d0e-4f0a-a936-509c070fd50c/46bfa0ba-d79c-47d2-a5c5-139462f96b14/961556eb-386e-4af1-8d73-e1ee73f4413c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:22.542796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for 29d98159-f30d-46c1-bddf-b82bbdad308e owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:22.662564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3ad84bd4-83ac-4570-a2e1-04206fee0e26 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.7052252 Jan 10 19:16:22.665922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50776) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:22.680198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34ca6c-76f9-45ac-b51c-e623065fc4c9 req-beed4b11-af98-402b-880d-8101bca16ff1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:22.685461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b34ca6c-76f9-45ac-b51c-e623065fc4c9 req-beed4b11-af98-402b-880d-8101bca16ff1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.7029436 Jan 10 19:16:22.698475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0435f1e8-3825-4e00-9b41-5fecea79e38c None None] Provisioning for port dd51e8e5-b147-49df-9ead-67ce3581afcd completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:22.703876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0435f1e8-3825-4e00-9b41-5fecea79e38c None None] Provisioning complete for port dd51e8e5-b147-49df-9ead-67ce3581afcd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:22.704356 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0435f1e8-3825-4e00-9b41-5fecea79e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.717197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Deleting port f97f057d-d2a8-4103-96f3-32fe249e83f5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:22.717531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.777524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0435f1e8-3825-4e00-9b41-5fecea79e38c None None] Port dd51e8e5-b147-49df-9ead-67ce3581afcd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:22.931022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.931401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:22.935005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting port dd51e8e5-b147-49df-9ead-67ce3581afcd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:22.935341 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.006408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b34ca6c-76f9-45ac-b51c-e623065fc4c9 req-66cf7398-d4f5-48ad-a41a-e67b848d9ac2 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638676 Jan 10 19:16:23.017642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.084072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Calling delete_port for f97f057d-d2a8-4103-96f3-32fe249e83f5 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:23.093643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041075da-767c-4c30-9b67-2490eb144a76 req-96cb61e9-c124-44f6-af9b-92c370a4685a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:23.094321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-041075da-767c-4c30-9b67-2490eb144a76 req-96cb61e9-c124-44f6-af9b-92c370a4685a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Synchronizing usage tracker for tenant:e75f629bbd564f9b84288c49c774c297 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:23.132152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=29d98159-f30d-46c1-bddf-b82bbdad308e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:23.293290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.340409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.355545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-041075da-767c-4c30-9b67-2490eb144a76 req-96cb61e9-c124-44f6-af9b-92c370a4685a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Unset dirty status for tenant:e75f629bbd564f9b84288c49c774c297 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:23.356724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-96cb61e9-c124-44f6-af9b-92c370a4685a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/networks?id=489f1566-36a2-464f-b0a6-22f428d3b05c HTTP/1.1" status: 200 len: 814 time: 0.7217042 Jan 10 19:16:23.380311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] No DVR routers for this DVR port 29d98159-f30d-46c1-bddf-b82bbdad308e on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:23.387490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.470885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-bc28db1d-564c-4338-aaa1-7d13d4d4c7bc tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/quotas/e75f629bbd564f9b84288c49c774c297 HTTP/1.1" status: 200 len: 375 time: 0.0928032 Jan 10 19:16:23.485074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fe02e27-fb59-469f-922a-06853c25f22d req-0a152567-9182-4151-8f26-c98d537daf2e tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.44 "DELETE /v2.0/ports/29d98159-f30d-46c1-bddf-b82bbdad308e HTTP/1.1" status: 204 len: 173 time: 2.2428463 Jan 10 19:16:23.514924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.563971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-cd601db5-61e0-4e7c-9c18-85d81f2c4328 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e75f629bbd564f9b84288c49c774c297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842602 Jan 10 19:16:23.713440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:23.725386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.738356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:23.744817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:23.827806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=961556eb-386e-4af1-8d73-e1ee73f4413c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:23.835355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:23.836589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.860160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:23.923943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Port': ['ID=f97f057d-d2a8-4103-96f3-32fe249e83f5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:23.944853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-df52b7dc-5cc5-4d9d-b14e-a2d06dac523f req-b79eb989-5f5d-4265-9408-a73d73ea6aa0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Synchronizing usage tracker for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:23.955287 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90ae95aa-cf58-4d16-8114-23a147357cba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5662963 Jan 10 19:16:23.958660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:23.966365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'port': {'network_id': '3ff54419-4d0e-4f0a-a936-509c070fd50c', 'name': 'tempest-FloatingIPTestJSON-335951628'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:23.981656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.018240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Calling delete_port for dd51e8e5-b147-49df-9ead-67ce3581afcd owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:24.146809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-df52b7dc-5cc5-4d9d-b14e-a2d06dac523f req-b79eb989-5f5d-4265-9408-a73d73ea6aa0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Unset dirty status for tenant:9c2bfe62c5d34baa9e47a8c8d9c44780 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:24.157888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df52b7dc-5cc5-4d9d-b14e-a2d06dac523f req-b79eb989-5f5d-4265-9408-a73d73ea6aa0 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 210 time: 0.3728611 Jan 10 19:16:24.186926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-1454d9bf-2cda-4ef3-808f-237029e242d3 service neutron] 10.222.0.21 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006219 Jan 10 19:16:24.235187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:24.238153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.252661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:24.287293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:port and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:24.290586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=96b6cdb3-d1ec-4d45-b210-8e85ff0e05aa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:24.297423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:24.308717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:24.360171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:24.364695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.364944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-625a768d-1ddf-4cac-998f-a56b29694265 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.6163187 Jan 10 19:16:24.480325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] device_id is not set on port 2acd839d-ff4b-499c-bf0f-90e225142cd2 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:24.547054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.600040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec0cea4-2d43-477c-97ee-150ad3e7c3f9']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:24.621643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebf4228-1f9e-42fe-97c4-a7da62821c67') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:24.621942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebf4228-1f9e-42fe-97c4-a7da62821c67') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:24.666640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.692712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.707050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:24.707437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:24.720486 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:24.747044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-707cd5d8-0e75-44d9-9c95-9bb730a4bf98 service neutron] 10.222.0.21 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590472 Jan 10 19:16:24.797877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee341e5-3ed8-4945-973f-3672916ef896 req-e2e5ffce-863f-4a04-b623-7cd27307a118 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:24.799396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-e2e5ffce-863f-4a04-b623-7cd27307a118 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.4273412 Jan 10 19:16:24.907896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-fb3cdcae-0501-46dd-ba46-eab12966c1c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.0975170 Jan 10 19:16:24.958749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.12 (3ff54419-4d0e-4f0a-a936-509c070fd50c/46bfa0ba-d79c-47d2-a5c5-139462f96b14/2acd839d-ff4b-499c-bf0f-90e225142cd2) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:25.012599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:25.082133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:25.095300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cec0cea4-2d43-477c-97ee-150ad3e7c3f9 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:16:25.098043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:25.163825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Network': ['ID=cec0cea4-2d43-477c-97ee-150ad3e7c3f9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:25.186466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Port': ['ID=dd51e8e5-b147-49df-9ead-67ce3581afcd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:25.198799 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b4e4e201-0467-4e1c-bfdc-bfe1fd7e20e7 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cec0cea4-2d43-477c-97ee-150ad3e7c3f9 HTTP/1.1" status: 204 len: 168 time: 2.9254985 Jan 10 19:16:25.203031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268b295-93ca-4eed-b7ed-b0af8f79c685 req-c2eaffd2-d2ac-48e4-9765-24ac28fee927 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.210421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50824) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:25.210938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a268b295-93ca-4eed-b7ed-b0af8f79c685 req-c2eaffd2-d2ac-48e4-9765-24ac28fee927 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.6262300 Jan 10 19:16:25.310924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee341e5-3ed8-4945-973f-3672916ef896 req-ea3fe374-2a8d-41e9-a032-6e3c0f9a0c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.312944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-ea3fe374-2a8d-41e9-a032-6e3c0f9a0c54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.3894446 Jan 10 19:16:25.479551 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c', 'name': 'network-vif-deleted', 'tag': '29d98159-f30d-46c1-bddf-b82bbdad308e', 'status': 'completed', 'code': 200} Jan 10 19:16:25.549032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-328ff697-f61e-4c67-9742-3810c3a719ad tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Synchronizing usage tracker for tenant:58bb9cc761d24fc185ae8bdc51246959 on resource:floatingip {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:25.589734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-328ff697-f61e-4c67-9742-3810c3a719ad tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Unset dirty status for tenant:58bb9cc761d24fc185ae8bdc51246959 on resource:floatingip {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:25.591001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-328ff697-f61e-4c67-9742-3810c3a719ad tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.3795972 Jan 10 19:16:25.594277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50832) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:25.672802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:25.726518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.727050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.727421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.727784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.728144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.728500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.729228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.729590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.729945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.730293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.730644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.731041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.731392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.731743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.732090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.732437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:25.733868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Synchronizing usage tracker for tenant:58bb9cc761d24fc185ae8bdc51246959 on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:25.780393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-6b62577d-09d5-403d-93b2-7931d1998741 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4370477 Jan 10 19:16:25.791544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Unset dirty status for tenant:58bb9cc761d24fc185ae8bdc51246959 on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:25.796626 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8fcf99d0-33ef-4b99-9f4a-50e14c519696 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10170 time: 0.1982791 Jan 10 19:16:25.798272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:25.849631 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:25.938370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a268b295-93ca-4eed-b7ed-b0af8f79c685 req-2f48a3ce-f39b-4700-a2a9-e8eb5a32fd99 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260897 Jan 10 19:16:25.941023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ccb6b83-43f6-4cdf-94e6-5389dca3d7fc req-6adffc93-d155-4fcc-a3d8-b3a668dcea91 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 210 time: 0.3547704 Jan 10 19:16:25.959062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:25.963581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-49ed9aad-b34d-4e20-bee8-39b0b0986b45 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/dd51e8e5-b147-49df-9ead-67ce3581afcd HTTP/1.1" status: 204 len: 168 time: 3.2966840 Jan 10 19:16:25.964408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50842) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.129509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=2acd839d-ff4b-499c-bf0f-90e225142cd2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:26.132418 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-0e025e0d-976a-4f88-b876-378bd829bb45 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] delete failed (client error): The resource could not be found. Jan 10 19:16:26.136069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0e025e0d-976a-4f88-b876-378bd829bb45 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/df896aee-b525-40ce-a88b-25f5ac10f57c HTTP/1.1" status: 404 len: 345 time: 0.3338683 Jan 10 19:16:26.136969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50846) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.218470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:26.219352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-142cc796-2079-43e6-b859-d7da53bf78cf service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975132 Jan 10 19:16:26.224687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:26.229293 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5a70a1-8687-4ba0-aad7-680be2320844 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] DELETE failed (client error): The resource could not be found. Jan 10 19:16:26.229293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5a70a1-8687-4ba0-aad7-680be2320844 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:26.232220 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f5a70a1-8687-4ba0-aad7-680be2320844 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cec0cea4-2d43-477c-97ee-150ad3e7c3f9 HTTP/1.1" status: 404 len: 339 time: 0.0942280 Jan 10 19:16:26.233406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:26.238291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50852) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.311298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.312284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.338264 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-527536ce-f24b-4c09-9185-1fd49950014d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3769717 Jan 10 19:16:26.339601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50858) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.343545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'network': {'name': 'tempest-network--1465804673', 'router:external': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:26.348249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '2acd839d-ff4b-499c-bf0f-90e225142cd2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:26.355011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:26.359603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:floatingip and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:26.363704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:26.369665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:26.381473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.403392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:26.409820 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dfcad66-dc2c-4436-a6c9-b0713d8339c0 req-be42debc-7e0f-435b-a258-a90c07bd2a9a tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/ports?device_id=439d01c0-6bb6-4d6d-b6e4-9a3e76ebbc6c HTTP/1.1" status: 200 len: 210 time: 0.1802332 Jan 10 19:16:26.417955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:network and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:26.428334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681d28d-0a83-41b8-ad40-26c22c5a2831 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.429052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a681d28d-0a83-41b8-ad40-26c22c5a2831 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:26.434247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:26.452377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:26.519613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cee341e5-3ed8-4945-973f-3672916ef896 req-61644298-eae9-4cf5-9720-173141183f69 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880683 Jan 10 19:16:26.521494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Made reservation on behalf of 58bb9cc761d24fc185ae8bdc51246959 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:26.524405 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.534992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a681d28d-0a83-41b8-ad40-26c22c5a2831 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:26.536134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a681d28d-0a83-41b8-ad40-26c22c5a2831 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5651760 Jan 10 19:16:26.538700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50864) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.590774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.620536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:26.641628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.642117 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Added segment 007ba3fc-d747-40c7-ad85-f767d1b9f357 of type vlan for network aa1dca3e-029f-4ce9-ac39-6649d3175cb5 Jan 10 19:16:26.662054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbd4cc-d820-4872-9bc8-dabe6b6e6549 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.664514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-81dbd4cc-d820-4872-9bc8-dabe6b6e6549 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1247740 Jan 10 19:16:26.668470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50870) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.779630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.67 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ad1184d4-cebe-45d3-8465-510c1744d56a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:26.808999 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.860495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042e24-02f5-4964-8e69-178e8eea67f3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.862016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042e24-02f5-4964-8e69-178e8eea67f3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.863998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042e24-02f5-4964-8e69-178e8eea67f3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.864799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e4042e24-02f5-4964-8e69-178e8eea67f3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:26.930366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e4042e24-02f5-4964-8e69-178e8eea67f3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:26.931577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e4042e24-02f5-4964-8e69-178e8eea67f3 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2620461 Jan 10 19:16:26.936897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50876) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:26.978460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041075da-767c-4c30-9b67-2490eb144a76 req-24eb6263-b833-426e-8137-802648c9f52e tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.979901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-24eb6263-b833-426e-8137-802648c9f52e tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.44 "GET /v2.0/networks?id=489f1566-36a2-464f-b0a6-22f428d3b05c HTTP/1.1" status: 200 len: 814 time: 0.2689667 Jan 10 19:16:26.982611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.983818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:26.984625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:26.985385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:27.017746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:27.025694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Request body: {'port': {'device_id': '4b788573-6fdd-420f-a142-b4282fb99b83', 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c', 'admin_state_up': True, 'tenant_id': 'e75f629bbd564f9b84288c49c774c297'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:27.042825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7571332 Jan 10 19:16:27.093404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50884) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:27.257903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:27.272588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:27.281267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:27.333369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=ad1184d4-cebe-45d3-8465-510c1744d56a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:27.351618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:27.355662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:27.360003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:27.365730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:27.366765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Synchronizing usage tracker for tenant:a0cafc601b6d46279c209913cbbb6dc5 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:27.387858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0d8dc1d-dc17-469b-95aa-f4c17836c4b5 req-823d5601-608f-418b-921f-d3c48cf6327a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 210 time: 0.1347280 Jan 10 19:16:27.399518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8ec38-f146-4177-9ec9-b552c3a92e4d tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Network': ['ID=aa1dca3e-029f-4ce9-ac39-6649d3175cb5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:27.412375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network aa1dca3e-029f-4ce9-ac39-6649d3175cb5 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:27.433889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Unset dirty status for tenant:a0cafc601b6d46279c209913cbbb6dc5 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:27.437953 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6402cb11-a8b6-4bca-a360-d27897253359 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3387725 Jan 10 19:16:27.444448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50892) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:27.599865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:27.611607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6e488-0f50-497a-b9ec-da4a3860dc7e req-74f43831-01c1-4444-89a7-f24aecc91965 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:27.613668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68f6e488-0f50-497a-b9ec-da4a3860dc7e req-74f43831-01c1-4444-89a7-f24aecc91965 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.3485341 Jan 10 19:16:27.616329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Usage tracker for resource:port and tenant:e75f629bbd564f9b84288c49c774c297 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:27.626910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:27.649455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:27.666478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 2d67307f-39a6-4c65-a05f-cc6bab223913 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:27.670507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:27.737272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:27.769420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Made reservation on behalf of e75f629bbd564f9b84288c49c774c297 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:27.772421 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:27.791168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:27.814395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:27.921225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68f6e488-0f50-497a-b9ec-da4a3860dc7e req-822a1995-5377-418e-8e98-443eb08cf746 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913914 Jan 10 19:16:28.058043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.070739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.146004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Allocated IP 172.20.0.12 (489f1566-36a2-464f-b0a6-22f428d3b05c/b46d1fb0-de40-4de1-bbd5-bcff8ec51b25/fbdda06a-db33-4413-8a35-d363c355eee1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:28.166822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1dca3e-029f-4ce9-ac39-6649d3175cb5']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:28.186992 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2490611-a3c1-4d58-97dd-4adff4f07e35 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.192017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007ba3fc-d747-40c7-ad85-f767d1b9f357') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:28.192017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007ba3fc-d747-40c7-ad85-f767d1b9f357') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:28.196125 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.224196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.252538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=2d67307f-39a6-4c65-a05f-cc6bab223913,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:28.261383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2490611-a3c1-4d58-97dd-4adff4f07e35 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.273482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.277185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.286723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a67ff5b-97b1-4a4e-81b2-cf32b1c40db3 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:28.298725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:28.299239 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:28.314787 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:28.359650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38091073-a5c7-42a7-a75e-948f1f1b57ff tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/2d67307f-39a6-4c65-a05f-cc6bab223913 HTTP/1.1" status: 204 len: 168 time: 1.4217808 Jan 10 19:16:28.363390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50912) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:28.448392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.462207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa1dca3e-029f-4ce9-ac39-6649d3175cb5 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:16:28.466191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Deleting subnet 9482c1d1-21ef-45eb-8683-c8904393fccd {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:28.479641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.493173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.519876 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.550991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.576339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa1dca3e-029f-4ce9-ac39-6649d3175cb5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:28.591161 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2490611-a3c1-4d58-97dd-4adff4f07e35 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.633485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.670001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2490611-a3c1-4d58-97dd-4adff4f07e35 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7535c1-8ce4-4651-974c-a8d2cbb40aa3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:28.678236 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-848b3d43-e99e-4d06-9223-f334751acac5 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/networks/aa1dca3e-029f-4ce9-ac39-6649d3175cb5 HTTP/1.1" status: 204 len: 168 time: 1.2327182 Jan 10 19:16:28.681367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2490611-a3c1-4d58-97dd-4adff4f07e35 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.685816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2490611-a3c1-4d58-97dd-4adff4f07e35 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f7535c1-8ce4-4651-974c-a8d2cbb40aa3 HTTP/1.1" status: 204 len: 168 time: 0.8682487 Jan 10 19:16:28.688351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50922) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:28.688690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50924) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:28.749727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'network': {'name': 'tempest-network--993808700', 'router:external': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:28.756309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:28.759770 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.761482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:network and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:28.764691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:28.772158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:28.781348 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-b1520e28-a13f-4c56-94e4-7a1576a10dc7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] show failed (client error): The resource could not be found. Jan 10 19:16:28.787018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b1520e28-a13f-4c56-94e4-7a1576a10dc7 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "GET /v2.0/security-groups/4f7535c1-8ce4-4651-974c-a8d2cbb40aa3 HTTP/1.1" status: 404 len: 347 time: 0.0952923 Jan 10 19:16:28.789325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50930) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:28.860187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Network 489f1566-36a2-464f-b0a6-22f428d3b05c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:28.868610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Made reservation on behalf of 58bb9cc761d24fc185ae8bdc51246959 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:28.869158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Pushing event updated for resources: {'Port': ['ID=fbdda06a-db33-4413-8a35-d363c355eee1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:28.871486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:28.872420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:28.884408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:28.964054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:28.964671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.008013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:29.009198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-ea6f3cb7-c715-4211-bc83-0acdbaa12f3c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0071633 Jan 10 19:16:29.020887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-0ceb4640-2888-48ac-b545-943e7a0b791d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:29.021529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-0ceb4640-2888-48ac-b545-943e7a0b791d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Synchronizing usage tracker for tenant:e75f629bbd564f9b84288c49c774c297 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:29.021693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.022191 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Added segment 3ea738fe-6457-4f53-a33f-ec6bbba33a0c of type vlan for network 32b1d1a3-eebd-4d15-aaa8-e0bdec344567 Jan 10 19:16:29.042977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Request body: {'port': {'device_id': '4b788573-6fdd-420f-a142-b4282fb99b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:29.056275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.105393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.199993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.202631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:29.203567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.223932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.228787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/9482c1d1-21ef-45eb-8683-c8904393fccd HTTP/1.1" status: 204 len: 168 time: 0.8644760 Jan 10 19:16:29.245428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50938) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:29.262157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e068-645e-4194-a1a7-1f2051277a1a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Subnet': ['ID=9482c1d1-21ef-45eb-8683-c8904393fccd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:29.309427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6196694 Jan 10 19:16:29.316177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50944) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:29.319055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port a00abb42-bc89-471c-b149-ee4026781090 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:29.319513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.408732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.426806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be560332-40ed-4f05-907d-3d1e5c15ec59 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629927 Jan 10 19:16:29.430529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50948) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:29.431368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-0ceb4640-2888-48ac-b545-943e7a0b791d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Unset dirty status for tenant:e75f629bbd564f9b84288c49c774c297 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:29.441520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-0ceb4640-2888-48ac-b545-943e7a0b791d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 932 time: 0.8042333 Jan 10 19:16:29.595178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679e7d4-3413-443d-9fd2-c9d67f3ea295 None None] Network 863fd86a-3130-4adc-8304-5cd8f5e1f495 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:29.622579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-2d96b4f4-9109-4918-9c07-df0b3e421fd1 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Synchronizing usage tracker for tenant:e75f629bbd564f9b84288c49c774c297 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:29.632102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f6f41-bc4e-4ade-a623-5461be59a1b6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Network': ['ID=32b1d1a3-eebd-4d15-aaa8-e0bdec344567,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:29.656336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0121-2a42-4573-8b5f-77a6a52771dd req-49d9a285-0eca-4d26-82f6-72a801f7b9a0 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:29.664491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-601f0121-2a42-4573-8b5f-77a6a52771dd req-49d9a285-0eca-4d26-82f6-72a801f7b9a0 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.4338474 Jan 10 19:16:29.696736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 32b1d1a3-eebd-4d15-aaa8-e0bdec344567 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:29.699204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.778904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-601f0121-2a42-4573-8b5f-77a6a52771dd req-d9295de7-2f08-40b9-a53d-5631e613b7cb tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122632 Jan 10 19:16:29.782208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-2d96b4f4-9109-4918-9c07-df0b3e421fd1 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Unset dirty status for tenant:e75f629bbd564f9b84288c49c774c297 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:29.786465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af54fe32-7580-43ea-ac22-fc4012cc7061 req-2d96b4f4-9109-4918-9c07-df0b3e421fd1 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441191 Jan 10 19:16:29.799524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.856749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143e0a7-dd63-4578-a82b-ebffdd4b6045 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:29.858249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4143e0a7-dd63-4578-a82b-ebffdd4b6045 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3987048 Jan 10 19:16:29.859394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-287fa0f3-8da1-4372-bcca-8646f4e86564 None None] Provisioning complete for port eab3caa9-031a-43a5-8527-cc2835898f7f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:29.859921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-287fa0f3-8da1-4372-bcca-8646f4e86564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:29.866482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.031891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.056838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0930a724-5210-4f09-a2a5-96d7b2917f33 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:30.070684 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0930a724-5210-4f09-a2a5-96d7b2917f33 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] 10.222.0.21 "GET /v2.0/networks/32b1d1a3-eebd-4d15-aaa8-e0bdec344567 HTTP/1.1" status: 200 len: 756 time: 0.7529185 Jan 10 19:16:30.071779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50962) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.078074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.125193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26759da4-5b84-438b-be19-9f36104bffbd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:30.125944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-26759da4-5b84-438b-be19-9f36104bffbd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:30.158466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-26759da4-5b84-438b-be19-9f36104bffbd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:30.160073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-26759da4-5b84-438b-be19-9f36104bffbd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2923892 Jan 10 19:16:30.185460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50966) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.386954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=ad1184d4-cebe-45d3-8465-510c1744d56a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:30.411844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] DHCP port deletion for 863fd86a-3130-4adc-8304-5cd8f5e1f495 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:16:30.413691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.414249 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.427558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Deleting port eab3caa9-031a-43a5-8527-cc2835898f7f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:30.428578 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.438925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9e5d94ce-73fe-42a0-ba49-e5edc30acc6c tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2528081 Jan 10 19:16:30.448341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.551924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eab3caa9-031a-43a5-8527-cc2835898f7f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:30.556212 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7991da9b-1b66-4064-8c3c-9f827c97cf1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:30.557074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7991da9b-1b66-4064-8c3c-9f827c97cf1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:30.559297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7991da9b-1b66-4064-8c3c-9f827c97cf1e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/dd51e8e5-b147-49df-9ead-67ce3581afcd HTTP/1.1" status: 404 len: 333 time: 0.1075127 Jan 10 19:16:30.564054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50980) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.596326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3fa72-242f-415c-8da1-185c1ff7982f tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:30.597742 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4fd3fa72-242f-415c-8da1-185c1ff7982f tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] 10.222.0.21 "GET /v2.0/networks/5c360e8d-20ff-4707-803e-dd137659928b HTTP/1.1" status: 200 len: 767 time: 0.5230112 Jan 10 19:16:30.606488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for a00abb42-bc89-471c-b149-ee4026781090 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:30.629521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.634262 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b3fd66-a434-4536-843f-1373e307e127 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:30.634262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b3fd66-a434-4536-843f-1373e307e127 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:30.634513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.635469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-78b3fd66-a434-4536-843f-1373e307e127 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/9482c1d1-21ef-45eb-8683-c8904393fccd HTTP/1.1" status: 404 len: 337 time: 0.0688231 Jan 10 19:16:30.702660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.754970 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.760740 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd537ac-da03-4128-81f3-5f2f74a7fd57 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:30.761264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd537ac-da03-4128-81f3-5f2f74a7fd57 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:30.762929 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1dd537ac-da03-4128-81f3-5f2f74a7fd57 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/2d67307f-39a6-4c65-a05f-cc6bab223913 HTTP/1.1" status: 404 len: 337 time: 0.0592666 Jan 10 19:16:30.768328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50992) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:30.777991 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.817923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eab3caa9-031a-43a5-8527-cc2835898f7f,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:30.818233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.960123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdda06a-db33-4413-8a35-d363c355eee1 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:16:30.967943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:30.979162 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7196e1-f00a-4c19-989c-ce89267a450b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:30.979625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7196e1-f00a-4c19-989c-ce89267a450b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:30.984714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3b7196e1-f00a-4c19-989c-ce89267a450b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/11565b87-c212-44fd-9d65-243109fac81d HTTP/1.1" status: 404 len: 333 time: 0.2131968 Jan 10 19:16:30.991863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51004) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.067605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.083439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Calling delete_port for eab3caa9-031a-43a5-8527-cc2835898f7f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:31.119613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Transition to ACTIVE for port object fbdda06a-db33-4413-8a35-d363c355eee1 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:31.119753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=a00abb42-bc89-471c-b149-ee4026781090,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:31.142578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eab3caa9-031a-43a5-8527-cc2835898f7f,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:31.155224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.227411 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 775e6da7-faa7-463a-aeec-4f3b3c40cbff associated. External IP: 172.25.6.67, port: 2acd839d-ff4b-499c-bf0f-90e225142cd2. Jan 10 19:16:31.265992 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-14723563-fb32-418a-9e81-2737aab61ecd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:31.266438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14723563-fb32-418a-9e81-2737aab61ecd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:31.269841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=eab3caa9-031a-43a5-8527-cc2835898f7f,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:31.270965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-14723563-fb32-418a-9e81-2737aab61ecd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/34b2c889-6919-41b0-a0ec-ebafbd900a88 HTTP/1.1" status: 404 len: 337 time: 0.2751131 Jan 10 19:16:31.271678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.281815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51014) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.286201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:16:31.286558 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:16:31.299278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.332823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.334040 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5ac8f165-1b8a-4e37-9cec-795ef2b30c8b tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/floatingips/53fc60a5-6f61-4b84-8ad8-3f18a83e6908 HTTP/1.1" status: 204 len: 168 time: 2.5433517 Jan 10 19:16:31.337782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.454393 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f275072f-ba14-484d-a638-0b9dbb117364 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:31.454840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f275072f-ba14-484d-a638-0b9dbb117364 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:31.457062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f275072f-ba14-484d-a638-0b9dbb117364 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/4e84b278-99fe-4097-87d3-d0e71bc92188 HTTP/1.1" status: 404 len: 337 time: 0.1383307 Jan 10 19:16:31.461538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51024) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.471177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port d7554c61-826c-42f4-9b80-548855ac990a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:31.472080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.521659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.565689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdda06a-db33-4413-8a35-d363c355eee1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:31.579820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b1d1a3-eebd-4d15-aaa8-e0bdec344567']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:31.602014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea738fe-6457-4f53-a33f-ec6bbba33a0c') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:31.602221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea738fe-6457-4f53-a33f-ec6bbba33a0c') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:31.656027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.670011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e50224-91ba-4911-bb74-6484bf0529ba req-d0bf52ab-fc40-4c39-bef8-668809d10dd7 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:31.671527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5e50224-91ba-4911-bb74-6484bf0529ba req-d0bf52ab-fc40-4c39-bef8-668809d10dd7 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 944 time: 0.6805952 Jan 10 19:16:31.681443 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caf321d-6a8f-484a-976d-9fa590a37344 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:31.681879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6caf321d-6a8f-484a-976d-9fa590a37344 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:31.685764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6caf321d-6a8f-484a-976d-9fa590a37344 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/8413185d-05b0-4717-add8-d9940b1dcee7 HTTP/1.1" status: 404 len: 333 time: 0.2180760 Jan 10 19:16:31.696591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.711156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc842-c062-4285-8a48-4864c8ce8cc3 req-06e8b764-7232-4baa-a24c-0ddf77cc55d8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:31.712613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50ebc842-c062-4285-8a48-4864c8ce8cc3 req-06e8b764-7232-4baa-a24c-0ddf77cc55d8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.7267210 Jan 10 19:16:31.739969 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.747187 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0129f902-ed8a-4a5d-b404-d8507a3083d1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:31.747632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0129f902-ed8a-4a5d-b404-d8507a3083d1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:31.751740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0129f902-ed8a-4a5d-b404-d8507a3083d1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/de06f89e-255e-4175-935c-9e064f36624c HTTP/1.1" status: 404 len: 337 time: 0.0502236 Jan 10 19:16:31.760374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51036) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.767065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:31.767473 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:31.787419 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:31.791534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Deleting port eab3caa9-031a-43a5-8527-cc2835898f7f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:31.792708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:31.907041 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:16:31.913409 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d94d566-0d32-44c3-bccd-695ff0bb098f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:31.913607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d94d566-0d32-44c3-bccd-695ff0bb098f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:31.915201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d94d566-0d32-44c3-bccd-695ff0bb098f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/5d60bdb0-b45a-4cfc-8064-aa8610638bc3 HTTP/1.1" status: 404 len: 337 time: 0.1497817 Jan 10 19:16:31.919786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51044) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:31.979452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50ebc842-c062-4285-8a48-4864c8ce8cc3 req-bd12531e-c8aa-4001-a681-e85cd7e062db tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429211 Jan 10 19:16:31.981776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5e50224-91ba-4911-bb74-6484bf0529ba req-e4b70c7c-8a5e-48f1-a0f0-d0b79732421c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819834 Jan 10 19:16:31.983361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Attempting to bind port fbdda06a-db33-4413-8a35-d363c355eee1 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:16:31.983698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Attempting to bind port fbdda06a-db33-4413-8a35-d363c355eee1 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '22484459-74e0-4442-a333-aadf1f026ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:16:31.984022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Attempting to bind port fbdda06a-db33-4413-8a35-d363c355eee1 on network 489f1566-36a2-464f-b0a6-22f428d3b05c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:32.003485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.046020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Port fbdda06a-db33-4413-8a35-d363c355eee1 on network 489f1566-36a2-464f-b0a6-22f428d3b05c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:16:32.059431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Attempting to bind port fbdda06a-db33-4413-8a35-d363c355eee1 on network 489f1566-36a2-464f-b0a6-22f428d3b05c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:32.063443 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf38422e-984e-41ed-a8f2-a65bddad16bf tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:32.063950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf38422e-984e-41ed-a8f2-a65bddad16bf tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:32.065879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32b1d1a3-eebd-4d15-aaa8-e0bdec344567 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:16:32.066252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cf38422e-984e-41ed-a8f2-a65bddad16bf tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/8facb96d-e848-4109-af39-114c3096276d HTTP/1.1" status: 404 len: 333 time: 0.1447301 Jan 10 19:16:32.075835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.079537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51050) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:32.089107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Network': ['ID=32b1d1a3-eebd-4d15-aaa8-e0bdec344567,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:32.115139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-125a0f54-0347-4fc3-b376-17e42ffa2187 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/networks/32b1d1a3-eebd-4d15-aaa8-e0bdec344567 HTTP/1.1" status: 204 len: 168 time: 1.4784842 Jan 10 19:16:32.116400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:16:32.116962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Checking segment: {'id': '22484459-74e0-4442-a333-aadf1f026ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:32.117535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Bound using segment: {'id': '22484459-74e0-4442-a333-aadf1f026ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:16:32.118164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Bound port: fbdda06a-db33-4413-8a35-d363c355eee1, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22484459-74e0-4442-a333-aadf1f026ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:16:32.118708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.119021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.134275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51054) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:32.137152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] For port eab3caa9-031a-43a5-8527-cc2835898f7f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eab3caa9-031a-43a5-8527-cc2835898f7f,segment=NetworkSegment(6f6a6b1c-ad31-4d93-89e1-53067917cea6),segment_id=6f6a6b1c-ad31-4d93-89e1-53067917cea6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:32.137556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.145724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'network': {'name': 'tempest-network--230279311'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:32.295745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for d7554c61-826c-42f4-9b80-548855ac990a owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:32.337785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Calling delete_port for eab3caa9-031a-43a5-8527-cc2835898f7f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:32.396728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] For port fbdda06a-db33-4413-8a35-d363c355eee1, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:32.403444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] For port fbdda06a-db33-4413-8a35-d363c355eee1, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fbdda06a-db33-4413-8a35-d363c355eee1,segment=NetworkSegment(22484459-74e0-4442-a333-aadf1f026ed0),segment_id=22484459-74e0-4442-a333-aadf1f026ed0)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:16:32.413079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.430142 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-650027e1-7775-4a9e-a486-3d8863d23fab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:32.430472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650027e1-7775-4a9e-a486-3d8863d23fab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:32.432717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.473735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:32.479369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Usage tracker for resource:network and tenant:58bb9cc761d24fc185ae8bdc51246959 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:32.488795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Pushing event deleted for resources: {'Port': ['ID=eab3caa9-031a-43a5-8527-cc2835898f7f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:32.488917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:32.495995 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.497716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbdda06a-db33-4413-8a35-d363c355eee1 HTTP/1.1" status: 200 len: 1092 time: 3.4596198 Jan 10 19:16:32.498162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b788573-6fdd-420f-a142-b4282fb99b83', 'tag': 'fbdda06a-db33-4413-8a35-d363c355eee1'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:32.499120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:32.500079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.500426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.500762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.501115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.502148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.502569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.502949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.503279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.504024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.504371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.504775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:16:32.517668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a1d9e-b617-48f6-948c-25402731feda None None] No DVR routers for this DVR port eab3caa9-031a-43a5-8527-cc2835898f7f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:32.535246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437fc22-31a9-4db7-9116-caeb77a9b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdda06a-db33-4413-8a35-d363c355eee1,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:32.583342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51064) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:32.584665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-650027e1-7775-4a9e-a486-3d8863d23fab tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/7d6437f0-ef21-490e-b6ae-f4416f7646ae HTTP/1.1" status: 404 len: 337 time: 0.5038991 Jan 10 19:16:32.589712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Made reservation on behalf of 58bb9cc761d24fc185ae8bdc51246959 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:32.592086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.624838 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b788573-6fdd-420f-a142-b4282fb99b83', 'tag': 'fbdda06a-db33-4413-8a35-d363c355eee1', 'status': 'completed', 'code': 200} Jan 10 19:16:32.637193 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd91fe32-7700-4831-80d6-f234f051a5ae tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:32.637523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd91fe32-7700-4831-80d6-f234f051a5ae tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:32.641472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd91fe32-7700-4831-80d6-f234f051a5ae tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/0dd75853-1b49-402d-bff2-b80e0a1a4849 HTTP/1.1" status: 404 len: 337 time: 0.0508828 Jan 10 19:16:32.641797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51070) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:32.650099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.699791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:32.701904 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-43761f13-b43c-4f51-b282-32bd6edbf6df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:32.703668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43761f13-b43c-4f51-b282-32bd6edbf6df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:32.705592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-43761f13-b43c-4f51-b282-32bd6edbf6df tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/c6c4f6c7-7930-43de-8a0c-080d1b51123d HTTP/1.1" status: 404 len: 333 time: 0.0628295 Jan 10 19:16:32.718859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51074) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:32.727648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=d7554c61-826c-42f4-9b80-548855ac990a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:32.734681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-ce003194-8dc9-4b80-97cd-6767fcc1235d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e75f629bbd564f9b84288c49c774c297&device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 1095 time: 0.1883714 Jan 10 19:16:32.809561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-3e8e1274-ccfa-4d77-9322-8e2f0824cc70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdda06a-db33-4413-8a35-d363c355eee1 HTTP/1.1" status: 200 len: 217 time: 0.0670412 Jan 10 19:16:32.828708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:32.829220 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Added segment 49182f4c-5b10-44da-b83a-1725086f053e of type vlan for network aa285be1-1edb-48df-9fc0-1a689ec37263 Jan 10 19:16:32.885320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041075da-767c-4c30-9b67-2490eb144a76 req-1a733105-ffbf-4f98-a2a9-6831b16f17d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:32.886838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-1a733105-ffbf-4f98-a2a9-6831b16f17d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b46d1fb0-de40-4de1-bbd5-bcff8ec51b25 HTTP/1.1" status: 200 len: 854 time: 0.0711398 Jan 10 19:16:32.887795 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ef078a-8833-4c8f-b787-bc185b501d8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:32.888237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ef078a-8833-4c8f-b787-bc185b501d8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:32.932822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-3f5c0197-00c9-4339-8d3e-719b758bd609 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=489f1566-36a2-464f-b0a6-22f428d3b05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396659 Jan 10 19:16:32.953491 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-26ef078a-8833-4c8f-b787-bc185b501d8f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/50ea8f15-061e-4dea-a70d-367204c1c33e HTTP/1.1" status: 404 len: 337 time: 0.2277741 Jan 10 19:16:32.956662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51080) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:32.976347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:33.015581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:33.017464 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2417728f-d3fe-47fa-92a6-d42872f7b7b2 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/ports/d7554c61-826c-42f4-9b80-548855ac990a HTTP/1.1" status: 204 len: 168 time: 1.6780574 Jan 10 19:16:33.026029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51086) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.094229 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-372b0e5e-cb6e-4db3-b6af-decdd45f7319 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.095393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372b0e5e-cb6e-4db3-b6af-decdd45f7319 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.104399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:33.105261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:33.105846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:33.107117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-372b0e5e-cb6e-4db3-b6af-decdd45f7319 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/08e5af38-d5d1-4b31-a119-475ade412ff5 HTTP/1.1" status: 404 len: 333 time: 0.1494765 Jan 10 19:16:33.109800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.130197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting port 0a3aee75-52fd-477f-b342-6b92d96912ac {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:33.130543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:33.197780 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e217910-f4a4-4e4d-b639-fa29232c665a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.198403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e217910-f4a4-4e4d-b639-fa29232c665a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.200282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6e217910-f4a4-4e4d-b639-fa29232c665a tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/5c336d12-ad5d-47dc-9c4f-3fa776420a21 HTTP/1.1" status: 404 len: 337 time: 0.0894687 Jan 10 19:16:33.209065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51098) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.239143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:33.287234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1515238 Jan 10 19:16:33.292219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51106) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.294932 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90a443a-f2bf-4fda-ae23-e42ebe8c4745 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.295410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90a443a-f2bf-4fda-ae23-e42ebe8c4745 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.299766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d90a443a-f2bf-4fda-ae23-e42ebe8c4745 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/4fd2d403-f013-471a-b7b9-2049395d3daf HTTP/1.1" status: 404 len: 333 time: 0.0869226 Jan 10 19:16:33.299929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e0dc2-ff07-49c6-882f-86b17762ffb6 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Network': ['ID=aa285be1-1edb-48df-9fc0-1a689ec37263,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:33.302649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.310916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:33.312915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network aa285be1-1edb-48df-9fc0-1a689ec37263 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:33.463409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-6c807c7f-6940-4b17-a422-d24a25fc9267 service neutron] 10.222.0.44 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243118 Jan 10 19:16:33.605181 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb3d65e-ed14-406a-b6d6-3e5468fcd0c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.605389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb3d65e-ed14-406a-b6d6-3e5468fcd0c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.610409 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1cb3d65e-ed14-406a-b6d6-3e5468fcd0c8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/d7c55ce8-2fbd-476b-be6f-8d71c04c6d38 HTTP/1.1" status: 404 len: 337 time: 0.3011093 Jan 10 19:16:33.610574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51116) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.625753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621364a-dd5c-4d87-8dea-2a1e33f4e1ae req-965b58e2-0c21-48a1-b3f3-3b2cf5dd9475 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:33.627250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3621364a-dd5c-4d87-8dea-2a1e33f4e1ae req-965b58e2-0c21-48a1-b3f3-3b2cf5dd9475 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 944 time: 0.3431509 Jan 10 19:16:33.705322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ec0ef-8809-490d-82b0-78875065ff94 req-488a5c81-3722-4437-bda5-701a7de6fa0b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:33.711969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea6ec0ef-8809-490d-82b0-78875065ff94 req-488a5c81-3722-4437-bda5-701a7de6fa0b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.4138572 Jan 10 19:16:33.724409 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9bc6fa-f306-458e-963a-455bb136bccd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.724850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9bc6fa-f306-458e-963a-455bb136bccd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.727049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fc9bc6fa-f306-458e-963a-455bb136bccd tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/c3cb44a4-6986-4d7e-a8d6-49917e67be2c HTTP/1.1" status: 404 len: 333 time: 0.1103282 Jan 10 19:16:33.734152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51124) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.763222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-041075da-767c-4c30-9b67-2490eb144a76 req-cf6688ad-e087-4590-8dc0-2139cf8d89bc service neutron] 10.222.0.44 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848091 Jan 10 19:16:33.789269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3621364a-dd5c-4d87-8dea-2a1e33f4e1ae req-d0f149a4-bfd5-41db-a4c6-d51a7b2f8deb tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225607 Jan 10 19:16:33.797434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea6ec0ef-8809-490d-82b0-78875065ff94 req-1f3f8aea-510c-4334-85bf-aae2c16a2f20 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846653 Jan 10 19:16:33.888605 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb0589-8caa-45ab-851e-1263a26669b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.889053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb0589-8caa-45ab-851e-1263a26669b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.892941 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2cfb0589-8caa-45ab-851e-1263a26669b1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/729d2d8f-335d-41ee-96fe-f66c31be15be HTTP/1.1" status: 404 len: 337 time: 0.1546166 Jan 10 19:16:33.896650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51132) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:33.961555 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-332a224e-695f-40a2-8864-c65ad4e33d00 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:33.961997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332a224e-695f-40a2-8864-c65ad4e33d00 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:33.966511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-332a224e-695f-40a2-8864-c65ad4e33d00 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/7ad7b766-8558-44fc-8616-5ae2d4a8ecfa HTTP/1.1" status: 404 len: 333 time: 0.0633948 Jan 10 19:16:33.966746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51136) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.020734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-2d6e3a84-5403-4271-bc0a-510d1b625abe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e75f629bbd564f9b84288c49c774c297&device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 1095 time: 0.1950636 Jan 10 19:16:34.021536 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-620a4221-c3da-442c-9c15-e9e778d16f28 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.021951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620a4221-c3da-442c-9c15-e9e778d16f28 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.026198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-620a4221-c3da-442c-9c15-e9e778d16f28 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/af5f0cf0-69ba-4212-9179-cb5b80953860 HTTP/1.1" status: 404 len: 337 time: 0.0559149 Jan 10 19:16:34.026198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51140) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.071852 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a921ca5-05bf-4066-bc1a-81d493ca1e0e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.072291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a921ca5-05bf-4066-bc1a-81d493ca1e0e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.075072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9a921ca5-05bf-4066-bc1a-81d493ca1e0e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/196d5a0c-296e-4d6c-a228-98dc99936493 HTTP/1.1" status: 404 len: 333 time: 0.0469105 Jan 10 19:16:34.105487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51146) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.113647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.192349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51150) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.198723 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9d34a2-b7a7-48e0-b28d-be8e69644379 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.199189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9d34a2-b7a7-48e0-b28d-be8e69644379 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.201158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ff9d34a2-b7a7-48e0-b28d-be8e69644379 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/fafc62f6-70fa-494b-93c5-b2af0014884d HTTP/1.1" status: 404 len: 337 time: 0.0943849 Jan 10 19:16:34.206454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.270090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Calling delete_port for 0a3aee75-52fd-477f-b342-6b92d96912ac owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:34.301248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.349262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.380044 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-04541c65-fc69-4228-9a71-02f3b56eaa8e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.380488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04541c65-fc69-4228-9a71-02f3b56eaa8e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.382164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-04541c65-fc69-4228-9a71-02f3b56eaa8e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/67157d3d-202d-41fb-962c-e4ff805a8471 HTTP/1.1" status: 404 len: 337 time: 0.1721294 Jan 10 19:16:34.387055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51160) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.391749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.433905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Network aa285be1-1edb-48df-9fc0-1a689ec37263 is not hosted by any dhcp agent {{(pid=83629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 10 19:16:34.434656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:34.435375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.439618 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "PUT /v2.0/networks/aa285be1-1edb-48df-9fc0-1a689ec37263 HTTP/1.1" status: 200 len: 857 time: 1.1383698 Jan 10 19:16:34.441552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51164) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.454175 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee58c5d-c65c-4c90-bee0-838f458fd371 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.454620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee58c5d-c65c-4c90-bee0-838f458fd371 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.456816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3ee58c5d-c65c-4c90-bee0-838f458fd371 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/5a5c6960-e77a-41f2-a539-dcac0d85bff7 HTTP/1.1" status: 404 len: 333 time: 0.0688767 Jan 10 19:16:34.467347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51166) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.502354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6924e-5e5a-49f5-badc-d8cd2682d0fa tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event updated for resources: {'Network': ['ID=aa285be1-1edb-48df-9fc0-1a689ec37263,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:34.516807 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0abbab7-1bf5-41b9-9b85-39f6df70158b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.517247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0abbab7-1bf5-41b9-9b85-39f6df70158b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.519444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f0abbab7-1bf5-41b9-9b85-39f6df70158b tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/00db4a61-da76-4744-a19a-57d1f9698c6b HTTP/1.1" status: 404 len: 337 time: 0.0510697 Jan 10 19:16:34.527990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51172) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.532489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-adb529a1-cc11-4e7c-a067-3f903da21bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:34.534492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-adb529a1-cc11-4e7c-a067-3f903da21bbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=489f1566-36a2-464f-b0a6-22f428d3b05c HTTP/1.1" status: 200 len: 915 time: 0.4635816 Jan 10 19:16:34.623819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:34.632468 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61e9813-729b-4675-89e2-4a4dbb7a37e7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.632913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61e9813-729b-4675-89e2-4a4dbb7a37e7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.637834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:34.643837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Usage tracker for resource:security_group_rule and tenant:f4941e38e6ba4a94aa42a851e3fcba37 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:34.647754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:34.648329 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:34.654361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-eae17e0f-975b-4b1a-bd67-991f328cf82e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdda06a-db33-4413-8a35-d363c355eee1 HTTP/1.1" status: 200 len: 217 time: 0.0894823 Jan 10 19:16:34.654782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.655550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a61e9813-729b-4675-89e2-4a4dbb7a37e7 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/8e728236-68ac-4027-93ff-ad7d6075d092 HTTP/1.1" status: 404 len: 337 time: 0.1266718 Jan 10 19:16:34.656568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:34.658298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51176) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.661981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:34.662353 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:34.678701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.722038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:34.726662 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:34.737898 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:34.738640 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:34.745820 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1e7acb-b44f-463e-bdf0-1cb1a4d63505 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.746278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1e7acb-b44f-463e-bdf0-1cb1a4d63505 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.750289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6e1e7acb-b44f-463e-bdf0-1cb1a4d63505 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/95ac199e-ee98-43c1-b8e4-960b62b9f12b HTTP/1.1" status: 404 len: 333 time: 0.0886841 Jan 10 19:16:34.752275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.790816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Port': ['ID=0a3aee75-52fd-477f-b342-6b92d96912ac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:34.801553 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bccbd4-f563-451b-8616-5a3e07cffcc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.802004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bccbd4-f563-451b-8616-5a3e07cffcc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.807741 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:34.808217 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c57da-aa39-4023-80c5-e519aaa22107 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:34.823479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-12bccbd4-f563-451b-8616-5a3e07cffcc8 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/ff0dacaa-4b6f-40ba-b6dd-edc01ec3621c HTTP/1.1" status: 404 len: 337 time: 0.0684578 Jan 10 19:16:34.829390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.830819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-551e813a-a03a-4cd8-8d95-a7f4e2159e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:34.832906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-551e813a-a03a-4cd8-8d95-a7f4e2159e3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b46d1fb0-de40-4de1-bbd5-bcff8ec51b25 HTTP/1.1" status: 200 len: 854 time: 0.1406231 Jan 10 19:16:34.923900 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ac2c2a-e3f2-4faa-8409-0d5a45d13dae tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:34.924607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ac2c2a-e3f2-4faa-8409-0d5a45d13dae tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:34.928329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-3f06ba30-32ca-477f-855f-87e06a00bc0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=489f1566-36a2-464f-b0a6-22f428d3b05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625014 Jan 10 19:16:34.962076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e2ac2c2a-e3f2-4faa-8409-0d5a45d13dae tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/bead01db-3482-4c04-9776-89afad131242 HTTP/1.1" status: 404 len: 337 time: 0.1281729 Jan 10 19:16:34.973372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51194) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:34.989267 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-94216df7-2e47-4715-8bd1-a41330e6f1b7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.6473322 Jan 10 19:16:35.024399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51198) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.040055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.047745 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7756157f-2590-4e38-aa71-027f951c3c88 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:35.048114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7756157f-2590-4e38-aa71-027f951c3c88 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:35.052141 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7756157f-2590-4e38-aa71-027f951c3c88 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/1e4a1130-c0a1-4b29-bdbe-7b2a4fb618b7 HTTP/1.1" status: 404 len: 333 time: 0.0754223 Jan 10 19:16:35.097153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51202) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.109180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:35.167804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.195143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa285be1-1edb-48df-9fc0-1a689ec37263']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:35.205871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.207721 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1ab2dcf8-dae7-435d-9a78-77975b08499c tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/ports/0a3aee75-52fd-477f-b342-6b92d96912ac HTTP/1.1" status: 204 len: 168 time: 2.1800542 Jan 10 19:16:35.211320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49182f4c-5b10-44da-b83a-1725086f053e') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:35.211622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49182f4c-5b10-44da-b83a-1725086f053e') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:35.217848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51206) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.243373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.261610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.288408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.301708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:35.302066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.306943 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7c7e11-3148-4f61-9b80-c3899ff3e556 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:35.307425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7c7e11-3148-4f61-9b80-c3899ff3e556 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:35.309453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8e7c7e11-3148-4f61-9b80-c3899ff3e556 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/a5b5a6d6-5190-4a95-9d10-3d23a38915ac HTTP/1.1" status: 404 len: 337 time: 0.1466875 Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:35.316430 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:35.322013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.400350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8d2659-5bc3-4b74-a6dd-290a85677cb1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:35.404174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.476612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-37812787-d2b1-4cd5-a474-dab438be121f service neutron] 10.222.0.44 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392513 Jan 10 19:16:35.479652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5668103f-2bb0-42fc-97cc-f3ed59fe3c1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4941e38e6ba4a94aa42a851e3fcba37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2863533 Jan 10 19:16:35.486916 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc203d82-8178-47b1-8373-7e271d0711ea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:35.487898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc203d82-8178-47b1-8373-7e271d0711ea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:35.489519 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dc203d82-8178-47b1-8373-7e271d0711ea tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/f9b83b5a-6c9e-4d66-8290-ed951d5fa2c3 HTTP/1.1" status: 404 len: 337 time: 0.1525180 Jan 10 19:16:35.493368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51214) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.493704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.526646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.544621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa285be1-1edb-48df-9fc0-1a689ec37263 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:16:35.554495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.567616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa285be1-1edb-48df-9fc0-1a689ec37263,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:35.580648 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-829a4941-c198-487d-87a5-dfedf9620a88 tempest-ExternalNetworksTestJSON-2130039709 tempest-ExternalNetworksTestJSON-2130039709-project-admin] 10.222.0.21 "DELETE /v2.0/networks/aa285be1-1edb-48df-9fc0-1a689ec37263 HTTP/1.1" status: 204 len: 168 time: 1.1119535 Jan 10 19:16:35.581491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting subnet 6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:35.583246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51222) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.586393 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.600461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3cc2-7f2a-48c5-9aec-5841234cb0ce req-7d2489ff-6cd9-495c-8b02-784e48035c4c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:35.601939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf5f3cc2-7f2a-48c5-9aec-5841234cb0ce req-7d2489ff-6cd9-495c-8b02-784e48035c4c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 944 time: 0.5819249 Jan 10 19:16:35.654043 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98d05b4-d342-47cb-a3b9-c76954f474c8 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:35.654487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98d05b4-d342-47cb-a3b9-c76954f474c8 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:35.654879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cd6052a4-dc7d-49ba-8411-f5e6af91ae37 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports?device_id=715a2d6e-0988-4a61-bdeb-27430a310f19 HTTP/1.1" status: 200 len: 205 time: 0.1578526 Jan 10 19:16:35.659721 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d98d05b4-d342-47cb-a3b9-c76954f474c8 tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] 10.222.0.21 "DELETE /v2.0/subnets/96b6cdb3-d1ec-4d45-b210-8e85ff0e05aa HTTP/1.1" status: 404 len: 337 time: 0.0712230 Jan 10 19:16:35.659721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.659721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51228) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.684869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44f03-d137-47ef-8057-645b1abc7068 req-986b2dbf-f24b-492f-ab97-73a4fd189dca tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:35.686339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c44f03-d137-47ef-8057-645b1abc7068 req-986b2dbf-f24b-492f-ab97-73a4fd189dca tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.6680253 Jan 10 19:16:35.757348 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-b242db0e-f80f-4828-99b4-b8b26940b83f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] delete failed (client error): The resource could not be found. Jan 10 19:16:35.760862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b242db0e-f80f-4828-99b4-b8b26940b83f tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/routers/715a2d6e-0988-4a61-bdeb-27430a310f19 HTTP/1.1" status: 404 len: 336 time: 0.0979466 Jan 10 19:16:35.811397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51234) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.820524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.907213 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2257828-e0f2-468e-96d4-91783cb1047e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:35.907655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2257828-e0f2-468e-96d4-91783cb1047e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:35.912985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f2257828-e0f2-468e-96d4-91783cb1047e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/f024d36b-be12-4696-a815-0cacafdb88e8 HTTP/1.1" status: 404 len: 337 time: 0.0979538 Jan 10 19:16:35.914926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51238) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:35.982544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:35.985396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9001140e-c0a9-428c-8ebc-234b521902c2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Synchronizing usage tracker for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:36.021687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9001140e-c0a9-428c-8ebc-234b521902c2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Unset dirty status for tenant:7b23db247a544e99962da9d6e096e10f on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:36.025377 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9001140e-c0a9-428c-8ebc-234b521902c2 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9e3133-6073-48c9-8baf-738ea642681d HTTP/1.1" status: 200 len: 205 time: 0.1077385 Jan 10 19:16:36.055894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51242) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.126174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da5f9900-727c-4708-83e9-bbd988684ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.129946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba532c7-fe63-41af-97c3-8552bb28c3d0 req-398ee8e8-f562-4bf4-9644-75511c55740a service neutron] 10.222.0.44 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381207 Jan 10 19:16:36.132299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf5f3cc2-7f2a-48c5-9aec-5841234cb0ce req-57c89ccd-26b6-4f3f-bbfd-353dddae7fc7 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635966 Jan 10 19:16:36.166584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c44f03-d137-47ef-8057-645b1abc7068 req-8dc93eb7-c69f-4020-8a96-25c8b095076b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105611 Jan 10 19:16:36.197738 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-ffb53c43-5c59-404c-93ea-8eb970785a8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] delete failed (client error): The resource could not be found. Jan 10 19:16:36.197738 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ffb53c43-5c59-404c-93ea-8eb970785a8d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/routers/2c9e3133-6073-48c9-8baf-738ea642681d HTTP/1.1" status: 404 len: 336 time: 0.1377525 Jan 10 19:16:36.198374 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da5f9900-727c-4708-83e9-bbd988684ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.203107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51246) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.208297 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.222166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.222455 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 775e6da7-faa7-463a-aeec-4f3b3c40cbff disassociated. External IP: 172.25.6.67, port: 2acd839d-ff4b-499c-bf0f-90e225142cd2. Jan 10 19:16:36.261037 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-175df6b2-9a96-4a71-8eaa-302e25664512 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.261671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175df6b2-9a96-4a71-8eaa-302e25664512 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.265516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-175df6b2-9a96-4a71-8eaa-302e25664512 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/1e88a54c-9e3e-4d3a-8767-1528fcde0181 HTTP/1.1" status: 404 len: 337 time: 0.0593791 Jan 10 19:16:36.265516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.273284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.293218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.337383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c360e8d-20ff-4707-803e-dd137659928b']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:36.341700 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0740249-2562-4b42-8814-edc24baaa844 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.342150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0740249-2562-4b42-8814-edc24baaa844 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.346217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e0740249-2562-4b42-8814-edc24baaa844 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/da511c71-579d-4d8e-95f6-d06836ac5008 HTTP/1.1" status: 404 len: 337 time: 0.0638876 Jan 10 19:16:36.346755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51254) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.378084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da5f9900-727c-4708-83e9-bbd988684ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.382660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a1ff54-9317-4efb-a475-679841fc16fc') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:36.382985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a1ff54-9317-4efb-a475-679841fc16fc') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:36.410151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.419459 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7242f0c-f90b-48e5-83b6-9b9b35633b66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.419902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7242f0c-f90b-48e5-83b6-9b9b35633b66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.434847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f7242f0c-f90b-48e5-83b6-9b9b35633b66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/b919c9d6-1162-485e-a985-091e6a0daea9 HTTP/1.1" status: 404 len: 333 time: 0.0826218 Jan 10 19:16:36.435915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51258) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.439687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.443624 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.449583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f9900-727c-4708-83e9-bbd988684ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8d2659-5bc3-4b74-a6dd-290a85677cb1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:36.455007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da5f9900-727c-4708-83e9-bbd988684ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.459133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-da5f9900-727c-4708-83e9-bbd988684ed1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f8d2659-5bc3-4b74-a6dd-290a85677cb1 HTTP/1.1" status: 204 len: 168 time: 0.9611876 Jan 10 19:16:36.522118 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-209aeb59-4846-4276-be03-b82395272fad tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.522562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209aeb59-4846-4276-be03-b82395272fad tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.526673 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-209aeb59-4846-4276-be03-b82395272fad tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/a4af6080-f397-4150-a9e5-ba60a9d08107 HTTP/1.1" status: 404 len: 337 time: 0.0880225 Jan 10 19:16:36.526673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:36.526673 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.540992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:36.543027 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:36.544657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51264) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.606124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ec614-35fe-4467-8ebe-d07918fa7e90 None None] Network d898116f-d47a-4970-bbc3-5bf804e8da1a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:36.739412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:36.754748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.756605 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ce9af1d3-ca82-4c0f-a881-33c27dbb8fc4 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/subnets/6a3aee9d-f5b2-4f5b-bad8-1c4583dc637d HTTP/1.1" status: 204 len: 168 time: 1.5378175 Jan 10 19:16:36.764605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.780466 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7117a9e-4e66-4255-ab21-4a8582b85314 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.780907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7117a9e-4e66-4255-ab21-4a8582b85314 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.782499 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7117a9e-4e66-4255-ab21-4a8582b85314 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/0a482be7-9767-47ed-bc2b-91ac3e1540d9 HTTP/1.1" status: 404 len: 333 time: 0.2343190 Jan 10 19:16:36.810189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.833304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.858791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.878999 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa0ba2-6436-4590-9f5d-161488cbf43e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.879537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa0ba2-6436-4590-9f5d-161488cbf43e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.883623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] Pushing event deleted for resources: {'Network': ['ID=5c360e8d-20ff-4707-803e-dd137659928b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:36.883751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-adaa0ba2-6436-4590-9f5d-161488cbf43e tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/5dc68938-f116-4495-a899-7dd2582bd897 HTTP/1.1" status: 404 len: 337 time: 0.0629046 Jan 10 19:16:36.883829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.899469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] DHCP port deletion for d898116f-d47a-4970-bbc3-5bf804e8da1a request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:16:36.906625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] Deleting port 02dfa056-1676-43c1-8182-6976f29b2d1d {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:36.907642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:36.936817 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d0b642-b9c3-42a1-b4cd-24d7238b5216 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:36.937366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d0b642-b9c3-42a1-b4cd-24d7238b5216 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:36.942187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84d0b642-b9c3-42a1-b4cd-24d7238b5216 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/898e0543-b564-4ba3-bdc5-25dc34a86261 HTTP/1.1" status: 404 len: 333 time: 0.0542531 Jan 10 19:16:36.942187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51282) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.942420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51284) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:36.953213 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f26ef856-c7da-4ba5-a4e1-c37976cb4ecc tempest-ExternalNetworksTestJSON-889696209 tempest-ExternalNetworksTestJSON-889696209-project] 10.222.0.21 "DELETE /v2.0/networks/5c360e8d-20ff-4707-803e-dd137659928b HTTP/1.1" status: 204 len: 168 time: 1.2890990 Jan 10 19:16:37.016966 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35b268f-198b-46d7-853e-5741f675fbe6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:37.017848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35b268f-198b-46d7-853e-5741f675fbe6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:37.021513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b35b268f-198b-46d7-853e-5741f675fbe6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/8a1f4ae4-f3e1-41f0-9bc7-464a10eb27a9 HTTP/1.1" status: 404 len: 337 time: 0.0743046 Jan 10 19:16:37.021513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.022325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51292) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.071401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Deleting subnet 452ab6d0-ed39-4810-b9e6-674a65bd1108 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:37.074915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.125483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:37.131649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5d58c7c3974a9f8942b59b4a914f35 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:37.135120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:37.142170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:37.145464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] For port 02dfa056-1676-43c1-8182-6976f29b2d1d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=02dfa056-1676-43c1-8182-6976f29b2d1d,segment=NetworkSegment(175063d9-b431-48df-8e3f-6870a014f90d),segment_id=175063d9-b431-48df-8e3f-6870a014f90d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:37.146390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.162709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.262426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:37.284462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:37.303245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.313946 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.359881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.367042 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.384834 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9372a71b-8625-4d1f-9e34-2b395fc5ae71 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:37.385256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9372a71b-8625-4d1f-9e34-2b395fc5ae71 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:37.387010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9372a71b-8625-4d1f-9e34-2b395fc5ae71 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/4558b063-2187-4d2f-8add-26fc5671e8dd HTTP/1.1" status: 404 len: 333 time: 0.3640418 Jan 10 19:16:37.393583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51304) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.401263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] Calling delete_port for 02dfa056-1676-43c1-8182-6976f29b2d1d owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:37.436079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be530058-d03f-46ef-8342-cb70b8994dec tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/floatingips/775e6da7-faa7-463a-aeec-4f3b3c40cbff HTTP/1.1" status: 200 len: 687 time: 2.4061735 Jan 10 19:16:37.438564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:37.439362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:37.442902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51308) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.489184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51312) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.511798 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3071735a-3ab4-4b46-a851-cff187b6d8c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:37.512244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3071735a-3ab4-4b46-a851-cff187b6d8c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:37.534647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4170efe3-ff7f-48be-a723-0cd2be6e2511,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:37.554081 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3071735a-3ab4-4b46-a851-cff187b6d8c1 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/648773a5-a3a4-47d1-b940-b3bf8e309476 HTTP/1.1" status: 404 len: 337 time: 0.1569543 Jan 10 19:16:37.554942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-953a6b57-5923-4522-900b-f670b28f43d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd5d58c7c3974a9f8942b59b4a914f35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6114140 Jan 10 19:16:37.555606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51318) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.555940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.562290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:37.598519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:37.599191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:37.634114 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c96e06-10e9-42e0-9ec3-6fc5a229251d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:37.634553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c96e06-10e9-42e0-9ec3-6fc5a229251d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:37.638693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b5c96e06-10e9-42e0-9ec3-6fc5a229251d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/13931e51-a01e-44d1-9c7e-a001fa8571b3 HTTP/1.1" status: 404 len: 333 time: 0.0734570 Jan 10 19:16:37.639591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51326) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.641046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.672241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fbdda06a-db33-4413-8a35-d363c355eee1 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:16:37.684001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9528e74-4a8e-4a1e-8234-a7cda62a9642 req-d77bbbe1-c5ff-45f4-868a-535983d3bc70 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:37.685491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9528e74-4a8e-4a1e-8234-a7cda62a9642 req-d77bbbe1-c5ff-45f4-868a-535983d3bc70 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 944 time: 0.3566372 Jan 10 19:16:37.694934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54fa40-33e4-48cb-868d-a9bce6eb047c req-75b4615a-4176-4b0b-ac54-3c24308acd30 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:37.696458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f54fa40-33e4-48cb-868d-a9bce6eb047c req-75b4615a-4176-4b0b-ac54-3c24308acd30 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.2723372 Jan 10 19:16:37.717494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:37.718144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606248-7d42-462e-b2da-d7c1af3d1be0 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:37.722348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port ad1184d4-cebe-45d3-8465-510c1744d56a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:37.722935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.766809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Subnet': ['ID=452ab6d0-ed39-4810-b9e6-674a65bd1108,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:37.770095 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-12110fc9-829a-48cc-9a0f-9e1ac3dcdba6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:37.771321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12110fc9-829a-48cc-9a0f-9e1ac3dcdba6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:37.776478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12110fc9-829a-48cc-9a0f-9e1ac3dcdba6 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/8ff7def1-5257-498f-96e3-95b44fbc57d3 HTTP/1.1" status: 404 len: 337 time: 0.1302946 Jan 10 19:16:37.782624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51330) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.787561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27dacc53-ebad-45de-b230-b7d0d24c88e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.800530 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.802630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:37.805166 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e1bc6603-2a84-4eaf-a31f-90e962491119 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/subnets/452ab6d0-ed39-4810-b9e6-674a65bd1108 HTTP/1.1" status: 204 len: 168 time: 1.0306120 Jan 10 19:16:37.808024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51334) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:37.845824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bfb81b-f348-402e-a3c1-6ffcbde58db9 None None] Network 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:37.919362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] Pushing event deleted for resources: {'Port': ['ID=02dfa056-1676-43c1-8182-6976f29b2d1d,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:37.934458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a2e69-1eaf-410e-8387-b02b0fa9a549 None None] No DVR routers for this DVR port 02dfa056-1676-43c1-8182-6976f29b2d1d on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:37.995554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f54fa40-33e4-48cb-868d-a9bce6eb047c req-8c0d4be0-625f-4a29-aa0a-863b47083fca tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811031 Jan 10 19:16:38.027350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.034390 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbf3536-9dda-4219-8aaa-19a1cd166e18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:38.035055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbf3536-9dda-4219-8aaa-19a1cd166e18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:38.037181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ecbf3536-9dda-4219-8aaa-19a1cd166e18 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/40371c1d-c2fb-4154-883b-4d7acb151748 HTTP/1.1" status: 404 len: 333 time: 0.2517750 Jan 10 19:16:38.042214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:38.046698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27dacc53-ebad-45de-b230-b7d0d24c88e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.055210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-659729dc-f917-42c0-b717-85c3c471a0aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0cafc601b6d46279c209913cbbb6dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5649192 Jan 10 19:16:38.071620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9528e74-4a8e-4a1e-8234-a7cda62a9642 req-e4782a29-c7ec-45ae-bc00-024db2c739ac tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739724 Jan 10 19:16:38.074766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51342) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:38.078353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fbdda06a-db33-4413-8a35-d363c355eee1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fbdda06a-db33-4413-8a35-d363c355eee1,segment=NetworkSegment(22484459-74e0-4442-a333-aadf1f026ed0),segment_id=22484459-74e0-4442-a333-aadf1f026ed0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:38.104975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fbdda06a-db33-4413-8a35-d363c355eee1', 'network_id': '489f1566-36a2-464f-b0a6-22f428d3b05c', 'port_id': 'fbdda06a-db33-4413-8a35-d363c355eee1', 'mac_address': 'fa:16:3e:d7:85:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46d1fb0-de40-4de1-bbd5-bcff8ec51b25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:16:38.121206 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44119a8-0b04-4cea-8108-5859446c7a2d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:38.121903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44119a8-0b04-4cea-8108-5859446c7a2d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:38.123722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d44119a8-0b04-4cea-8108-5859446c7a2d tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/7f68bb7d-0897-428c-81dc-71ec9dc44984 HTTP/1.1" status: 404 len: 337 time: 0.0798156 Jan 10 19:16:38.126671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:38.165752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.166091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.179225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.208694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdda06a-db33-4413-8a35-d363c355eee1 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:16:38.214792 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e303099-6bff-42e5-992b-5afe24505e66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:38.215390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e303099-6bff-42e5-992b-5afe24505e66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:38.216918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2e303099-6bff-42e5-992b-5afe24505e66 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/ports/e1a90fcc-3f49-4dc0-b0db-8d75b1f9f24b HTTP/1.1" status: 404 len: 333 time: 0.0791655 Jan 10 19:16:38.227821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fbdda06a-db33-4413-8a35-d363c355eee1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fbdda06a-db33-4413-8a35-d363c355eee1,segment=NetworkSegment(22484459-74e0-4442-a333-aadf1f026ed0),segment_id=22484459-74e0-4442-a333-aadf1f026ed0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:38.228687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51350) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:38.232136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.278850 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f5306a-7596-4d3d-bcb2-99eed4d96e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] DELETE failed (client error): The resource could not be found. Jan 10 19:16:38.279518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f5306a-7596-4d3d-bcb2-99eed4d96e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:16:38.281287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b9f5306a-7596-4d3d-bcb2-99eed4d96e47 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/subnets/6ce1b499-fa81-4338-ac4f-969ef1118f90 HTTP/1.1" status: 404 len: 337 time: 0.0516627 Jan 10 19:16:38.284459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:38.307292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] DHCP port deletion for 7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:16:38.322501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] Deleting port f377d1fe-7746-4de6-bb9f-153b4cffcd0e {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:38.322904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.345119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for ad1184d4-cebe-45d3-8465-510c1744d56a owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:38.383157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b30b823c-49d2-4e21-9127-48c77563e67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.391312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fbdda06a-db33-4413-8a35-d363c355eee1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:38.398496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27dacc53-ebad-45de-b230-b7d0d24c88e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.418211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50de202f-3589-4e39-8658-b0bcd3f4dd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.447403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27dacc53-ebad-45de-b230-b7d0d24c88e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.451163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27dacc53-ebad-45de-b230-b7d0d24c88e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4170efe3-ff7f-48be-a723-0cd2be6e2511 HTTP/1.1" status: 204 len: 168 time: 0.8866992 Jan 10 19:16:38.452064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacc53-ebad-45de-b230-b7d0d24c88e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4170efe3-ff7f-48be-a723-0cd2be6e2511,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:38.461231 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.467179 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b30b823c-49d2-4e21-9127-48c77563e67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.479332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.532550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d898116f-d47a-4970-bbc3-5bf804e8da1a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:38.626062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 02dfa056-1676-43c1-8182-6976f29b2d1d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:38.648562 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.656789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b30b823c-49d2-4e21-9127-48c77563e67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.672703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fbdda06a-db33-4413-8a35-d363c355eee1'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:16:38.685745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175063d9-b431-48df-8e3f-6870a014f90d') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:38.685963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175063d9-b431-48df-8e3f-6870a014f90d') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:38.686050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b823c-49d2-4e21-9127-48c77563e67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfb0fd-4f20-4aed-9c01-9133ac7c564e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:38.694781 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b30b823c-49d2-4e21-9127-48c77563e67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.695885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b30b823c-49d2-4e21-9127-48c77563e67f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ecfb0fd-4f20-4aed-9c01-9133ac7c564e HTTP/1.1" status: 204 len: 168 time: 0.5763509 Jan 10 19:16:38.702545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863fd86a-3130-4adc-8304-5cd8f5e1f495']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:38.706652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.755300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.756853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6a6b1c-ad31-4d93-89e1-53067917cea6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:38.757093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6a6b1c-ad31-4d93-89e1-53067917cea6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:38.767056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:38.767889 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.772727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:38.785219 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:38.800607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.812165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:38.812573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.838972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 02dfa056-1676-43c1-8182-6976f29b2d1d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:16:38.839355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 02dfa056-1676-43c1-8182-6976f29b2d1d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:16:38.839736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f377d1fe-7746-4de6-bb9f-153b4cffcd0e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:38.850217 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:38.889338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.938171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.939509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-e2db8def-231d-4d7b-ac48-ff9c116b49a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2311208 Jan 10 19:16:38.949451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.976340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=ad1184d4-cebe-45d3-8465-510c1744d56a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:38.984311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:38.992438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] Pushing event deleted for resources: {'Network': ['ID=863fd86a-3130-4adc-8304-5cd8f5e1f495,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:39.000040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.012132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] For port f377d1fe-7746-4de6-bb9f-153b4cffcd0e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,segment=NetworkSegment(6de215ca-a0c6-452a-a564-c05379fb4188),segment_id=6de215ca-a0c6-452a-a564-c05379fb4188)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:39.012704 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.056488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Network': ['ID=d898116f-d47a-4970-bbc3-5bf804e8da1a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:39.071926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7388185d-1b71-4ef6-9657-9a7f877ef673 tempest-NetworksTestDHCPv6-17568187 tempest-NetworksTestDHCPv6-17568187-project] 10.222.0.21 "DELETE /v2.0/networks/863fd86a-3130-4adc-8304-5cd8f5e1f495 HTTP/1.1" status: 204 len: 168 time: 0.7850878 Jan 10 19:16:39.110673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-e67e6856-aea4-4e55-8782-64f70022454d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 0.1192784 Jan 10 19:16:39.137022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-80975238-3808-4cf8-890a-b90fcbf54c49 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/networks/d898116f-d47a-4970-bbc3-5bf804e8da1a HTTP/1.1" status: 204 len: 168 time: 1.3280206 Jan 10 19:16:39.139903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.191938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51374) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.247764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.263168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] Calling delete_port for f377d1fe-7746-4de6-bb9f-153b4cffcd0e owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:39.301750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.310594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.314073 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12183faf-67dc-437b-81b3-54477f71cee6 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/floatingips/775e6da7-faa7-463a-aeec-4f3b3c40cbff HTTP/1.1" status: 204 len: 168 time: 1.8693490 Jan 10 19:16:39.332354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51382) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.346020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '961556eb-386e-4af1-8d73-e1ee73f4413c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:39.372371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:39.388631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:39.391458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:floatingip and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:39.405079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:39.418569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bce71886dc45de9a4346c84901b9d4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:39.425244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:39.433216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:39.451949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:39.466454 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.475681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.564997 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.621528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.627749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51388) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.650356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] Pushing event deleted for resources: {'Port': ['ID=f377d1fe-7746-4de6-bb9f-153b4cffcd0e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:39.702911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51392) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.742586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d241e9-56fe-4f2d-ba39-d52eb50124e0 None None] No DVR routers for this DVR port f377d1fe-7746-4de6-bb9f-153b4cffcd0e on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:39.804627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.817800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:39.902367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-333be0cb-4e18-43bd-93a1-29cbc27339cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58bb9cc761d24fc185ae8bdc51246959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2559512 Jan 10 19:16:39.904840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6bce71886dc45de9a4346c84901b9d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7116108 Jan 10 19:16:39.905459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51398) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.908519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c288-5dd3-44da-9d5b-8b3420fb4301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb8242-74ba-4ff3-ab20-bd1a1f684e34,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:39.912110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51400) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:39.954247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.003192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-1c899409-e80f-4b49-bad4-1150438cde39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:40.003579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-1c899409-e80f-4b49-bad4-1150438cde39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:40.003960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-1c899409-e80f-4b49-bad4-1150438cde39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:40.005581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-1c899409-e80f-4b49-bad4-1150438cde39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 2293 time: 0.8674519 Jan 10 19:16:40.024127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329dc2f-7793-4766-a172-7a3ecfb0f975 req-3c72b7b2-476e-45c4-a5d8-694f2df58b69 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:40.025814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7329dc2f-7793-4766-a172-7a3ecfb0f975 req-3c72b7b2-476e-45c4-a5d8-694f2df58b69 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.5842862 Jan 10 19:16:40.028643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:40.044153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.100508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6093-ec5f-4991-953e-ab96844f365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.127067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa0b637a-53c7-4f33-9e47-e8e95778ff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.183551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6093-ec5f-4991-953e-ab96844f365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.216004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de215ca-a0c6-452a-a564-c05379fb4188') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:40.216343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de215ca-a0c6-452a-a564-c05379fb4188') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:40.242117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa0b637a-53c7-4f33-9e47-e8e95778ff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.270387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3867142-5acc-48c3-8b03-539e46ef3b98 req-90312dfb-527e-47da-87b7-7fef7a100f08 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:40.276767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3867142-5acc-48c3-8b03-539e46ef3b98 req-90312dfb-527e-47da-87b7-7fef7a100f08 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 945 time: 0.8279817 Jan 10 19:16:40.283880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.322784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.61 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/4d713fa3-c2ac-408a-ba99-5960b4a37c74) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:40.351472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.361187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa0b637a-53c7-4f33-9e47-e8e95778ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.369673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-05755445-a908-4b9b-9827-35372c9c7377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b23db247a544e99962da9d6e096e10f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6541545 Jan 10 19:16:40.376513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:40.379359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:16:40.379764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:16:40.404949 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:16:40.419312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6093-ec5f-4991-953e-ab96844f365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.425104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7329dc2f-7793-4766-a172-7a3ecfb0f975 req-45532462-8b52-4ece-884d-9688c6908f11 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296598 Jan 10 19:16:40.433819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b637a-53c7-4f33-9e47-e8e95778ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb8242-74ba-4ff3-ab20-bd1a1f684e34,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:40.443231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fa2671a6-4abd-4583-85ce-4d886859bdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.459498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe6093-ec5f-4991-953e-ab96844f365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c043aa-f634-4ee7-8561-cdf8ad9b41cb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:40.478208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-9d4e8c69-2cfa-4a1d-aa1e-ce1bc6633003 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 1001 time: 0.4651222 Jan 10 19:16:40.503898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa0b637a-53c7-4f33-9e47-e8e95778ff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.505014 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aa0b637a-53c7-4f33-9e47-e8e95778ff01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6edb8242-74ba-4ff3-ab20-bd1a1f684e34 HTTP/1.1" status: 204 len: 168 time: 0.5918479 Jan 10 19:16:40.554240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-4654a256-ede4-46e5-becd-b1b9acc4e9f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:40.555765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-4654a256-ede4-46e5-becd-b1b9acc4e9f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 200 len: 851 time: 0.0661051 Jan 10 19:16:40.572727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.578119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3867142-5acc-48c3-8b03-539e46ef3b98 req-bb1f4143-ae93-4463-ae39-ab9101a4f74c tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003373 Jan 10 19:16:40.586495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6093-ec5f-4991-953e-ab96844f365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.594967 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8bbe6093-ec5f-4991-953e-ab96844f365b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8c043aa-f634-4ee7-8561-cdf8ad9b41cb HTTP/1.1" status: 204 len: 168 time: 0.6855841 Jan 10 19:16:40.649783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.649961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.681814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.685854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] Pushing event deleted for resources: {'Network': ['ID=7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:40.715811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38f572c2-c041-46a5-afa4-5fa2de884d60 tempest-TaggedBootDevicesTest_v242-1160585122 tempest-TaggedBootDevicesTest_v242-1160585122-project] 10.222.0.21 "DELETE /v2.0/networks/7f9b4e6c-7d80-4b19-bbe9-5bf1ae849aa1 HTTP/1.1" status: 204 len: 168 time: 1.5746112 Jan 10 19:16:40.720911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d6d23c2-c24f-43c4-ae48-4a6ead93ed3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.729799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:40.736525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-1cbacbfc-bfb8-4cb2-8502-6d78cd4825a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635191 Jan 10 19:16:40.738277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:40.741785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:40.785193 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d6d23c2-c24f-43c4-ae48-4a6ead93ed3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.909307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=4d713fa3-c2ac-408a-ba99-5960b4a37c74,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:40.970091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-5d821ff3-06ec-4407-a387-bff930a2a152 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218142 Jan 10 19:16:40.972188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d6d23c2-c24f-43c4-ae48-4a6ead93ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:40.990849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d23c2-c24f-43c4-ae48-4a6ead93ed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee3b296-90ed-47e9-b38c-23b96eaba309,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:41.121512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d6d23c2-c24f-43c4-ae48-4a6ead93ed3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:41.122650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8d6d23c2-c24f-43c4-ae48-4a6ead93ed3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ee3b296-90ed-47e9-b38c-23b96eaba309 HTTP/1.1" status: 204 len: 168 time: 0.7263265 Jan 10 19:16:41.202523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-c2906511-129d-4557-a21b-947a612ca6c7 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136283 Jan 10 19:16:41.295394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-d13e0751-c582-46a3-9a4f-12eef68422dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 217 time: 0.0835106 Jan 10 19:16:41.431788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-16bc3377-9c4a-4c70-ba8c-a2c36bea34c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:41.434431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-16bc3377-9c4a-4c70-ba8c-a2c36bea34c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1333151 Jan 10 19:16:41.561990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-7d0da6ad-8cf9-4b03-b9ad-ca05eeb58d93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147637 Jan 10 19:16:41.677874 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:41.685298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fbdda06a-db33-4413-8a35-d363c355eee1 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:41.820540 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:41.894019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:41.897687 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:41.910544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port fbdda06a-db33-4413-8a35-d363c355eee1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:41.924768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fbdda06a-db33-4413-8a35-d363c355eee1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:41.925178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-9b69fb06-44ea-4457-88cf-2addeb79d197 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545470 Jan 10 19:16:41.927433 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:42.019622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98714e4-9c3c-4383-921a-972144f6e7f4 req-4e4c27d8-e2d0-4563-804d-b5d0caeed840 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:42.038577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f98714e4-9c3c-4383-921a-972144f6e7f4 req-4e4c27d8-e2d0-4563-804d-b5d0caeed840 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.3346589 Jan 10 19:16:42.182586 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:42.239184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b788573-6fdd-420f-a142-b4282fb99b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdda06a-db33-4413-8a35-d363c355eee1'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:42.255536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f98714e4-9c3c-4383-921a-972144f6e7f4 req-d5fb8652-7bd5-416f-b021-5ed3d3a34ca2 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154377 Jan 10 19:16:42.275661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fbdda06a-db33-4413-8a35-d363c355eee1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fbdda06a-db33-4413-8a35-d363c355eee1,segment=NetworkSegment(22484459-74e0-4442-a333-aadf1f026ed0),segment_id=22484459-74e0-4442-a333-aadf1f026ed0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:42.285824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:42.292120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:42.298398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:42.300476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc2903-2b18-404f-8d72-377e88e23c1b req-d22fb10b-1192-41e3-9a2c-91bfa117518d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:42.308707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1abc2903-2b18-404f-8d72-377e88e23c1b req-d22fb10b-1192-41e3-9a2c-91bfa117518d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 945 time: 0.4510255 Jan 10 19:16:42.403111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1abc2903-2b18-404f-8d72-377e88e23c1b req-f1668da9-97b9-4b5a-86b7-1a7897056ed7 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932190 Jan 10 19:16:42.405614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-7cdb4184-9f0f-457f-b521-87717f039cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748764 Jan 10 19:16:42.482681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fbdda06a-db33-4413-8a35-d363c355eee1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:42.538011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:42.552315 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b788573-6fdd-420f-a142-b4282fb99b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdda06a-db33-4413-8a35-d363c355eee1', 'code': 200} Jan 10 19:16:42.561508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-fb592ba1-5b5a-47e0-b071-3adeff2a8ae4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 217 time: 0.1493301 Jan 10 19:16:42.601457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=4d713fa3-c2ac-408a-ba99-5960b4a37c74,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:42.763051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-a61a27f0-c4e1-4043-b1bc-854e121ca340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:42.764968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-a61a27f0-c4e1-4043-b1bc-854e121ca340 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1924880 Jan 10 19:16:42.797251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-88c17a76-3810-4290-99b4-2bcd4632904d req-803b0d63-78eb-43e3-88f9-06c643e31f29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 1097 time: 0.1725590 Jan 10 19:16:42.861899 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP c838af69-2fd8-4c04-8da4-b2b17305c1d9 associated. External IP: 172.25.6.61, port: 961556eb-386e-4af1-8d73-e1ee73f4413c. Jan 10 19:16:42.924693 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-88c17a76-3810-4290-99b4-2bcd4632904d req-be7f8cd8-0571-4983-9e66-f4baa5e45f9d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212091 Jan 10 19:16:42.935848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-2e446457-5f90-4276-8dcc-95b417b1ec84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1632705 Jan 10 19:16:43.003248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:43.048368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51484) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.295098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-2dbfc8c3-209e-44dc-99e4-14e4a02c1f72 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631269 Jan 10 19:16:43.500540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:43.501388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51500) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.746489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1105777895'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:43.763236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:43.779135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-dea97dc6-0ebd-422f-a398-fe27bd62e60e service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752870 Jan 10 19:16:43.782534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Usage tracker for resource:network and tenant:ddf86198f8f84cb3a5d41f1e159e2d32 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:43.796977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:43.807928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413ad89-f1e5-4952-a77c-c717c578940a req-acfb0bdf-fcb4-4044-b9f3-21e282c6edfb tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:43.809817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a413ad89-f1e5-4952-a77c-c717c578940a req-acfb0bdf-fcb4-4044-b9f3-21e282c6edfb tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.3373303 Jan 10 19:16:43.853356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-5b79a976-fba0-4632-b08d-f7ece1c440fa tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.854404 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5b79a976-fba0-4632-b08d-f7ece1c440fa tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3485405 Jan 10 19:16:43.857559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51512) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.862668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-e02897a1-9209-4e05-b91c-1df46f5bf1e9 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.865774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e02897a1-9209-4e05-b91c-1df46f5bf1e9 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051937 Jan 10 19:16:43.866914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51516) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.872576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-2974cb5b-6f31-4e6f-8d54-4f1a0733c40d tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.874912 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2974cb5b-6f31-4e6f-8d54-4f1a0733c40d tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057604 Jan 10 19:16:43.876481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51520) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.886000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:43.887085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-d94e0b7e-9ea3-40d5-a704-0e462aa9dffb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.892066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d94e0b7e-9ea3-40d5-a704-0e462aa9dffb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0105000 Jan 10 19:16:43.895067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51524) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.902962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-881b2534-c64f-48a5-acdb-b6dd560c07df tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.904496 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-881b2534-c64f-48a5-acdb-b6dd560c07df tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070879 Jan 10 19:16:43.906638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:43.908944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51528) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.918602 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:43.919667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-495b0de5-2259-431d-961a-c1167a3292cc tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.920447 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-495b0de5-2259-431d-961a-c1167a3292cc tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0103455 Jan 10 19:16:43.923292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51532) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.930289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-5c975b74-cd58-422f-bab5-011449e50c7d tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.932222 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5c975b74-cd58-422f-bab5-011449e50c7d tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080132 Jan 10 19:16:43.935732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51536) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.941107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-7d7556f2-d478-45a4-8f38-5c05d1c12e06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 200 len: 217 time: 0.1523378 Jan 10 19:16:43.943890 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:43.945148 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:43.949172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-00a178ac-969a-4729-aeaf-b43809f8c91f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.952595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-00a178ac-969a-4729-aeaf-b43809f8c91f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0114183 Jan 10 19:16:43.952595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Made reservation on behalf of ddf86198f8f84cb3a5d41f1e159e2d32 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:43.953384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:43.955433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:43.959750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-d5413cd5-18bd-4f33-bb1e-5fb1f9331b45 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:43.963153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d5413cd5-18bd-4f33-bb1e-5fb1f9331b45 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064774 Jan 10 19:16:43.963153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.006894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51544) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.008877 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.022285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-24727fda-f7b7-48b1-9fbd-fb6d553f9f36 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.025730 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-24727fda-f7b7-48b1-9fbd-fb6d553f9f36 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0113614 Jan 10 19:16:44.026885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51550) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.043510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-d90b364a-2ffd-436a-81a9-cd9f87cbcb54 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.046972 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d90b364a-2ffd-436a-81a9-cd9f87cbcb54 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0166984 Jan 10 19:16:44.047921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.055405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-f0e75e86-4c96-4a57-ae34-0f65ddd0ccdb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.059081 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0e75e86-4c96-4a57-ae34-0f65ddd0ccdb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0079179 Jan 10 19:16:44.065295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.072532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-765e6954-406b-430f-9088-f308a8d240a9 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.075652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-765e6954-406b-430f-9088-f308a8d240a9 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071630 Jan 10 19:16:44.078666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51562) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.082484 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a3932345-799b-4661-9854-da8071db26db tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.7463894 Jan 10 19:16:44.095366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a413ad89-f1e5-4952-a77c-c717c578940a req-400e901a-21d7-49cd-96fa-878554b609df tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048736 Jan 10 19:16:44.096811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-feb635fb-9f0e-4636-b96b-aa929b09a356 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.100072 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-feb635fb-9f0e-4636-b96b-aa929b09a356 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0137482 Jan 10 19:16:44.100072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.103706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.112698 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:44.127441 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:44.128430 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:44.162374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ecaf-3d39-4257-a167-ee46e6d73555 req-3bde5623-b5e7-4fc6-b168-10ed2418b699 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:44.164019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96c3ecaf-3d39-4257-a167-ee46e6d73555 req-3bde5623-b5e7-4fc6-b168-10ed2418b699 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.5375347 Jan 10 19:16:44.211970 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:44.212767 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa9bf2-720c-46c1-9c38-1ad4c09579f0 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:44.358692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:44.366237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Usage tracker for resource:security_group_rule and tenant:ddf86198f8f84cb3a5d41f1e159e2d32 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:44.378052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:44.382378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-0dcad66b-08a4-4aee-9479-a47fbe647992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:44.384326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-0dcad66b-08a4-4aee-9479-a47fbe647992 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.4145417 Jan 10 19:16:44.391950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-44ba74ca-49f5-4240-826e-3edef3116f08 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.393540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-44ba74ca-49f5-4240-826e-3edef3116f08 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0150511 Jan 10 19:16:44.396513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:44.399166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51578) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.402587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96c3ecaf-3d39-4257-a167-ee46e6d73555 req-3dbe7d91-f4b3-4f06-9405-e96c36c90097 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192719 Jan 10 19:16:44.465787 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3976052c-8c58-483e-9421-3965e7a34966 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/floatingips/c838af69-2fd8-4c04-8da4-b2b17305c1d9 HTTP/1.1" status: 200 len: 976 time: 0.3643157 Jan 10 19:16:44.466572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-3332c7e5-c323-4354-b960-083b6ca27f82 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.466698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51584) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.469842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3332c7e5-c323-4354-b960-083b6ca27f82 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0634878 Jan 10 19:16:44.475503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51588) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.490674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-45c1a30f-0750-4910-bc0f-28a709832563 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.495212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45c1a30f-0750-4910-bc0f-28a709832563 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0163291 Jan 10 19:16:44.498775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51592) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.509250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-241c2bc0-5012-4eb6-a125-5b1457f2a40c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.512894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-241c2bc0-5012-4eb6-a125-5b1457f2a40c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0096004 Jan 10 19:16:44.519282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51596) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.529388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-2b1a0987-9952-48d9-a059-d04b091f617e tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.533096 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2b1a0987-9952-48d9-a059-d04b091f617e tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0095346 Jan 10 19:16:44.535188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51600) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.544667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-4a3f41a8-a33d-4df8-8814-d2a4bc447446 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.548218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a3f41a8-a33d-4df8-8814-d2a4bc447446 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0097463 Jan 10 19:16:44.549315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51604) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.562366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-1ec0ac44-842d-4729-ae7b-a45347cc3da2 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.566249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1ec0ac44-842d-4729-ae7b-a45347cc3da2 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0131402 Jan 10 19:16:44.566849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51608) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.574717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-f0a8a8e3-0c18-41bb-aa9a-1df07941e032 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.575712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0a8a8e3-0c18-41bb-aa9a-1df07941e032 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077970 Jan 10 19:16:44.578605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51612) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.581146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-36a99138-103a-4e73-b5bc-f038aa9e4aef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1853709 Jan 10 19:16:44.586120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-71c31caa-1735-47ec-8d51-5638a973e7fe tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.587116 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-71c31caa-1735-47ec-8d51-5638a973e7fe tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0075545 Jan 10 19:16:44.590842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51616) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.593153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2ef7e048-c0af-4848-bacb-7e2bec6f7f02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Synchronizing usage tracker for tenant:c6132214bae04524826861fb2a382f00 on resource:floatingip {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:44.613170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2ef7e048-c0af-4848-bacb-7e2bec6f7f02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Unset dirty status for tenant:c6132214bae04524826861fb2a382f00 on resource:floatingip {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:44.614577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2ef7e048-c0af-4848-bacb-7e2bec6f7f02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1465650 Jan 10 19:16:44.616221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-c135729e-44f4-4d23-812d-2f89152e6c4e tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.619598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c135729e-44f4-4d23-812d-2f89152e6c4e tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065615 Jan 10 19:16:44.621407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51620) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.622176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51622) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.629537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-c4fa165a-26be-40fa-878e-b5389e188d4c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.633136 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4fa165a-26be-40fa-878e-b5389e188d4c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054231 Jan 10 19:16:44.633938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51630) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.638288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'port_id': '2acd839d-ff4b-499c-bf0f-90e225142cd2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:44.698257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-97a2e86c-328e-4565-a026-4e63d755e2fb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.701637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-97a2e86c-328e-4565-a026-4e63d755e2fb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0650485 Jan 10 19:16:44.707539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51636) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.720309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.727658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-1eff3d03-e601-4bd7-8de6-c66895b9c72c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.731260 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1eff3d03-e601-4bd7-8de6-c66895b9c72c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0213928 Jan 10 19:16:44.732592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51640) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.737864 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.751433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:44.756973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-32b56ced-004a-4c9b-9215-298e4b12b42c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.761335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-32b56ced-004a-4c9b-9215-298e4b12b42c tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0250506 Jan 10 19:16:44.762365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.762365 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Added segment 5b2a1a34-d8b2-464a-b703-e255abe92a92 of type vlan for network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 Jan 10 19:16:44.762571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51646) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.782777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-3f3f89bf-6626-4eb0-ba99-124c7e4d826d tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.786902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3f3f89bf-6626-4eb0-ba99-124c7e4d826d tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0206463 Jan 10 19:16:44.786902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.792368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.802459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-80092fcf-421d-4358-8a1e-34e7c747969b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.806948 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-80092fcf-421d-4358-8a1e-34e7c747969b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0165799 Jan 10 19:16:44.817166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.828358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.848117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.852268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:44.852865 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:44.941051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-14f7a937-eec9-45a3-9ced-29a2ac16bab5 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.956611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-14f7a937-eec9-45a3-9ced-29a2ac16bab5 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1353548 Jan 10 19:16:44.956843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51662) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:44.972790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-93555862-4f76-4171-bf92-bf71008922ad tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:44.976559 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-93555862-4f76-4171-bf92-bf71008922ad tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0162196 Jan 10 19:16:44.988439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51666) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.001098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f954e99-04db-4e73-ab30-786c0cccb257,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:45.006934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-33680c1c-5e79-4076-acd1-bc29ffdc4bfb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.010343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-33680c1c-5e79-4076-acd1-bc29ffdc4bfb tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0172060 Jan 10 19:16:45.039514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.049719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9990904 Jan 10 19:16:45.054822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51680) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.062534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-ed69d3b2-6969-4e8e-8aef-bb6d3ee7327d service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725337 Jan 10 19:16:45.072540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-4fc62cf5-56c5-4db7-bd68-1ea47d23311b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.076091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4fc62cf5-56c5-4db7-bd68-1ea47d23311b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0338092 Jan 10 19:16:45.077504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51684) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.100346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Request body: {'subnet': {'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:45.110420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:45.112077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:45.131311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb2b55-875c-4a07-b906-15247fe69d3e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event updated for resources: {'Network': ['ID=9a121824-2afa-46fd-b9ec-a9ab5db5f6f5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:45.233583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:45.327518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-e351c2b3-f7ca-4284-bea9-695c521149d1 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.329007 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e351c2b3-f7ca-4284-bea9-695c521149d1 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1771851 Jan 10 19:16:45.336851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51696) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.375891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-136ce93d-0dc9-4c83-bac3-4857beef8eb7 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.380312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-136ce93d-0dc9-4c83-bac3-4857beef8eb7 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0398600 Jan 10 19:16:45.382654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51704) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.395093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-b4cba8ff-3e25-4e86-bbf6-841ce2b05ac0 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.399645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b4cba8ff-3e25-4e86-bbf6-841ce2b05ac0 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121393 Jan 10 19:16:45.476405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.490289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-8e7bd6fa-bb5f-49c3-a3e8-0bb0f61f502d service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067616 Jan 10 19:16:45.496439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-f5964653-c42b-48b5-bc09-eb7ebdf7b11b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.503643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f5964653-c42b-48b5-bc09-eb7ebdf7b11b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0241628 Jan 10 19:16:45.510451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51720) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.547140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:45.556585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Usage tracker for resource:subnet and tenant:ddf86198f8f84cb3a5d41f1e159e2d32 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:45.566657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:45.605284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-ff72c63c-0cce-4927-aefb-9bd9f1809e08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 200 len: 217 time: 0.0928926 Jan 10 19:16:45.610257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-3c417c26-1cdb-4801-80ad-ec00664b82b5 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.611263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3c417c26-1cdb-4801-80ad-ec00664b82b5 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095363 Jan 10 19:16:45.614886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51730) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.647158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:45.679115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Made reservation on behalf of ddf86198f8f84cb3a5d41f1e159e2d32 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:45.687074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-4fdda3ea-6752-49fe-93f1-7ae5ef256168 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.691221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4fdda3ea-6752-49fe-93f1-7ae5ef256168 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0673065 Jan 10 19:16:45.699081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51736) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.756505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-dd1d5261-aefd-40bd-8db7-753a39d3a921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:45.757992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-dd1d5261-aefd-40bd-8db7-753a39d3a921 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1444421 Jan 10 19:16:45.763739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0fd7b-2404-48a6-8842-7c73fb51052c req-5b118b9f-3a4d-4e04-8acd-fdf34114ece0 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:45.765138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4da0fd7b-2404-48a6-8842-7c73fb51052c req-5b118b9f-3a4d-4e04-8acd-fdf34114ece0 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.3836272 Jan 10 19:16:45.793733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-90c32ee2-c8e0-4bed-9a7c-2c4a1872910e tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.795433 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90c32ee2-c8e0-4bed-9a7c-2c4a1872910e tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0929344 Jan 10 19:16:45.822380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51744) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.972454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-1e4350ea-a544-4b82-b009-578b14d38c1f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.976263 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1e4350ea-a544-4b82-b009-578b14d38c1f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0352495 Jan 10 19:16:45.979318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51754) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:45.987894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-fcee0b83-01d6-4adc-a4d6-fb3c389bc4f8 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:45.992550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fcee0b83-01d6-4adc-a4d6-fb3c389bc4f8 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0108213 Jan 10 19:16:45.993713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51758) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.013419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-f19b920a-525b-46f5-940a-acad6f519f00 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.014920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f19b920a-525b-46f5-940a-acad6f519f00 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0196033 Jan 10 19:16:46.031985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51762) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.057531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4da0fd7b-2404-48a6-8842-7c73fb51052c req-466ff045-d2ff-42dd-97c8-8651a42554c4 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288111 Jan 10 19:16:46.068105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-10311bc9-e342-41a1-881f-d2d4827e7d7f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.074408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51766) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.075118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-10311bc9-e342-41a1-881f-d2d4827e7d7f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0195456 Jan 10 19:16:46.076350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:46.108554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-de124b4a-fc13-4604-8781-3a268e487392 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3424690 Jan 10 19:16:46.120771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-ac51c826-63c5-46df-bb7b-88176b921111 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.121913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc02a1-627d-4d5a-a6ee-1a3c14da158a req-ad7510cf-fcc8-4118-bed6-949096b1a09a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:46.122773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ac51c826-63c5-46df-bb7b-88176b921111 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0313449 Jan 10 19:16:46.134160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3dc02a1-627d-4d5a-a6ee-1a3c14da158a req-ad7510cf-fcc8-4118-bed6-949096b1a09a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.2063758 Jan 10 19:16:46.154320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51770) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.315587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-06f210ee-4868-401e-ba47-41152e979189 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.319966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-06f210ee-4868-401e-ba47-41152e979189 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1619642 Jan 10 19:16:46.322916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-e0d27f30-a4c4-474b-9446-c98ec9d13a8c service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696446 Jan 10 19:16:46.325840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51778) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.334093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-c192b2c2-b842-41f3-bf91-1fbaa49b6613 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.338217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c192b2c2-b842-41f3-bf91-1fbaa49b6613 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0112371 Jan 10 19:16:46.338362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51782) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.395830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-187a42e0-219b-4b10-92c6-2c6fe2a00364 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.398922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-187a42e0-219b-4b10-92c6-2c6fe2a00364 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0564678 Jan 10 19:16:46.404194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51786) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.411357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-53a2d78e-b3ef-45e2-ae74-09ef17d2e49a tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.412292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53a2d78e-b3ef-45e2-ae74-09ef17d2e49a tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097332 Jan 10 19:16:46.414719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51790) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.415124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51792) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.424969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-203e8c36-3b43-455e-9f20-a68854fc9d43 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.425898 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-203e8c36-3b43-455e-9f20-a68854fc9d43 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082676 Jan 10 19:16:46.440339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.447549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-08649b5e-719a-4c41-962e-27efd4f57ebf tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.448492 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-08649b5e-719a-4c41-962e-27efd4f57ebf tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072637 Jan 10 19:16:46.458166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51804) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.467831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-78ee0ebc-04b5-4037-aa6a-01f0f05d54c4 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.469033 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-78ee0ebc-04b5-4037-aa6a-01f0f05d54c4 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0097041 Jan 10 19:16:46.474767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51808) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.481798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-1a2aa7f3-5b2b-468b-9838-4db96ba83b4f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.485307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a2aa7f3-5b2b-468b-9838-4db96ba83b4f tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071878 Jan 10 19:16:46.485602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51812) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.491528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3dc02a1-627d-4d5a-a6ee-1a3c14da158a req-1dc6bf22-3660-4bff-9263-142f24573825 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565369 Jan 10 19:16:46.506289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [None req-7c66fca1-1716-4f7b-afd1-377ae7edb899 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.509679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7c66fca1-1716-4f7b-afd1-377ae7edb899 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0205939 Jan 10 19:16:46.510935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51816) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.529176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-d32ef11b-ca6d-4f87-b2bf-e44253959c1a tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.529176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d32ef11b-ca6d-4f87-b2bf-e44253959c1a tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067663 Jan 10 19:16:46.529176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.537650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-efea4209-a249-492c-9f5c-92d51d88ff63 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.541592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-efea4209-a249-492c-9f5c-92d51d88ff63 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0166428 Jan 10 19:16:46.542512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51826) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.548111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-74bc7795-8c2d-4de8-91ad-e824564a71c7 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.552719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-74bc7795-8c2d-4de8-91ad-e824564a71c7 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065649 Jan 10 19:16:46.552719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51830) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.567387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-ac30c758-b5fe-40ec-b305-e297307b0082 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.570757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac30c758-b5fe-40ec-b305-e297307b0082 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0147624 Jan 10 19:16:46.571763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.579050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-6091a8be-56bb-46d9-a983-4d3ba76dd42b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.583965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6091a8be-56bb-46d9-a983-4d3ba76dd42b tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090175 Jan 10 19:16:46.585335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-eaa80983-1988-4f5c-834f-e855dc34e4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555785 Jan 10 19:16:46.585864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51840) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.590754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-1829a639-c633-4315-973c-9fad7ae884d6 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.594290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1829a639-c633-4315-973c-9fad7ae884d6 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051200 Jan 10 19:16:46.594696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51844) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.648963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-b8216317-8b9a-407d-9a50-11d6f956e2b0 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.652502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b8216317-8b9a-407d-9a50-11d6f956e2b0 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0544839 Jan 10 19:16:46.656906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51848) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.670618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-949cd07f-a503-4cce-8112-ef04227e9d1a tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.674608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-949cd07f-a503-4cce-8112-ef04227e9d1a tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0137763 Jan 10 19:16:46.674608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-3fbd853a-bfc6-433e-bbf0-c768c67fd43d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 217 time: 0.0807679 Jan 10 19:16:46.674861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51852) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:46.679534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [None req-faba1948-980b-48ad-9fba-86ef914828c1 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:16:46.685704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-faba1948-980b-48ad-9fba-86ef914828c1 tempest-ExtensionsTestJSON-785600563 tempest-ExtensionsTestJSON-785600563-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048127 Jan 10 19:16:46.761046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-bb7749c0-02ca-4e54-849b-b3c4acac9952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:46.764378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-bb7749c0-02ca-4e54-849b-b3c4acac9952 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.0827808 Jan 10 19:16:46.779696 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:46.803994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:46.884017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-9b5a8928-0336-4a7e-8b4f-d5bb3c281fcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031733 Jan 10 19:16:46.900694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:46.902830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:46.916385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Usage tracker for resource:security_group_rule and tenant:f11aa2f2de6e414d8e2cad2f15a2e15c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:46.926037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:46.935525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:46.987185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:47.003476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event updated for resources: {'Subnet': ['ID=735a8436-1b6b-4d49-b747-a47a01faad8a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:47.160389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-d6d41642-3686-43a2-9cf4-875defe86c95 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693381 Jan 10 19:16:47.168065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Checking segment: {'id': '5b2a1a34-d8b2-464a-b703-e255abe92a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:47.168735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Network hostable DHCP agents. Network: 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:16:47.194252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:47.289571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:47.304235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:47.342589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-005f80ae-912b-474c-b7c5-a71e238d3ba1 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740780 Jan 10 19:16:47.358183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f11aa2f2de6e414d8e2cad2f15a2e15c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9421015 Jan 10 19:16:47.390843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51872) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:47.440218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:16:47.454653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:47.497038 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-dddebf59-34dc-4584-8092-13df1945306a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e75f629bbd564f9b84288c49c774c297&device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 1097 time: 0.4193096 Jan 10 19:16:47.506020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-5e605896-c71d-4cbc-9e79-737e3250693d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 217 time: 0.0883203 Jan 10 19:16:47.551596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031a6a7-eeed-4f73-a641-bc9abb506e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc49c2e6-b21a-4b87-be43-910d90e99a12,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:47.574215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:47.580040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:47.581281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:47.592934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3030602-37f0-4037-ac74-5ae0db1b8dd4 None None] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:47.593449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-7cef19f0-d3bb-4c1c-a55c-7d73434cfa9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:47.594762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-7cef19f0-d3bb-4c1c-a55c-7d73434cfa9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.0768032 Jan 10 19:16:47.760777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6998e-9987-4b51-a404-ac32cadf6490 req-ab44fe46-d4d5-4d5b-8ab9-f7f2f869ad0d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:47.762255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0d6998e-9987-4b51-a404-ac32cadf6490 req-ab44fe46-d4d5-4d5b-8ab9-f7f2f869ad0d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.4187686 Jan 10 19:16:47.800908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e116-8f48-496c-baba-1d4d3802c79a req-a64b47a4-e0ca-4f38-96e3-854ff3137742 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:47.807456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2098e116-8f48-496c-baba-1d4d3802c79a req-a64b47a4-e0ca-4f38-96e3-854ff3137742 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.4627743 Jan 10 19:16:47.862168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-46f3027e-cdea-439b-8a7c-c07e533405d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2460599 Jan 10 19:16:47.867929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:47.903072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Usage tracker for resource:security_group_rule and tenant:99f2fea19dd24deba25af8397c5efe00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:47.921466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:47.922839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2098e116-8f48-496c-baba-1d4d3802c79a req-1dbfd3f9-d824-4ecb-a6aa-cf42c1d6b8c4 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142149 Jan 10 19:16:47.937362 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c49500fc-2ecd-4b18-9ac2-0e5dd0a507a8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8784261 Jan 10 19:16:47.944837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51884) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:47.949400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:47.951633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5850f25c-de64-40a3-b30c-67a77cad473a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:47.993508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-f319d78a-9777-4f1f-ad69-ad788a2bef78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:47.995197 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-f319d78a-9777-4f1f-ad69-ad788a2bef78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=489f1566-36a2-464f-b0a6-22f428d3b05c HTTP/1.1" status: 200 len: 915 time: 0.4344876 Jan 10 19:16:48.006302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-9a121824-2afa-46fd-b9ec-a9ab5db5f6f5', 'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5', 'tenant_id': 'ddf86198f8f84cb3a5d41f1e159e2d32', 'fixed_ips': [{'subnet_id': '735a8436-1b6b-4d49-b747-a47a01faad8a'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:16:48.007345 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.017468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Request body: {'port': {'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1174309552'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:48.045972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0d6998e-9987-4b51-a404-ac32cadf6490 req-ddcf8f92-d0bd-4208-8210-c7b943adb301 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754679 Jan 10 19:16:48.166660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5850f25c-de64-40a3-b30c-67a77cad473a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.227954 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-ec33be0b-1c00-421a-9a51-4aff029cfe21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdda06a-db33-4413-8a35-d363c355eee1 HTTP/1.1" status: 200 len: 217 time: 0.2207825 Jan 10 19:16:48.326164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Allocated IP 172.20.0.2 (9a121824-2afa-46fd-b9ec-a9ab5db5f6f5/735a8436-1b6b-4d49-b747-a47a01faad8a/744bd49e-a0a2-4dae-a703-242df24690fb) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:48.358048 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP c838af69-2fd8-4c04-8da4-b2b17305c1d9 associated. External IP: 172.25.6.61, port: 961556eb-386e-4af1-8d73-e1ee73f4413c. Jan 10 19:16:48.432587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-15165930-ed50-4d47-ada0-6cb74789fd27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:48.434269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-15165930-ed50-4d47-ada0-6cb74789fd27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b46d1fb0-de40-4de1-bbd5-bcff8ec51b25 HTTP/1.1" status: 200 len: 854 time: 0.1936257 Jan 10 19:16:48.443993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.498859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.499591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-d3a5f915-e6e3-47b3-a4f4-3cee2dd767b7 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064670 Jan 10 19:16:48.521513 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-deeb0c3c-e080-444f-8d1d-2b44511b2e9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=489f1566-36a2-464f-b0a6-22f428d3b05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802650 Jan 10 19:16:48.525400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5850f25c-de64-40a3-b30c-67a77cad473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.602849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:48.609822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Usage tracker for resource:port and tenant:ddf86198f8f84cb3a5d41f1e159e2d32 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:48.614711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:48.628339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:48.636341 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.654538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ffb3f4-9898-419c-bc43-600efbf3baad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:48.655368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Made reservation on behalf of ddf86198f8f84cb3a5d41f1e159e2d32 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:48.658989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.667093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Transition to ACTIVE for port object 744bd49e-a0a2-4dae-a703-242df24690fb will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:48.674751 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5850f25c-de64-40a3-b30c-67a77cad473a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.676103 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5850f25c-de64-40a3-b30c-67a77cad473a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc49c2e6-b21a-4b87-be43-910d90e99a12 HTTP/1.1" status: 204 len: 168 time: 1.2811894 Jan 10 19:16:48.680897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bffe9729-3160-46b2-899c-7c8e7d9594ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f2fea19dd24deba25af8397c5efe00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4759204 Jan 10 19:16:48.682265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51890) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:48.690852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850f25c-de64-40a3-b30c-67a77cad473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc49c2e6-b21a-4b87-be43-910d90e99a12,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:48.737228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Transition to ACTIVE for port object 744bd49e-a0a2-4dae-a703-242df24690fb will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:48.740756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] device_id is not set on port 2e486c23-8c69-4998-be9c-431e5da30f8b yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:48.747623 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:48.820525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5186ae7b-cc50-462d-8fcb-1a5292759a53 req-e424b2fe-2517-4452-a7b8-7876c0ebd9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135738 Jan 10 19:16:48.882203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:48.902231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:48.916113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:48.958579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-c4209b16-a097-452c-86ba-5d26a53ca867 service neutron] 10.222.0.44 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269674 Jan 10 19:16:48.980187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Pushing event updated for resources: {'Port': ['ID=744bd49e-a0a2-4dae-a703-242df24690fb,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:49.008905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Allocated IP 172.20.0.8 (9a121824-2afa-46fd-b9ec-a9ab5db5f6f5/735a8436-1b6b-4d49-b747-a47a01faad8a/2e486c23-8c69-4998-be9c-431e5da30f8b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:49.149051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c65b3c5a-0958-45b4-8654-da3859ac0196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.173509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Attempting to bind port 744bd49e-a0a2-4dae-a703-242df24690fb on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:16:49.173933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Attempting to bind port 744bd49e-a0a2-4dae-a703-242df24690fb by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5b2a1a34-d8b2-464a-b703-e255abe92a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:16:49.174309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Attempting to bind port 744bd49e-a0a2-4dae-a703-242df24690fb on network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:49.192324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:16:49.192712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Checking segment: {'id': '5b2a1a34-d8b2-464a-b703-e255abe92a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:49.193121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.193515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Bound using segment: {'id': '5b2a1a34-d8b2-464a-b703-e255abe92a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:16:49.193989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Bound port: 744bd49e-a0a2-4dae-a703-242df24690fb, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2a1a34-d8b2-464a-b703-e255abe92a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:16:49.194366 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.356475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] For port 744bd49e-a0a2-4dae-a703-242df24690fb, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:49.368907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] For port 744bd49e-a0a2-4dae-a703-242df24690fb, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=744bd49e-a0a2-4dae-a703-242df24690fb,segment=NetworkSegment(5b2a1a34-d8b2-464a-b703-e255abe92a92),segment_id=5b2a1a34-d8b2-464a-b703-e255abe92a92)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:16:49.374804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.375054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c65b3c5a-0958-45b4-8654-da3859ac0196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.454301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c65b3c5a-0958-45b4-8654-da3859ac0196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.463692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:49.507804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.521788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b3c5a-0958-45b4-8654-da3859ac0196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ffb3f4-9898-419c-bc43-600efbf3baad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:49.529198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c65b3c5a-0958-45b4-8654-da3859ac0196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.530591 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c65b3c5a-0958-45b4-8654-da3859ac0196 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5ffb3f4-9898-419c-bc43-600efbf3baad HTTP/1.1" status: 204 len: 168 time: 0.8440948 Jan 10 19:16:49.534028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.547550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Transition to ACTIVE for port object 2e486c23-8c69-4998-be9c-431e5da30f8b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:49.568457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4837b-7fc6-42d4-b823-211731745f41 req-af9407ea-10cb-467c-94c4-f5fb43154724 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:49.569994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27e4837b-7fc6-42d4-b823-211731745f41 req-af9407ea-10cb-467c-94c4-f5fb43154724 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.2822697 Jan 10 19:16:49.586812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c0a418a-9dfa-4623-95a2-16dce92a9519 req-6c25cb13-a48a-4c32-83f1-b8113827a7cd service neutron] 10.222.0.44 "GET /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898166 Jan 10 19:16:49.587191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827242b8-6162-44f1-9edc-a23a0a42b4d9 req-fda9345c-df1e-414f-82d3-301ac9b2e4d0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:49.594259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-827242b8-6162-44f1-9edc-a23a0a42b4d9 req-fda9345c-df1e-414f-82d3-301ac9b2e4d0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.1959484 Jan 10 19:16:49.631849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d31bf-575b-4bc7-8c8c-e96d2a1f1d8b None None] Pushing event updated for resources: {'Port': ['ID=744bd49e-a0a2-4dae-a703-242df24690fb,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:49.691479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-827242b8-6162-44f1-9edc-a23a0a42b4d9 req-ee31da15-60c6-4f0e-8e24-0032776bece7 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962663 Jan 10 19:16:49.711773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:49.727679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:49.733826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e959dcc7fa4e1d8ea6f97612bcc674 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:49.740024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:49.747390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:49.872408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27e4837b-7fc6-42d4-b823-211731745f41 req-c25dc68a-ec60-4afa-8ca1-d268385dbf8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752349 Jan 10 19:16:49.914585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:49.916024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:49.918741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event updated for resources: {'Port': ['ID=2e486c23-8c69-4998-be9c-431e5da30f8b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:49.920405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:50.013096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:50.014635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.065267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.094196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-83ae7174-ab1f-4d7d-b897-af5f45f32bc1 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1457157 Jan 10 19:16:50.095063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:50.103360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.108917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Request body: {'port': {'network_id': '9a121824-2afa-46fd-b9ec-a9ab5db5f6f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1687174557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:50.109123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] bootfile-name is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:16:50.109449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] tftp-server is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:16:50.109783 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] server-ip-address is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:16:50.197915 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0e959dcc7fa4e1d8ea6f97612bcc674&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7259343 Jan 10 19:16:50.200822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51920) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:50.314153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ec0a-0877-449a-bef9-78a4f1e00064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ad22b-0cb2-4342-bb88-7bd3e27442c2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:50.392081 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c48853e7-46bd-4e9b-82fc-1544fa3cbe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.409651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:50.429689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c48853e7-46bd-4e9b-82fc-1544fa3cbe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.430917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:50.435609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Usage tracker for resource:port and tenant:ddf86198f8f84cb3a5d41f1e159e2d32 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:50.440541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:50.448398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:50.465723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Made reservation on behalf of ddf86198f8f84cb3a5d41f1e159e2d32 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:50.473076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.514784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] device_id is not set on port 1868fa80-fe77-4aa9-9479-ec9ed92f10df yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:16:50.577349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 744bd49e-a0a2-4dae-a703-242df24690fb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:50.664344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 744bd49e-a0a2-4dae-a703-242df24690fb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:50.722152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Allocated IP 172.20.0.5 (9a121824-2afa-46fd-b9ec-a9ab5db5f6f5/735a8436-1b6b-4d49-b747-a47a01faad8a/1868fa80-fe77-4aa9-9479-ec9ed92f10df) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:50.730112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c48853e7-46bd-4e9b-82fc-1544fa3cbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.772136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48853e7-46bd-4e9b-82fc-1544fa3cbe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ad22b-0cb2-4342-bb88-7bd3e27442c2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:50.774713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c48853e7-46bd-4e9b-82fc-1544fa3cbe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:50.778348 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c48853e7-46bd-4e9b-82fc-1544fa3cbe76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e15ad22b-0cb2-4342-bb88-7bd3e27442c2 HTTP/1.1" status: 204 len: 168 time: 0.5623887 Jan 10 19:16:50.862522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:50.879806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:50.909010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:50.909868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:51.049021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:51.093668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:51.094184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:51.300452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51954) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:51.319384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:51.319384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696ff5-ee7e-4963-b961-bd8612c361f2 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:51.369850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51960) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:51.377407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:51.419798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Transition to ACTIVE for port object 1868fa80-fe77-4aa9-9479-ec9ed92f10df will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:51.456515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42680c30-c3a6-479c-aa94-6d1b64455a8b req-25fa4800-32e4-4e60-8793-88ea1500ea1f tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:51.458032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42680c30-c3a6-479c-aa94-6d1b64455a8b req-25fa4800-32e4-4e60-8793-88ea1500ea1f tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.2400775 Jan 10 19:16:51.492569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:51.508460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101eb0b-eb0a-4ad0-8c6d-b2976bab0d75 None None] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:51.691851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] Provisioning for port 744bd49e-a0a2-4dae-a703-242df24690fb completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:51.695984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-86415957'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:51.717330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42680c30-c3a6-479c-aa94-6d1b64455a8b req-5afe20e7-1290-419c-b36c-850f4b706ce2 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536626 Jan 10 19:16:51.754996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:51.803098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:51.809793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] Provisioning complete for port 744bd49e-a0a2-4dae-a703-242df24690fb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:51.810406 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:51.812907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event updated for resources: {'Port': ['ID=1868fa80-fe77-4aa9-9479-ec9ed92f10df,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:51.834623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:51.839917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:51.850564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:51.861440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:51.869944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:51.942284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:51.945221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.004437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:52.083089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:52.083723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.090439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.104343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0bf3-88d0-4e36-8a52-49331669fed2 req-75ce2f98-5740-4dbf-88da-ec5a6f376f3a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:52.111261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfbe0bf3-88d0-4e36-8a52-49331669fed2 req-75ce2f98-5740-4dbf-88da-ec5a6f376f3a tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 1.1235323 Jan 10 19:16:52.175774 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.187889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-80431384-55bd-40b5-9769-0a3576ee1244 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0917578 Jan 10 19:16:52.188566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51974) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:52.247909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:52.248542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] For port 744bd49e-a0a2-4dae-a703-242df24690fb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=744bd49e-a0a2-4dae-a703-242df24690fb,segment=NetworkSegment(5b2a1a34-d8b2-464a-b703-e255abe92a92),segment_id=5b2a1a34-d8b2-464a-b703-e255abe92a92)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:52.256249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.271474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bfbe0bf3-88d0-4e36-8a52-49331669fed2 req-94e284b5-b020-4f4a-ae41-9137dc558924 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592569 Jan 10 19:16:52.272604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:security_group_rule and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:52.281420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:52.289294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:52.374364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c17e6-c86c-4999-9903-c72cb5046b53 None None] Pushing event updated for resources: {'Port': ['ID=744bd49e-a0a2-4dae-a703-242df24690fb,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:52.396402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c3bb8-c292-4c33-b9ba-aa544bfb86b8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:52.400325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c3bb8-c292-4c33-b9ba-aa544bfb86b8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:52.404249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c3bb8-c292-4c33-b9ba-aa544bfb86b8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:52.405152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-017c3bb8-c292-4c33-b9ba-aa544bfb86b8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Synchronizing usage tracker for tenant:ddf86198f8f84cb3a5d41f1e159e2d32 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:52.442402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-017c3bb8-c292-4c33-b9ba-aa544bfb86b8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Unset dirty status for tenant:ddf86198f8f84cb3a5d41f1e159e2d32 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:52.446746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-017c3bb8-c292-4c33-b9ba-aa544bfb86b8 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2522080 Jan 10 19:16:52.450529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:52.529489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.544637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.561721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:52.570283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 744bd49e-a0a2-4dae-a703-242df24690fb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:52.600766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.601260 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 7bc67f09-818b-4371-8493-55827c7287a4 of type vlan for network 6af9aa30-e30c-49aa-b45c-889aa1d95987 Jan 10 19:16:52.649236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.697880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 744bd49e-a0a2-4dae-a703-242df24690fb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:52.699401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.738363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.745147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:52.763513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.776912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Provisioning complete for port 744bd49e-a0a2-4dae-a703-242df24690fb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:52.777319 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.898900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:52.904062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:52.910423 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:52.930286 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:52.932141 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:52.959766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5854454 Jan 10 19:16:53.075431 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:53.105071 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:53.106020 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:53.127151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b548aea-6a92-4ef4-9771-06268c2cdcbe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:53.184758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:53.202394 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:53.202940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb1e2b-4b20-4c44-9f4e-7b8df1a61d60 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:53.212389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:53.280137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Deleting port 1868fa80-fe77-4aa9-9479-ec9ed92f10df {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:53.280491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.328989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Provisioning for port 2e486c23-8c69-4998-be9c-431e5da30f8b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:53.337399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Provisioning complete for port 2e486c23-8c69-4998-be9c-431e5da30f8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:53.341460 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4410a6d7-b30c-44ff-bd46-39e4334c2960 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/floatingips/c838af69-2fd8-4c04-8da4-b2b17305c1d9 HTTP/1.1" status: 200 len: 977 time: 8.7154946 Jan 10 19:16:53.341634 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.372297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52010) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:53.449717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Port 2e486c23-8c69-4998-be9c-431e5da30f8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:53.468343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.480560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Provisioning for port 1868fa80-fe77-4aa9-9479-ec9ed92f10df completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:53.487327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Provisioning complete for port 1868fa80-fe77-4aa9-9479-ec9ed92f10df triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:53.487836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.554225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:53.564923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1db5e9ae-04e0-455f-bc33-e2e964342471 req-b96a3f42-36b8-4cf5-af90-ce259f90dfe7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.4793031 Jan 10 19:16:53.566165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:53.569946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:53.595292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:53.597470 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.613069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7db3fa4f-7665-4b47-a6e7-68d528ae51c3 None None] Port 1868fa80-fe77-4aa9-9479-ec9ed92f10df cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:53.634304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:53.718378 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1db5e9ae-04e0-455f-bc33-e2e964342471 req-48ff043b-e033-4a1a-a3ac-9819981542a8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452706 Jan 10 19:16:53.742612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:53.749891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e64ad485-298d-42d8-98d7-1249a59155da None None] Provisioning complete for port 1868fa80-fe77-4aa9-9479-ec9ed92f10df triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:53.750358 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e64ad485-298d-42d8-98d7-1249a59155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.810914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e64ad485-298d-42d8-98d7-1249a59155da None None] Port 1868fa80-fe77-4aa9-9479-ec9ed92f10df cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:53.812209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.817600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Calling delete_port for 1868fa80-fe77-4aa9-9479-ec9ed92f10df owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:53.824682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e64ad485-298d-42d8-98d7-1249a59155da None None] Provisioning complete for port 2e486c23-8c69-4998-be9c-431e5da30f8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:53.825066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e64ad485-298d-42d8-98d7-1249a59155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:53.878078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c63fd0-ba54-4f4f-a278-801b456edc9a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=6af9aa30-e30c-49aa-b45c-889aa1d95987,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:53.890137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 6af9aa30-e30c-49aa-b45c-889aa1d95987 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:53.905893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e64ad485-298d-42d8-98d7-1249a59155da None None] Port 2e486c23-8c69-4998-be9c-431e5da30f8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:54.019602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee960c0-1aa3-41d7-91ed-cdedefa8989e req-11672bbb-a6cf-4068-8bc1-69eb83c00958 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:54.026596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dee960c0-1aa3-41d7-91ed-cdedefa8989e req-11672bbb-a6cf-4068-8bc1-69eb83c00958 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.8682911 Jan 10 19:16:54.069671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.194493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dee960c0-1aa3-41d7-91ed-cdedefa8989e req-4d280926-6f26-46e8-bcaf-3ef6e5704c48 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668973 Jan 10 19:16:54.237377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.373075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=b4c88b98-22aa-4317-848b-f5071df7aa06,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:54.421803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '7bc67f09-818b-4371-8493-55827c7287a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:54.422093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 6af9aa30-e30c-49aa-b45c-889aa1d95987, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:16:54.425735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a05b95-38c8-4303-bd52-dca5641e3f25 req-3b28720b-ba47-4061-8a11-1b5349249b5f tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:54.427447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3a05b95-38c8-4303-bd52-dca5641e3f25 req-3b28720b-ba47-4061-8a11-1b5349249b5f tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 1.1670868 Jan 10 19:16:54.482366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.520365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 6af9aa30-e30c-49aa-b45c-889aa1d95987 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:16:54.539523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 6af9aa30-e30c-49aa-b45c-889aa1d95987) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:54.548866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:54.549523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.549945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d848e58-3ffd-4918-a26e-b162e9dbcd00 None None] Network 6af9aa30-e30c-49aa-b45c-889aa1d95987 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:54.571337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-179fa172-f6cb-4ec6-8c45-7e7dd464f677 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:54.572994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-179fa172-f6cb-4ec6-8c45-7e7dd464f677 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.1325221 Jan 10 19:16:54.648667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c5027172-f658-453c-a10f-2d4fed60ea39 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4478247 Jan 10 19:16:54.663155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52036) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:54.797460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event deleted for resources: {'Port': ['ID=1868fa80-fe77-4aa9-9479-ec9ed92f10df,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:54.809684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019327354'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:54.811319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3a05b95-38c8-4303-bd52-dca5641e3f25 req-1747682a-eb22-4bf2-b2ed-ea8ee9462ce1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721874 Jan 10 19:16:54.815712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.818083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:54.827975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:54.839340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:54.844494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Deleting port fbdda06a-db33-4413-8a35-d363c355eee1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:54.844837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.852816 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.852816 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP c838af69-2fd8-4c04-8da4-b2b17305c1d9 disassociated. External IP: 172.25.6.61, port: 2acd839d-ff4b-499c-bf0f-90e225142cd2. Jan 10 19:16:54.885603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:54.901114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-6af9aa30-e30c-49aa-b45c-889aa1d95987', 'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': 'b4c88b98-22aa-4317-848b-f5071df7aa06'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:16:54.901991 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:54.936230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:54.942356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.073445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.099308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a2f4a844-295c-4864-a589-eef0f108b4de tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "DELETE /v2.0/ports/1868fa80-fe77-4aa9-9479-ec9ed92f10df HTTP/1.1" status: 204 len: 168 time: 2.6480212 Jan 10 19:16:55.105923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:55.185591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Request body: {'port': {'name': 'tempest-new-port-name-1009969206', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:55.185989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] bootfile-name is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:16:55.186313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] tftp-server is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:16:55.186644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] server-ip-address is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:16:55.257097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Allocated IP 172.20.255.242 (6af9aa30-e30c-49aa-b45c-889aa1d95987/b4c88b98-22aa-4317-848b-f5071df7aa06/ee3311ab-b676-4f10-89c1-7fbcb7993769) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:55.373380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Deleting port 6ae611d8-4dd0-4772-853f-96715b15c90d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:55.378253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.430718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.445134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:16:55.459582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.460266 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc of type vlan for network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 Jan 10 19:16:55.499172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] For port fbdda06a-db33-4413-8a35-d363c355eee1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fbdda06a-db33-4413-8a35-d363c355eee1,segment=NetworkSegment(22484459-74e0-4442-a333-aadf1f026ed0),segment_id=22484459-74e0-4442-a333-aadf1f026ed0)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:55.499918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.551400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.611744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.623897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Transition to ACTIVE for port object ee3311ab-b676-4f10-89c1-7fbcb7993769 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:55.648916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Transition to ACTIVE for port object ee3311ab-b676-4f10-89c1-7fbcb7993769 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:55.656006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.704458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea096d7-b0d2-4362-9108-c47df3649798 req-4d25a46f-041f-41d4-b889-a47ec2ff170d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:55.706555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ea096d7-b0d2-4362-9108-c47df3649798 req-4d25a46f-041f-41d4-b889-a47ec2ff170d tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 946 time: 0.3198512 Jan 10 19:16:55.746235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Network 6af9aa30-e30c-49aa-b45c-889aa1d95987 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:16:55.746574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Calling delete_port for fbdda06a-db33-4413-8a35-d363c355eee1 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:55.749860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:55.753248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:16:55.760723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Pushing event updated for resources: {'Port': ['ID=ee3311ab-b676-4f10-89c1-7fbcb7993769,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:55.853081 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.856753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:55.857333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.889085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Attempting to bind port ee3311ab-b676-4f10-89c1-7fbcb7993769 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:16:55.889789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Attempting to bind port ee3311ab-b676-4f10-89c1-7fbcb7993769 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7bc67f09-818b-4371-8493-55827c7287a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:16:55.890461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Attempting to bind port ee3311ab-b676-4f10-89c1-7fbcb7993769 on network 6af9aa30-e30c-49aa-b45c-889aa1d95987 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:16:55.898760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ea096d7-b0d2-4362-9108-c47df3649798 req-56748e4a-8053-47b8-af07-e4f21ca9946e tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c2dd8e3-d640-487f-9247-544f8e4e87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749277 Jan 10 19:16:55.905179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:16:55.905849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Checking segment: {'id': '7bc67f09-818b-4371-8493-55827c7287a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:55.905939 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.906450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Bound using segment: {'id': '7bc67f09-818b-4371-8493-55827c7287a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:16:55.907034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Bound port: ee3311ab-b676-4f10-89c1-7fbcb7993769, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc67f09-818b-4371-8493-55827c7287a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6af9aa30-e30c-49aa-b45c-889aa1d95987'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:16:55.907463 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.934384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52082) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:55.970594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:55.986211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.001236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] For port ee3311ab-b676-4f10-89c1-7fbcb7993769, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:16:56.005100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] For port ee3311ab-b676-4f10-89c1-7fbcb7993769, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee3311ab-b676-4f10-89c1-7fbcb7993769,segment=NetworkSegment(7bc67f09-818b-4371-8493-55827c7287a4),segment_id=7bc67f09-818b-4371-8493-55827c7287a4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:16:56.010656 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.049573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] For port 6ae611d8-4dd0-4772-853f-96715b15c90d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ae611d8-4dd0-4772-853f-96715b15c90d,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:56.050230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.078544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52088) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:56.088827 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4217100 Jan 10 19:16:56.128068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d0cd1-3d94-478a-ab5a-4b1ce0b9d220 None None] Pushing event updated for resources: {'Port': ['ID=ee3311ab-b676-4f10-89c1-7fbcb7993769,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:56.149876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:56.291202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:56.304576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Calling delete_port for 6ae611d8-4dd0-4772-853f-96715b15c90d owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:56.308081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event updated for resources: {'Port': ['ID=2e486c23-8c69-4998-be9c-431e5da30f8b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:56.393281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8d723-2f73-4542-9d30-34df40426717 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=8a4fa6bf-4377-4d0c-bf91-1e9994b64281,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:56.401107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.409354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:16:56.447432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] In _notify_port_updated(), no bound segment for port 2e486c23-8c69-4998-be9c-431e5da30f8b on network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:16:56.451218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:56.452680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.453138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.456321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4024a95c-41b9-45f4-9e28-ea53a95d375e tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "PUT /v2.0/ports/2e486c23-8c69-4998-be9c-431e5da30f8b HTTP/1.1" status: 200 len: 1136 time: 1.2952027 Jan 10 19:16:56.460146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:56.593006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28a3840a-9f6c-4126-acc5-43ff564b1dd7 None None] Provisioning complete for port 2e486c23-8c69-4998-be9c-431e5da30f8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:56.593784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28a3840a-9f6c-4126-acc5-43ff564b1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.615526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:56.619028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Pushing event deleted for resources: {'Port': ['ID=fbdda06a-db33-4413-8a35-d363c355eee1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:56.630477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:56.642078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] No DVR routers for this DVR port fbdda06a-db33-4413-8a35-d363c355eee1 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:16:56.645878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.652882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b788573-6fdd-420f-a142-b4282fb99b83', 'name': 'network-vif-deleted', 'tag': 'fbdda06a-db33-4413-8a35-d363c355eee1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:16:56.659119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee3311ab-b676-4f10-89c1-7fbcb7993769 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:56.667913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:56.678686 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af39841f-6b95-40a6-9be7-22df84b22c78 req-4a241136-9bac-48c2-ac54-965eafb4c7c0 tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.44 "DELETE /v2.0/ports/fbdda06a-db33-4413-8a35-d363c355eee1 HTTP/1.1" status: 204 len: 173 time: 2.0938330 Jan 10 19:16:56.741665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28a3840a-9f6c-4126-acc5-43ff564b1dd7 None None] Port 2e486c23-8c69-4998-be9c-431e5da30f8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:16:56.788155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ee3311ab-b676-4f10-89c1-7fbcb7993769 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:56.816551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:56.848605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:56.861003 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b788573-6fdd-420f-a142-b4282fb99b83', 'name': 'network-vif-deleted', 'tag': 'fbdda06a-db33-4413-8a35-d363c355eee1', 'status': 'completed', 'code': 200} Jan 10 19:16:56.871025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae611d8-4dd0-4772-853f-96715b15c90d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:56.871847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:56.891898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c5857faf9a144938815993f76ee8489a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:56.899421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e57ff-0797-4248-9325-266276ce3d59 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:56.900054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f93e57ff-0797-4248-9325-266276ce3d59 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Synchronizing usage tracker for tenant:ddf86198f8f84cb3a5d41f1e159e2d32 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:56.905373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:56.913574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92299ac2-00bc-4cca-90bf-dcdbb03e00be req-ee2bebcd-ce30-4238-b323-18029987b090 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:56.914646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92299ac2-00bc-4cca-90bf-dcdbb03e00be req-ee2bebcd-ce30-4238-b323-18029987b090 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.7698307 Jan 10 19:16:56.919863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:16:56.934861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:57.181986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f93e57ff-0797-4248-9325-266276ce3d59 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Unset dirty status for tenant:ddf86198f8f84cb3a5d41f1e159e2d32 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:57.186146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f93e57ff-0797-4248-9325-266276ce3d59 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "GET /v2.0/ports/2e486c23-8c69-4998-be9c-431e5da30f8b HTTP/1.1" status: 200 len: 1136 time: 0.6251547 Jan 10 19:16:57.187919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52104) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:57.193058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.330021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Deleting port 2e486c23-8c69-4998-be9c-431e5da30f8b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:57.330728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.360722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92299ac2-00bc-4cca-90bf-dcdbb03e00be req-c4d6c759-4ad1-4157-8d28-3ef56748f912 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230061 Jan 10 19:16:57.437512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4a34c76-54a8-4f4b-abcc-9d3a68ad0b93 req-b46a9a85-d030-4abc-bdbc-348e5bbd4f6e tempest-InstanceActionsTestJSON-357394022 tempest-InstanceActionsTestJSON-357394022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b788573-6fdd-420f-a142-b4282fb99b83 HTTP/1.1" status: 200 len: 210 time: 0.2612741 Jan 10 19:16:57.464851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1023459178', 'description': 'tempest-description-1018296454'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:57.483689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:57.495698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Usage tracker for resource:security_group and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:57.509044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:57.529757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:57.570499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.574436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.579107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c242484-d0e6-464a-9c3e-bd3a27d67149 None None] Network 6af9aa30-e30c-49aa-b45c-889aa1d95987 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:57.589834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.636367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.660547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.681387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ba96fb-e178-44e4-86b0-b65fe2738f20,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:57.703453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] Provisioning for port ee3311ab-b676-4f10-89c1-7fbcb7993769 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:16:57.713396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] Provisioning complete for port ee3311ab-b676-4f10-89c1-7fbcb7993769 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:57.714238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.718227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5ba02cb1-5d78-430e-a617-cb30c2f940d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5857faf9a144938815993f76ee8489a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7785056 Jan 10 19:16:57.729733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52110) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:57.730674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:57.752072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Usage tracker for resource:security_group_rule and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:57.759077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:16:57.762902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:57.787815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:57.808054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fbdda06a-db33-4413-8a35-d363c355eee1 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:16:57.836755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:16:57.864272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: fbdda06a-db33-4413-8a35-d363c355eee1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:16:57.864644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fbdda06a-db33-4413-8a35-d363c355eee1 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:16:57.887036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.930462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Calling delete_port for 2e486c23-8c69-4998-be9c-431e5da30f8b owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:57.938378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:57.961481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:57.962105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:57.993287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3de208e-32fd-4508-ba38-7ffe61786125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.033068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.037220 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.041633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:58.055674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bc024f34-6f37-4fed-a508-f1bf6f0f78eb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/floatingips/c838af69-2fd8-4c04-8da4-b2b17305c1d9 HTTP/1.1" status: 200 len: 687 time: 4.4955404 Jan 10 19:16:58.060987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52116) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:58.062350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.077255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3de208e-32fd-4508-ba38-7ffe61786125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.083229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:16:58.084070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:58.147879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] For port ee3311ab-b676-4f10-89c1-7fbcb7993769, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee3311ab-b676-4f10-89c1-7fbcb7993769,segment=NetworkSegment(7bc67f09-818b-4371-8493-55827c7287a4),segment_id=7bc67f09-818b-4371-8493-55827c7287a4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:16:58.150137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:58.150544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca51c5-ee9a-4b54-a72b-fcece84cb523 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:16:58.157465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.210259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.245969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=0f255024-f2a6-4ca9-b463-fbfb7e3a79a2,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:58.304414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f297928-576c-4bda-8a86-acab6598e654 None None] Pushing event updated for resources: {'Port': ['ID=ee3311ab-b676-4f10-89c1-7fbcb7993769,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:58.326181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.327397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14811a21-5d2e-41d1-9c9e-bf6522f5c540 req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.9004128 Jan 10 19:16:58.331813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event deleted for resources: {'Port': ['ID=2e486c23-8c69-4998-be9c-431e5da30f8b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:58.339462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced291d1-cba7-419c-886f-831a5a691a18 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a529b-8ea3-4c44-a3b2-f45145eac979,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:58.355839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 4d713fa3-c2ac-408a-ba99-5960b4a37c74 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:16:58.356187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.394602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:16:58.394997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 8a4fa6bf-4377-4d0c-bf91-1e9994b64281, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:16:58.519838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:16:58.605649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ded6db6a-0c33-4a94-b2df-4dad77c378bf None None] Provisioning complete for port ee3311ab-b676-4f10-89c1-7fbcb7993769 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:58.608173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52124) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:58.608467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ded6db6a-0c33-4a94-b2df-4dad77c378bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.651053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee3311ab-b676-4f10-89c1-7fbcb7993769 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:16:58.666209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3de208e-32fd-4508-ba38-7ffe61786125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.688250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 8a4fa6bf-4377-4d0c-bf91-1e9994b64281) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:16:58.698719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de208e-32fd-4508-ba38-7ffe61786125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ba96fb-e178-44e4-86b0-b65fe2738f20,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:58.700641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3fb623-db3b-4cdd-897e-70c7e7412cfb None None] Network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:16:58.701057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:58.701623 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.716967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-71fae1d1-2819-4193-9802-f47e672338f8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Synchronizing usage tracker for tenant:8b66e79caa934560af03a8bee5c5463a on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:16:58.756818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3de208e-32fd-4508-ba38-7ffe61786125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.766691 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b3de208e-32fd-4508-ba38-7ffe61786125 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9ba96fb-e178-44e4-86b0-b65fe2738f20 HTTP/1.1" status: 204 len: 168 time: 1.0239112 Jan 10 19:16:58.777812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7adc8c50-5be9-4133-9323-4c12dcf9eb94 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6905217 Jan 10 19:16:58.782570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52130) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:58.827866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.828467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.831345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.903421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-71fae1d1-2819-4193-9802-f47e672338f8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Unset dirty status for tenant:8b66e79caa934560af03a8bee5c5463a on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:16:58.912819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-71fae1d1-2819-4193-9802-f47e672338f8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1023459178&fields=id&tenant_id=8b66e79caa934560af03a8bee5c5463a HTTP/1.1" status: 200 len: 267 time: 0.4535131 Jan 10 19:16:58.915751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Deleting subnet b46d1fb0-de40-4de1-bbd5-bcff8ec51b25 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:58.920622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5f1b257a-4c94-400f-9673-638d37dd47f3 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "DELETE /v2.0/ports/2e486c23-8c69-4998-be9c-431e5da30f8b HTTP/1.1" status: 204 len: 168 time: 1.7315733 Jan 10 19:16:58.923293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:58.928324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52136) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:58.992135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.058822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.072747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-8a4fa6bf-4377-4d0c-bf91-1e9994b64281', 'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': '0f255024-f2a6-4ca9-b463-fbfb7e3a79a2'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:16:59.074219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.098725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ee3311ab-b676-4f10-89c1-7fbcb7993769 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:16:59.099467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.262899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.308454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52142) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:59.312593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46d1fb0-de40-4de1-bbd5-bcff8ec51b25,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:59.345030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.347529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.358611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Router 3c451380-b47c-4ed1-b93d-670aff5042b7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:16:59.367048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fbad68f0-302f-4ecc-a622-a25cafdc1d33 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b46d1fb0-de40-4de1-bbd5-bcff8ec51b25 HTTP/1.1" status: 204 len: 168 time: 0.7519021 Jan 10 19:16:59.371801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52146) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:59.411091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 4d713fa3-c2ac-408a-ba99-5960b4a37c74 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:16:59.443877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Allocated IP 172.20.0.2 (8a4fa6bf-4377-4d0c-bf91-1e9994b64281/0f255024-f2a6-4ca9-b463-fbfb7e3a79a2/84a50955-0889-4742-92a0-83b739fd6e67) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:16:59.468513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:16:59.479445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.531371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Usage tracker for resource:security_group_rule and tenant:1d754ad6147c4345b170d09408c797fc is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:16:59.542092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:16:59.560507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:16:59.589087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.663974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-17d6ec1a-ded6-4a28-b45e-51ef45b123d1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:16:59.665482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-17d6ec1a-ded6-4a28-b45e-51ef45b123d1 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.7516668 Jan 10 19:16:59.680335 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.743981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'port': {'security_groups': ['5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e', 'e02a529b-8ea3-4c44-a3b2-f45145eac979']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:16:59.775713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.824597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Deleting subnet 735a8436-1b6b-4d49-b747-a47a01faad8a {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:16:59.839633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.845226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.848133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.858775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.895332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489f1566-36a2-464f-b0a6-22f428d3b05c']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:59.927147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22484459-74e0-4442-a333-aadf1f026ed0') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:59.927454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22484459-74e0-4442-a333-aadf1f026ed0') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:16:59.951160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1d7d5-fcf2-4354-a98f-6f9e2720a313,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:16:59.956037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.957265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Transition to ACTIVE for port object 84a50955-0889-4742-92a0-83b739fd6e67 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:16:59.969971 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02361a15-ee34-4bfd-a3c8-30cc44ee69b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d754ad6147c4345b170d09408c797fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6589687 Jan 10 19:16:59.973259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52150) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:16:59.976921 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.982086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:16:59.990453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.002221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:00.002607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:00.021571 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:00.072920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=4d713fa3-c2ac-408a-ba99-5960b4a37c74,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:00.097274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.148722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-419c15e8-dfdd-40b3-b9f1-21f4dab6fd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.161258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:00.161466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Transition to ACTIVE for port object 84a50955-0889-4742-92a0-83b739fd6e67 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:00.173222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] Sync routers for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:00.176153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.178541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.210903 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:00.211660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:00.212103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.236341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-419c15e8-dfdd-40b3-b9f1-21f4dab6fd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.248617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] Pushing event deleted for resources: {'Network': ['ID=489f1566-36a2-464f-b0a6-22f428d3b05c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:00.260044 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba667017-11d8-4462-bb42-5abd3d6fb0c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/3c451380-b47c-4ed1-b93d-670aff5042b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9572799 Jan 10 19:17:00.260977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52156) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:00.275714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.302037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Pushing event updated for resources: {'Port': ['ID=84a50955-0889-4742-92a0-83b739fd6e67,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:00.330702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:00.331417 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-22e4807a-d364-4c07-9582-47a18c75e397 admin admin] 10.222.0.21 "DELETE /v2.0/networks/489f1566-36a2-464f-b0a6-22f428d3b05c HTTP/1.1" status: 204 len: 168 time: 0.9586248 Jan 10 19:17:00.340339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:00.342061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.350018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:00.351996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=0f255024-f2a6-4ca9-b463-fbfb7e3a79a2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:00.364418 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.477251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Attempting to bind port 84a50955-0889-4742-92a0-83b739fd6e67 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:00.477672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Attempting to bind port 84a50955-0889-4742-92a0-83b739fd6e67 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:00.478044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Attempting to bind port 84a50955-0889-4742-92a0-83b739fd6e67 on network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:00.488580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:00.488958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Checking segment: {'id': '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:00.489362 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.489908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Bound using segment: {'id': '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:00.490384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Bound port: 84a50955-0889-4742-92a0-83b739fd6e67, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:00.491792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.507862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-419c15e8-dfdd-40b3-b9f1-21f4dab6fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.535854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c15e8-dfdd-40b3-b9f1-21f4dab6fd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1d7d5-fcf2-4354-a98f-6f9e2720a313,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:00.565182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.573650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-419c15e8-dfdd-40b3-b9f1-21f4dab6fd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.577249 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:00.577410 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-419c15e8-dfdd-40b3-b9f1-21f4dab6fd24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7b1d7d5-fcf2-4354-a98f-6f9e2720a313 HTTP/1.1" status: 204 len: 168 time: 0.6006801 Jan 10 19:17:00.581253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.584755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ed2af71-c891-47e9-a78a-c394e43fcb9b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/floatingips/c838af69-2fd8-4c04-8da4-b2b17305c1d9 HTTP/1.1" status: 204 len: 168 time: 2.5157981 Jan 10 19:17:00.603995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52164) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:00.664635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4fa6bf-4377-4d0c-bf91-1e9994b64281']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:00.685932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] For port 84a50955-0889-4742-92a0-83b739fd6e67, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:00.692561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.693032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] For port 84a50955-0889-4742-92a0-83b739fd6e67, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84a50955-0889-4742-92a0-83b739fd6e67,segment=NetworkSegment(8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc),segment_id=8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:00.703846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.738199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:00.738500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:00.748423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52168) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:00.753863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event deleted for resources: {'Subnet': ['ID=735a8436-1b6b-4d49-b747-a47a01faad8a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:00.764689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.827209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.838918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3eadb-2166-4da1-91d1-472252ed593b None None] Network 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:00.876461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:00.915265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.920891 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.943720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb11e33e-2a84-4ec0-845c-da1f316fd85c tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "DELETE /v2.0/subnets/735a8436-1b6b-4d49-b747-a47a01faad8a HTTP/1.1" status: 204 len: 168 time: 1.9759648 Jan 10 19:17:00.944935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:00.945343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:00.949720 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-8a2f5615-ff56-4697-b447-8adfca27be31 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] delete failed (client error): The resource could not be found. Jan 10 19:17:00.950940 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a2f5615-ff56-4697-b447-8adfca27be31 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/floatingips/c838af69-2fd8-4c04-8da4-b2b17305c1d9 HTTP/1.1" status: 404 len: 345 time: 0.3400357 Jan 10 19:17:00.954634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52174) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:00.954985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52176) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:00.961134 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:00.966764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.018092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:17:01.059559 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:16:56Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:01.061194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b9d5c-a2bc-4488-951e-e8cb07d88ea8 None None] Pushing event updated for resources: {'Port': ['ID=84a50955-0889-4742-92a0-83b739fd6e67,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:01.064691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] Checking router: 3c451380-b47c-4ed1-b93d-670aff5042b7 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:17:01.077480 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] Routers {'3c451380-b47c-4ed1-b93d-670aff5042b7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:01.078373 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:16:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['3c451380-b47c-4ed1-b93d-670aff5042b7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:01.218727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4b1d63b9-93be-43f5-91ca-f8a740d7b818 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e75f629bbd564f9b84288c49c774c297&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4625211 Jan 10 19:17:01.300820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765cccb2-a653-4dd9-bbd4-1e6cfdd194f3 None None] Network 8a4fa6bf-4377-4d0c-bf91-1e9994b64281 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:01.303182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:01.307557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52188) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:01.317541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:01.318833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.322073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.328176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d81a56b8-ceed-4c24-bbcc-948379d3211f req-93434bce-df6a-4d53-b8e2-0b1f126580f5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "PUT /v2.0/ports/9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 981 time: 1.6353040 Jan 10 19:17:01.347592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:01.375189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.479499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:17:01.485250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:17:01.485250 n-d-816927-8 neutron-server[83630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:17:01.485250 n-d-816927-8 neutron-server[83630]: [parameters: {'id': '8a4fa6bf-4377-4d0c-bf91-1e9994b64281'}] Jan 10 19:17:01.485250 n-d-816927-8 neutron-server[83630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:01.486275 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:01.526261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-759a7889-023b-4c24-a65b-8ebbcc4eef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.543380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] DHCP port deletion for 9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:17:01.572061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Deleting port 744bd49e-a0a2-4dae-a703-242df24690fb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:01.572663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.588091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-759a7889-023b-4c24-a65b-8ebbcc4eef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.628883 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] Set router 3c451380-b47c-4ed1-b93d-670aff5042b7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:01.630938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] Deleting port 744bd49e-a0a2-4dae-a703-242df24690fb {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:01.631329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.695905 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'status': 'completed', 'code': 200} Jan 10 19:17:01.703181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-759a7889-023b-4c24-a65b-8ebbcc4eef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.736694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a7889-023b-4c24-a65b-8ebbcc4eef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2dd8e3-d640-487f-9247-544f8e4e87b1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:01.762193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-907047cf-97a7-495d-9b2a-4bc0d22eeac5 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1023459178&fields=id&tenant_id=8b66e79caa934560af03a8bee5c5463a HTTP/1.1" status: 200 len: 267 time: 0.1057661 Jan 10 19:17:01.886079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-759a7889-023b-4c24-a65b-8ebbcc4eef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:01.896414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-759a7889-023b-4c24-a65b-8ebbcc4eef5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c2dd8e3-d640-487f-9247-544f8e4e87b1 HTTP/1.1" status: 204 len: 168 time: 0.5516016 Jan 10 19:17:02.000973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-d7cc5864-7d3f-47cd-8a6b-fc7e4574eb2a tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:02.007547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-d7cc5864-7d3f-47cd-8a6b-fc7e4574eb2a tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 984 time: 0.2284715 Jan 10 19:17:02.012506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.027391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] For port 744bd49e-a0a2-4dae-a703-242df24690fb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=744bd49e-a0a2-4dae-a703-242df24690fb,segment=NetworkSegment(5b2a1a34-d8b2-464a-b703-e255abe92a92),segment_id=5b2a1a34-d8b2-464a-b703-e255abe92a92)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:02.027956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.045062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'port': {'security_groups': ['5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:02.074218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] For port 744bd49e-a0a2-4dae-a703-242df24690fb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=744bd49e-a0a2-4dae-a703-242df24690fb,segment=NetworkSegment(5b2a1a34-d8b2-464a-b703-e255abe92a92),segment_id=5b2a1a34-d8b2-464a-b703-e255abe92a92)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:02.075230 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.175050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port 84a50955-0889-4742-92a0-83b739fd6e67 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:02.175389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.220315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395157d-a9d6-46c0-8a6f-c2bcb19aedcd tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:02.228311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395157d-a9d6-46c0-8a6f-c2bcb19aedcd tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:02.234410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395157d-a9d6-46c0-8a6f-c2bcb19aedcd tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:02.235327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2395157d-a9d6-46c0-8a6f-c2bcb19aedcd tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Synchronizing usage tracker for tenant:c6132214bae04524826861fb2a382f00 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:02.254012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:16:56Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:02.258748 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c15061-61d1-49e4-84f5-e8ec00cf4f2c None None] The sync data for ids ['3c451380-b47c-4ed1-b93d-670aff5042b7'] in n-d-816927-8 is: [{'id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'name': 'tempest-TaggedBootDevicesTest_v242-265645382-router', 'tenant_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:05Z', 'updated_at': '2022-01-10T19:16:56Z', 'revision_number': 5, 'project_id': '9c2bfe62c5d34baa9e47a8c8d9c44780', 'gw_port': {'id': 'f62766ab-0af4-482e-b939-84bf0642dcdf', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c451380-b47c-4ed1-b93d-670aff5042b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:07Z', 'updated_at': '2022-01-10T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:02.295688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] Calling delete_port for 744bd49e-a0a2-4dae-a703-242df24690fb owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:02.333552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Calling delete_port for 744bd49e-a0a2-4dae-a703-242df24690fb owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:02.428246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-02ee0d8e-e19a-4a43-978c-e1bda3af0cee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1135 time: 0.7269387 Jan 10 19:17:02.446215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2395157d-a9d6-46c0-8a6f-c2bcb19aedcd tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Unset dirty status for tenant:c6132214bae04524826861fb2a382f00 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:02.447438 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2395157d-a9d6-46c0-8a6f-c2bcb19aedcd tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/ports?network_id=3ff54419-4d0e-4f0a-a936-509c070fd50c HTTP/1.1" status: 200 len: 2357 time: 1.4827349 Jan 10 19:17:02.467232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.477173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52214) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:02.523093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] Pushing event deleted for resources: {'Port': ['ID=744bd49e-a0a2-4dae-a703-242df24690fb,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:02.544566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87efad9-6026-410e-a440-6d70950fbb05 None None] No DVR routers for this DVR port 744bd49e-a0a2-4dae-a703-242df24690fb on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:02.570456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7801c-b941-4eae-b4b0-d102326b93bd None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:02.607001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port 84a50955-0889-4742-92a0-83b739fd6e67, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84a50955-0889-4742-92a0-83b739fd6e67,segment=NetworkSegment(8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc),segment_id=8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:02.607501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.662720 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:02.662720 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:02.760274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9cfcb5-38af-4da6-b8e0-bc1bb45a6aba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:02.760859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ba9cfcb5-38af-4da6-b8e0-bc1bb45a6aba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Synchronizing usage tracker for tenant:c6132214bae04524826861fb2a382f00 on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:02.818357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 744bd49e-a0a2-4dae-a703-242df24690fb no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:02.862710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f76e9-6031-43b5-a728-793a2085dda7 req-b443cf1d-b3cb-4a93-b986-6f8f2c3032a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:02.864310 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-b443cf1d-b3cb-4a93-b986-6f8f2c3032a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.4190335 Jan 10 19:17:02.865802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:02.878394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 744bd49e-a0a2-4dae-a703-242df24690fb {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:02.879133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 744bd49e-a0a2-4dae-a703-242df24690fb not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:02.883218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ae611d8-4dd0-4772-853f-96715b15c90d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:02.955188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6ae611d8-4dd0-4772-853f-96715b15c90d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:02.955994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ae611d8-4dd0-4772-853f-96715b15c90d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:02.959794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ba9cfcb5-38af-4da6-b8e0-bc1bb45a6aba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Unset dirty status for tenant:c6132214bae04524826861fb2a382f00 on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:02.960951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba9cfcb5-38af-4da6-b8e0-bc1bb45a6aba tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/subnets/46bfa0ba-d79c-47d2-a5c5-139462f96b14 HTTP/1.1" status: 200 len: 797 time: 0.4819453 Jan 10 19:17:02.968308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52234) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:02.979506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for 84a50955-0889-4742-92a0-83b739fd6e67 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:02.983126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'port': {'network_id': '3ff54419-4d0e-4f0a-a936-509c070fd50c', 'name': 'tempest-FloatingIPTestJSON-2008068702', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:03.002454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Deleting port f62766ab-0af4-482e-b939-84bf0642dcdf {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:03.002799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.014285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.026967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b7801c-b941-4eae-b4b0-d102326b93bd None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:03.037334 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-42fd8c04-a46e-41cd-a291-ebe01b6713f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.1616082 Jan 10 19:17:03.163791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Deleting port 744bd49e-a0a2-4dae-a703-242df24690fb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:03.164139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.181000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.250445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=84a50955-0889-4742-92a0-83b739fd6e67,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:03.266520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port 84a50955-0889-4742-92a0-83b739fd6e67 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:03.469542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] The port '744bd49e-a0a2-4dae-a703-242df24690fb' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:17:03.478735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f76e9-6031-43b5-a728-793a2085dda7 req-2e77472b-d81e-4b8d-8d3d-3950cd2251c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:03.480327 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-2e77472b-d81e-4b8d-8d3d-3950cd2251c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.3808017 Jan 10 19:17:03.493043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52252) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:03.563296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52256) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:03.601639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:03.608180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.616846 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-a2d1f2fe-95fe-4ec2-9449-952d6d81be28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063514 Jan 10 19:17:03.639960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4fa6bf-4377-4d0c-bf91-1e9994b64281']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:03.670732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:03.671168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c74ee21-4e30-4f5b-8fc3-e3f65ea919cc') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:03.685414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.692145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.711254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.723147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:17:03.733344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:03.789982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.799312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.817623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1075370114-network', 'tenant_id': 'c73dc8300a4647f1af89f44fc6d5e4fd'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:03.828642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:03.850556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:03.855535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Usage tracker for resource:network and tenant:c73dc8300a4647f1af89f44fc6d5e4fd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:03.859067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:03.866000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:03.881418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:03.882139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.882254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a121824-2afa-46fd-b9ec-a9ab5db5f6f5']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:03.896092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:03.901036 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:03.908637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] For port f62766ab-0af4-482e-b939-84bf0642dcdf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f62766ab-0af4-482e-b939-84bf0642dcdf,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:03.908999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.914225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Made reservation on behalf of c73dc8300a4647f1af89f44fc6d5e4fd for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:03.916668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.922122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2a1a34-d8b2-464a-b703-e255abe92a92') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:03.922434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2a1a34-d8b2-464a-b703-e255abe92a92') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:03.947065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:03.972807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:03.990253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.016271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:04.016885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.018273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-092b1b0a-7138-42f8-9652-544f6da9c613 req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "PUT /v2.0/ports/9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 942 time: 1.9970932 Jan 10 19:17:04.052779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:04.070007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4f03-92c4-4482-b917-a62798055774 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event updated for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:04.089397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.111853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.126607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:17:04.132146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/8a4fa6bf-4377-4d0c-bf91-1e9994b64281 HTTP/1.1" status: 204 len: 168 time: 5.3483629 Jan 10 19:17:04.132729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52270) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:04.134260 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'status': 'completed', 'code': 200} Jan 10 19:17:04.137447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:04.156665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Calling delete_port for f62766ab-0af4-482e-b939-84bf0642dcdf owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:04.165038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70838134-046f-4569-9b07-106edeab3d6b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=8a4fa6bf-4377-4d0c-bf91-1e9994b64281,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:04.176421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419130805'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:04.187009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c73dc8300a4647f1af89f44fc6d5e4fd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:04.195907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:04.218496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.238583 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-df9c8a3a-12a3-4d93-85f8-36a7296853b8 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718091 Jan 10 19:17:04.242461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:04.247898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:04.248310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:04.270393 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:04.277925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Usage tracker for resource:security_group_rule and tenant:73d33820e19e4c12a080bfbab4c2cad2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:04.339398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:04.342034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:04.346616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:04.355584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:04.362751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:04.383934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:04.391744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:04.429165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:04.432161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.481730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-447f05aa-892d-480f-91b7-122a69825a85 req-81ef9ac8-2317-47fc-a1d4-709fccf5620e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3386364 Jan 10 19:17:04.494382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:04.510569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:04.514281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.519873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.520090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:04.528403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Usage tracker for resource:floatingip and tenant:8b66e79caa934560af03a8bee5c5463a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:04.539016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:04.543863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.548457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:04.549927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.553037 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.558576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.558946 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c of type vlan for network ccce0a75-bfdf-4d92-85da-fe07df3cda96 Jan 10 19:17:04.592401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:04.593829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] Pushing event deleted for resources: {'Network': ['ID=9a121824-2afa-46fd-b9ec-a9ab5db5f6f5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:04.596021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.624328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc41890-cb82-4a5e-930d-4c55a816e117,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:04.629593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] device_id is not set on port 6571d848-64c9-4a7b-90a4-ad71c0444b13 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:04.644648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.644993 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Added segment 79787d4e-91ae-45d5-b751-5e0fb08e1494 of type vlan for network 3951956c-2588-4de0-a450-f600add26af4 Jan 10 19:17:04.646832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.684182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-936d79d1-066c-4096-b22c-3061fd7e6140 tempest-ExtraDHCPOptionsTestJSON-1128456459 tempest-ExtraDHCPOptionsTestJSON-1128456459-project] 10.222.0.21 "DELETE /v2.0/networks/9a121824-2afa-46fd-b9ec-a9ab5db5f6f5 HTTP/1.1" status: 204 len: 168 time: 3.7253048 Jan 10 19:17:04.712233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-887f76e9-6031-43b5-a728-793a2085dda7 req-3dcafe45-f9f8-47e1-9f3b-c2f2d7cd2957 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389043 Jan 10 19:17:04.757438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.793193 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.797890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:04.798583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.853664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.920532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.921390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:04.922159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:04.944731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8046525 Jan 10 19:17:04.968366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57654c0-a306-4ea3-9c4a-b221b9e4081b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=ccce0a75-bfdf-4d92-85da-fe07df3cda96,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:04.983642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ccce0a75-bfdf-4d92-85da-fe07df3cda96 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:04.989234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:04.989646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52282) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:05.007099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.008345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:05.105316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6079733 Jan 10 19:17:05.118006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.144416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52290) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:05.232038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccf55da-2b45-4327-9035-08e0f3c45abd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:05.243230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8c6b1-9190-4ae4-b546-518c54ad29e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3951956c-2588-4de0-a450-f600add26af4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:05.244281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Request body: {'subnet': {'network_id': '3951956c-2588-4de0-a450-f600add26af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1075370114-subnet', 'tenant_id': 'c73dc8300a4647f1af89f44fc6d5e4fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:05.255348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3951956c-2588-4de0-a450-f600add26af4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:05.266773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62766ab-0af4-482e-b939-84bf0642dcdf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:05.270219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:05.291414 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15a1621e-87f3-4321-ba2c-7c20ca68d187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73d33820e19e4c12a080bfbab4c2cad2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7201281 Jan 10 19:17:05.294315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.296194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52296) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:05.297258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:05.308243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:05.326780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Usage tracker for resource:subnet and tenant:c73dc8300a4647f1af89f44fc6d5e4fd is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:05.340316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:05.358574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:05.371495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:05.391419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:05.427382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:05.429411 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-7eeebf8c-5c15-4ada-9ea5-f6b743c95bd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.6390584 Jan 10 19:17:05.493791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Made reservation on behalf of c73dc8300a4647f1af89f44fc6d5e4fd for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:05.496057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.545210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b75dc451-b9be-46b7-af2b-885b7399b7dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddf86198f8f84cb3a5d41f1e159e2d32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5490773 Jan 10 19:17:05.586964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:05.618528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7d40e2-55b0-4e65-b04d-5616be7d92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.626145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.753890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Allocated IP 172.25.6.171 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/e7563d1e-dae5-4264-9eb9-6c8e87a9dcd8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:05.765120 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.773059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7d40e2-55b0-4e65-b04d-5616be7d92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.799807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing IP validity checks on allocation pools {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:17:05.800270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:17:05.930232 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f85c390-4971-4b93-936d-bf6f33bf8687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:05.935694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.14 (3ff54419-4d0e-4f0a-a936-509c070fd50c/46bfa0ba-d79c-47d2-a5c5-139462f96b14/6571d848-64c9-4a7b-90a4-ad71c0444b13) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:05.958081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.13 (3ff54419-4d0e-4f0a-a936-509c070fd50c/46bfa0ba-d79c-47d2-a5c5-139462f96b14/6571d848-64c9-4a7b-90a4-ad71c0444b13) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:06.027180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f85c390-4971-4b93-936d-bf6f33bf8687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.034382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7d40e2-55b0-4e65-b04d-5616be7d92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.083888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d40e2-55b0-4e65-b04d-5616be7d92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccf55da-2b45-4327-9035-08e0f3c45abd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:06.122183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-ff9c0d7f-02ff-48c5-abc0-952a9fcb1fa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:06.122603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.123694 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-ff9c0d7f-02ff-48c5-abc0-952a9fcb1fa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.6353219 Jan 10 19:17:06.183015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7d40e2-55b0-4e65-b04d-5616be7d92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.186735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a7d40e2-55b0-4e65-b04d-5616be7d92d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ccf55da-2b45-4327-9035-08e0f3c45abd HTTP/1.1" status: 204 len: 168 time: 0.8823535 Jan 10 19:17:06.205061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.285938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.328271 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.339555 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-436f66ce-9232-414e-863c-0a0c1e415bbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.2074511 Jan 10 19:17:06.349039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f85c390-4971-4b93-936d-bf6f33bf8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.366090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.415861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f85c390-4971-4b93-936d-bf6f33bf8687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.419767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5f85c390-4971-4b93-936d-bf6f33bf8687 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f954e99-04db-4e73-ab30-786c0cccb257 HTTP/1.1" status: 204 len: 168 time: 0.8252816 Jan 10 19:17:06.421757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c390-4971-4b93-936d-bf6f33bf8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f954e99-04db-4e73-ab30-786c0cccb257,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:06.471632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=b771da84-8968-43f2-ba71-833c24eb7160,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:06.509951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:06.517612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:06.522066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event updated for resources: {'Port': ['ID=e7563d1e-dae5-4264-9eb9-6c8e87a9dcd8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:06.525131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:06.578527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:06.578899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: ccce0a75-bfdf-4d92-85da-fe07df3cda96, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:06.594016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.629865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network ccce0a75-bfdf-4d92-85da-fe07df3cda96 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:06.648081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ccce0a75-bfdf-4d92-85da-fe07df3cda96) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:06.658971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b502c46-d186-4844-a1ae-bdf9b181ce6c None None] Network ccce0a75-bfdf-4d92-85da-fe07df3cda96 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:06.666713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:06.667618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.706382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d741fb1-7a26-4fd8-a37d-eec097f23b2d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7143142 Jan 10 19:17:06.722905 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.723701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c451380-b47c-4ed1-b93d-670aff5042b7 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:17:06.727046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:06.743079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-3a54dc60-d3c3-4a3f-bec1-f63b157ca754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:06.744900 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-3a54dc60-d3c3-4a3f-bec1-f63b157ca754 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.3971298 Jan 10 19:17:06.826931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.856578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc049db6-6f07-4186-90ef-ace563faa15d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:06.928898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:06.974073 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-ad53b11a-ac66-4391-add0-be0380568618 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844327 Jan 10 19:17:07.020554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.057450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ccce0a75-bfdf-4d92-85da-fe07df3cda96', 'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': 'b771da84-8968-43f2-ba71-833c24eb7160'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:07.059199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.163033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Checking segment: {'id': '79787d4e-91ae-45d5-b751-5e0fb08e1494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3951956c-2588-4de0-a450-f600add26af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:07.163700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Network hostable DHCP agents. Network: 3951956c-2588-4de0-a450-f600add26af4, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:07.230899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.232542 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43edf0fc-abd3-4827-99ff-913755a84b83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3c451380-b47c-4ed1-b93d-670aff5042b7 HTTP/1.1" status: 204 len: 168 time: 6.9630613 Jan 10 19:17:07.238991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52330) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:07.264419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.306858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Allocated IP 172.20.0.3 (ccce0a75-bfdf-4d92-85da-fe07df3cda96/b771da84-8968-43f2-ba71-833c24eb7160/bbdd1926-923f-46c4-8995-8d03a217bfad) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:07.336829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.378144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.385722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Deleting subnet de058163-636b-4648-8567-80d5fed84092 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:17:07.398530 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.402301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.413111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Network 3951956c-2588-4de0-a450-f600add26af4 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:07.491841 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-cbe44067-7eb8-4890-a5e5-9771dd0f8073 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998834 Jan 10 19:17:07.633753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3951956c-2588-4de0-a450-f600add26af4) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:07.666232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.683441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Transition to ACTIVE for port object bbdd1926-923f-46c4-8995-8d03a217bfad will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:07.702432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:07.703051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.709005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Transition to ACTIVE for port object bbdd1926-923f-46c4-8995-8d03a217bfad will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:07.712485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda04b41-6f02-4f87-b1ee-625fdb8ef908 None None] Network 3951956c-2588-4de0-a450-f600add26af4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:07.714496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=6571d848-64c9-4a7b-90a4-ad71c0444b13,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:07.738504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.740246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.750660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event updated for resources: {'Port': ['ID=e7563d1e-dae5-4264-9eb9-6c8e87a9dcd8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:07.769367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:07.780928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:07.787777 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.789818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:07.829564 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-694472f0-658e-4657-8f03-d085814df6c3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6416721 Jan 10 19:17:07.866495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.896567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.901259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-447f05aa-892d-480f-91b7-122a69825a85 req-c7064a9a-38fe-4e19-8b0a-eee31ce977e6 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4112980 Jan 10 19:17:07.912274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:07.912862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.922436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Network ccce0a75-bfdf-4d92-85da-fe07df3cda96 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:07.933852 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-913b6d67-b8f1-416a-8141-80edcaa2edf9 req-444d2187-6084-4858-8b9f-c1a4a79683e5 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793437 Jan 10 19:17:07.942124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:07.943776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:07.949239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:07.993374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4954068f-9e75-4178-b77f-7be6cc8234ee tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.0240209 Jan 10 19:17:07.994366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=b771da84-8968-43f2-ba71-833c24eb7160,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:07.996719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52360) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:08.003600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '6571d848-64c9-4a7b-90a4-ad71c0444b13', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:08.014659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:08.022671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Pushing event updated for resources: {'Port': ['ID=bbdd1926-923f-46c4-8995-8d03a217bfad,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:08.066537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:floatingip and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:08.129449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Attempting to bind port bbdd1926-923f-46c4-8995-8d03a217bfad on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:08.129989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Attempting to bind port bbdd1926-923f-46c4-8995-8d03a217bfad by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:08.130368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Attempting to bind port bbdd1926-923f-46c4-8995-8d03a217bfad on network ccce0a75-bfdf-4d92-85da-fe07df3cda96 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:08.140932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:08.141730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Checking segment: {'id': '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:08.142793 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.143851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Bound using segment: {'id': '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:08.144004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Bound port: bbdd1926-923f-46c4-8995-8d03a217bfad, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:08.144307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.148463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-447f05aa-892d-480f-91b7-122a69825a85 req-c8b64bd4-2007-4393-a216-2083ceebcacb tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Synchronizing usage tracker for tenant:8b66e79caa934560af03a8bee5c5463a on resource:floatingip {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:08.168289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52366) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:08.174050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:08.188048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52372) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:08.200997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:08.221762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.228452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.237821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.277013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccce0a75-bfdf-4d92-85da-fe07df3cda96']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:08.303837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-447f05aa-892d-480f-91b7-122a69825a85 req-c8b64bd4-2007-4393-a216-2083ceebcacb tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Unset dirty status for tenant:8b66e79caa934560af03a8bee5c5463a on resource:floatingip {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:08.306364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-447f05aa-892d-480f-91b7-122a69825a85 req-c8b64bd4-2007-4393-a216-2083ceebcacb tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.3864956 Jan 10 19:17:08.346302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:08.346784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:08.367152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.386493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9118d9-1800-4541-b894-ed7ed7100821 None None] Network 3951956c-2588-4de0-a450-f600add26af4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:08.393256 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.407333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] For port bbdd1926-923f-46c4-8995-8d03a217bfad, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:08.409756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:08.410425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:08.441470 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:08.465439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'networks': [{'name': 'tempest-network--395888627'}, {'name': 'tempest-network--569596845'}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:08.465751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'network': {'name': 'tempest-network--395888627'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:08.469801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'network': {'name': 'tempest-network--569596845'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:08.474271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f9827ac-b1c1-4bf6-b4c7-3e7982817a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.484635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:08.487222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f62766ab-0af4-482e-b939-84bf0642dcdf no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:08.489097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:network and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:08.490625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.492135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:08.498064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:08.552459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.580942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'network': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:08.584534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.584669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f62766ab-0af4-482e-b939-84bf0642dcdf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:08.584923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f62766ab-0af4-482e-b939-84bf0642dcdf not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:08.609600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.610159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e92bf-4bf6-45e4-be4f-02769825949f None None] Network ca4b53e6-9f44-469a-9424-8f79aab9f326 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:08.622123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.629332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de058163-636b-4648-8567-80d5fed84092,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:08.636100 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-197a935e-ccc5-40cd-8057-a28b6ad95118 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/de058163-636b-4648-8567-80d5fed84092 HTTP/1.1" status: 204 len: 168 time: 1.3957975 Jan 10 19:17:08.638839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:08.668022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:08.672304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:security_group_rule and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:08.674800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f05aa-892d-480f-91b7-122a69825a85 req-6120d89e-0a85-48ee-b596-cb26534026fe tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:08.675624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:08.676434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-447f05aa-892d-480f-91b7-122a69825a85 req-6120d89e-0a85-48ee-b596-cb26534026fe tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.3583796 Jan 10 19:17:08.682039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:08.742804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-447f05aa-892d-480f-91b7-122a69825a85 req-14dc5cd1-ff76-4fa9-8ec8-3feb9ac370d2 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:17:08.743900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-447f05aa-892d-480f-91b7-122a69825a85 req-14dc5cd1-ff76-4fa9-8ec8-3feb9ac370d2 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0133018 Jan 10 19:17:08.759233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:08.767551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Usage tracker for resource:security_group_rule and tenant:3354273168c44a0681b8ed6a8c12b5e7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:08.774248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.778944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:08.779996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:17:08.779996 n-d-816927-8 neutron-server[83629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:17:08.779996 n-d-816927-8 neutron-server[83629]: [parameters: {'id': 'ccce0a75-bfdf-4d92-85da-fe07df3cda96'}] Jan 10 19:17:08.779996 n-d-816927-8 neutron-server[83629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:08.780360 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:08.783568 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.783818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.837343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:08.840664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] For port bbdd1926-923f-46c4-8995-8d03a217bfad, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bbdd1926-923f-46c4-8995-8d03a217bfad,segment=NetworkSegment(5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c),segment_id=5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:08.849099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.849705 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Added segment b9a18bfb-ea59-4827-a13c-6e8c08df1de6 of type vlan for network ad679fe2-9d6b-43a0-9046-ddc734dbbf8d Jan 10 19:17:08.879151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.885184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:08.891300 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.908076 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:17:08.932638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.941210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Deleting port 57b9b908-78ca-4bee-a105-b161f487e705 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:08.941428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:08.965952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8ff89-91b4-4804-939a-c7e09623faf0 None None] Pushing event updated for resources: {'Port': ['ID=bbdd1926-923f-46c4-8995-8d03a217bfad,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:09.166074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-f4c7ae19-ac28-4e12-8ba1-25b70cf9cb6a tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:09.167249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-f4c7ae19-ac28-4e12-8ba1-25b70cf9cb6a tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Synchronizing usage tracker for tenant:c73dc8300a4647f1af89f44fc6d5e4fd on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:09.179612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.186603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1438b3c-b38d-42d0-b68e-795c755fb952 None None] Network ccce0a75-bfdf-4d92-85da-fe07df3cda96 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:09.203111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2afd7d2-3047-4baf-a11d-78faa7d8df32,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:09.213357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] DHCP port deletion for ca4b53e6-9f44-469a-9424-8f79aab9f326 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:17:09.272280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-f4c7ae19-ac28-4e12-8ba1-25b70cf9cb6a tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Unset dirty status for tenant:c73dc8300a4647f1af89f44fc6d5e4fd on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:09.273449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-f4c7ae19-ac28-4e12-8ba1-25b70cf9cb6a tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/networks?id=3951956c-2588-4de0-a450-f600add26af4 HTTP/1.1" status: 200 len: 818 time: 0.4901328 Jan 10 19:17:09.275990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] Deleting port 57b9b908-78ca-4bee-a105-b161f487e705 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:09.276472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.282325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.307227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:09.323419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port bbdd1926-923f-46c4-8995-8d03a217bfad {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:09.323754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.337748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.348670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.349207 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Added segment deccfb44-6821-4092-b271-6ea16ed4ae1a of type vlan for network 42b04f86-db21-4bf9-916b-74c85b90f6a4 Jan 10 19:17:09.374238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.156 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/5ea9b6a5-6242-46d8-bf4b-ffa5ac1de70b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:09.388207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.420499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-72c730f1-8bea-48f5-a781-c72acb6328f4 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/quotas/c73dc8300a4647f1af89f44fc6d5e4fd HTTP/1.1" status: 200 len: 375 time: 0.1319487 Jan 10 19:17:09.442309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3354273168c44a0681b8ed6a8c12b5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2712040 Jan 10 19:17:09.442845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:09.520477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.522767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-74e7849e-717f-4a6a-9f3c-e7e63159ddc0 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73dc8300a4647f1af89f44fc6d5e4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014934 Jan 10 19:17:09.562586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-271445d1-d011-4f84-977d-85d65779e53f tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:09.564396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-271445d1-d011-4f84-977d-85d65779e53f tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4573717 Jan 10 19:17:09.592931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] For port 57b9b908-78ca-4bee-a105-b161f487e705, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57b9b908-78ca-4bee-a105-b161f487e705,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:09.593370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.656794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.657313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.661526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:09.664557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:09.665193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.719072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] Calling delete_port for 57b9b908-78ca-4bee-a105-b161f487e705 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:09.721510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3496e-b826-498c-847a-42469d97b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e70508-d13a-4433-bd46-f64cfe366819,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:09.744131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] For port 57b9b908-78ca-4bee-a105-b161f487e705, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57b9b908-78ca-4bee-a105-b161f487e705,segment=NetworkSegment(76fe4e0d-a943-4bea-bea9-719a76282ba0),segment_id=76fe4e0d-a943-4bea-bea9-719a76282ba0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:09.744504 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.798639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.825403 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.834171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port bbdd1926-923f-46c4-8995-8d03a217bfad, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bbdd1926-923f-46c4-8995-8d03a217bfad,segment=NetworkSegment(5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c),segment_id=5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:09.834523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:09.844032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] Pushing event deleted for resources: {'Port': ['ID=57b9b908-78ca-4bee-a105-b161f487e705,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:09.845673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Network': ['ID=ad679fe2-9d6b-43a0-9046-ddc734dbbf8d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:09.853932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d0c06-c0b4-4624-809e-18a481e35f51 None None] No DVR routers for this DVR port 57b9b908-78ca-4bee-a105-b161f487e705 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:09.870426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6c112-fccd-4249-aea9-88e5e8b59ad9 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:09.898496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ad679fe2-9d6b-43a0-9046-ddc734dbbf8d details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:09.908717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Calling delete_port for 57b9b908-78ca-4bee-a105-b161f487e705 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:09.927795 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7365355 Jan 10 19:17:09.939516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-e268ee2a-1899-4f11-be5e-4c777c635017 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.3621264 Jan 10 19:17:09.951892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52400) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:10.012547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'floatingip': {'port_id': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'fixed_ip_address': '172.20.0.2'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:10.033753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for bbdd1926-923f-46c4-8995-8d03a217bfad owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:10.091483 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.092606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6c112-fccd-4249-aea9-88e5e8b59ad9 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:10.115000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521687f5-f3a0-4812-920e-b9298b6b2f3b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Network': ['ID=42b04f86-db21-4bf9-916b-74c85b90f6a4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:10.133778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 42b04f86-db21-4bf9-916b-74c85b90f6a4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:10.156009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.190810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.210680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=bbdd1926-923f-46c4-8995-8d03a217bfad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:10.218307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a235c488-608f-469a-94a4-354dfe1d8820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.270522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port bbdd1926-923f-46c4-8995-8d03a217bfad on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:10.293489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-c7d90ce8-bba4-4a70-9138-5dc9941af62b service neutron] 10.222.0.21 "GET /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217238 Jan 10 19:17:10.382575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:10.383812 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a235c488-608f-469a-94a4-354dfe1d8820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.394674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:10.404972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=5ea9b6a5-6242-46d8-bf4b-ffa5ac1de70b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:10.410018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:10.444514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.480721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccce0a75-bfdf-4d92-85da-fe07df3cda96']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:10.482970 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:10.483116 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-51c41e8f-947f-484a-9ba4-52d76c4c21d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.483215 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:10.520921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:10.521133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dedc5a7-1be0-46b8-b3a1-426c1b24bc3c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:10.547094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.572138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57b9b908-78ca-4bee-a105-b161f487e705 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:10.575854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.591359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf2616-5572-4b84-859e-9e8a615cb0f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:10.595220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf2616-5572-4b84-859e-9e8a615cb0f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:10.599096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf2616-5572-4b84-859e-9e8a615cb0f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:10.603026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf2616-5572-4b84-859e-9e8a615cb0f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:10.607546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ecdf2616-5572-4b84-859e-9e8a615cb0f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6519351 Jan 10 19:17:10.611479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:10.617652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 57b9b908-78ca-4bee-a105-b161f487e705 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:10.617822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:10.618331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57b9b908-78ca-4bee-a105-b161f487e705 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:10.618493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:10.633720 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:10.847296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.851670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.939795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a235c488-608f-469a-94a4-354dfe1d8820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:10.943851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-a2e69009-da4d-4582-8273-0b9211c5cdfb service neutron] 10.222.0.21 "GET /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067953 Jan 10 19:17:10.950149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=ccce0a75-bfdf-4d92-85da-fe07df3cda96,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:10.956485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-87f024c2-e7f3-497b-b176-27c6310640d2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/ccce0a75-bfdf-4d92-85da-fe07df3cda96 HTTP/1.1" status: 204 len: 168 time: 4.2155404 Jan 10 19:17:10.959849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:10.969163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-943227040'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:11.025416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:11.027554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Deleting port 57b9b908-78ca-4bee-a105-b161f487e705 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:11.027554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.038911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:11.051864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:11.062127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:11.094657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:11.098675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.118837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] The port '57b9b908-78ca-4bee-a105-b161f487e705' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:17:11.152862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:11.174041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235c488-608f-469a-94a4-354dfe1d8820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e70508-d13a-4433-bd46-f64cfe366819,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:11.175525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.175988 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 73f7d32e-35e6-4ea3-b328-d5188e130c14 of type vlan for network a1a90940-e105-4452-9706-1180676571f2 Jan 10 19:17:11.203934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.222179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.296792 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.300815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:11.301827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.360113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.421974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a235c488-608f-469a-94a4-354dfe1d8820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.425898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a235c488-608f-469a-94a4-354dfe1d8820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78e70508-d13a-4433-bd46-f64cfe366819 HTTP/1.1" status: 204 len: 168 time: 1.9406533 Jan 10 19:17:11.429050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18ded3ea-f179-45d8-acaf-5b46e8c97137 req-955babef-3fd0-43c3-bb8a-311fe6f8e380 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 210 time: 0.1396477 Jan 10 19:17:11.531425 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5706341 Jan 10 19:17:11.539140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52424) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:11.545300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=a1a90940-e105-4452-9706-1180676571f2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:11.550674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': 'a1a90940-e105-4452-9706-1180676571f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:11.567518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4b53e6-9f44-469a-9424-8f79aab9f326']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:11.593021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fe4e0d-a943-4bea-bea9-719a76282ba0') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:11.593301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fe4e0d-a943-4bea-bea9-719a76282ba0') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:11.628459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.630503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.651351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.679791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.680204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.680553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.680914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.681219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.681548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.681876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.682201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.682516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.682838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.683196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed446d76-aa63-4156-b897-6047b18e6581 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:11.697090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a1a90940-e105-4452-9706-1180676571f2 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:11.701502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad679fe2-9d6b-43a0-9046-ddc734dbbf8d']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:11.725063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a18bfb-ea59-4827-a13c-6e8c08df1de6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:11.725665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a18bfb-ea59-4827-a13c-6e8c08df1de6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:11.758698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:11.771096 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.773763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:11.776652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.778224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:11.778637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.833104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.833903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.848000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:11.862581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:11.882034 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:11.893937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:11.897792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.927752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.949843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:11.960837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:11.961962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:12.053449 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:12.070211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.087838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.095340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4b53e6-9f44-469a-9424-8f79aab9f326,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:12.125784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-25170b51-579a-444f-8324-14febedeb78e admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca4b53e6-9f44-469a-9424-8f79aab9f326 HTTP/1.1" status: 204 len: 168 time: 3.4859765 Jan 10 19:17:12.128574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52438) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:12.198931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.203133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.239420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:12.269953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.278609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.320775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Network': ['ID=ad679fe2-9d6b-43a0-9046-ddc734dbbf8d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:12.340335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-02e333a6-8bee-45d6-a3cf-45c66ff1bc69 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/networks/ad679fe2-9d6b-43a0-9046-ddc734dbbf8d HTTP/1.1" status: 204 len: 168 time: 1.7253261 Jan 10 19:17:12.350135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:12.389725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=5ea9b6a5-6242-46d8-bf4b-ffa5ac1de70b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:12.615600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-83dc2f29-12ac-4fb3-88d9-cdf5cdf850e2 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:12.616690 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.617803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-83dc2f29-12ac-4fb3-88d9-cdf5cdf850e2 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.44 "GET /v2.0/networks?id=3951956c-2588-4de0-a450-f600add26af4 HTTP/1.1" status: 200 len: 818 time: 0.2208774 Jan 10 19:17:12.642304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.713410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.771669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b8fb549-337b-4e1e-a887-b90f6c3d7de2 req-3131b917-516f-4199-bf31-cba90aeda6f2 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 210 time: 0.0770173 Jan 10 19:17:12.799467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Request body: {'port': {'device_id': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'network_id': '3951956c-2588-4de0-a450-f600add26af4', 'admin_state_up': True, 'tenant_id': 'c73dc8300a4647f1af89f44fc6d5e4fd'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:12.936711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:12.995616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.004572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.025071 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.088332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b04f86-db21-4bf9-916b-74c85b90f6a4']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:13.106924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deccfb44-6821-4092-b271-6ea16ed4ae1a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:13.107228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deccfb44-6821-4092-b271-6ea16ed4ae1a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:13.130297 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.156054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.161533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:13.177611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Usage tracker for resource:port and tenant:c73dc8300a4647f1af89f44fc6d5e4fd is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:13.185383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:13.189352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=ffdf8c3f-87b1-4694-b46d-8977418df443,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:13.196689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:13.199986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '73f7d32e-35e6-4ea3-b328-d5188e130c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1a90940-e105-4452-9706-1180676571f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:13.200362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: a1a90940-e105-4452-9706-1180676571f2, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:13.221700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:13.222114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.229594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Made reservation on behalf of c73dc8300a4647f1af89f44fc6d5e4fd for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:13.232683 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:13.242790 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:13.354064 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Floating IP cb179c3e-fb10-4a23-8b69-255c9a3eaaa2 associated. External IP: 172.25.6.171, port: 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28. Jan 10 19:17:13.370629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network a1a90940-e105-4452-9706-1180676571f2 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:13.410513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.413671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a1a90940-e105-4452-9706-1180676571f2) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:13.418440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:13.419444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.424606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1705277-c889-4d90-93a1-0768b55968c2 None None] Network a1a90940-e105-4452-9706-1180676571f2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:13.441976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.451859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Network': ['ID=42b04f86-db21-4bf9-916b-74c85b90f6a4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:13.462674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-87258c9f-b73f-46ef-a555-bddb6172e0d2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/networks/42b04f86-db21-4bf9-916b-74c85b90f6a4 HTTP/1.1" status: 204 len: 168 time: 1.1102316 Jan 10 19:17:13.466438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52472) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:13.532669 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b42fccf-a3b5-4536-9d96-9972ada3a860 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9922783 Jan 10 19:17:13.539534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52476) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:13.656766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Allocated IP 172.20.0.9 (3951956c-2588-4de0-a450-f600add26af4/bc049db6-6f07-4186-90ef-ace563faa15d/5df9bcee-6710-4c29-a0af-b1f92aa77b59) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:13.677627 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 6cecf993-2bad-460c-b19f-39dd797194fc associated. External IP: 172.25.6.156, port: 6571d848-64c9-4a7b-90a4-ad71c0444b13. Jan 10 19:17:13.708518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84254a75-157d-4b53-8b85-db79c043e0a4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:13.712524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84254a75-157d-4b53-8b85-db79c043e0a4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:13.713283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-84254a75-157d-4b53-8b85-db79c043e0a4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Synchronizing usage tracker for tenant:41e9227689464ad3ac1d7c186b210526 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:13.776194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a1a90940-e105-4452-9706-1180676571f2', 'network_id': 'a1a90940-e105-4452-9706-1180676571f2', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': 'ffdf8c3f-87b1-4694-b46d-8977418df443'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:13.777155 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.814502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-84254a75-157d-4b53-8b85-db79c043e0a4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Unset dirty status for tenant:41e9227689464ad3ac1d7c186b210526 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:13.819015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84254a75-157d-4b53-8b85-db79c043e0a4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3472207 Jan 10 19:17:13.819015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52484) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:13.819646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52486) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:13.843580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2032319749'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:13.855810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:13.876082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:13.935491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:13.938421 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.967110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:13.984665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Allocated IP 172.20.0.1 (a1a90940-e105-4452-9706-1180676571f2/ffdf8c3f-87b1-4694-b46d-8977418df443/b879b75e-7532-4507-8103-72092f7049c4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:14.092594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.220743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.224452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.227202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-88925655'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:14.234722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90f99938-8d0f-4b62-8efb-2ab6b84dfacd req-5634ac2d-6dce-444e-adc2-208fab2e6cd7 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 210 time: 0.2184844 Jan 10 19:17:14.241453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:14.247642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Usage tracker for resource:network and tenant:8aab9a6ab5fc42fba23788a0b0d67367 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:14.257915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:14.260570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:14.278822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:14.293120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.293560 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Added segment 979c2ada-4188-4091-bdf6-ed6f0144ec80 of type vlan for network bb60178f-dee8-4a4e-9cda-c2020ba33a73 Jan 10 19:17:14.316946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Made reservation on behalf of 8aab9a6ab5fc42fba23788a0b0d67367 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:14.319915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.331229 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.341797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Transition to ACTIVE for port object b879b75e-7532-4507-8103-72092f7049c4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:14.360597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Transition to ACTIVE for port object b879b75e-7532-4507-8103-72092f7049c4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:14.366950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.402661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.412833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.413502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.447478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Network a1a90940-e105-4452-9706-1180676571f2 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:14.448344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Pushing event updated for resources: {'Port': ['ID=b879b75e-7532-4507-8103-72092f7049c4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:14.448613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.453074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:14.456253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:14.511171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdf8c3f-87b1-4694-b46d-8977418df443,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:14.530551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Network 3951956c-2588-4de0-a450-f600add26af4 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:14.540519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:14.552651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Attempting to bind port b879b75e-7532-4507-8103-72092f7049c4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:14.553203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Attempting to bind port b879b75e-7532-4507-8103-72092f7049c4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '73f7d32e-35e6-4ea3-b328-d5188e130c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1a90940-e105-4452-9706-1180676571f2'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:14.553666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Attempting to bind port b879b75e-7532-4507-8103-72092f7049c4 on network a1a90940-e105-4452-9706-1180676571f2 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:14.560325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:14.560961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:14.561983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Checking segment: {'id': '73f7d32e-35e6-4ea3-b328-d5188e130c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1a90940-e105-4452-9706-1180676571f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:14.561983 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.562946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:14.563105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Bound using segment: {'id': '73f7d32e-35e6-4ea3-b328-d5188e130c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1a90940-e105-4452-9706-1180676571f2'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:14.564041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Bound port: b879b75e-7532-4507-8103-72092f7049c4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f7d32e-35e6-4ea3-b328-d5188e130c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1a90940-e105-4452-9706-1180676571f2'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:14.564672 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.568648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.572324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:14.572916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.576988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Usage tracker for resource:security_group_rule and tenant:8aab9a6ab5fc42fba23788a0b0d67367 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:14.596603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:14.656354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] For port b879b75e-7532-4507-8103-72092f7049c4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:14.659899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] For port b879b75e-7532-4507-8103-72092f7049c4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b879b75e-7532-4507-8103-72092f7049c4,segment=NetworkSegment(73f7d32e-35e6-4ea3-b328-d5188e130c14),segment_id=73f7d32e-35e6-4ea3-b328-d5188e130c14)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:14.664504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.668851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:14.724994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Network': ['ID=bb60178f-dee8-4a4e-9cda-c2020ba33a73,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:14.735089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1d78c1da-251c-4fdf-bf3b-745abaf8e622 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9098585 Jan 10 19:17:14.753697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network bb60178f-dee8-4a4e-9cda-c2020ba33a73 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:14.756397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:14.757011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.762760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52500) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:14.773412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1597742504'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:14.895561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:14.919385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:network and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:14.921918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Pushing event updated for resources: {'Port': ['ID=5df9bcee-6710-4c29-a0af-b1f92aa77b59,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:14.927197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:14.957142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:14.958844 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:14.961149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f8cb-6598-4710-be6c-ec89fb73466a None None] Pushing event updated for resources: {'Port': ['ID=b879b75e-7532-4507-8103-72092f7049c4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:14.969576 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b7082a50-a828-4c02-94f4-43f9a4055916 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3018129 Jan 10 19:17:14.982361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Request body: {'port': {'device_id': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:14.998985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.000494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f292b9-2095-4e19-8ddd-e9e2ff28567e None None] Network a1a90940-e105-4452-9706-1180676571f2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:15.031188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.038111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a90940-e105-4452-9706-1180676571f2']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:15.058936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f7d32e-35e6-4ea3-b328-d5188e130c14') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:15.059233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f7d32e-35e6-4ea3-b328-d5188e130c14') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:15.068429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:15.071565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.086677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:15.101961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.109407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Router a4a6f014-956c-4ddd-bc42-96c96db0fc1c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:15.114691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3199b23f-ca12-4ca3-a61b-5ecab45a74d6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:15.118696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.119214 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Added segment caa302c3-e47d-4c1a-9610-eb40237830fd of type vlan for network 42c54d03-d1c8-47e8-a76a-9d99a8637892 Jan 10 19:17:15.177931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:15.187406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.197010 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.197858 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.202586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.203275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:15.203693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:15.221547 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:15.225920 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.226265 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Added segment 975707ce-62ad-4fa0-a6fe-562c446cb30a of type vlan for network 5bfa0c42-0c37-4923-afe8-d9af61cd7b73 Jan 10 19:17:15.283825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.339484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e415009-565f-4550-9266-a32acd4e4814 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:15.368097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.369145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:15.371875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:15.372475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.391734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:17:15.391734 n-d-816927-8 neutron-server[83629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:17:15.391734 n-d-816927-8 neutron-server[83629]: [parameters: {'id': 'a1a90940-e105-4452-9706-1180676571f2'}] Jan 10 19:17:15.391734 n-d-816927-8 neutron-server[83629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:15.392297 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:15.398218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.517504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e415009-565f-4550-9266-a32acd4e4814 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:15.524853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.7062566 Jan 10 19:17:15.576621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.580539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:15.581117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.589044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6af0e-f078-40ac-956a-68afbb9880a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Pushing event updated for resources: {'Network': ['ID=42c54d03-d1c8-47e8-a76a-9d99a8637892,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:15.607876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 42c54d03-d1c8-47e8-a76a-9d99a8637892 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:15.705393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637e16-96fa-4cdf-84c5-d5dfcb7de981 req-60fb56e7-9d20-4c8e-94e5-a9bd12399569 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:15.706909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88637e16-96fa-4cdf-84c5-d5dfcb7de981 req-60fb56e7-9d20-4c8e-94e5-a9bd12399569 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 931 time: 0.2420542 Jan 10 19:17:15.762773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:15.784937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0128477 Jan 10 19:17:15.789146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52508) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:15.791693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] Sync routers for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:15.792886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.795944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'ports': [{'network_id': 'bb60178f-dee8-4a4e-9cda-c2020ba33a73', 'name': 'tempest-port--1517110462', 'admin_state_up': True}, {'network_id': '5bfa0c42-0c37-4923-afe8-d9af61cd7b73', 'admin_state_up': False}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:15.796262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'port': {'network_id': 'bb60178f-dee8-4a4e-9cda-c2020ba33a73', 'name': 'tempest-port--1517110462', 'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:15.796728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'port': {'network_id': '5bfa0c42-0c37-4923-afe8-d9af61cd7b73', 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:15.812969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa89b64-f2d3-42d1-9770-88cf6fd0867b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Network': ['ID=5bfa0c42-0c37-4923-afe8-d9af61cd7b73,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:15.847808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5bfa0c42-0c37-4923-afe8-d9af61cd7b73 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:15.872019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-88637e16-96fa-4cdf-84c5-d5dfcb7de981 req-fe2f2f38-aaa4-41e6-ac72-2863c699c4a4 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Synchronizing usage tracker for tenant:c73dc8300a4647f1af89f44fc6d5e4fd on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:15.883704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-8331c242-3cd8-4338-b2a8-1a93ea68875c tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "PUT /v2.0/floatingips/cb179c3e-fb10-4a23-8b69-255c9a3eaaa2 HTTP/1.1" status: 200 len: 996 time: 5.9112527 Jan 10 19:17:15.886275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:15.893741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Deleting port 3200fbb2-097c-4a24-8e4d-0937eb378218 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:15.893914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.894400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:15.919950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:15.920742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.039102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port b879b75e-7532-4507-8103-72092f7049c4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:16.039719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.112582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-88637e16-96fa-4cdf-84c5-d5dfcb7de981 req-fe2f2f38-aaa4-41e6-ac72-2863c699c4a4 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Unset dirty status for tenant:c73dc8300a4647f1af89f44fc6d5e4fd on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:16.113741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88637e16-96fa-4cdf-84c5-d5dfcb7de981 req-fe2f2f38-aaa4-41e6-ac72-2863c699c4a4 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927689 Jan 10 19:17:16.225867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:16.252505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-3f2fd3e8-82b0-4f78-bc90-5e2c18d6d25c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.2104576 Jan 10 19:17:16.334006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] For port 3200fbb2-097c-4a24-8e4d-0937eb378218, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3200fbb2-097c-4a24-8e4d-0937eb378218,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:16.334540 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.351260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:16.435291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:16.439374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52518) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:16.453022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Request body: {'port': {'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892', 'binding:host_id': 'n-h2-816927-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1801725976'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:16.457706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:port and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:16.464697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:16.467564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:16.468070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Calling delete_port for 3200fbb2-097c-4a24-8e4d-0937eb378218 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:16.495364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:16.503436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Usage tracker for resource:port and tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:16.551070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:16.570532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df9bcee-6710-4c29-a0af-b1f92aa77b59 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:17:16.573541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-bf212855-b992-41ac-9aa3-61bd516b3c13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:16.580547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-bf212855-b992-41ac-9aa3-61bd516b3c13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.3189194 Jan 10 19:17:16.585542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:16.598663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.605499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'port': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:16.609138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.644096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Made reservation on behalf of 2f14c15cd5ed4bd28dcdae0736a38bb4 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:16.646803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.666167 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'status': 'completed', 'code': 200} Jan 10 19:17:16.673342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port b879b75e-7532-4507-8103-72092f7049c4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b879b75e-7532-4507-8103-72092f7049c4,segment=NetworkSegment(73f7d32e-35e6-4ea3-b328-d5188e130c14),segment_id=73f7d32e-35e6-4ea3-b328-d5188e130c14)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:16.673935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.687675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:16.690501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Transition to ACTIVE for port object 5df9bcee-6710-4c29-a0af-b1f92aa77b59 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:16.701213 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.703173 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:16.714649 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:16.715288 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.764214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.777890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-fd16ffd3-8f9d-483e-bf9f-512f39c9fad6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 999 time: 0.1964352 Jan 10 19:17:16.780347 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.794175 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:16.795219 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.838989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.849084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-2f8506b2-43ae-4eb4-9a27-2a9f254977dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.1624815 Jan 10 19:17:16.854137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for b879b75e-7532-4507-8103-72092f7049c4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:16.873237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.873651 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55627aa-0f4f-46ec-b12f-e89c240372b3 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:16.922327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'cb179c3e-fb10-4a23-8b69-255c9a3eaaa2', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'port_id': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'mac_address': 'fa:16:3e:71:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:17:06Z', 'updated_at': '2022-01-10T19:17:11Z', 'revision_number': 1, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:06Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.928062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] Checking router: a4a6f014-956c-4ddd-bc42-96c96db0fc1c for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:17:16.939323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:16.939933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:16.970859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:16.972862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-55712253-0040-4572-a0b3-cd6090615f3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:16.974686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-55712253-0040-4572-a0b3-cd6090615f3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.1867843 Jan 10 19:17:17.049684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-57a9d068-80d5-40b3-89fc-1efff6cee484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649693 Jan 10 19:17:17.083642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-f6c37d4c-8207-46fa-b722-e536381d7a35 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:17:17.083642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-f6c37d4c-8207-46fa-b722-e536381d7a35 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055578 Jan 10 19:17:17.085347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.133203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:17.139343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3200fbb2-097c-4a24-8e4d-0937eb378218,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:17.163369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Pushing event updated for resources: {'Port': ['ID=5df9bcee-6710-4c29-a0af-b1f92aa77b59,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:17.169010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:17.187351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-d8adbe0f-7fdd-408a-ab76-d9d40e082831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:17.188960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-d8adbe0f-7fdd-408a-ab76-d9d40e082831 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.3294113 Jan 10 19:17:17.214212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Usage tracker for resource:security_group_rule and tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:17.229924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:17.235441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.235798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.236133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.236465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.236802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.237174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.237507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.237875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.238281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.238645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.239043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:17.240907 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ecd3a15-e259-41a7-bc89-e7ce87942d72 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.2430441 Jan 10 19:17:17.242797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52524) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:17.242957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:17.269251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.350121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'port_id': '6571d848-64c9-4a7b-90a4-ad71c0444b13', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:17.406643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=b879b75e-7532-4507-8103-72092f7049c4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:17.480301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port b879b75e-7532-4507-8103-72092f7049c4 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:17.531759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] device_id is not set on port 4a00ab31-7b27-41ba-b644-f4c26dc63a96 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:17.550281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'cb179c3e-fb10-4a23-8b69-255c9a3eaaa2', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'port_id': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'mac_address': 'fa:16:3e:71:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:17:06Z', 'updated_at': '2022-01-10T19:17:11Z', 'revision_number': 1, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:06Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:17.555217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486513c0-9f82-4cf8-a18a-760f281b5303 None None] The sync data for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 is: [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'cb179c3e-fb10-4a23-8b69-255c9a3eaaa2', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'port_id': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'mac_address': 'fa:16:3e:71:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:17:06Z', 'updated_at': '2022-01-10T19:17:11Z', 'revision_number': 1, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:06Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:17.697130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.718826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Attempting to bind port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:17.719188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Attempting to bind port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '79787d4e-91ae-45d5-b751-5e0fb08e1494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3951956c-2588-4de0-a450-f600add26af4'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:17.719509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Attempting to bind port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 on network 3951956c-2588-4de0-a450-f600add26af4 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:17.749459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.755226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a90940-e105-4452-9706-1180676571f2']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:17.767250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 on network 3951956c-2588-4de0-a450-f600add26af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:17.767758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Attempting to bind port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 on network 3951956c-2588-4de0-a450-f600add26af4 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:17.770494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.784353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f7d32e-35e6-4ea3-b328-d5188e130c14') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:17.784924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f7d32e-35e6-4ea3-b328-d5188e130c14') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:17.790949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.795170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:17.819602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20941b33-7c2b-46bd-ab0b-6f2f0f447177 None None] New status for floating IP cb179c3e-fb10-4a23-8b69-255c9a3eaaa2: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:17:17.853262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.855274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-694798ab-f405-4012-b536-bfe2fc79acb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 999 time: 0.6215680 Jan 10 19:17:17.868512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:17.868846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Checking segment: {'id': '79787d4e-91ae-45d5-b751-5e0fb08e1494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3951956c-2588-4de0-a450-f600add26af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:17.869231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Bound using segment: {'id': '79787d4e-91ae-45d5-b751-5e0fb08e1494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3951956c-2588-4de0-a450-f600add26af4'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:17.869670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Bound port: 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79787d4e-91ae-45d5-b751-5e0fb08e1494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3951956c-2588-4de0-a450-f600add26af4'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:17.870215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:17.923749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6312bdbe-71b0-4d73-a109-06d4e6ab85e0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:17.966522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.006765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:18.007186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:18.027193 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:18.029739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-78882089-65e4-493c-a8df-0fb0bca50506 service neutron] 10.222.0.21 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981698 Jan 10 19:17:18.202491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-61bea0ee-4b7e-4c39-83f3-b5d2773b3bb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:18.203863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-61bea0ee-4b7e-4c39-83f3-b5d2773b3bb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.3305318 Jan 10 19:17:18.227670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1a8b-b457-489b-b7ba-970f095e16e8 req-59f60ca2-f0ee-49cd-ba3d-8b929a3c98f0 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:18.229374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fad1a8b-b457-489b-b7ba-970f095e16e8 req-59f60ca2-f0ee-49cd-ba3d-8b929a3c98f0 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 943 time: 0.6237712 Jan 10 19:17:18.281846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.305573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-f9fd9397-a4c7-4f39-95d8-e00e9adcebd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884855 Jan 10 19:17:18.317321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.433066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] For port 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:18.435447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.459196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=a1a90940-e105-4452-9706-1180676571f2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:18.496905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] For port 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59,segment=NetworkSegment(79787d4e-91ae-45d5-b751-5e0fb08e1494),segment_id=79787d4e-91ae-45d5-b751-5e0fb08e1494)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:18.523244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.570330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-421b6ce6-c95e-4cf4-996a-9b9e8595ba76 req-b1cb5528-4fbc-4aa2-adb7-846444bda13e service neutron] 10.222.0.21 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196180 Jan 10 19:17:18.573438 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-08bd4aef-be67-43d4-b5f3-4bf8451bfa59 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/a1a90940-e105-4452-9706-1180676571f2 HTTP/1.1" status: 204 len: 168 time: 5.0317109 Jan 10 19:17:18.583436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fad1a8b-b457-489b-b7ba-970f095e16e8 req-d39bffc5-2cc6-4a46-ac87-00008e24bb91 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136926 Jan 10 19:17:18.584909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] device_id is not set on port 9666805d-ee9c-4640-b1b8-10333aaf056f yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:18.585971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52530) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:18.661740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.663113 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] 10.222.0.44 "PUT /v2.0/ports/5df9bcee-6710-4c29-a0af-b1f92aa77b59 HTTP/1.1" status: 200 len: 1091 time: 3.6851721 Jan 10 19:17:18.666239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'tag': '5df9bcee-6710-4c29-a0af-b1f92aa77b59'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:18.691486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:18.695633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f147d2-87b4-4270-8d11-a3453f636eff service neutron] Pushing event updated for resources: {'Port': ['ID=5df9bcee-6710-4c29-a0af-b1f92aa77b59,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:18.700708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090977015'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:18.707854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.776256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:18.777804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Transition to ACTIVE for port object f9ad9d2e-b0ab-4735-864e-fc72646fc5ed will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:18.781188 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'tag': '5df9bcee-6710-4c29-a0af-b1f92aa77b59', 'status': 'completed', 'code': 200} Jan 10 19:17:18.810214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.812816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:18.831620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:18.845635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:18.863700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-6069bb3c-3a49-4993-87c8-bd612458b6c1 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221534 Jan 10 19:17:18.908066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:18.929303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ad9d2e-b0ab-4735-864e-fc72646fc5ed,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:18.956744 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-b83ebe88-d32b-4122-bd59-50ab2e8e51fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73dc8300a4647f1af89f44fc6d5e4fd&device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 1094 time: 0.2416213 Jan 10 19:17:19.019585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Checking segment: {'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:19.019846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Network hostable DHCP agents. Network: 42c54d03-d1c8-47e8-a76a-9d99a8637892, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:19.048835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-e0ca1afd-f640-4333-b046-2469e0179f14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59 HTTP/1.1" status: 200 len: 217 time: 0.0816729 Jan 10 19:17:19.051083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.164085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:19.167644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.183138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Network 42c54d03-d1c8-47e8-a76a-9d99a8637892 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:19.195707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Port': ['ID=4a00ab31-7b27-41ba-b644-f4c26dc63a96,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:19.201240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-3e847596-6acd-4f6d-bec0-3fcae34a1f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:19.202771 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-3e847596-6acd-4f6d-bec0-3fcae34a1f30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc049db6-6f07-4186-90ef-ace563faa15d HTTP/1.1" status: 200 len: 858 time: 0.1449127 Jan 10 19:17:19.205049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-c6779e64-3033-4fdb-aecf-9f34cb72680e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 1001 time: 0.5145652 Jan 10 19:17:19.213838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 42c54d03-d1c8-47e8-a76a-9d99a8637892) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:19.221622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7dd857-eb14-44ec-bde0-02ab17be7157 None None] Network 42c54d03-d1c8-47e8-a76a-9d99a8637892 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:19.252615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:19.277375 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-a4d56f46-584f-4cf4-ac48-211cccc524ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3951956c-2588-4de0-a450-f600add26af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649915 Jan 10 19:17:19.284973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.285948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.285948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.315889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Checking segment: {'id': '979c2ada-4188-4091-bdf6-ed6f0144ec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bb60178f-dee8-4a4e-9cda-c2020ba33a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:19.316265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network hostable DHCP agents. Network: bb60178f-dee8-4a4e-9cda-c2020ba33a73, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:19.367306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.367755 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.370205 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 2 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.381318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:19.406176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.406502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.406836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.437186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.437516 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.441351 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 3 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.453855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.459966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network bb60178f-dee8-4a4e-9cda-c2020ba33a73 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:19.469778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.470128 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 3b2702cb-fa36-404b-8cbd-f3c26f48df9b of type vlan for network 53aafecc-b914-4619-8c21-c60a31d523a3 Jan 10 19:17:19.474252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-5289f636-726d-491b-a6be-0b96b588fb9c service neutron] 10.222.0.44 "GET /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903374 Jan 10 19:17:19.474791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, bb60178f-dee8-4a4e-9cda-c2020ba33a73) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:19.475483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-954adc28-f730-4da0-bb34-b828c54335a4 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:19.476481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.476809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.477137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.477675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-954adc28-f730-4da0-bb34-b828c54335a4 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports/9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 942 time: 0.2652538 Jan 10 19:17:19.490971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95495949-9027-4a00-883f-e6b8df8c52fe None None] Network bb60178f-dee8-4a4e-9cda-c2020ba33a73 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:19.494277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04d31a6e-bff0-45be-a102-2d81f090dfec req-20dcb316-d501-4a0b-993d-f69a3f0dc0c6 service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219542 Jan 10 19:17:19.499992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:19.501730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.606734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.607089 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.611784 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 4 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.624917 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.663836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.664233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.664487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.681210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Port': ['ID=9666805d-ee9c-4640-b1b8-10333aaf056f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:19.713937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.714268 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.716942 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 5 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.743672 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc49b13c-7cd5-4c90-b6f4-34f0974bfe0b req-ccb4b9d6-e4d1-473e-9a6a-35dc776d542a service neutron] 10.222.0.44 "GET /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620380 Jan 10 19:17:19.746397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.746943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.747114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.749855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Checking segment: {'id': '975707ce-62ad-4fa0-a6fe-562c446cb30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5bfa0c42-0c37-4923-afe8-d9af61cd7b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:19.750055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network hostable DHCP agents. Network: 5bfa0c42-0c37-4923-afe8-d9af61cd7b73, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:19.764310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.764649 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.767129 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 6 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.786223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.786557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.786903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.829382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.829723 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.830178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network 5bfa0c42-0c37-4923-afe8-d9af61cd7b73 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:19.837437 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 7 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.859554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5bfa0c42-0c37-4923-afe8-d9af61cd7b73) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:19.861555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.861880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.862205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:19.868576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa3c19-9466-4a26-a443-da39f4bdc1a9 None None] Network 5bfa0c42-0c37-4923-afe8-d9af61cd7b73 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:19.871746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:19.875642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:19.879373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:19.879519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.897368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.901499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:19.902072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:19.902197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:19.902424 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:19.904349 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 8 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:19.917710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-255fcd29-d9e2-4c04-85b0-8d5b7988fbb0 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1239266 Jan 10 19:17:19.919564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:19.948449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-fe6c82d8-825a-4399-b2c4-63b202d77851 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 1001 time: 0.3280330 Jan 10 19:17:19.953778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:19.953977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:19.954301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:20.103963 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-fd696c6f-6d05-4d35-8c63-ac052a86e0a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73dc8300a4647f1af89f44fc6d5e4fd&device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 1094 time: 0.3091016 Jan 10 19:17:20.104480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:20.104804 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:20.106740 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 9 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:20.150471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:20.150805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:20.151174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:20.191743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5116320 Jan 10 19:17:20.202774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52546) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:20.216441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:20.218341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b7929-379c-4457-b927-506d46007720 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=53aafecc-b914-4619-8c21-c60a31d523a3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:20.230205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 53aafecc-b914-4619-8c21-c60a31d523a3 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:20.242623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:20.242834 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:20.258838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490cdd-759c-4c88-b191-74c9f91c2c22 req-5e65c253-7998-4614-8014-5622ccf2668d tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:20.260333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0490cdd-759c-4c88-b191-74c9f91c2c22 req-5e65c253-7998-4614-8014-5622ccf2668d tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 943 time: 0.5081356 Jan 10 19:17:20.265340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:20.292126 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 10 to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed Jan 10 19:17:20.363896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:20.364231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:20.364580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:20.382507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70628ae4-414a-4623-89c3-b42854a9c8f6 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:20.386283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70628ae4-414a-4623-89c3-b42854a9c8f6 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:20.387030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-70628ae4-414a-4623-89c3-b42854a9c8f6 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Synchronizing usage tracker for tenant:41e9227689464ad3ac1d7c186b210526 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:20.407858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-d3b9fae0-01e7-4f90-8049-9b5a613c9dee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:20.409169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-d3b9fae0-01e7-4f90-8049-9b5a613c9dee service neutron] 10.222.0.44 "GET /v2.0/networks?id=3951956c-2588-4de0-a450-f600add26af4 HTTP/1.1" status: 200 len: 919 time: 0.2931769 Jan 10 19:17:20.412434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:20.412671 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:20.413020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:20.426497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:20.442708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-1fa9fbc0-3a51-48a4-88bb-416d241a44d8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:20.444080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-1fa9fbc0-3a51-48a4-88bb-416d241a44d8 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.4820282 Jan 10 19:17:20.453267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:20.462571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-ec08165a-57d8-4735-a2ad-3f0b72bd302e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:17:20.463590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-ec08165a-57d8-4735-a2ad-3f0b72bd302e tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0134618 Jan 10 19:17:20.467915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:20.480854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:20.488331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:20.507176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:20.510011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-70628ae4-414a-4623-89c3-b42854a9c8f6 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Unset dirty status for tenant:41e9227689464ad3ac1d7c186b210526 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:20.511189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-70628ae4-414a-4623-89c3-b42854a9c8f6 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5892642 Jan 10 19:17:20.514189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-f1ea1531-6239-4c29-a80e-c586507dccb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59 HTTP/1.1" status: 200 len: 217 time: 0.0911889 Jan 10 19:17:20.516960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52550) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:20.528325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0490cdd-759c-4c88-b191-74c9f91c2c22 req-bd16eabd-15f9-4864-a57a-51bdc312a5e1 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088559 Jan 10 19:17:20.629525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:20.743725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-9167aaf5-c568-4294-91ae-716092a56925 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 1001 time: 0.2180433 Jan 10 19:17:20.761537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-72b57337-ae1c-4f51-98a7-5b6db17fb6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:20.762988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-72b57337-ae1c-4f51-98a7-5b6db17fb6fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc049db6-6f07-4186-90ef-ace563faa15d HTTP/1.1" status: 200 len: 858 time: 0.2158988 Jan 10 19:17:20.809645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting port 4a00ab31-7b27-41ba-b644-f4c26dc63a96 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:20.809988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:20.862622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] For port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:20.863035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempted to set empty binding levels {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 19:17:20.878357 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-5e5caad8-3336-4bd9-98a3-2b24fc176e05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3951956c-2588-4de0-a450-f600add26af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084874 Jan 10 19:17:20.887533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:20.900991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:20.952443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:21.135997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:21.148821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:21.200648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ad9d2e-b0ab-4735-864e-fc72646fc5ed,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:21.228598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de4f201b-4f4b-47a2-b824-d8b609d288cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.7881784 Jan 10 19:17:21.250762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:21.389177 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-8dc1ec87-bca3-42b5-b51e-b7e9b6d2a21f service neutron] 10.222.0.44 "GET /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785502 Jan 10 19:17:21.462326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:21.480948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Deleting port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:21.481287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:21.665239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:21.679674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:21.679924 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Floating IP cb179c3e-fb10-4a23-8b69-255c9a3eaaa2 disassociated. External IP: 172.25.6.171, port: 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28. Jan 10 19:17:21.781834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5df9bcee-6710-4c29-a0af-b1f92aa77b59 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:17:21.821483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Calling delete_port for 4a00ab31-7b27-41ba-b644-f4c26dc63a96 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:21.919794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59,segment=NetworkSegment(79787d4e-91ae-45d5-b751-5e0fb08e1494),segment_id=79787d4e-91ae-45d5-b751-5e0fb08e1494)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:21.932206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Router b5ee381d-f73b-4359-b789-d76ee5fe341f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:21.936598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5df9bcee-6710-4c29-a0af-b1f92aa77b59', 'network_id': '3951956c-2588-4de0-a450-f600add26af4', 'port_id': '5df9bcee-6710-4c29-a0af-b1f92aa77b59', 'mac_address': 'fa:16:3e:26:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc049db6-6f07-4186-90ef-ace563faa15d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:17:21.952493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d5ab-2dfd-462a-a421-217f87ed4235 req-1cea4171-dddc-403e-ab63-6e25acbc969b tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:21.954980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3b4d5ab-2dfd-462a-a421-217f87ed4235 req-1cea4171-dddc-403e-ab63-6e25acbc969b tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 943 time: 0.2274923 Jan 10 19:17:21.993156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.005543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.014965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df9bcee-6710-4c29-a0af-b1f92aa77b59 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:17:22.032061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59,segment=NetworkSegment(79787d4e-91ae-45d5-b751-5e0fb08e1494),segment_id=79787d4e-91ae-45d5-b751-5e0fb08e1494)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:22.036630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.045597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fe10d842-a7f7-46ea-8dca-2248f70a374f req-d60aa8ff-e2c6-4eb3-92cf-ed3ceb1da336 service neutron] 10.222.0.44 "GET /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154876 Jan 10 19:17:22.120606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5df9bcee-6710-4c29-a0af-b1f92aa77b59,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:22.135450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.212435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=5b8c8085-82bd-46c0-a927-8a5adecd7a3f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:22.224769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Port': ['ID=4a00ab31-7b27-41ba-b644-f4c26dc63a96,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:22.252322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] For port f9ad9d2e-b0ab-4735-864e-fc72646fc5ed, host n-h2-816927-8, got binding levels [] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:22.252693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.263460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.311603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3b4d5ab-2dfd-462a-a421-217f87ed4235 req-06130e65-5072-4f3e-9a8a-2d7e101248e8 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974148 Jan 10 19:17:22.337087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5df9bcee-6710-4c29-a0af-b1f92aa77b59'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:17:22.379982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:22.384732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '3b2702cb-fa36-404b-8cbd-f3c26f48df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:22.385100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 53aafecc-b914-4619-8c21-c60a31d523a3, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:22.398805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Calling delete_port for f9ad9d2e-b0ab-4735-864e-fc72646fc5ed owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:22.440393 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-523e8ce7-d437-4643-bcf2-b698ecee4aab tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/ports/4a00ab31-7b27-41ba-b644-f4c26dc63a96 HTTP/1.1" status: 204 len: 168 time: 1.9005284 Jan 10 19:17:22.450285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52562) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:22.532032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 53aafecc-b914-4619-8c21-c60a31d523a3 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:22.543621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.548627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting port 9666805d-ee9c-4640-b1b8-10333aaf056f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:22.548967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.626839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 53aafecc-b914-4619-8c21-c60a31d523a3) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:22.632114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9ad9d2e-b0ab-4735-864e-fc72646fc5ed,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:22.635364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30a8f1-2554-467a-a3a5-7e786ec4b994 None None] Network 53aafecc-b914-4619-8c21-c60a31d523a3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:22.647684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:22.648289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.671400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.710278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6246c147-790b-4d26-a6bb-037b812275f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f9ad9d2e-b0ab-4735-864e-fc72646fc5ed HTTP/1.1" status: 204 len: 168 time: 1.4548268 Jan 10 19:17:22.710278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cd76dbbe-a8cb-413d-8d93-f2393b9807e6 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5053208 Jan 10 19:17:22.715368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52566) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:22.715693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:22.836578 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40430a7-6154-4dff-8b28-80689f6e2768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:17:22.837083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a40430a7-6154-4dff-8b28-80689f6e2768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Synchronizing usage tracker for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:22.843468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:22.863862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7b55ea8d-0925-4a6c-b88c-b2b8a518d5b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5ee381d-f73b-4359-b789-d76ee5fe341f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7295232 Jan 10 19:17:22.863862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52574) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:22.867000 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] Sync routers for ids ['b5ee381d-f73b-4359-b789-d76ee5fe341f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:22.885443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-53aafecc-b914-4619-8c21-c60a31d523a3', 'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': '5b8c8085-82bd-46c0-a927-8a5adecd7a3f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:22.887138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:22.892890 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] Routers {'b5ee381d-f73b-4359-b789-d76ee5fe341f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:22.893757 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5ee381d-f73b-4359-b789-d76ee5fe341f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:22.976775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a40430a7-6154-4dff-8b28-80689f6e2768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Unset dirty status for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:22.981414 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a40430a7-6154-4dff-8b28-80689f6e2768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "GET /v2.0/ports/f9ad9d2e-b0ab-4735-864e-fc72646fc5ed HTTP/1.1" status: 404 len: 333 time: 0.2613249 Jan 10 19:17:22.988093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52578) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:23.006199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Request body: {'port': {'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176696577'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:23.007610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Router a4a6f014-956c-4ddd-bc42-96c96db0fc1c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:23.011472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:23.020021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.025221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:23.029850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.037819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:23.061344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.100996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:23.102030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:23.165592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Allocated IP 172.20.0.2 (53aafecc-b914-4619-8c21-c60a31d523a3/5b8c8085-82bd-46c0-a927-8a5adecd7a3f/bde8ec44-65a9-49bf-87ce-1fdccd71ad33) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:23.177367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] Set router b5ee381d-f73b-4359-b789-d76ee5fe341f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:23.202547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:23.272159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:23.272786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:23.295063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d126d7fc-b284-45f9-a889-81ba9bda3e07 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/floatingips/6cecf993-2bad-460c-b19f-39dd797194fc HTTP/1.1" status: 200 len: 979 time: 5.9868438 Jan 10 19:17:23.296041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:23.345584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:23.345994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711c21f0-fbce-49d3-8ad5-058bf76271d8 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:23.380156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:23.388018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Calling delete_port for 9666805d-ee9c-4640-b1b8-10333aaf056f owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:23.493944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.511858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Transition to ACTIVE for port object bde8ec44-65a9-49bf-87ce-1fdccd71ad33 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:23.537811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Transition to ACTIVE for port object bde8ec44-65a9-49bf-87ce-1fdccd71ad33 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:23.547253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Made reservation on behalf of 2f14c15cd5ed4bd28dcdae0736a38bb4 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:23.549607 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.549756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.572050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.575510 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:17:16Z', 'revision_number': 5, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:23.580947 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] Checking router: b5ee381d-f73b-4359-b789-d76ee5fe341f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:17:23.603391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:23.609692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] Routers {'b5ee381d-f73b-4359-b789-d76ee5fe341f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:23.610796 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5ee381d-f73b-4359-b789-d76ee5fe341f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:23.632802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Network 53aafecc-b914-4619-8c21-c60a31d523a3 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:23.637097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:23.640875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:23.642819 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.658288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Pushing event updated for resources: {'Port': ['ID=bde8ec44-65a9-49bf-87ce-1fdccd71ad33,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:23.682311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.752233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Port': ['ID=9666805d-ee9c-4640-b1b8-10333aaf056f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:23.759176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 5ea9b6a5-6242-46d8-bf4b-ffa5ac1de70b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:23.759699 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.785404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Attempting to bind port bde8ec44-65a9-49bf-87ce-1fdccd71ad33 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:23.785792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Attempting to bind port bde8ec44-65a9-49bf-87ce-1fdccd71ad33 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '3b2702cb-fa36-404b-8cbd-f3c26f48df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:23.786163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Attempting to bind port bde8ec44-65a9-49bf-87ce-1fdccd71ad33 on network 53aafecc-b914-4619-8c21-c60a31d523a3 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:23.795682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.798229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:23.799451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Checking segment: {'id': '3b2702cb-fa36-404b-8cbd-f3c26f48df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:23.800077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.800695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Bound using segment: {'id': '3b2702cb-fa36-404b-8cbd-f3c26f48df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:23.801678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Bound port: bde8ec44-65a9-49bf-87ce-1fdccd71ad33, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2702cb-fa36-404b-8cbd-f3c26f48df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53aafecc-b914-4619-8c21-c60a31d523a3'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:23.802274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:23.836259 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-927c305a-583d-4244-a66b-557807df28b5 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/ports/9666805d-ee9c-4640-b1b8-10333aaf056f HTTP/1.1" status: 204 len: 168 time: 1.3825655 Jan 10 19:17:23.839431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52590) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:23.872882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5df9bcee-6710-4c29-a0af-b1f92aa77b59 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:17:23.913849 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] Set router b5ee381d-f73b-4359-b789-d76ee5fe341f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:23.941021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-10fecc18-8622-4ebb-9cfc-6cc8baf15b6b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Synchronizing usage tracker for tenant:41e9227689464ad3ac1d7c186b210526 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:23.949226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.011825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] For port bde8ec44-65a9-49bf-87ce-1fdccd71ad33, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:24.016357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] For port bde8ec44-65a9-49bf-87ce-1fdccd71ad33, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bde8ec44-65a9-49bf-87ce-1fdccd71ad33,segment=NetworkSegment(3b2702cb-fa36-404b-8cbd-f3c26f48df9b),segment_id=3b2702cb-fa36-404b-8cbd-f3c26f48df9b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:24.033182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:24.049179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.056909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:24.057273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.108117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b209-373c-4dd9-a2e8-981c79e69b8c req-55ad608e-8377-4e12-affc-936bd52c424f tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:24.109714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a22b209-373c-4dd9-a2e8-981c79e69b8c req-55ad608e-8377-4e12-affc-936bd52c424f tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 944 time: 0.5735664 Jan 10 19:17:24.131863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8c8085-82bd-46c0-a927-8a5adecd7a3f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:24.133949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-10fecc18-8622-4ebb-9cfc-6cc8baf15b6b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Unset dirty status for tenant:41e9227689464ad3ac1d7c186b210526 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:24.139390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52594) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:24.142016 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10fecc18-8622-4ebb-9cfc-6cc8baf15b6b tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2729294 Jan 10 19:17:24.149361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-297354344'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:24.245109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:24.261152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcc198-bf18-436b-9842-fbffc19f71be None None] Pushing event updated for resources: {'Port': ['ID=bde8ec44-65a9-49bf-87ce-1fdccd71ad33,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:24.296031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.296552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:network and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:24.312222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:24.314237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.341894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:24.342664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aafecc-b914-4619-8c21-c60a31d523a3']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:24.350702 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:17:16Z', 'revision_number': 5, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:24.356877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef535e80-2ad9-4074-8e1b-61733e3ebc8b None None] Network 53aafecc-b914-4619-8c21-c60a31d523a3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:24.358695 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b22479-fca3-4266-b589-92910f5632d5 None None] The sync data for ids ['b5ee381d-f73b-4359-b789-d76ee5fe341f'] in n-d-816927-8 is: [{'id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'name': 'tempest-TaggedBootDevicesTest_v242-805961277-router', 'tenant_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:04:27Z', 'updated_at': '2022-01-10T19:17:16Z', 'revision_number': 5, 'project_id': '43c038ec0b8f45ae9466f005cc49d7ca', 'gw_port': {'id': '70eda5e1-669a-4512-90b8-8b8c7045ac26', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee381d-f73b-4359-b789-d76ee5fe341f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:04:29Z', 'updated_at': '2022-01-10T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:24.361027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.361364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.368727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2702cb-fa36-404b-8cbd-f3c26f48df9b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:24.369217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2702cb-fa36-404b-8cbd-f3c26f48df9b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:24.371484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:24.383845 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] Sync routers for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:24.387889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.393593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.399453 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:24.400277 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:24.422134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.432223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:24.433583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.433791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.467788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df9bcee-6710-4c29-a0af-b1f92aa77b59'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:24.490189 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a22b209-373c-4dd9-a2e8-981c79e69b8c req-3869d8e8-1c4f-4910-8619-95de65136238 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687887 Jan 10 19:17:24.491411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59,segment=NetworkSegment(79787d4e-91ae-45d5-b751-5e0fb08e1494),segment_id=79787d4e-91ae-45d5-b751-5e0fb08e1494)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:24.504705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.558089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 5ea9b6a5-6242-46d8-bf4b-ffa5ac1de70b owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:24.601019 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:24.603668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:24.606788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.618212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:17:24.618212 n-d-816927-8 neutron-server[83629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:17:24.618212 n-d-816927-8 neutron-server[83629]: [parameters: {'id': '53aafecc-b914-4619-8c21-c60a31d523a3'}] Jan 10 19:17:24.618212 n-d-816927-8 neutron-server[83629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:24.618587 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:24.623156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.653687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-147e65d8-c898-4722-ac00-7d5e85f29643 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "PUT /v2.0/floatingips/cb179c3e-fb10-4a23-8b69-255c9a3eaaa2 HTTP/1.1" status: 200 len: 695 time: 3.7136993 Jan 10 19:17:24.657659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:24.673468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5df9bcee-6710-4c29-a0af-b1f92aa77b59,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:24.684195 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:24.703088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Network 42c54d03-d1c8-47e8-a76a-9d99a8637892 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:24.707783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:24.707783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:24.708237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:24.708881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.766746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=9802b36e-c5c2-49e5-8ee4-99e955d2c77d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:24.777041 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-65146265-5796-45e7-aa9d-2231f10fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7853498 Jan 10 19:17:24.779205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:24.780590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3200fbb2-097c-4a24-8e4d-0937eb378218 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:24.785203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:24.821537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:24.847608 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.848040 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Added segment 4c98b951-c462-4f4e-b887-77873566edc9 of type vlan for network 66e233cc-0271-4c57-8fac-64313227c751 Jan 10 19:17:24.875056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.880282 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df9bcee-6710-4c29-a0af-b1f92aa77b59', 'code': 200} Jan 10 19:17:24.898503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Deleting port 70eda5e1-669a-4512-90b8-8b8c7045ac26 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:24.899030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:24.899451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 3200fbb2-097c-4a24-8e4d-0937eb378218 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:24.900862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3200fbb2-097c-4a24-8e4d-0937eb378218 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:24.977440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e7c49-8992-479b-8d22-36360729b795 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:25.017591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.039416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.074513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-8ec89f18-afc4-43df-a705-1c4526c608b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 0.4046748 Jan 10 19:17:25.126238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.135854 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'status': 'completed', 'code': 200} Jan 10 19:17:25.177411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e7c49-8992-479b-8d22-36360729b795 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:25.272448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port bde8ec44-65a9-49bf-87ce-1fdccd71ad33 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:25.272943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.426350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:25.485643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.518014 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:06Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:25.524727 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] Checking router: a4a6f014-956c-4ddd-bc42-96c96db0fc1c for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:17:25.544054 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:25.544669 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:25.595845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] For port 70eda5e1-669a-4512-90b8-8b8c7045ac26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=70eda5e1-669a-4512-90b8-8b8c7045ac26,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:25.596327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.628496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port bde8ec44-65a9-49bf-87ce-1fdccd71ad33, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=bde8ec44-65a9-49bf-87ce-1fdccd71ad33,segment=NetworkSegment(3b2702cb-fa36-404b-8cbd-f3c26f48df9b),segment_id=3b2702cb-fa36-404b-8cbd-f3c26f48df9b)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:25.629014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.641046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d815fb6f-3c4d-4c8b-9e3d-0a9da146cbdd req-a44843ec-ac40-4ee0-b43f-71202f4ffd14 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 1096 time: 0.6250403 Jan 10 19:17:25.687755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=5ea9b6a5-6242-46d8-bf4b-ffa5ac1de70b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:25.689512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.693438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:25.694829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:25.812373 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:25.843253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Calling delete_port for 70eda5e1-669a-4512-90b8-8b8c7045ac26 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:25.882231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7378423 Jan 10 19:17:25.893464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52616) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:25.900942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1839322960'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:25.911514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for bde8ec44-65a9-49bf-87ce-1fdccd71ad33 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:25.948374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:25.954653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:25.971927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:network and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:25.981301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:26.039535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:26.062837 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d815fb6f-3c4d-4c8b-9e3d-0a9da146cbdd req-d793413c-f6b0-4bd7-9d41-22e630c182f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387261 Jan 10 19:17:26.083436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:26.086591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.106241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:26.118812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.128818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.189165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Transition to ACTIVE for port object 9802b36e-c5c2-49e5-8ee4-99e955d2c77d will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:26.189591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:26.194014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=bde8ec44-65a9-49bf-87ce-1fdccd71ad33,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:26.199275 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:06Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:26.201601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.203999 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b270c6-6f81-4116-9348-0d887481fc8e None None] The sync data for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 is: [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:15:54Z', 'revision_number': 4, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8697011-e7c8-4f9b-ae32-e07e9c945cb6', 'name': '', 'network_id': '37aba362-e6d4-45ff-9507-9a698ab7cdf4', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'mac_address': 'fa:16:3e:32:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:53Z', 'updated_at': '2022-01-10T19:16:06Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'subnets': [{'id': 'def91e0f-5dd6-440c-bc68-36bd11fb61c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:26.253181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.253531 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Added segment d38baa64-9301-423c-aa08-6dd270801bce of type vlan for network e1f13475-e8f1-4c60-94bd-ae5d62359649 Jan 10 19:17:26.254895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port bde8ec44-65a9-49bf-87ce-1fdccd71ad33 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:26.272322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-3f9bd33b-cf4a-4305-91de-f4a0a46b06ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:26.273820 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-3f9bd33b-cf4a-4305-91de-f4a0a46b06ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 1.1985006 Jan 10 19:17:26.306695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d12a8-b227-4a95-b042-0dfb9a5af014 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Network': ['ID=66e233cc-0271-4c57-8fac-64313227c751,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:26.318238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 66e233cc-0271-4c57-8fac-64313227c751 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:26.363252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-e9315a73-9450-422d-a01f-b4c8bb8db896 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b66e79caa934560af03a8bee5c5463a&device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 1096 time: 1.2299328 Jan 10 19:17:26.412662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=9802b36e-c5c2-49e5-8ee4-99e955d2c77d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:26.427264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.465969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.509312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.534622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-aaa94b07-46a8-45a9-ba71-9303bedfb1b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.2310178 Jan 10 19:17:26.549105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:26.549443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:26.549777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:26.554390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aafecc-b914-4619-8c21-c60a31d523a3']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:26.570478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:26.570749 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:26.572528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2702cb-fa36-404b-8cbd-f3c26f48df9b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:26.572853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2702cb-fa36-404b-8cbd-f3c26f48df9b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:26.579426 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 2 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:26.592548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.596481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:26.597066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.603965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.648387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216086-fc00-4b0a-9677-3250fbccc9eb req-3565aa96-20cc-4999-9e85-3803fe55437f tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:26.649859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0216086-fc00-4b0a-9677-3250fbccc9eb req-3565aa96-20cc-4999-9e85-3803fe55437f tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 945 time: 0.7718825 Jan 10 19:17:26.692102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:26.692659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:26.692758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:26.700303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-f24155bc-e766-458e-b2f8-cbe999013c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:26.701747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-f24155bc-e766-458e-b2f8-cbe999013c19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.1500280 Jan 10 19:17:26.708343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.741840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Network': ['ID=e1f13475-e8f1-4c60-94bd-ae5d62359649,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:26.744637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:26.745134 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:26.746165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:26.746561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.753274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e1f13475-e8f1-4c60-94bd-ae5d62359649 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:26.763309 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 3 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:26.770792 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:26.819300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-ea32a3e5-375b-4efe-903b-fe9786400bcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049519 Jan 10 19:17:26.820212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-e7ae699b-f66a-43f9-a997-8ad0b7d52b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:26.821597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-e7ae699b-f66a-43f9-a997-8ad0b7d52b52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 200 len: 919 time: 0.4321823 Jan 10 19:17:26.842897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-98c13061-4781-4dcc-86a3-cd77234101f4 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9360540 Jan 10 19:17:26.852288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:26.852618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:26.852958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:26.864532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:26.864909 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:26.865301 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 4 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:26.878953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.883309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:26.912157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:26.912498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:26.912833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:26.915804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=53aafecc-b914-4619-8c21-c60a31d523a3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:26.924732 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-37385711-39f6-4e61-89a6-bdb576b9cc8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/53aafecc-b914-4619-8c21-c60a31d523a3 HTTP/1.1" status: 204 len: 168 time: 4.2066898 Jan 10 19:17:26.925500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52620) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:26.933459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700106466'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:26.939182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:26.940278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0216086-fc00-4b0a-9677-3250fbccc9eb req-7f9acfb2-0cd4-43d9-bcf6-56a8878fd679 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771761 Jan 10 19:17:26.941345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:26.941674 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:26.943266 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 5 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:26.959337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:26.962032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:26.962404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:26.962749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:26.964858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:26.973674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:26.976738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:26.977071 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:26.979071 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 6 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:27.004713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:27.007864 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.021402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:27.022013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:27.022358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:27.046662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:27.054875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-a516c09f-fab2-43ab-866d-a357b25e4dd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 200 len: 217 time: 0.2173810 Jan 10 19:17:27.058671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.059232 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 9f1d22ee-7bf5-45ef-872e-832d21f812ac of type vlan for network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 Jan 10 19:17:27.090572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.123309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.124924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:27.125430 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:27.126368 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 7 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:27.137737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.142307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:27.143070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.192028 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2642531 Jan 10 19:17:27.194025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52624) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:27.207064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:27.233486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70eda5e1-669a-4512-90b8-8b8c7045ac26,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:27.278519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:27.285456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:27.285911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:27.323919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-da6ad7e1-49b0-4bc6-969c-f7fc186ac151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:27.325390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-da6ad7e1-49b0-4bc6-969c-f7fc186ac151 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 200 len: 858 time: 0.2595997 Jan 10 19:17:27.340691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:27.341531 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:27.379424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-86414a1b-90b3-46a3-b733-5ce5ce945c2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37aba362-e6d4-45ff-9507-9a698ab7cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457785 Jan 10 19:17:27.393527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-e007f120-cbfd-4f75-a874-533623c1abdd service neutron] 10.222.0.21 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003285 Jan 10 19:17:27.446278 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 8 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:27.452876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34536c3-d03a-4786-8b31-24e2d09b6988 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=41a9af24-d3a5-4732-84f8-71476cc9e5c6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:27.458522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-8ee610cf-e6b9-415b-89b7-269317df1fc1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:17:27.461218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-8ee610cf-e6b9-415b-89b7-269317df1fc1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0239015 Jan 10 19:17:27.468526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:27.484090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:27.484428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:27.484795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:27.498328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:27.498667 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:27.501837 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 9 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:27.527263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:27.527622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:27.527937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:27.530120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:27.535312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:27.539119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:27.544990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:27.545325 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:27.546085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:27.547853 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 10 to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d Jan 10 19:17:27.574059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:27.574424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:27.574742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:27.581487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:27.581817 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:27.582178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.591119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:27.844536 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.952410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] For port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:27.952786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempted to set empty binding levels {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 19:17:27.955029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing IP validity checks on allocation pools {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:17:27.955559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:17:27.961682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:27.979275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.041508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] In _notify_port_updated(), no bound segment for port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:17:28.041508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.045303 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "PUT /v2.0/ports/9802b36e-c5c2-49e5-8ee4-99e955d2c77d HTTP/1.1" status: 200 len: 979 time: 3.2648864 Jan 10 19:17:28.048937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52630) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:28.117790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798587-c416-4ae3-af9c-5b21b95f4989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=9802b36e-c5c2-49e5-8ee4-99e955d2c77d,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:28.163462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-2ba142c4-1157-43bd-b4b0-801d934180ad service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315167 Jan 10 19:17:28.165200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469631a6-ca2e-4b45-82d1-aac4812d0bc7 req-87ffa15c-26e7-44d2-bba9-9d85c53388fe service neutron] 10.222.0.21 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7710848 Jan 10 19:17:28.237748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c647cbf8-4b13-4192-a9fe-59981041cd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Synchronizing usage tracker for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:28.267855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c647cbf8-4b13-4192-a9fe-59981041cd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Unset dirty status for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:28.273793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c647cbf8-4b13-4192-a9fe-59981041cd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29476 time: 0.2233033 Jan 10 19:17:28.274426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52636) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:28.391603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Deleting port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:28.391956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.418070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.456704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f0667-1040-4784-b9f3-6d7350adf0c7 None None] New status for floating IP cb179c3e-fb10-4a23-8b69-255c9a3eaaa2: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:17:28.525411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '9f1d22ee-7bf5-45ef-872e-832d21f812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:28.525775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 41a9af24-d3a5-4732-84f8-71476cc9e5c6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:28.632452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.665023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-b34bd63e-43f6-4c62-a09d-133a79928d78 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips/cb179c3e-fb10-4a23-8b69-255c9a3eaaa2 HTTP/1.1" status: 200 len: 695 time: 0.3013971 Jan 10 19:17:28.670074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.721486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] For port 9802b36e-c5c2-49e5-8ee4-99e955d2c77d, host n-h2-816927-8, got binding levels [] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:28.722106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.843624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfaf2bcf-7604-4270-a8d3-a4e1ef3bdab3 req-d2cdbb4c-cdfe-4015-91b0-626a4ff9191b service neutron] 10.222.0.44 "GET /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985590 Jan 10 19:17:28.870402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:28.870402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ee381d-f73b-4359-b789-d76ee5fe341f {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:17:28.887076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Calling delete_port for 9802b36e-c5c2-49e5-8ee4-99e955d2c77d owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:28.951729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5cc6-2d4a-4ecc-b234-4d7c43c52b9e req-14ee4001-d830-4b55-a9e5-0ff9dd4d5e66 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:28.958569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abbe5cc6-2d4a-4ecc-b234-4d7c43c52b9e req-14ee4001-d830-4b55-a9e5-0ff9dd4d5e66 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 945 time: 0.5788491 Jan 10 19:17:29.038793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.055799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.064058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b739af00-8cfa-4079-8116-03f5b995e5e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5ee381d-f73b-4359-b789-d76ee5fe341f HTTP/1.1" status: 204 len: 168 time: 6.1986499 Jan 10 19:17:29.075258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-91f5979b-f92b-4a15-ae40-0df7a6538086 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:29.079252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-91f5979b-f92b-4a15-ae40-0df7a6538086 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 784 time: 0.4026194 Jan 10 19:17:29.083283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52642) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:29.103656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.106546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:29.115233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=13313dd3-b405-4e42-8ddf-9f4ba4958cee,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:29.175355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event deleted for resources: {'Port': ['ID=9802b36e-c5c2-49e5-8ee4-99e955d2c77d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:29.185040 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e362c13e-88d4-4101-91ed-7a4244da6756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9802b36e-c5c2-49e5-8ee4-99e955d2c77d HTTP/1.1" status: 204 len: 168 time: 0.9055421 Jan 10 19:17:29.185040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 41a9af24-d3a5-4732-84f8-71476cc9e5c6) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:29.185826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52646) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:29.192220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258e73f-3188-4ad9-9eb5-1c84bead1181 None None] Network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:29.216756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-182506f5-b711-44a8-b903-801ada304ee9 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:17:29.217828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-182506f5-b711-44a8-b903-801ada304ee9 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1100454 Jan 10 19:17:29.259140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:29.259734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.280075 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e903e7-a47c-43a6-9747-71540b19dc90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:17:29.280580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-39e903e7-a47c-43a6-9747-71540b19dc90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Synchronizing usage tracker for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:29.303818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-39e903e7-a47c-43a6-9747-71540b19dc90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Unset dirty status for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:29.311657 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-39e903e7-a47c-43a6-9747-71540b19dc90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "GET /v2.0/ports/9802b36e-c5c2-49e5-8ee4-99e955d2c77d HTTP/1.1" status: 404 len: 333 time: 0.1002707 Jan 10 19:17:29.313103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:29.318257 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-808c8e18-ee02-4fc3-aba9-20fb6cc3981a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1140535 Jan 10 19:17:29.319166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52652) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:29.350193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126360054', 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:29.362711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:29.433392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:29.439779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abbe5cc6-2d4a-4ecc-b234-4d7c43c52b9e req-961de435-f24f-48ee-94c2-a2e7af8cdefc tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756391 Jan 10 19:17:29.488358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-41a9af24-d3a5-4732-84f8-71476cc9e5c6', 'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': '13313dd3-b405-4e42-8ddf-9f4ba4958cee'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:29.489287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.511060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-be61b850-4985-4cdb-81ed-2e6a03f5a253 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.2839427 Jan 10 19:17:29.539102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Made reservation on behalf of 2f14c15cd5ed4bd28dcdae0736a38bb4 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:29.541364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.640350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.647543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port ed0df551-b593-456e-824b-2364a655effa yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:29.649724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-078281a1-0e5b-4c67-b3d5-899148d928fe tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.1373396 Jan 10 19:17:29.683806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Allocated IP 172.20.0.3 (41a9af24-d3a5-4732-84f8-71476cc9e5c6/13313dd3-b405-4e42-8ddf-9f4ba4958cee/1c35c224-ade5-4eb8-b98d-c0d04222c484) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:29.852974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Deleting port e7563d1e-dae5-4264-9eb9-6c8e87a9dcd8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:29.853317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.894784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.908589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Transition to ACTIVE for port object 1c35c224-ade5-4eb8-b98d-c0d04222c484 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:29.929937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Transition to ACTIVE for port object 1c35c224-ade5-4eb8-b98d-c0d04222c484 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:29.936378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:29.940517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.077049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.077490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.104924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.136393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:30.142433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:30.148481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:30.151651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Pushing event updated for resources: {'Port': ['ID=1c35c224-ade5-4eb8-b98d-c0d04222c484,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:30.179363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52660) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:30.192079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'subnets': [{'network_id': '66e233cc-0271-4c57-8fac-64313227c751', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--853180804', 'ip_version': 6}, {'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:30.192393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'subnet': {'network_id': '66e233cc-0271-4c57-8fac-64313227c751', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--853180804', 'ip_version': 6}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:30.193057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Request body: {'subnet': {'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:30.215892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=13313dd3-b405-4e42-8ddf-9f4ba4958cee,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:30.249514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Calling delete_port for e7563d1e-dae5-4264-9eb9-6c8e87a9dcd8 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:30.267991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Attempting to bind port 1c35c224-ade5-4eb8-b98d-c0d04222c484 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:30.268592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Attempting to bind port 1c35c224-ade5-4eb8-b98d-c0d04222c484 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '9f1d22ee-7bf5-45ef-872e-832d21f812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:30.268700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Attempting to bind port 1c35c224-ade5-4eb8-b98d-c0d04222c484 on network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:30.275825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:30.276297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Checking segment: {'id': '9f1d22ee-7bf5-45ef-872e-832d21f812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:30.276773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.277236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Bound using segment: {'id': '9f1d22ee-7bf5-45ef-872e-832d21f812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:30.278701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Bound port: 1c35c224-ade5-4eb8-b98d-c0d04222c484, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1d22ee-7bf5-45ef-872e-832d21f812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:30.278701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.280966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Deleting subnet ad403480-4892-4e92-958c-6012ab824424 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:17:30.326885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.373490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] For port 1c35c224-ade5-4eb8-b98d-c0d04222c484, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:30.377083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] For port 1c35c224-ade5-4eb8-b98d-c0d04222c484, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1c35c224-ade5-4eb8-b98d-c0d04222c484,segment=NetworkSegment(9f1d22ee-7bf5-45ef-872e-832d21f812ac),segment_id=9f1d22ee-7bf5-45ef-872e-832d21f812ac)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:30.382503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.411577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:30.429264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.538686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62d5bf-cec4-47c4-970a-c1e4d494c054 None None] Pushing event updated for resources: {'Port': ['ID=1c35c224-ade5-4eb8-b98d-c0d04222c484,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:30.545596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10658d28-fc43-4786-bf4b-80744e1c4ec7 None None] Network 41a9af24-d3a5-4732-84f8-71476cc9e5c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:30.558309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 70eda5e1-669a-4512-90b8-8b8c7045ac26 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:30.596121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 70eda5e1-669a-4512-90b8-8b8c7045ac26 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:30.596462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 70eda5e1-669a-4512-90b8-8b8c7045ac26 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:30.637678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.681915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffb35-e1f7-4103-8412-a1020d37df42 req-e1552ddc-04db-4557-9432-2414e00876f2 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:30.683654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ddffb35-e1f7-4103-8412-a1020d37df42 req-e1552ddc-04db-4557-9432-2414e00876f2 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 945 time: 0.3992434 Jan 10 19:17:30.756066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a9af24-d3a5-4732-84f8-71476cc9e5c6']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:30.758444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.787941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1d22ee-7bf5-45ef-872e-832d21f812ac') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:30.788266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1d22ee-7bf5-45ef-872e-832d21f812ac') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:30.818987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2605c-3eae-4e96-8f23-9ee52153f187 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:30.823579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.824396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.842732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.850895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event deleted for resources: {'Port': ['ID=e7563d1e-dae5-4264-9eb9-6c8e87a9dcd8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:30.858140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.861418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:30.870086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Usage tracker for resource:subnet and tenant:41e9227689464ad3ac1d7c186b210526 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:30.873428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:30.873832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:30.874289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ddffb35-e1f7-4103-8412-a1020d37df42 req-8191d894-0ec8-4171-8468-a12275f23b22 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726041 Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:30.894169 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:30.896410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:30.979775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:31.019137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:17:31.019137 n-d-816927-8 neutron-server[83629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:17:31.019137 n-d-816927-8 neutron-server[83629]: [parameters: {'id': '41a9af24-d3a5-4732-84f8-71476cc9e5c6'}] Jan 10 19:17:31.019137 n-d-816927-8 neutron-server[83629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:31.019651 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:31.023748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Made reservation on behalf of 41e9227689464ad3ac1d7c186b210526 for: {'subnet': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:31.043240 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.099486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.145677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2605c-3eae-4e96-8f23-9ee52153f187 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:31.147170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.189882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Network 42c54d03-d1c8-47e8-a76a-9d99a8637892 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:31.191242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad403480-4892-4e92-958c-6012ab824424,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:31.205895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:31.211141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.214767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f0ed60a8-28a9-4dd4-bec0-f112903750b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad403480-4892-4e92-958c-6012ab824424 HTTP/1.1" status: 204 len: 168 time: 2.1269557 Jan 10 19:17:31.214969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:31.215918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:31.217346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.217683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52668) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:31.240101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.244516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ac12a4-ac80-414a-98dc-9df36f9f6a2d req-5ebe65be-c33d-4670-856a-44e8b4127e02 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb179c3e-fb10-4a23-8b69-255c9a3eaaa2 HTTP/1.1" status: 204 len: 173 time: 1.5939767 Jan 10 19:17:31.261177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0df551-b593-456e-824b-2364a655effa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:31.357994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-13a8dbb1-a374-4d22-9364-b34fbb024034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0351095 Jan 10 19:17:31.363584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52674) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:31.428820 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.429149 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.484106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:31.492363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.497419 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:31.513181 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:31.514833 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:31.528635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.530740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-364b191b-7cec-48ec-ab57-a8e750869112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Synchronizing usage tracker for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:31.583149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port 1c35c224-ade5-4eb8-b98d-c0d04222c484 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:31.583530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.583994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.616683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3fede-675d-4996-864b-c1dfde010c64 None None] Network 5042135e-edb3-450a-9464-8ca131e402c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:31.618666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-364b191b-7cec-48ec-ab57-a8e750869112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Unset dirty status for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:31.619368 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-364b191b-7cec-48ec-ab57-a8e750869112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "GET /v2.0/ports/ed0df551-b593-456e-824b-2364a655effa HTTP/1.1" status: 200 len: 959 time: 0.2548430 Jan 10 19:17:31.622278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1b7da79e-214e-424d-bb8a-220108474dbe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/floatingips/6cecf993-2bad-460c-b19f-39dd797194fc HTTP/1.1" status: 204 len: 168 time: 8.3207700 Jan 10 19:17:31.630272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:31.630583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8baff05e-394a-45f0-b127-612459e8cc49 req-e50157de-f418-487e-94da-2e3b6c806534 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups/e02a529b-8ea3-4c44-a3b2-f45145eac979 HTTP/1.1" status: 200 len: 1642 time: 0.2040777 Jan 10 19:17:31.630723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52680) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:31.633717 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:31.646551 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:31.648285 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:31.653198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Deleting port 6ee5cd54-b82d-4068-a45c-d10c60996e14 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:31.653546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.713980 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:31.714907 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e4c16-e76a-4785-a40d-e8e58d20998f None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:31.802402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-d3b55d8f-7d86-4fbb-98a1-ce3628236ef4 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:31.803908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-d3b55d8f-7d86-4fbb-98a1-ce3628236ef4 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 945 time: 0.2796576 Jan 10 19:17:31.840253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Deleting port ed0df551-b593-456e-824b-2364a655effa {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:31.840588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.861909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8baff05e-394a-45f0-b127-612459e8cc49 req-c3ee205c-267d-4920-bc7b-cda445e46a8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.876999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 6571d848-64c9-4a7b-90a4-ad71c0444b13 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:31.877339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.907945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] DHCP port deletion for 5042135e-edb3-450a-9464-8ca131e402c6 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:17:31.912112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] Deleting port 6ee5cd54-b82d-4068-a45c-d10c60996e14 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:31.912494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:31.996850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Deleting port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:31.997196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.040590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8baff05e-394a-45f0-b127-612459e8cc49 req-c3ee205c-267d-4920-bc7b-cda445e46a8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.072035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] For port 6ee5cd54-b82d-4068-a45c-d10c60996e14, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ee5cd54-b82d-4068-a45c-d10c60996e14,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:32.072412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.149165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] For port 6ee5cd54-b82d-4068-a45c-d10c60996e14, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6ee5cd54-b82d-4068-a45c-d10c60996e14,segment=NetworkSegment(5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff),segment_id=5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:32.149554 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.270035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] Calling delete_port for 6ee5cd54-b82d-4068-a45c-d10c60996e14 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:32.281161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Calling delete_port for 6ee5cd54-b82d-4068-a45c-d10c60996e14 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:32.353396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.392833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8baff05e-394a-45f0-b127-612459e8cc49 req-c3ee205c-267d-4920-bc7b-cda445e46a8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.414677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] Pushing event deleted for resources: {'Port': ['ID=6ee5cd54-b82d-4068-a45c-d10c60996e14,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:32.421745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7721a1-20e6-4831-adb6-a66b0d9c2221 None None] No DVR routers for this DVR port 6ee5cd54-b82d-4068-a45c-d10c60996e14 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:32.460368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee205c-267d-4920-bc7b-cda445e46a8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a529b-8ea3-4c44-a3b2-f45145eac979,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:32.503279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port 1c35c224-ade5-4eb8-b98d-c0d04222c484, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1c35c224-ade5-4eb8-b98d-c0d04222c484,segment=NetworkSegment(9f1d22ee-7bf5-45ef-872e-832d21f812ac),segment_id=9f1d22ee-7bf5-45ef-872e-832d21f812ac)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:32.503771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.531025 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8baff05e-394a-45f0-b127-612459e8cc49 req-c3ee205c-267d-4920-bc7b-cda445e46a8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.537765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8baff05e-394a-45f0-b127-612459e8cc49 req-c3ee205c-267d-4920-bc7b-cda445e46a8b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "DELETE /v2.0/security-groups/e02a529b-8ea3-4c44-a3b2-f45145eac979 HTTP/1.1" status: 204 len: 173 time: 0.9039369 Jan 10 19:17:32.543302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:32.543635 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:32.566515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ee5cd54-b82d-4068-a45c-d10c60996e14 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:32.570837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f38b9-64d4-41f7-a923-9ccbbe6f8832 req-05ca85fa-d8c5-4cc1-bffc-d08c42317a59 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:32.579082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-917f38b9-64d4-41f7-a923-9ccbbe6f8832 req-05ca85fa-d8c5-4cc1-bffc-d08c42317a59 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 945 time: 0.4859815 Jan 10 19:17:32.603623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6ee5cd54-b82d-4068-a45c-d10c60996e14 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:32.604458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6ee5cd54-b82d-4068-a45c-d10c60996e14 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:32.664825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] For port 5df9bcee-6710-4c29-a0af-b1f92aa77b59, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5df9bcee-6710-4c29-a0af-b1f92aa77b59,segment=NetworkSegment(79787d4e-91ae-45d5-b751-5e0fb08e1494),segment_id=79787d4e-91ae-45d5-b751-5e0fb08e1494)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:32.665186 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.678058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-917f38b9-64d4-41f7-a923-9ccbbe6f8832 req-f4efe6e7-2ff5-459f-b1ab-528889cd6781 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc41890-cb82-4a5e-930d-4c55a816e117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981195 Jan 10 19:17:32.731730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:32.749342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for 1c35c224-ade5-4eb8-b98d-c0d04222c484 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:32.797344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Calling delete_port for 5df9bcee-6710-4c29-a0af-b1f92aa77b59 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:32.932113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Calling delete_port for ed0df551-b593-456e-824b-2364a655effa owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:32.957442 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.038726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Pushing event deleted for resources: {'Port': ['ID=5df9bcee-6710-4c29-a0af-b1f92aa77b59,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:33.046791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Deleting port 6ee5cd54-b82d-4068-a45c-d10c60996e14 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:33.048099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.072615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.232514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.242944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 6571d848-64c9-4a7b-90a4-ad71c0444b13 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:33.246830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] The port '6ee5cd54-b82d-4068-a45c-d10c60996e14' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:17:33.334939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=1c35c224-ade5-4eb8-b98d-c0d04222c484,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:33.336701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.346004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] No DVR routers for this DVR port 5df9bcee-6710-4c29-a0af-b1f92aa77b59 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:33.398051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.400741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'name': 'network-vif-deleted', 'tag': '5df9bcee-6710-4c29-a0af-b1f92aa77b59'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:33.407144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port 1c35c224-ade5-4eb8-b98d-c0d04222c484 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:33.412717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed0df551-b593-456e-824b-2364a655effa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:33.433865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2315d5f4-cde7-45c5-ae91-314ac09fbbc3 req-9c5a65e6-120b-4929-adc0-edd2ff068495 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.44 "DELETE /v2.0/ports/5df9bcee-6710-4c29-a0af-b1f92aa77b59 HTTP/1.1" status: 204 len: 173 time: 1.6164110 Jan 10 19:17:33.441897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.472261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-7ac00427-c2b8-4715-be5d-3de9278c843d tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:33.473063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-7ac00427-c2b8-4715-be5d-3de9278c843d tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Synchronizing usage tracker for tenant:8b66e79caa934560af03a8bee5c5463a on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:33.479373 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa01fb-006c-4f28-93b7-493ccd248137', 'name': 'network-vif-deleted', 'tag': '5df9bcee-6710-4c29-a0af-b1f92aa77b59', 'status': 'completed', 'code': 200} Jan 10 19:17:33.484120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5042135e-edb3-450a-9464-8ca131e402c6']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:33.502120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:33.502520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6ea51c-ce1e-4ccc-b272-8ac05dba51ff') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:33.518515 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.527865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-7ac00427-c2b8-4715-be5d-3de9278c843d tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Unset dirty status for tenant:8b66e79caa934560af03a8bee5c5463a on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:33.529065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-7ac00427-c2b8-4715-be5d-3de9278c843d tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.5688984 Jan 10 19:17:33.565233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.582758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:33.583291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:33.599573 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:33.603286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.663955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-85e5abb0-85eb-4b33-978f-f01ef67bc564 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Synchronizing usage tracker for tenant:8b66e79caa934560af03a8bee5c5463a on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:33.698164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-85e5abb0-85eb-4b33-978f-f01ef67bc564 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Unset dirty status for tenant:8b66e79caa934560af03a8bee5c5463a on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:33.707498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23fd7316-714a-49ba-9b90-5632f9c8584c req-85e5abb0-85eb-4b33-978f-f01ef67bc564 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675551 Jan 10 19:17:33.711027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.719797 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.733637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.743261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5042135e-edb3-450a-9464-8ca131e402c6 HTTP/1.1" status: 204 len: 168 time: 2.5234251 Jan 10 19:17:33.755772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc32484-9ca0-4d97-b30a-3412d5e4ffe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5042135e-edb3-450a-9464-8ca131e402c6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:33.762714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6b2e8bb3-d6f0-4759-8c1f-1ce4edb84e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ed0df551-b593-456e-824b-2364a655effa HTTP/1.1" status: 204 len: 168 time: 2.1310320 Jan 10 19:17:33.765350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52702) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:33.770449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.823858 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-abac2dbe-a2bd-4ec4-a6ac-3031eda8ec92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:17:33.830948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-abac2dbe-a2bd-4ec4-a6ac-3031eda8ec92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "GET /v2.0/ports/ed0df551-b593-456e-824b-2364a655effa HTTP/1.1" status: 404 len: 333 time: 0.0601699 Jan 10 19:17:33.832291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52706) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:33.837439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a9af24-d3a5-4732-84f8-71476cc9e5c6']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:33.841648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Request body: {'port': {'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-749111530'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:33.851181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5df9bcee-6710-4c29-a0af-b1f92aa77b59 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:33.857293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:33.869127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1d22ee-7bf5-45ef-872e-832d21f812ac') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:33.869428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1d22ee-7bf5-45ef-872e-832d21f812ac') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:33.878200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Usage tracker for resource:port and tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:33.887410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:33.911721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:33.912649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.921849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 5df9bcee-6710-4c29-a0af-b1f92aa77b59 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:33.922319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5df9bcee-6710-4c29-a0af-b1f92aa77b59 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:33.936316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Made reservation on behalf of 2f14c15cd5ed4bd28dcdae0736a38bb4 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:33.940726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:33.965265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Subnet': ['ID=500eb55e-4845-432a-addf-785478a5e909,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:33.980047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.003283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:34.003283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.009107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9c2a777b-4285-4ce6-af0d-2229b9057154 req-25e410dc-0146-48ad-8bd2-7ed76c83f642 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Synchronizing usage tracker for tenant:c73dc8300a4647f1af89f44fc6d5e4fd on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:34.017585 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:34.020049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:34.073910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9c2a777b-4285-4ce6-af0d-2229b9057154 req-25e410dc-0146-48ad-8bd2-7ed76c83f642 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] Unset dirty status for tenant:c73dc8300a4647f1af89f44fc6d5e4fd on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:34.078090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Checking segment: {'id': '4c98b951-c462-4f4e-b887-77873566edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66e233cc-0271-4c57-8fac-64313227c751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:34.079045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network hostable DHCP agents. Network: 66e233cc-0271-4c57-8fac-64313227c751, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:34.092252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c2a777b-4285-4ce6-af0d-2229b9057154 req-25e410dc-0146-48ad-8bd2-7ed76c83f642 tempest-InstanceActionsV221TestJSON-711270672 tempest-InstanceActionsV221TestJSON-711270672-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9fa01fb-006c-4f28-93b7-493ccd248137 HTTP/1.1" status: 200 len: 210 time: 0.1374333 Jan 10 19:17:34.097262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52710) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.130420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.172733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.182504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.208402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7429fc01-06d8-447d-9cf1-5ac79c5bbdd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c2bfe62c5d34baa9e47a8c8d9c44780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1099029 Jan 10 19:17:34.217173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52714) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.234761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=6571d848-64c9-4a7b-90a4-ad71c0444b13,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:34.248364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=41a9af24-d3a5-4732-84f8-71476cc9e5c6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:34.254911 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-da2a37fd-4657-4cba-ad81-dbd576d9b7eb tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/41a9af24-d3a5-4732-84f8-71476cc9e5c6 HTTP/1.1" status: 204 len: 168 time: 4.9302502 Jan 10 19:17:34.260541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52718) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.269467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1972827558'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:34.285575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:34.298211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:34.303559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:34.312374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:34.318042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network 66e233cc-0271-4c57-8fac-64313227c751 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:34.331844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.338118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:34.341068 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.377839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:34.389020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.389314 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 15a366fa-3a35-40d5-932b-82a72c47a42a of type vlan for network 06f2f15c-1804-4bba-9f76-4bffca3ac836 Jan 10 19:17:34.394518 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.397183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 66e233cc-0271-4c57-8fac-64313227c751) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:34.406616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3513c3-1b79-42b9-ba9e-f59555b67a67 None None] Network 66e233cc-0271-4c57-8fac-64313227c751 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:34.408627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.496689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.496890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80770a5d-d7a4-483c-95eb-95858f7f29b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.506345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.508462 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c1139cbb-08b8-4640-bee1-4756563f359f tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/ports/6571d848-64c9-4a7b-90a4-ad71c0444b13 HTTP/1.1" status: 204 len: 168 time: 2.8750963 Jan 10 19:17:34.510335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Network 42c54d03-d1c8-47e8-a76a-9d99a8637892 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:34.515700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52722) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.518502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:34.521327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:34.524936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.526718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.526860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event updated for resources: {'Subnet': ['ID=4012ed77-70a2-42ec-b628-01685fab8e84,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:34.544251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:34.549738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd7e834-fa6b-4f8d-9803-0dc8929323a2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:34.556952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80770a5d-d7a4-483c-95eb-95858f7f29b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.567396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:34.581031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:floatingip and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:34.587186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:34.594823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:34.596964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Checking segment: {'id': 'd38baa64-9301-423c-aa08-6dd270801bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:34.597385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network hostable DHCP agents. Network: e1f13475-e8f1-4c60-94bd-ae5d62359649, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:34.601466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0cd086d2-d4d4-4be4-a0e9-61cd42680888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7678523 Jan 10 19:17:34.602288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52726) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.612178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:34.626947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Network e1f13475-e8f1-4c60-94bd-ae5d62359649 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:34.636252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80770a5d-d7a4-483c-95eb-95858f7f29b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.640348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.645052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.645644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.652534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e1f13475-e8f1-4c60-94bd-ae5d62359649) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:34.653757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-66e233cc-0271-4c57-8fac-64313227c751', 'network_id': '66e233cc-0271-4c57-8fac-64313227c751', 'tenant_id': '41e9227689464ad3ac1d7c186b210526', 'fixed_ips': [{'subnet_id': '500eb55e-4845-432a-addf-785478a5e909'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:34.654943 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.659427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.659810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.660586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.669377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d765dce-8dbf-42e1-97b9-d734c0f4bbba None None] Network e1f13475-e8f1-4c60-94bd-ae5d62359649 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:34.681180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80770a5d-d7a4-483c-95eb-95858f7f29b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c1b395-92da-4dbe-b92c-0fef498e3863,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:34.685243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f8752cd-84e0-49bb-80cd-8a0689e89240 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5049136 Jan 10 19:17:34.687014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80770a5d-d7a4-483c-95eb-95858f7f29b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.688845 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-80770a5d-d7a4-483c-95eb-95858f7f29b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55c1b395-92da-4dbe-b92c-0fef498e3863 HTTP/1.1" status: 204 len: 168 time: 0.4620628 Jan 10 19:17:34.689546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.706705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:34.797954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5355818 Jan 10 19:17:34.799084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52738) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:34.812923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256e3e5-f9b0-4f49-91e5-787d6ae8b141 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.814756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256e3e5-f9b0-4f49-91e5-787d6ae8b141 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.818075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256e3e5-f9b0-4f49-91e5-787d6ae8b141 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:34.819802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9256e3e5-f9b0-4f49-91e5-787d6ae8b141 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Synchronizing usage tracker for tenant:41e9227689464ad3ac1d7c186b210526 on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:34.853646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '06f2f15c-1804-4bba-9f76-4bffca3ac836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:34.933065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638a7d8-6aaf-41d3-9d94-91d46d893ffd tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=06f2f15c-1804-4bba-9f76-4bffca3ac836,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:34.949567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 06f2f15c-1804-4bba-9f76-4bffca3ac836 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:34.955632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.050044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9256e3e5-f9b0-4f49-91e5-787d6ae8b141 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Unset dirty status for tenant:41e9227689464ad3ac1d7c186b210526 on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:35.051894 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9256e3e5-f9b0-4f49-91e5-787d6ae8b141 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3611999 Jan 10 19:17:35.061270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52744) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:35.177238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:35.195927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:35.201388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:35.223860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:35.243678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting subnet 500eb55e-4845-432a-addf-785478a5e909 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:17:35.247887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:35.385687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.460345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Allocated IP 2001:db8::1 (66e233cc-0271-4c57-8fac-64313227c751/500eb55e-4845-432a-addf-785478a5e909/a5c260c9-a619-4e99-8e71-68ffff1ffd8a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:35.478302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63b11b-8fef-49f4-89ed-6f87c66300f7 req-8611254d-5ed8-4b6e-94bd-a8ad13d46fc4 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:35.484388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e63b11b-8fef-49f4-89ed-6f87c66300f7 req-8611254d-5ed8-4b6e-94bd-a8ad13d46fc4 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.4759698 Jan 10 19:17:35.485554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-e1f13475-e8f1-4c60-94bd-ae5d62359649', 'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649', 'tenant_id': '41e9227689464ad3ac1d7c186b210526', 'fixed_ips': [{'subnet_id': '4012ed77-70a2-42ec-b628-01685fab8e84'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:35.486314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.555078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.608998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-be1405d3-3354-452b-aa22-6d6c2c877746 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:35.610952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-be1405d3-3354-452b-aa22-6d6c2c877746 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 945 time: 0.5609744 Jan 10 19:17:35.611346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52756) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:35.615700 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:35.649873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.686245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] device_id is not set on port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:35.694350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.706285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52760) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:35.746728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Transition to ACTIVE for port object 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:35.787565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.808149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Deleting subnet bc049db6-6f07-4186-90ef-ace563faa15d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:17:35.817990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.823203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Allocated IP 2001:db8:0:1::1 (e1f13475-e8f1-4c60-94bd-ae5d62359649/4012ed77-70a2-42ec-b628-01685fab8e84/870fbbac-6782-4284-8772-c36423ae14c1) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:35.849725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.890907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e63b11b-8fef-49f4-89ed-6f87c66300f7 req-73b2587f-9782-49aa-8806-6c4a3b3b2e5b tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766520 Jan 10 19:17:35.932011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Transition to ACTIVE for port object a5c260c9-a619-4e99-8e71-68ffff1ffd8a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:35.958127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=e6abde75-cb17-4cd6-a4e5-a3698576b17d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:35.965895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Deleting port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:35.966335 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.967785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Transition to ACTIVE for port object a5c260c9-a619-4e99-8e71-68ffff1ffd8a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:35.976765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '15a366fa-3a35-40d5-932b-82a72c47a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06f2f15c-1804-4bba-9f76-4bffca3ac836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:35.977130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 06f2f15c-1804-4bba-9f76-4bffca3ac836, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:35.981408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:35.990354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.049879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd7e834-fa6b-4f8d-9803-0dc8929323a2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:36.067675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.093926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc2bc8b0-ef66-47a3-95b7-ffce87b0bab3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43c038ec0b8f45ae9466f005cc49d7ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3813319 Jan 10 19:17:36.100545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52768) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:36.159762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.162251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Network 66e233cc-0271-4c57-8fac-64313227c751 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:36.169788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:36.171590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Pushing event updated for resources: {'Port': ['ID=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:36.180603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:36.194560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.194938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.195282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.195646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.196629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.196629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.196629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.197019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 06f2f15c-1804-4bba-9f76-4bffca3ac836 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:36.197134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.197739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.197739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.197946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:17:36.223066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.54 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/02fe051b-3931-45dd-aa0d-bae965213f82) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:36.234264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 06f2f15c-1804-4bba-9f76-4bffca3ac836) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:36.239052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.239513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.240090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.245804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:36.247073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.272816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f699b2-f582-4484-b3e4-1e51c2e84347 None None] Network 06f2f15c-1804-4bba-9f76-4bffca3ac836 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:36.277566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.328510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dca8d296-5433-4508-b070-7313d67096d8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5271096 Jan 10 19:17:36.329777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52772) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:36.335514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:36.335892 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:36.356302 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 2 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:36.368240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.381731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.382039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Attempting to bind port a5c260c9-a619-4e99-8e71-68ffff1ffd8a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.382420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Attempting to bind port a5c260c9-a619-4e99-8e71-68ffff1ffd8a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '4c98b951-c462-4f4e-b887-77873566edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66e233cc-0271-4c57-8fac-64313227c751'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.382781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Attempting to bind port a5c260c9-a619-4e99-8e71-68ffff1ffd8a on network 66e233cc-0271-4c57-8fac-64313227c751 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.388542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Transition to ACTIVE for port object 870fbbac-6782-4284-8772-c36423ae14c1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:36.418909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:36.418909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Checking segment: {'id': '4c98b951-c462-4f4e-b887-77873566edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66e233cc-0271-4c57-8fac-64313227c751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:36.419298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.419542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Bound using segment: {'id': '4c98b951-c462-4f4e-b887-77873566edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66e233cc-0271-4c57-8fac-64313227c751'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:36.421331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Bound port: a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c98b951-c462-4f4e-b887-77873566edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66e233cc-0271-4c57-8fac-64313227c751'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:36.421331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.436717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Transition to ACTIVE for port object 870fbbac-6782-4284-8772-c36423ae14c1 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:36.457730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.458076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.458417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.470520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f0c855b-540f-4b2e-bf5d-c53af8e917f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.514093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:36.514735 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:36.520326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.524961 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 3 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:36.530471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.561635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f0c855b-540f-4b2e-bf5d-c53af8e917f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.584178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc049db6-6f07-4186-90ef-ace563faa15d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:36.593694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.606605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.606978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.607326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.630123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.630397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] For port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:36.630606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.637992 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c803690f-2118-460d-9c50-84bb72cc8de0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc049db6-6f07-4186-90ef-ace563faa15d HTTP/1.1" status: 204 len: 168 time: 0.9308412 Jan 10 19:17:36.641534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.645175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52776) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:36.652660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Network e1f13475-e8f1-4c60-94bd-ae5d62359649 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:36.657737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] For port a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:36.660136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:36.660938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:36.661298 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:36.672062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:36.680940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Pushing event updated for resources: {'Port': ['ID=870fbbac-6782-4284-8772-c36423ae14c1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:36.690033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] For port a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,segment=NetworkSegment(4c98b951-c462-4f4e-b887-77873566edc9),segment_id=4c98b951-c462-4f4e-b887-77873566edc9)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:36.715220 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 4 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:36.725696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Subnet': ['ID=500eb55e-4845-432a-addf-785478a5e909,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:36.731071 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.792678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Calling delete_port for 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:36.817279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.819420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a06afb38-37e7-470a-9860-f6dc222971d1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/subnets/500eb55e-4845-432a-addf-785478a5e909 HTTP/1.1" status: 204 len: 168 time: 1.7567263 Jan 10 19:17:36.822503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.825427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52780) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:36.841211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.841420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.841721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.864587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:36.864920 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:36.868328 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 5 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:36.879024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f0c855b-540f-4b2e-bf5d-c53af8e917f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.914989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.923646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c855b-540f-4b2e-bf5d-c53af8e917f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3587ea8-a845-45c0-8596-6b72bee14137,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:36.925721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.925721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.926998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.928194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.932959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17e221-b392-4514-a65f-4876f93abc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-06f2f15c-1804-4bba-9f76-4bffca3ac836', 'network_id': '06f2f15c-1804-4bba-9f76-4bffca3ac836', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': 'e6abde75-cb17-4cd6-a4e5-a3698576b17d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:36.933965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8f17e221-b392-4514-a65f-4876f93abc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.945687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:36.946075 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:36.949836 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 6 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:36.963812 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:36.965460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Attempting to bind port 870fbbac-6782-4284-8772-c36423ae14c1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:36.966009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Attempting to bind port 870fbbac-6782-4284-8772-c36423ae14c1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd38baa64-9301-423c-aa08-6dd270801bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:36.966370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Attempting to bind port 870fbbac-6782-4284-8772-c36423ae14c1 on network e1f13475-e8f1-4c60-94bd-ae5d62359649 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:36.997554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c08fb-a7f5-4085-bdd8-29164a5b6d50 None None] Pushing event updated for resources: {'Port': ['ID=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:37.004916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:37.005286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Checking segment: {'id': 'd38baa64-9301-423c-aa08-6dd270801bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:37.005681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.006731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Bound using segment: {'id': 'd38baa64-9301-423c-aa08-6dd270801bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:37.007236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Bound port: 870fbbac-6782-4284-8772-c36423ae14c1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38baa64-9301-423c-aa08-6dd270801bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e1f13475-e8f1-4c60-94bd-ae5d62359649'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:37.007611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.048698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:37.049088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:37.049383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:37.052041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f0c855b-540f-4b2e-bf5d-c53af8e917f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.053178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8f0c855b-540f-4b2e-bf5d-c53af8e917f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3587ea8-a845-45c0-8596-6b72bee14137 HTTP/1.1" status: 204 len: 168 time: 0.9515924 Jan 10 19:17:37.168942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:37.169744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:37.170078 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:37.174436 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 7 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:37.181487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:37.198041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=02fe051b-3931-45dd-aa0d-bae965213f82,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:37.207540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:37.293437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-8f17e221-b392-4514-a65f-4876f93abc0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6abde75-cb17-4cd6-a4e5-a3698576b17d: This subnet is being modified by another concurrent operation. Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:17:37.324918 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6abde75-cb17-4cd6-a4e5-a3698576b17d: This subnet is being modified by another concurrent operation. Jan 10 19:17:37.329254 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:17:37.392355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] For port 870fbbac-6782-4284-8772-c36423ae14c1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:37.399810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=e6abde75-cb17-4cd6-a4e5-a3698576b17d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:37.400390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd2c73-aa27-4b92-bc54-bd11979c0469 None None] Network 06f2f15c-1804-4bba-9f76-4bffca3ac836 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:37.513258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.516878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:37.517887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:37.518388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:37.593504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Pushing event deleted for resources: {'Port': ['ID=9b5e5dcc-753c-49ec-b0dd-1abe625c6d28,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:37.602617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:37.602976 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:37.605684 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 8 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:37.612134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.629646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:37.629994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:37.630325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:37.641956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3951956c-2588-4de0-a450-f600add26af4']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:37.647794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] For port 870fbbac-6782-4284-8772-c36423ae14c1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=870fbbac-6782-4284-8772-c36423ae14c1,segment=NetworkSegment(d38baa64-9301-423c-aa08-6dd270801bce),segment_id=d38baa64-9301-423c-aa08-6dd270801bce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:37.651324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting subnet 4012ed77-70a2-42ec-b628-01685fab8e84 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:17:37.686571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.750339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:37.750791 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:37.758102 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 9 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:37.776274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.796453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136ae94-32a3-4429-a2c5-11f2d51a4726 None None] Pushing event updated for resources: {'Port': ['ID=870fbbac-6782-4284-8772-c36423ae14c1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:37.812141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f2f15c-1804-4bba-9f76-4bffca3ac836']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:37.819628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.858191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79787d4e-91ae-45d5-b751-5e0fb08e1494') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:37.858497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79787d4e-91ae-45d5-b751-5e0fb08e1494') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:37.863172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] No DVR routers for this DVR port 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:37.866039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:37.875438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.878970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'name': 'network-vif-deleted', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:37.879874 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.887811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a366fa-3a35-40d5-932b-82a72c47a42a') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:37.888089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a366fa-3a35-40d5-932b-82a72c47a42a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:37.911107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:37.918192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.921287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:37.924381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:37.924722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:37.925061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:37.951801 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.962818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07aeb-1e9f-431a-8f7e-a794195d2f2f req-8eb154b7-6ed5-4c77-a22e-b15378cf9850 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:37.963972 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.964628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9fe07aeb-1e9f-431a-8f7e-a794195d2f2f req-8eb154b7-6ed5-4c77-a22e-b15378cf9850 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Synchronizing usage tracker for tenant:8b66e79caa934560af03a8bee5c5463a on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:37.972565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:37.972780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:37.973246 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:37.976362 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempt 10 to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 Jan 10 19:17:38.040668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-def1ea44-8d31-47e6-923c-0b602b17abd4 req-ef908b6d-fa5b-4d13-8e80-e149a6e98677 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.44 "DELETE /v2.0/ports/9b5e5dcc-753c-49ec-b0dd-1abe625c6d28 HTTP/1.1" status: 204 len: 173 time: 2.3267064 Jan 10 19:17:38.065975 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac152a4-32f7-431e-9199-00e8db2bcc07', 'name': 'network-vif-deleted', 'tag': '9b5e5dcc-753c-49ec-b0dd-1abe625c6d28', 'status': 'completed', 'code': 200} Jan 10 19:17:38.066720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:38.067303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.076401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:38.076794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:38.077134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempting to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:38.093872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:38.094204 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Failed to bind port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on host n-h2-816927-8 for vnic_type normal using segments [{'id': 'caa302c3-e47d-4c1a-9610-eb40237830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42c54d03-d1c8-47e8-a76a-9d99a8637892'}] Jan 10 19:17:38.095159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.097773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:38.107315 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:38.268344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9fe07aeb-1e9f-431a-8f7e-a794195d2f2f req-8eb154b7-6ed5-4c77-a22e-b15378cf9850 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] Unset dirty status for tenant:8b66e79caa934560af03a8bee5c5463a on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:38.269318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fe07aeb-1e9f-431a-8f7e-a794195d2f2f req-8eb154b7-6ed5-4c77-a22e-b15378cf9850 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac152a4-32f7-431e-9199-00e8db2bcc07 HTTP/1.1" status: 200 len: 867 time: 1.0958066 Jan 10 19:17:38.281456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.348436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b65f11fa-ca54-4efd-ad13-a7179b4eff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.393679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:38.394355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:38.417191 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:38.420649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] For port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:38.421045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Attempted to set empty binding levels {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 19:17:38.435559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fe07aeb-1e9f-431a-8f7e-a794195d2f2f req-db21c38d-1894-4293-9c9c-17ce7cbf5f76 tempest-ServerRescueTestJSONUnderV235-1423810665 tempest-ServerRescueTestJSONUnderV235-1423810665-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060479 Jan 10 19:17:38.438768 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.550020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] In _notify_port_updated(), no bound segment for port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 on network 42c54d03-d1c8-47e8-a76a-9d99a8637892 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:17:38.558116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.573417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.585885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "PUT /v2.0/ports/4dd7e834-fa6b-4f8d-9803-0dc8929323a2 HTTP/1.1" status: 200 len: 978 time: 3.9791520 Jan 10 19:17:38.585885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52810) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:38.586116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.589538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abae9b4-6003-436e-9bcb-c53e944eefaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd7e834-fa6b-4f8d-9803-0dc8929323a2,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:38.608635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.623173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3951956c-2588-4de0-a450-f600add26af4 HTTP/1.1" status: 204 len: 168 time: 1.9310040 Jan 10 19:17:38.624130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037842d-9f73-47b2-8351-1ec82b4495c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3951956c-2588-4de0-a450-f600add26af4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:38.638694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.644779 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/06f2f15c-1804-4bba-9f76-4bffca3ac836 HTTP/1.1" status: 204 len: 168 time: 2.2951598 Jan 10 19:17:38.679042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52816) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:38.713771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-321413851'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:38.744382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e882c9e-5047-439e-834b-3a18cf6870af tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=06f2f15c-1804-4bba-9f76-4bffca3ac836,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:38.748917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52820) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:38.749769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:38.770683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:38.774349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.808311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:38.821602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:38.838068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 870fbbac-6782-4284-8772-c36423ae14c1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:17:38.845024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:38.848334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.881855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:38.892459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.893116 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment d9571d03-3bc2-4b05-a804-5d0c02c0f0b8 of type vlan for network 66d70f85-ccce-4467-8466-96235b80826d Jan 10 19:17:38.925202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.979761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103f1d6-5a2a-44fc-99ae-d84484923e69 None None] Network 66e233cc-0271-4c57-8fac-64313227c751 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:38.981919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:38.985855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:38.986447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.086576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.096591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Deleting port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:39.097893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.127951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-907973791-network', 'tenant_id': 'a47927791ef64329b2df102fc0531ab6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:39.145186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:39.149117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Usage tracker for resource:network and tenant:a47927791ef64329b2df102fc0531ab6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:39.157468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:39.167759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52826) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.167972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:39.189033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=66d70f85-ccce-4467-8466-96235b80826d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:39.208276 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6dd686c7-7109-4e91-8eff-acfd90fd882e tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5228629 Jan 10 19:17:39.210289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52830) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.211904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Made reservation on behalf of a47927791ef64329b2df102fc0531ab6 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:39.212083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.213912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.232019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.250305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '66d70f85-ccce-4467-8466-96235b80826d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:39.260619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 66d70f85-ccce-4467-8466-96235b80826d details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:39.268262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.346697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.350755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/subnets/4012ed77-70a2-42ec-b628-01685fab8e84 HTTP/1.1" status: 204 len: 168 time: 2.5148554 Jan 10 19:17:39.363405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.382960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 870fbbac-6782-4284-8772-c36423ae14c1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:39.429769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faff7e6-254b-44d7-a376-b4930e3df14d tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Subnet': ['ID=4012ed77-70a2-42ec-b628-01685fab8e84,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:39.441205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5c260c9-a619-4e99-8e71-68ffff1ffd8a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:17:39.477414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:39.485650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Usage tracker for resource:security_group_rule and tenant:a47927791ef64329b2df102fc0531ab6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:39.493034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:39.497100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=02fe051b-3931-45dd-aa0d-bae965213f82,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:39.497736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:39.501659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:39.509862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:39.526615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:39.536672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:39.559203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.575226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98cd56-0213-4109-8f91-ba0935417812 None None] Network e1f13475-e8f1-4c60-94bd-ae5d62359649 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:39.590171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-177f9fe6-dae2-4ab3-8256-9c401b9bb12e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c73dc8300a4647f1af89f44fc6d5e4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3890469 Jan 10 19:17:39.593175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52840) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.596130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.600008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5a1cfd55-5f03-49fe-a78c-84e1b8ff1ffa tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0831137 Jan 10 19:17:39.605532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52842) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.610815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] For port 4dd7e834-fa6b-4f8d-9803-0dc8929323a2, host n-h2-816927-8, got binding levels [] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:39.620825 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.660074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:39.660685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0aa73d-f8f4-4eb8-a26a-222d8ca9df2f tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:39.661887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52848) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.663754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b0aa73d-f8f4-4eb8-a26a-222d8ca9df2f tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2876332 Jan 10 19:17:39.668143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.671042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c5af5644-b9fa-4d3d-b9fe-1c71d59f04d8 None None] Provisioning for port a5c260c9-a619-4e99-8e71-68ffff1ffd8a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:39.777082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'port': {'network_id': '3ff54419-4d0e-4f0a-a936-509c070fd50c', 'name': 'tempest-FloatingIPTestJSON-1553390404'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:39.783567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52850) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:39.902061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] DHCP port deletion for 66e233cc-0271-4c57-8fac-64313227c751 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:17:39.915021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Deleting port a5c260c9-a619-4e99-8e71-68ffff1ffd8a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:39.915407 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:39.963554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a5c260c9-a619-4e99-8e71-68ffff1ffd8a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:39.977145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a5c260c9-a619-4e99-8e71-68ffff1ffd8a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:39.977914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.005875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-015ba811-eeb5-415b-b646-e93823fc8054 None None] Provisioning for port 870fbbac-6782-4284-8772-c36423ae14c1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:40.035596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Calling delete_port for 4dd7e834-fa6b-4f8d-9803-0dc8929323a2 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:40.048681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.065803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.066479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-015ba811-eeb5-415b-b646-e93823fc8054 None None] Provisioning complete for port 870fbbac-6782-4284-8772-c36423ae14c1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:40.067200 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-015ba811-eeb5-415b-b646-e93823fc8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.140229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:40.157822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c07fd5c-429b-4455-a752-9815f9c8c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.167202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.188413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f253f3e-cecc-4e0c-8ea8-569e532a43b3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:40.218261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.236655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.237052 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Added segment cadd9ba1-3fe1-42f3-8314-d8132ec2653f of type vlan for network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 Jan 10 19:17:40.263067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting port 870fbbac-6782-4284-8772-c36423ae14c1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:40.263559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.308488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dd7e834-fa6b-4f8d-9803-0dc8929323a2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:40.337891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.346084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c07fd5c-429b-4455-a752-9815f9c8c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.367736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.427072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-63d34d5f-df39-4957-9909-8826216d29d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4dd7e834-fa6b-4f8d-9803-0dc8929323a2 HTTP/1.1" status: 204 len: 168 time: 1.8163362 Jan 10 19:17:40.434925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52858) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:40.480253 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aba991b-c07f-4cf2-b0e7-534c35710c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:17:40.481059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1aba991b-c07f-4cf2-b0e7-534c35710c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Synchronizing usage tracker for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:40.486622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] DHCP port deletion for e1f13475-e8f1-4c60-94bd-ae5d62359649 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:17:40.490316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:40.494649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:port and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:40.497682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:40.501400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] Deleting port 870fbbac-6782-4284-8772-c36423ae14c1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:40.501780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.504570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:40.522911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:40.526170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.538712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1aba991b-c07f-4cf2-b0e7-534c35710c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] Unset dirty status for tenant:2f14c15cd5ed4bd28dcdae0736a38bb4 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:40.539242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1aba991b-c07f-4cf2-b0e7-534c35710c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471678033-project-admin] 10.222.0.21 "GET /v2.0/ports/4dd7e834-fa6b-4f8d-9803-0dc8929323a2 HTTP/1.1" status: 404 len: 333 time: 0.1042597 Jan 10 19:17:40.544908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52862) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:40.579402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] device_id is not set on port 93c22ff2-dd1c-41f0-a1ec-108b04fe7881 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:17:40.582294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-015ba811-eeb5-415b-b646-e93823fc8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.659745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e10d753-7a18-4b8c-8e44-740992454f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.672682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.686919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] For port a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,segment=NetworkSegment(4c98b951-c462-4f4e-b887-77873566edc9),segment_id=4c98b951-c462-4f4e-b887-77873566edc9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:40.687351 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.697672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c07fd5c-429b-4455-a752-9815f9c8c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.711061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.712013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:40.712517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.767740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07fd5c-429b-4455-a752-9815f9c8c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc41890-cb82-4a5e-930d-4c55a816e117,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:40.818687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.857382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c07fd5c-429b-4455-a752-9815f9c8c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.861406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c07fd5c-429b-4455-a752-9815f9c8c34f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cc41890-cb82-4a5e-930d-4c55a816e117 HTTP/1.1" status: 204 len: 168 time: 1.2572458 Jan 10 19:17:40.862243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] For port 870fbbac-6782-4284-8772-c36423ae14c1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=870fbbac-6782-4284-8772-c36423ae14c1,segment=NetworkSegment(d38baa64-9301-423c-aa08-6dd270801bce),segment_id=d38baa64-9301-423c-aa08-6dd270801bce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:40.862654 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:40.948119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] Pushing event updated for resources: {'Network': ['ID=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:40.963871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-4056e6f7-8ff4-46b9-9cfd-05ff99f49f11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3504744 Jan 10 19:17:40.965134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.6 (3ff54419-4d0e-4f0a-a936-509c070fd50c/46bfa0ba-d79c-47d2-a5c5-139462f96b14/93c22ff2-dd1c-41f0-a1ec-108b04fe7881) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:40.967867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=4f34fe1b-ca2b-49b5-aa6c-e6f1bf55d18f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:40.983505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-187b51b2-2180-435d-9066-02b4bd2b4cfb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2235622 Jan 10 19:17:40.986029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52870) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:40.994162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] For port 870fbbac-6782-4284-8772-c36423ae14c1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=870fbbac-6782-4284-8772-c36423ae14c1,segment=NetworkSegment(d38baa64-9301-423c-aa08-6dd270801bce),segment_id=d38baa64-9301-423c-aa08-6dd270801bce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:40.994517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.007651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Request body: {'subnet': {'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-907973791-subnet', 'tenant_id': 'a47927791ef64329b2df102fc0531ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:41.019000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:41.025251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] Calling delete_port for 870fbbac-6782-4284-8772-c36423ae14c1 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:41.077452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Usage tracker for resource:subnet and tenant:a47927791ef64329b2df102fc0531ab6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:41.137120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:41.146061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Calling delete_port for 870fbbac-6782-4284-8772-c36423ae14c1 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:41.185594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:41.187649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '66d70f85-ccce-4467-8466-96235b80826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:41.188009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 66d70f85-ccce-4467-8466-96235b80826d, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:41.237030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:41.262447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.285763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Made reservation on behalf of a47927791ef64329b2df102fc0531ab6 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:41.288076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.335711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c54d03-d1c8-47e8-a76a-9d99a8637892']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:41.336364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Calling delete_port for a5c260c9-a619-4e99-8e71-68ffff1ffd8a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:41.372072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa302c3-e47d-4c1a-9610-eb40237830fd') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:41.372472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa302c3-e47d-4c1a-9610-eb40237830fd') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:41.416144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 66d70f85-ccce-4467-8466-96235b80826d is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:41.418902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:41.419269 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:41.440460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.457717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 66d70f85-ccce-4467-8466-96235b80826d) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:41.469800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:41.470434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.474247 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.480879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-3cea1eb7-4b77-491f-8738-c145b4c690a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 0.3610628 Jan 10 19:17:41.499522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.532501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:41.532906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:41.551108 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:41.585176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,segment=NetworkSegment(4c98b951-c462-4f4e-b887-77873566edc9),segment_id=4c98b951-c462-4f4e-b887-77873566edc9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:41.587232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.601942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a7f08-0fa3-4e00-9856-75eb67632152 None None] Network 66d70f85-ccce-4467-8466-96235b80826d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:41.642432 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9747cc34-0fe9-41b5-95df-8d78df1e6708 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4130259 Jan 10 19:17:41.645582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52884) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:41.759321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.770531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.805583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.823652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] Pushing event deleted for resources: {'Network': ['ID=42c54d03-d1c8-47e8-a76a-9d99a8637892,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:41.829098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-644035b6-36cb-49c2-bb4c-69a2a9ed5dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:41.829487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-644035b6-36cb-49c2-bb4c-69a2a9ed5dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:41.829845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-644035b6-36cb-49c2-bb4c-69a2a9ed5dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:41.831440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-644035b6-36cb-49c2-bb4c-69a2a9ed5dfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 2293 time: 0.3235500 Jan 10 19:17:41.835176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5bf166ee-3fe4-4ce4-8f6a-1849fba89bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754131991-project] 10.222.0.21 "DELETE /v2.0/networks/42c54d03-d1c8-47e8-a76a-9d99a8637892 HTTP/1.1" status: 204 len: 168 time: 1.2892354 Jan 10 19:17:41.840456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.856445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] No DVR routers for this DVR port 870fbbac-6782-4284-8772-c36423ae14c1 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:41.858167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf19e8-7c42-4cc1-8fff-fb09d7f975c4 None None] Pushing event deleted for resources: {'Port': ['ID=870fbbac-6782-4284-8772-c36423ae14c1,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:41.891733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.903542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.981735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting port 870fbbac-6782-4284-8772-c36423ae14c1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:41.982230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.982357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:41.992096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:42.012926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.075009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] The port '870fbbac-6782-4284-8772-c36423ae14c1' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:17:42.077364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 870fbbac-6782-4284-8772-c36423ae14c1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:42.153743 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.176497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 870fbbac-6782-4284-8772-c36423ae14c1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:42.176835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 870fbbac-6782-4284-8772-c36423ae14c1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:42.177796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5c260c9-a619-4e99-8e71-68ffff1ffd8a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:42.187849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.275919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-d44295ef-7ad0-418d-9251-bc4d6922cf87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 1001 time: 0.4278176 Jan 10 19:17:42.341382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52900) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:42.341727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52902) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:42.367388 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:42.367889 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:42.383601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-66d70f85-ccce-4467-8466-96235b80826d', 'network_id': '66d70f85-ccce-4467-8466-96235b80826d', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': '4f34fe1b-ca2b-49b5-aa6c-e6f1bf55d18f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:42.385927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.417056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 3ff54419-4d0e-4f0a-a936-509c070fd50c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:42.419135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=93c22ff2-dd1c-41f0-a1ec-108b04fe7881,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:42.424014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:42.428330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:42.459268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-e27b2072-193f-40e7-baed-3f7d9c007f99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:42.460723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-e27b2072-193f-40e7-baed-3f7d9c007f99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 200 len: 851 time: 0.1782944 Jan 10 19:17:42.545930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:42.546558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.575962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2e153802-16ac-4c84-bdc3-f2baa033b5cc tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9669776 Jan 10 19:17:42.578708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52912) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:42.595389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'port_id': '93c22ff2-dd1c-41f0-a1ec-108b04fe7881'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:42.643153 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.658004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.669515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-926883719-network', 'tenant_id': '14767e54696f4f2e94938f130d710b10'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:42.695770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:42.699936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d633c3-9763-4576-82d2-2dd877885f58,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:42.711819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Usage tracker for resource:network and tenant:14767e54696f4f2e94938f130d710b10 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:42.717872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:42.720478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,segment=NetworkSegment(4c98b951-c462-4f4e-b887-77873566edc9),segment_id=4c98b951-c462-4f4e-b887-77873566edc9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:42.722414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.727596 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.742080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Checking segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:42.742522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Network hostable DHCP agents. Network: ff7a0748-a8a7-47bf-ace5-7967c5eb91b3, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:42.750957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.787126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:42.793454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Allocated IP 172.20.0.1 (66d70f85-ccce-4467-8466-96235b80826d/4f34fe1b-ca2b-49b5-aa6c-e6f1bf55d18f/97907bcf-5c2d-40ee-9869-5dd88fa5aa70) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:42.805661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f13475-e8f1-4c60-94bd-ae5d62359649']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:42.819144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:42.823232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38baa64-9301-423c-aa08-6dd270801bce') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:42.823601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38baa64-9301-423c-aa08-6dd270801bce') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:42.840385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.865603 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.870394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-df3c7c90-dbdc-47e4-a93e-739c4cd042cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001417 Jan 10 19:17:42.871004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Made reservation on behalf of 14767e54696f4f2e94938f130d710b10 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:42.873407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.887254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Deleting port a5c260c9-a619-4e99-8e71-68ffff1ffd8a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:42.888124 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.919756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:42.931146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:42.931146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.938925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:42.947184 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:43.010393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ff7a0748-a8a7-47bf-ace5-7967c5eb91b3) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:43.011561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5f320e07-8020-4099-8ec9-1e6ba94e5b66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aab9a6ab5fc42fba23788a0b0d67367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6685467 Jan 10 19:17:43.014592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52920) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:43.041314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a583f-d913-4b25-b236-1fd2d590a1b4 None None] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:43.090526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:43.092382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.114439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:43.138488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Usage tracker for resource:security_group_rule and tenant:14767e54696f4f2e94938f130d710b10 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:43.148237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:43.148909 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-87955a3e-4afa-4930-86b4-244ec6025722 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1570504 Jan 10 19:17:43.150061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.154678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.161268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-bb7dfb10-10d2-4dc8-81f2-5dc3adb72221 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714410 Jan 10 19:17:43.186315 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.188200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/networks/e1f13475-e8f1-4c60-94bd-ae5d62359649 HTTP/1.1" status: 204 len: 168 time: 3.3170600 Jan 10 19:17:43.194340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:43.195137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34640e89-0c02-4d5d-97b7-ec9aa7902ac1 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Network': ['ID=e1f13475-e8f1-4c60-94bd-ae5d62359649,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:43.328663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] For port a5c260c9-a619-4e99-8e71-68ffff1ffd8a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,segment=NetworkSegment(4c98b951-c462-4f4e-b887-77873566edc9),segment_id=4c98b951-c462-4f4e-b887-77873566edc9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:43.329086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.338648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-770aa781-d3c1-42ae-8f48-712184584a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.364077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.364262 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.434439 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-770aa781-d3c1-42ae-8f48-712184584a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.476746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Deleting port a5c260c9-a619-4e99-8e71-68ffff1ffd8a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:43.477379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.514556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Calling delete_port for a5c260c9-a619-4e99-8e71-68ffff1ffd8a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:43.547531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Transition to ACTIVE for port object 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:43.607617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Transition to ACTIVE for port object 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:43.652770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.715684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'tenant_id': 'a47927791ef64329b2df102fc0531ab6', 'fixed_ips': [{'subnet_id': '25d633c3-9763-4576-82d2-2dd877885f58'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:43.716606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.749238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:43.751499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.758170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-6d85e5d6-fa5d-4521-a3b8-c566f2202e98 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521981 Jan 10 19:17:43.769679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Network 66d70f85-ccce-4467-8466-96235b80826d is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:43.777349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:43.777535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-770aa781-d3c1-42ae-8f48-712184584a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.779902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:43.782624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Pushing event updated for resources: {'Port': ['ID=97907bcf-5c2d-40ee-9869-5dd88fa5aa70,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:43.808181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aa781-d3c1-42ae-8f48-712184584a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3199b23f-ca12-4ca3-a61b-5ecab45a74d6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:43.842238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:43.844162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] The port 'a5c260c9-a619-4e99-8e71-68ffff1ffd8a' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:17:43.887319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] Pushing event deleted for resources: {'Port': ['ID=a5c260c9-a619-4e99-8e71-68ffff1ffd8a,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:43.892178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46165b05-2ec9-450a-80e0-efbf9e20bb9e None None] No DVR routers for this DVR port a5c260c9-a619-4e99-8e71-68ffff1ffd8a on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:43.920830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:43.942896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-c47c088a-9301-46b3-a08e-5facd06e1912 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 217 time: 0.1785481 Jan 10 19:17:44.028102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=4f34fe1b-ca2b-49b5-aa6c-e6f1bf55d18f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:44.044052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-770aa781-d3c1-42ae-8f48-712184584a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.048075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-770aa781-d3c1-42ae-8f48-712184584a81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3199b23f-ca12-4ca3-a61b-5ecab45a74d6 HTTP/1.1" status: 204 len: 168 time: 1.0262356 Jan 10 19:17:44.094669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.204209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e233cc-0271-4c57-8fac-64313227c751']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:44.212466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Attempting to bind port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:44.213067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Attempting to bind port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '66d70f85-ccce-4467-8466-96235b80826d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:44.213595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Attempting to bind port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 on network 66d70f85-ccce-4467-8466-96235b80826d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:44.226234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:44.227500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Checking segment: {'id': 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '66d70f85-ccce-4467-8466-96235b80826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:44.228151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.228736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Bound using segment: {'id': 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '66d70f85-ccce-4467-8466-96235b80826d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:44.229506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Bound port: 97907bcf-5c2d-40ee-9869-5dd88fa5aa70, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '66d70f85-ccce-4467-8466-96235b80826d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:44.230129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.233543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.245665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c98b951-c462-4f4e-b887-77873566edc9') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:44.245963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c98b951-c462-4f4e-b887-77873566edc9') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:44.274635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.295027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-d964931c-32ac-4fee-a71d-2d353ef0b040 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:44.296749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-d964931c-32ac-4fee-a71d-2d353ef0b040 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1719477 Jan 10 19:17:44.302994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.304073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.306123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Allocated IP 172.20.0.2 (ff7a0748-a8a7-47bf-ace5-7967c5eb91b3/25d633c3-9763-4576-82d2-2dd877885f58/4b237a47-9ae5-4bba-82af-423ed168ea27) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:44.316048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d70f85-ccce-4467-8466-96235b80826d']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:44.336310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:44.336310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:44.357304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.365497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.384291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:44.384721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:44.401907 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:44.436827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] For port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:44.449423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-095f10b1-4e2c-4228-aeed-493fbcd38737 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:44.456902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-095f10b1-4e2c-4228-aeed-493fbcd38737 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 815 time: 0.6330116 Jan 10 19:17:44.460141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.461029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.473629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:44.474020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.479921 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.491425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:44.491614 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:44.501087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.501926 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Added segment fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a of type vlan for network 00ee2039-dea7-49db-89ee-7c89b9dbf270 Jan 10 19:17:44.529115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.591618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-d3ddc2f0-eebd-47e6-9a29-3e193882d6be tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/quotas/a47927791ef64329b2df102fc0531ab6 HTTP/1.1" status: 200 len: 375 time: 0.1337678 Jan 10 19:17:44.611835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.644870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Transition to ACTIVE for port object 4b237a47-9ae5-4bba-82af-423ed168ea27 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:44.657360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:44.663823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52950) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:44.686627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-34448f11-1c20-4182-b619-aecca71a94bd tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937309 Jan 10 19:17:44.693695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Transition to ACTIVE for port object 4b237a47-9ae5-4bba-82af-423ed168ea27 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:44.713462 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.722096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.731614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-9b871d2b-e6a1-4a66-8ba5-5b0913e83ecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3595285 Jan 10 19:17:44.732924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.733882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:44.734669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.743553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.748359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:17:44.748359 n-d-816927-8 neutron-server[83629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:17:44.748359 n-d-816927-8 neutron-server[83629]: [parameters: {'id': '66d70f85-ccce-4467-8466-96235b80826d'}] Jan 10 19:17:44.748359 n-d-816927-8 neutron-server[83629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:44.748702 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:44.755572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Network': ['ID=66e233cc-0271-4c57-8fac-64313227c751,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:44.768665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-08fca43c-f81f-4274-855b-3ba4d554cd9e tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/networks/66e233cc-0271-4c57-8fac-64313227c751 HTTP/1.1" status: 204 len: 168 time: 1.5714471 Jan 10 19:17:44.769259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52954) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:44.803023 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] For port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97907bcf-5c2d-40ee-9869-5dd88fa5aa70,segment=NetworkSegment(d9571d03-3bc2-4b05-a804-5d0c02c0f0b8),segment_id=d9571d03-3bc2-4b05-a804-5d0c02c0f0b8)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:44.817375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.821164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Pushing event updated for resources: {'Port': ['ID=4b237a47-9ae5-4bba-82af-423ed168ea27,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:44.868737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:44.872096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:44.875612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:44.933931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:44.994486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a015da-1799-4324-b39d-bf8d262cf64b None None] Pushing event updated for resources: {'Port': ['ID=97907bcf-5c2d-40ee-9869-5dd88fa5aa70,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:45.067921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] Pushing event updated for resources: {'Network': ['ID=00ee2039-dea7-49db-89ee-7c89b9dbf270,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:45.092805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Attempting to bind port 4b237a47-9ae5-4bba-82af-423ed168ea27 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:45.093195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Attempting to bind port 4b237a47-9ae5-4bba-82af-423ed168ea27 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:45.094060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Attempting to bind port 4b237a47-9ae5-4bba-82af-423ed168ea27 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:45.094471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-77019ba7-bf2f-4bec-a47d-4807a88d554f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7496352 Jan 10 19:17:45.099990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52958) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:45.105297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Request body: {'subnet': {'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-926883719-subnet', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:45.116452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:45.129761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:45.134926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d2fc07a9-25af-41f5-8eb1-b5fa50e54e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f14c15cd5ed4bd28dcdae0736a38bb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4611630 Jan 10 19:17:45.136961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Deleting port c8697011-e7c8-4f9b-ae32-e07e9c945cb6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:45.137305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.142715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52962) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:45.145963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:45.146349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Checking segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:45.146755 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.147177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Bound using segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:45.148154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Bound port: 4b237a47-9ae5-4bba-82af-423ed168ea27, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:45.148154 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.160308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Usage tracker for resource:subnet and tenant:14767e54696f4f2e94938f130d710b10 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:45.168043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.181384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:45.202464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:45.218116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-792bf06c-95b3-49e4-9d2c-999a84ed6e8e service neutron] 10.222.0.21 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298975 Jan 10 19:17:45.221630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-da5a4851-6d1b-4084-b557-23f449f927f9 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025314 Jan 10 19:17:45.230498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfa0c42-0c37-4923-afe8-d9af61cd7b73']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:45.241191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.241885 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.252908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.260580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Made reservation on behalf of 14767e54696f4f2e94938f130d710b10 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:45.262857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.295181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548f251-cdae-4a44-9e55-5cc950f46a58 None None] Network 66d70f85-ccce-4467-8466-96235b80826d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:45.332063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975707ce-62ad-4fa0-a6fe-562c446cb30a') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:45.332357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975707ce-62ad-4fa0-a6fe-562c446cb30a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:45.407108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.427317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:45.427660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.463151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] For port 4b237a47-9ae5-4bba-82af-423ed168ea27, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:45.496440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.502694 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 4c382a3d-e283-482c-b3ee-76a2c7a43912 associated. External IP: 172.25.6.54, port: 93c22ff2-dd1c-41f0-a1ec-108b04fe7881. Jan 10 19:17:45.509928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] For port 4b237a47-9ae5-4bba-82af-423ed168ea27, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b237a47-9ae5-4bba-82af-423ed168ea27,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:45.519364 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.520332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:45.520740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:45.537269 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:45.555216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6337d91-bc74-4d09-ad25-527ed099fc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.583874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-6b57b84e-7688-44ab-83f7-d4ecbdbc32c4 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361778 Jan 10 19:17:45.606883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584705b1-b36c-4cd9-9f5d-5d108909d551 None None] Pushing event updated for resources: {'Port': ['ID=4b237a47-9ae5-4bba-82af-423ed168ea27,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:45.650477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] For port c8697011-e7c8-4f9b-ae32-e07e9c945cb6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,segment=NetworkSegment(58eac8a0-5cd1-4271-a391-d56f9223a308),segment_id=58eac8a0-5cd1-4271-a391-d56f9223a308)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:45.650840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.655380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-1b579efc-c885-4d1b-bb85-626c6e7f9d14 service neutron] 10.222.0.21 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357579 Jan 10 19:17:45.840718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Calling delete_port for c8697011-e7c8-4f9b-ae32-e07e9c945cb6 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:45.855323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-0303d16e-2ac4-454e-9345-0d03c1c9860b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 217 time: 0.2606726 Jan 10 19:17:45.858286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6337d91-bc74-4d09-ad25-527ed099fc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.884418 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.939737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:45.950357 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:17:46.015683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Network': ['ID=5bfa0c42-0c37-4923-afe8-d9af61cd7b73,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:46.091997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b237a47-9ae5-4bba-82af-423ed168ea27 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:17:46.114099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8c6a7c31-5759-4c4e-9bc5-3f2fd5dc7b1c tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/networks/5bfa0c42-0c37-4923-afe8-d9af61cd7b73 HTTP/1.1" status: 204 len: 168 time: 1.3431489 Jan 10 19:17:46.126260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52972) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:46.153853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-bb843a3b-7cda-43e9-8dca-f41a46e6a56b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:46.156780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-bb843a3b-7cda-43e9-8dca-f41a46e6a56b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.2557325 Jan 10 19:17:46.268820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4b237a47-9ae5-4bba-82af-423ed168ea27 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:46.318522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6337d91-bc74-4d09-ad25-527ed099fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:46.354823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6337d91-bc74-4d09-ad25-527ed099fc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6312bdbe-71b0-4d73-a109-06d4e6ab85e0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:46.368783 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6337d91-bc74-4d09-ad25-527ed099fc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:46.370455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b6337d91-bc74-4d09-ad25-527ed099fc8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6312bdbe-71b0-4d73-a109-06d4e6ab85e0 HTTP/1.1" status: 204 len: 168 time: 1.2253108 Jan 10 19:17:46.391452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-f7103196-bd34-4903-b0b9-0fede7e4977b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283471 Jan 10 19:17:46.429802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97907bcf-5c2d-40ee-9869-5dd88fa5aa70,segment=NetworkSegment(d9571d03-3bc2-4b05-a804-5d0c02c0f0b8),segment_id=d9571d03-3bc2-4b05-a804-5d0c02c0f0b8)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:46.430337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:46.632985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:46.710201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:46.741130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:46.804275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-18469a4a-58eb-4530-b5ed-59e279933ff0 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041312 Jan 10 19:17:46.812117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-975df00b-a334-494b-9721-513204afefb1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:46.813838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-975df00b-a334-494b-9721-513204afefb1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 815 time: 0.4073813 Jan 10 19:17:46.914571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-a8acbeeb-acef-45f3-ba4a-39e51235dcec tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/quotas/a47927791ef64329b2df102fc0531ab6 HTTP/1.1" status: 200 len: 375 time: 0.0777905 Jan 10 19:17:47.005746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.048174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-17edaf47-11b6-4c24-8c1e-3d2c40205c78 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331285 Jan 10 19:17:47.066332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ae808-392a-4515-b0fd-292aaa9f953e None None] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:47.178989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-b65933f8-f2dc-47b5-9160-8b01fd061a7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 200 len: 217 time: 0.1245770 Jan 10 19:17:47.202531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=97907bcf-5c2d-40ee-9869-5dd88fa5aa70,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:47.214497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] Provisioning for port 4b237a47-9ae5-4bba-82af-423ed168ea27 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:47.248195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=158a201b-30bb-4e82-bf17-e8872fdbab40,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:47.266822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.275539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port 97907bcf-5c2d-40ee-9869-5dd88fa5aa70 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:17:47.336617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] Provisioning complete for port 4b237a47-9ae5-4bba-82af-423ed168ea27 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:47.337222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.365030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb60178f-dee8-4a4e-9cda-c2020ba33a73']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:47.389069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Checking segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:47.389416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Network hostable DHCP agents. Network: 00ee2039-dea7-49db-89ee-7c89b9dbf270, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:47.396433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979c2ada-4188-4091-bdf6-ed6f0144ec80') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:47.396865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979c2ada-4188-4091-bdf6-ed6f0144ec80') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:47.400740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-b82b7c59-0664-464e-b86d-fbdb0ce252a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4734962 Jan 10 19:17:47.432553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-2b31871d-d81c-49a3-aa63-893cce65c14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:47.434260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-2b31871d-d81c-49a3-aa63-893cce65c14f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.2397380 Jan 10 19:17:47.493784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.522439 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.530771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.544106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.646946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.689810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:47.695513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-a9c58f19-ce16-4557-a56f-61d6cad6264d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2506552 Jan 10 19:17:47.706712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-e102b0ac-d545-4874-a933-097976349414 service neutron] 10.222.0.21 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982440 Jan 10 19:17:47.712795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] For port 4b237a47-9ae5-4bba-82af-423ed168ea27, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b237a47-9ae5-4bba-82af-423ed168ea27,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:47.719297 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.767005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:47.767753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:47.857519 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:47.885856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-fe78ce75-7ae3-4dd6-ae52-bf9a8aac8d51 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:47.887088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-fe78ce75-7ae3-4dd6-ae52-bf9a8aac8d51 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Synchronizing usage tracker for tenant:a47927791ef64329b2df102fc0531ab6 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:47.960631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2df993-a519-4fc4-80ce-b0f3cb83159c None None] Pushing event updated for resources: {'Port': ['ID=4b237a47-9ae5-4bba-82af-423ed168ea27,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:48.037834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39e900-580d-4d1d-bd3f-009cd4845616 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:48.067285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:48.069532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8697011-e7c8-4f9b-ae32-e07e9c945cb6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:48.103745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d70f85-ccce-4467-8466-96235b80826d']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:48.132766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 00ee2039-dea7-49db-89ee-7c89b9dbf270) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:48.153807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:48.154635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.161501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:48.161883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9571d03-3bc2-4b05-a804-5d0c02c0f0b8') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:48.169720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-fe78ce75-7ae3-4dd6-ae52-bf9a8aac8d51 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Unset dirty status for tenant:a47927791ef64329b2df102fc0531ab6 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:48.170992 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-fe78ce75-7ae3-4dd6-ae52-bf9a8aac8d51 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 815 time: 0.6186082 Jan 10 19:17:48.186605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.201788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Request body: {'port': {'device_id': '395e3106-79d9-4785-833a-91c60f6161d8', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'admin_state_up': True, 'tenant_id': 'a47927791ef64329b2df102fc0531ab6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:48.219490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-07a60004-f8bd-4e7c-be3d-fc41fed9e6b8 service neutron] 10.222.0.21 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744191 Jan 10 19:17:48.221407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a20867a-dad3-4187-8409-c2df84f6a475 None None] Provisioning complete for port 4b237a47-9ae5-4bba-82af-423ed168ea27 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:48.221843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a20867a-dad3-4187-8409-c2df84f6a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.311287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.331539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39e900-580d-4d1d-bd3f-009cd4845616 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:48.514794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-1c35627f-8592-4b03-bd0a-09d1482061b6 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103194 Jan 10 19:17:48.569208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.590957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.628767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] Pushing event deleted for resources: {'Network': ['ID=bb60178f-dee8-4a4e-9cda-c2020ba33a73,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:48.643812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:17:48.644554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:17:48.659715 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:17:48.772009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-b8c723fb-f077-4cc5-ae56-03a9b5d9aa50 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496405 Jan 10 19:17:48.839871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0602ac0-f69d-483b-94e6-16fecb3defbc None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:17:48.852637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-158e1d54-4f5c-4536-9f52-b8fc4bfda5c2 tempest-BulkNetworkOpsIpV6Test-1529620175 tempest-BulkNetworkOpsIpV6Test-1529620175-project] 10.222.0.21 "DELETE /v2.0/networks/bb60178f-dee8-4a4e-9cda-c2020ba33a73 HTTP/1.1" status: 204 len: 168 time: 2.7231109 Jan 10 19:17:48.864490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:48.871898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Usage tracker for resource:port and tenant:a47927791ef64329b2df102fc0531ab6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:48.877555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:48.888334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:48.903917 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3972e39-6bf5-4ce6-80cb-f99b8d21f71f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8008375 Jan 10 19:17:48.905958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53038) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:48.913046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Made reservation on behalf of a47927791ef64329b2df102fc0531ab6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:48.915995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.929006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:48.933804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:48.938396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Usage tracker for resource:router and tenant:14767e54696f4f2e94938f130d710b10 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:48.939415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-86000014-30c0-4590-ba53-61a592594c7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 200 len: 217 time: 0.1596649 Jan 10 19:17:48.941798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:48.948423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:48.970438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.971411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:48.989914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:49.004464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:49.034368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:49.039424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=66d70f85-ccce-4467-8466-96235b80826d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:49.110772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0602ac0-f69d-483b-94e6-16fecb3defbc None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:17:49.119771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:49.131230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:49.152959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:49.276282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:49.276984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:49.287289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-54c26066-3977-44b8-95ff-60f23051adf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:49.289038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-54c26066-3977-44b8-95ff-60f23051adf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.2823732 Jan 10 19:17:49.297458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Allocated IP 172.20.0.5 (ff7a0748-a8a7-47bf-ace5-7967c5eb91b3/25d633c3-9763-4576-82d2-2dd877885f58/c57fd686-c05c-4868-9816-ecd3079e9dc3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:49.299311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f49144af-d497-4e43-92ba-6b4deca52137 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/floatingips/4c382a3d-e283-482c-b3ee-76a2c7a43912 HTTP/1.1" status: 200 len: 977 time: 6.7176211 Jan 10 19:17:49.299599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53046) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:49.314690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-32708ebd-10f7-4315-8172-8242baa78e77 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/66d70f85-ccce-4467-8466-96235b80826d HTTP/1.1" status: 204 len: 168 time: 7.6679335 Jan 10 19:17:49.315318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53050) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:49.403463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-35141c86-8fc7-4c25-83f3-5effa63248eb tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:49.405260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-35141c86-8fc7-4c25-83f3-5effa63248eb tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 815 time: 0.5103135 Jan 10 19:17:49.442937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53058) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:49.482444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-f7ba8a3d-19a6-41c8-a304-8debabb34721 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/quotas/a47927791ef64329b2df102fc0531ab6 HTTP/1.1" status: 200 len: 375 time: 0.0661960 Jan 10 19:17:49.498174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:49.525527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:49.526164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:49.578317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-0522876b-495f-455c-ad57-ee69465c7675 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2774804 Jan 10 19:17:49.650609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:49.651030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc9a98-9a30-426e-9a9c-a50737e69fed None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:49.768306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1121091319'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:49.791259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-65fb5362-2b06-416e-8da5-19274303a5f9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2946122 Jan 10 19:17:49.797959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-4a1f144e-d3ba-44ae-af84-cfa4809741eb service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129204 Jan 10 19:17:49.942571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:49.955191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:49.961203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:49.968158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:50.041059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:50.045798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b0955-b7ac-481c-981e-51012f3fc00f None None] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:50.052597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.118838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.124961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.133699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:50.180474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 93c22ff2-dd1c-41f0-a1ec-108b04fe7881 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:50.181406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.185170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b237a47-9ae5-4bba-82af-423ed168ea27 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:17:50.208096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-402e1c1c-6350-4bad-b942-10d6914147d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e9227689464ad3ac1d7c186b210526&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7537260 Jan 10 19:17:50.219507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53076) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:50.243938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Transition to ACTIVE for port object c57fd686-c05c-4868-9816-ecd3079e9dc3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:50.270249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-4f906e50-3889-4144-9a59-b10bcf7d9815 service neutron] 10.222.0.21 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713314 Jan 10 19:17:50.273928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-cafa43a3-c676-46a3-9111-129579da4636 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515846 Jan 10 19:17:50.288464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.289052 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment b22e2056-c664-4478-b718-7e3d705ab7e0 of type vlan for network 2491dd39-a32b-427f-a78a-ed95dd6f7356 Jan 10 19:17:50.443067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4b237a47-9ae5-4bba-82af-423ed168ea27 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:50.443694 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.511219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.550569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4414d8-11b2-4982-9fc8-83ed77b0d26b None None] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:50.656543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-d9c75f4d-996e-47e1-8c23-67f1d99760a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 217 time: 0.3757324 Jan 10 19:17:50.701080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53086) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:50.702043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.746100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.781552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-b31f7848-ec91-4b38-bbb1-af56865df19e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:50.783367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-b31f7848-ec91-4b38-bbb1-af56865df19e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1178000 Jan 10 19:17:50.811098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.815263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:50.815855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.863952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2d774b6-c5ef-416e-88b2-ac5993880cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.869142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0f81c11c-578f-4527-924d-d141524216b9 service neutron] 10.222.0.21 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865371 Jan 10 19:17:50.913140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2d774b6-c5ef-416e-88b2-ac5993880cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:50.950095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-0b60d966-f7c9-49dd-aaa0-5276e9f692be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1502640 Jan 10 19:17:51.063697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-750a3b27-0b37-4ee0-8c57-7589ede22486 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:51.219478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2d774b6-c5ef-416e-88b2-ac5993880cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:51.294430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e258f4f1-9f11-4ae2-81f7-f9d68a31b2c2 req-ed9b36ec-932d-4e41-b953-78d6435e9bc1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 210 time: 0.0918515 Jan 10 19:17:51.301197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:51.307311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:51.310651 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2d774b6-c5ef-416e-88b2-ac5993880cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:51.314922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c2d774b6-c5ef-416e-88b2-ac5993880cd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2afd7d2-3047-4baf-a11d-78faa7d8df32 HTTP/1.1" status: 204 len: 168 time: 1.0927331 Jan 10 19:17:51.316174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d774b6-c5ef-416e-88b2-ac5993880cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2afd7d2-3047-4baf-a11d-78faa7d8df32,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:51.328016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-7da91884-4a07-4f0c-82a3-113e4813dc59 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691201 Jan 10 19:17:51.359639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:51.434822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Pushing event updated for resources: {'Port': ['ID=c57fd686-c05c-4868-9816-ecd3079e9dc3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:51.457253 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0620482 Jan 10 19:17:51.479902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:51.542327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:51.586017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:51.624988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-c7ed85c1-2d03-4cee-b10e-8a0bbd8d76e7 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:51.626602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-c7ed85c1-2d03-4cee-b10e-8a0bbd8d76e7 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 815 time: 0.5262861 Jan 10 19:17:51.633053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-eb79e77d-ad26-4153-a6fd-06cd59c2ed1e service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931273 Jan 10 19:17:51.649617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Request body: {'port': {'device_id': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'admin_state_up': True, 'tenant_id': 'a47927791ef64329b2df102fc0531ab6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:51.699070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2b3f8024-76ff-4c55-ba71-f00340a9645d None None] Provisioning for port c57fd686-c05c-4868-9816-ecd3079e9dc3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:51.706307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2b3f8024-76ff-4c55-ba71-f00340a9645d None None] Provisioning complete for port c57fd686-c05c-4868-9816-ecd3079e9dc3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:51.706794 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8024-76ff-4c55-ba71-f00340a9645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:51.770347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f8024-76ff-4c55-ba71-f00340a9645d None None] Port c57fd686-c05c-4868-9816-ecd3079e9dc3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:17:51.796788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-07da30f1-d1a8-4dd8-9676-672dadf958b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 217 time: 0.1284156 Jan 10 19:17:51.928077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-c31318c0-ccbc-42f1-bf7b-83284f366cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:51.929526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-c31318c0-ccbc-42f1-bf7b-83284f366cb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1270034 Jan 10 19:17:51.933649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:51.934234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:51.934338 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 4c382a3d-e283-482c-b3ee-76a2c7a43912 disassociated. External IP: 172.25.6.54, port: 93c22ff2-dd1c-41f0-a1ec-108b04fe7881. Jan 10 19:17:51.934679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 93c22ff2-dd1c-41f0-a1ec-108b04fe7881 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:51.981178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:51.986892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Usage tracker for resource:port and tenant:a47927791ef64329b2df102fc0531ab6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:51.991032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:51.998051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:52.026647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814f9a4-ee76-4ab7-9eb9-701d534b73ef tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=2491dd39-a32b-427f-a78a-ed95dd6f7356,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:52.034089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Made reservation on behalf of a47927791ef64329b2df102fc0531ab6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:52.041169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:52.043236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:52.102535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-ee0bd31d-ba33-48b5-8942-d80b11f21108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660614 Jan 10 19:17:52.253434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:52.254036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:52.305483 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-750a3b27-0b37-4ee0-8c57-7589ede22486 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "PUT /v2.0/quotas/0adddfa655fa425598ac55a308f59fc4 HTTP/1.1" status: 200 len: 366 time: 1.5973048 Jan 10 19:17:52.308092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53128) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.404341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-515104c0-2513-4d73-8883-69fca2715355 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0911794 Jan 10 19:17:52.407329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.413339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-c1142855-254b-4966-89d6-eb95ca11998e service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238815 Jan 10 19:17:52.447688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-ce78e9cd-f07d-44da-9942-632350d96623 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2515509 Jan 10 19:17:52.463103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9e7c208a-7195-4642-9221-0bc95dafd996 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "GET /v2.0/quotas/0adddfa655fa425598ac55a308f59fc4 HTTP/1.1" status: 200 len: 366 time: 0.0514963 Jan 10 19:17:52.591658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53142) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.606398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Request body: {'port': {'device_id': '395e3106-79d9-4785-833a-91c60f6161d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:52.641475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:52.662859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Allocated IP 172.20.0.6 (ff7a0748-a8a7-47bf-ace5-7967c5eb91b3/25d633c3-9763-4576-82d2-2dd877885f58/fdf7797f-e4ef-4190-9e4e-bf43e0d5b636) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:52.682045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfe81c82-a4cc-40b4-87f7-9a60fb235fd3 req-c269ce6e-07ec-4163-95ad-8207a5dc35c7 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 210 time: 0.0568042 Jan 10 19:17:52.746316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53150) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.749238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:52.773878 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-58d39481-5979-4c75-b835-4ebd85f25253 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/0adddfa655fa425598ac55a308f59fc4 HTTP/1.1" status: 204 len: 168 time: 0.0958872 Jan 10 19:17:52.781899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53156) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.858957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-20dcf63d-997b-4035-8e0f-afb09c6e7ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296744 Jan 10 19:17:52.862198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:52.875322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d2282a09-7bd6-4b98-bede-4bf54cdc6037 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0917006 Jan 10 19:17:52.878228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53160) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.902019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fbda78bc-3465-4468-bbb2-7b6bf865610f tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "GET /v2.0/quotas/0adddfa655fa425598ac55a308f59fc4 HTTP/1.1" status: 200 len: 370 time: 0.0227985 Jan 10 19:17:52.904938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53164) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.914191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ef8430f-c974-4b45-a21b-0b2d71c4a90a tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "GET /v2.0/quotas/0adddfa655fa425598ac55a308f59fc4/default HTTP/1.1" status: 200 len: 370 time: 0.0083156 Jan 10 19:17:52.917982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53168) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:52.955036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926546058'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:52.964686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:52.966928 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-cb0a734c-f8da-4e85-bd5a-cc9bb3a79b75 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] delete failed (client error): The resource could not be found. Jan 10 19:17:52.968512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb0a734c-f8da-4e85-bd5a-cc9bb3a79b75 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/0adddfa655fa425598ac55a308f59fc4 HTTP/1.1" status: 404 len: 348 time: 0.0491903 Jan 10 19:17:52.972458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:52.982571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:52.992338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:52.996378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.013344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=93c22ff2-dd1c-41f0-a1ec-108b04fe7881,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:53.017982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:53.021262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.037926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-8e51309c-0534-450d-bd67-95d86d03fcb5 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:53.039389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-8e51309c-0534-450d-bd67-95d86d03fcb5 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 815 time: 0.6068547 Jan 10 19:17:53.040914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.049283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Transition to ACTIVE for port object fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:53.073908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Request body: {'port': {'device_id': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'admin_state_up': True, 'tenant_id': 'a47927791ef64329b2df102fc0531ab6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:53.074710 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.098495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.118916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:53.121934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.167357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:security_group_rule and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:53.172720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:53.196420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:53.230318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:53.240013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:53.242571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:53.292315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53174) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:53.292712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Pushing event updated for resources: {'Port': ['ID=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:53.351162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:53.351789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.404221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.405983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-5fd48467-827d-4256-92f8-455756ba28a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7622888 Jan 10 19:17:53.408814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.425065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.431880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Request body: {'port': {'device_id': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:53.499596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:53.514390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ebda2e-f798-4ec0-a053-faf6e4ba389e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:53.522852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.523225 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment ab082993-a553-4f87-b93c-49f1039642d6 of type vlan for network 015f09b7-6caa-43c7-87ea-3c760223e496 Jan 10 19:17:53.598047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.607502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.608807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4f1c45a-82db-4033-8a45-c52520e03d04 None None] Provisioning for port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:53.616254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4f1c45a-82db-4033-8a45-c52520e03d04 None None] Provisioning complete for port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:53.617047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c45a-82db-4033-8a45-c52520e03d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.665139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 is not hosted by any dhcp agent {{(pid=83629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 10 19:17:53.668842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:53.669436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.670703 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "PUT /v2.0/networks/2491dd39-a32b-427f-a78a-ed95dd6f7356 HTTP/1.1" status: 200 len: 723 time: 2.1098373 Jan 10 19:17:53.675622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:53.680973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1c45a-82db-4033-8a45-c52520e03d04 None None] Port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:17:53.691352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:53.748641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Allocated IP 172.25.6.160 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/80e0900f-bc29-4f52-a556-38276e67977f) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:53.764475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:network and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:53.775859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.779548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:53.780145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:53.847614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87255fe9-427c-4846-b75e-efd6f356fb76 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=2491dd39-a32b-427f-a78a-ed95dd6f7356,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:53.859293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:53.888101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:53.982694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d0d57858-cc04-4617-827d-945d370c11b0 req-a61bdf9a-1813-4e9c-b3fe-ec859a8a9987 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Synchronizing usage tracker for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:17:53.987338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2376525 Jan 10 19:17:54.007591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:54.026558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:54.038158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183203420'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:54.042823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:54.043361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:54.048320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.053678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc155388-cc61-4690-8c81-7282bac11cff tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=015f09b7-6caa-43c7-87ea-3c760223e496,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:54.056114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.058301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Usage tracker for resource:port and tenant:a47927791ef64329b2df102fc0531ab6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.062572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.070140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:54.070337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:subnet and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.072177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.074029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 015f09b7-6caa-43c7-87ea-3c760223e496 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:54.076779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.096613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:54.103180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:54.106207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.164552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:54.188511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:54.191426 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.200241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d0d57858-cc04-4617-827d-945d370c11b0 req-a61bdf9a-1813-4e9c-b3fe-ec859a8a9987 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Unset dirty status for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:17:54.201377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0d57858-cc04-4617-827d-945d370c11b0 req-a61bdf9a-1813-4e9c-b3fe-ec859a8a9987 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 210 time: 0.3763223 Jan 10 19:17:54.264987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Made reservation on behalf of a47927791ef64329b2df102fc0531ab6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:54.268510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.295767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:subnetpool and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.330651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.334527 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.341710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:17:54.352918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.377789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.378138 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment e8916bc6-bf6e-41c8-ae5d-7cac282b6291 of type vlan for network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 Jan 10 19:17:54.413628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:port and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.443697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.484050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:router and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.496851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.511133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.577036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:17:54.596861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.619038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:floatingip and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:54.642699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:54.663200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:17:54.679089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Pushing event updated for resources: {'Port': ['ID=80e0900f-bc29-4f52-a556-38276e67977f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:54.679287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.685182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:54.690668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:54.692694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:54.695001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:54.737244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Transition to ACTIVE for port object fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:54.738092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.741687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:54.742273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.774307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:54.983117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9669783 Jan 10 19:17:54.987866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53192) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:55.015672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831328a1-6cce-4f10-a503-b3f8dac52c98 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=d2003cfe-409e-42fe-bbf3-c2b0b81e3695,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:55.025547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:17:55.071108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:55.105110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.114494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Pushing event updated for resources: {'Port': ['ID=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:55.255639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:55.278676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': 'b22e2056-c664-4478-b718-7e3d705ab7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:55.282655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 2491dd39-a32b-427f-a78a-ed95dd6f7356, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:55.285348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Router a4a6f014-956c-4ddd-bc42-96c96db0fc1c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:17:55.294514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Attempting to bind port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:55.295022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Attempting to bind port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:55.295449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Attempting to bind port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:55.308554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:55.309095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Attempting to bind port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:55.319304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:55.319752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Checking segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:55.320236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Bound using segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:55.321081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Bound port: fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:55.321283 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.327719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:55.339982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:55.348048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:55.360675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:security_group and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:55.371988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:55.375153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:55.379706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:55.436635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd4b4956-2076-4e4f-bea0-a2fbca88c2f4 req-4d6152b1-0352-45a1-8021-3321cba0f4ea tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 210 time: 0.0672450 Jan 10 19:17:55.442651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 2491dd39-a32b-427f-a78a-ed95dd6f7356) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:55.453094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e662f71e-acfc-476c-bcba-3ddcfb958e97 None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:55.459711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:55.460310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.485782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] For port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:55.491620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5b2012fe-e93d-4bcb-843d-a6b87a246205 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8064139 Jan 10 19:17:55.491620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] For port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:55.492058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53198) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:55.497816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:55.519964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Usage tracker for resource:security_group_rule and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:55.528661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.573460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:55.616759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57fd686-c05c-4868-9816-ecd3079e9dc3 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:17:55.631802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.633168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] 10.222.0.44 "PUT /v2.0/ports/fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 HTTP/1.1" status: 200 len: 1091 time: 2.2134485 Jan 10 19:17:55.633614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'tag': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:55.693790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:55.697615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.722860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edbf6f-ee99-4931-8ec6-c2f6aad30ddf service neutron] Pushing event updated for resources: {'Port': ['ID=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:55.760625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-2491dd39-a32b-427f-a78a-ed95dd6f7356', 'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': '1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:55.761587 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.774309 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'tag': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'status': 'completed', 'code': 200} Jan 10 19:17:55.777005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Transition to ACTIVE for port object c57fd686-c05c-4868-9816-ecd3079e9dc3 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:55.779361 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76891f1c-8962-4be3-bf9d-be3cbe2c1836 tempest-QuotasTest-1891690673 tempest-QuotasTest-1891690673-project-admin] 10.222.0.21 "GET /v2.0/quotas/231d2449c5f5459cb0a1a7f6b5bc50e7/details.json HTTP/1.1" status: 200 len: 703 time: 2.4320223 Jan 10 19:17:55.819703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1972598'] for subnet, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.868830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Allocated IP 172.20.0.8 (ff7a0748-a8a7-47bf-ace5-7967c5eb91b3/25d633c3-9763-4576-82d2-2dd877885f58/534b9fca-e909-42dc-9494-55b7aedb180e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:55.900461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-900ee315-2e44-4da2-b3e4-ca56aefeef61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 1094 time: 0.1788120 Jan 10 19:17:55.934324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:55.954192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.015558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-6ceedc5c-720d-4eaf-8953-7202ef935fcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 HTTP/1.1" status: 200 len: 217 time: 0.1057606 Jan 10 19:17:56.148314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-ea51a263-437b-4459-9b9b-c658a99bd592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:56.149870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-ea51a263-437b-4459-9b9b-c658a99bd592 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.1295388 Jan 10 19:17:56.210111 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753943772398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2664734'] for subnet, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.281857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:56.282607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.286274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "PUT /v2.0/subnets/1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38 HTTP/1.1" status: 200 len: 806 time: 0.7910705 Jan 10 19:17:56.287996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53212) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:56.322172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Allocated IP 172.20.0.2 (2491dd39-a32b-427f-a78a-ed95dd6f7356/1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38/aef0934c-c52f-4f98-9833-bf1a8b960dc1) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:56.325460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.326298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.341601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda57832-8b7b-4b0b-87e6-e6fc9e19c530 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:56.391696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Pushing event updated for resources: {'Port': ['ID=c57fd686-c05c-4868-9816-ecd3079e9dc3,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:56.394456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:56.564918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-35896fb5-c6c6-408d-9d96-b5d795462589 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4085658 Jan 10 19:17:56.626619 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.639508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Transition to ACTIVE for port object aef0934c-c52f-4f98-9833-bf1a8b960dc1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:56.660226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Transition to ACTIVE for port object aef0934c-c52f-4f98-9833-bf1a8b960dc1 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:56.669632 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.719707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:56.729894 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:56.743607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:56.744309 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:56.744766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:56.745559 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:56.752708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:56.791016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.820379 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:56.821500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.831583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f477a17f-b46f-4131-9b28-4a2b00946ce7 req-e75d49f6-f97a-45a9-9db7-a6ed72b145d3 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 210 time: 0.1630538 Jan 10 19:17:56.834222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:56.835096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:56.847906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port aef0934c-c52f-4f98-9833-bf1a8b960dc1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:56.848224 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.907527 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:56.908349 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e588531-df30-4f19-95cc-982a23fdacef None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:56.937949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Pushing event updated for resources: {'Port': ['ID=aef0934c-c52f-4f98-9833-bf1a8b960dc1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:56.948890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Attempting to bind port aef0934c-c52f-4f98-9833-bf1a8b960dc1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:56.949280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Attempting to bind port aef0934c-c52f-4f98-9833-bf1a8b960dc1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b22e2056-c664-4478-b718-7e3d705ab7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:56.949640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Attempting to bind port aef0934c-c52f-4f98-9833-bf1a8b960dc1 on network 2491dd39-a32b-427f-a78a-ed95dd6f7356 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:56.956847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:56.957218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Checking segment: {'id': 'b22e2056-c664-4478-b718-7e3d705ab7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:56.957620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.958009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Bound using segment: {'id': 'b22e2056-c664-4478-b718-7e3d705ab7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:56.958720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Bound port: aef0934c-c52f-4f98-9833-bf1a8b960dc1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22e2056-c664-4478-b718-7e3d705ab7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2491dd39-a32b-427f-a78a-ed95dd6f7356'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:56.958844 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:56.959273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:56.966930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Usage tracker for resource:security_group_rule and tenant:263027d853f54fbb8890af6342f0d5c5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:56.973135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-d3e1dac9-f270-4d09-9f09-8ac94ac11e5c service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005680 Jan 10 19:17:56.975640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:57.007419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:57.055345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] For port aef0934c-c52f-4f98-9833-bf1a8b960dc1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:57.059235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] For port aef0934c-c52f-4f98-9833-bf1a8b960dc1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=aef0934c-c52f-4f98-9833-bf1a8b960dc1,segment=NetworkSegment(b22e2056-c664-4478-b718-7e3d705ab7e0),segment_id=b22e2056-c664-4478-b718-7e3d705ab7e0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:57.066640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.066832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.092838 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e6b8f397-ca42-4378-94e8-55d1b0a63c02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/ports/93c22ff2-dd1c-41f0-a1ec-108b04fe7881 HTTP/1.1" status: 204 len: 168 time: 7.7903950 Jan 10 19:17:57.102126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53228) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:57.167523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faac69-955e-404c-ba20-9464cb9446c8 None None] Pushing event updated for resources: {'Port': ['ID=aef0934c-c52f-4f98-9833-bf1a8b960dc1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:57.188365 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.283471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Transition to ACTIVE for port object 534b9fca-e909-42dc-9494-55b7aedb180e will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:17:57.290841 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3351b454-c8b0-4eb0-9f85-dd7468758f82 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/floatingips/4c382a3d-e283-482c-b3ee-76a2c7a43912 HTTP/1.1" status: 200 len: 687 time: 0.1876867 Jan 10 19:17:57.296961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53232) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:57.298719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Attempting to bind port c57fd686-c05c-4868-9816-ecd3079e9dc3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:17:57.299190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Attempting to bind port c57fd686-c05c-4868-9816-ecd3079e9dc3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:17:57.299593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Attempting to bind port c57fd686-c05c-4868-9816-ecd3079e9dc3 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:57.305623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bfb3dcf-f9c9-45ad-97e5-d5b6e7247051 req-16e8d951-71db-4b64-911d-64393a9251c4 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250489 Jan 10 19:17:57.424533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.438784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port aef0934c-c52f-4f98-9833-bf1a8b960dc1, host n-d-816927-8, got binding levels [] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:57.439165 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.445118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:17:57.448206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.455211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] Sync routers for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:17:57.468521 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3889fe4-d47a-43e5-95b3-50ba95f63ef4 admin admin] 10.222.0.21 "PUT /v2.0/routers/a4a6f014-956c-4ddd-bc42-96c96db0fc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6956906 Jan 10 19:17:57.471924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:57.472656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:57.477237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53236) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:57.480584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.580299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Port c57fd686-c05c-4868-9816-ecd3079e9dc3 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:17:57.580629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Attempting to bind port c57fd686-c05c-4868-9816-ecd3079e9dc3 on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:17:57.586322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=de7dd648-5ae2-4ebd-b245-88875cfe84b9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:57.671858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:57.689723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for aef0934c-c52f-4f98-9833-bf1a8b960dc1 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:57.689958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:17:57.690301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Checking segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:57.690687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Bound using segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:17:57.691139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Bound port: c57fd686-c05c-4868-9816-ecd3079e9dc3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:17:57.691478 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.711289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 02fe051b-3931-45dd-aa0d-bae965213f82 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:57.711630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.755072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf8eb8-f66b-466a-901e-d20ebc6a66ec,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:57.803970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-661023f2-0462-4e70-b02b-518a52f485a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=263027d853f54fbb8890af6342f0d5c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4047885 Jan 10 19:17:57.804258 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:57.805576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53242) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:57.884413 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-77623852-0559-4854-a46d-0b4e6864cd60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 1094 time: 0.5065064 Jan 10 19:17:57.982655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': 'ab082993-a553-4f87-b93c-49f1039642d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:17:57.982908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: 015f09b7-6caa-43c7-87ea-3c760223e496, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:17:58.044497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aef0934c-c52f-4f98-9833-bf1a8b960dc1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:17:58.095872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:17:58.099233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:17:58.099946 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:17:58.100959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Pushing event updated for resources: {'Port': ['ID=534b9fca-e909-42dc-9494-55b7aedb180e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:58.110294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:58.123957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] For port c57fd686-c05c-4868-9816-ecd3079e9dc3, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:17:58.126741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:17:58.220198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:17:47Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:58.221906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] For port c57fd686-c05c-4868-9816-ecd3079e9dc3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:17:58.227880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] Checking router: a4a6f014-956c-4ddd-bc42-96c96db0fc1c for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:17:58.230112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port aef0934c-c52f-4f98-9833-bf1a8b960dc1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:58.252593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] Routers {'a4a6f014-956c-4ddd-bc42-96c96db0fc1c'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:17:58.253235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:58.257880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.368644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe03786-c669-4d9b-a1ad-adef75da7fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.381995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 015f09b7-6caa-43c7-87ea-3c760223e496 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:17:58.393028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.393028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.409188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:58.409846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.443643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe03786-c669-4d9b-a1ad-adef75da7fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.457130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a234b-fcea-4198-86c5-792c52a1a556 req-d6630de1-74e5-4408-91bf-e48f55e412be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:58.458613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-d6630de1-74e5-4408-91bf-e48f55e412be service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 916 time: 0.5337427 Jan 10 19:17:58.468777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391db37a-59f3-4871-8905-ce09a4adcd1f req-1b21e95b-c06c-4118-a80e-fa1cfba099d4 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:58.476343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-391db37a-59f3-4871-8905-ce09a4adcd1f req-1b21e95b-c06c-4118-a80e-fa1cfba099d4 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 931 time: 0.3739491 Jan 10 19:17:58.517322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] Set router a4a6f014-956c-4ddd-bc42-96c96db0fc1c gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:17:58.595892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56736aab-ab4c-43c3-bfa8-e0fee660c55f None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:58.600939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 02fe051b-3931-45dd-aa0d-bae965213f82 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:58.633504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.634989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] 10.222.0.44 "PUT /v2.0/ports/c57fd686-c05c-4868-9816-ecd3079e9dc3 HTTP/1.1" status: 200 len: 1091 time: 6.0329006 Jan 10 19:17:58.640256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395e3106-79d9-4785-833a-91c60f6161d8', 'tag': 'c57fd686-c05c-4868-9816-ecd3079e9dc3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:17:58.645273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 015f09b7-6caa-43c7-87ea-3c760223e496) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:17:58.739609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port aef0934c-c52f-4f98-9833-bf1a8b960dc1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:17:58.739863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.786536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-f5125307-fcff-44c1-89bc-78bf2b2c706c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 HTTP/1.1" status: 200 len: 217 time: 0.3081450 Jan 10 19:17:58.823479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba062b-b88a-489b-b1b1-818d171df0fb service neutron] Pushing event updated for resources: {'Port': ['ID=c57fd686-c05c-4868-9816-ecd3079e9dc3,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:58.827568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e8a821b7-f85f-47c5-9974-4c191ecb4e99 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7610681 Jan 10 19:17:58.834380 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395e3106-79d9-4785-833a-91c60f6161d8', 'tag': 'c57fd686-c05c-4868-9816-ecd3079e9dc3', 'status': 'completed', 'code': 200} Jan 10 19:17:58.849949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543a059-221a-472b-9519-8d88e2db5c17 None None] Network 015f09b7-6caa-43c7-87ea-3c760223e496 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:17:58.888252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Request body: {'port': {'device_id': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:58.914214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:58.915132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.920656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b0d1fddb-41f3-48b1-a9c3-19f47f606d2a None None] Provisioning for port 534b9fca-e909-42dc-9494-55b7aedb180e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:17:58.961915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:58.970819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:17:59.024301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a234b-fcea-4198-86c5-792c52a1a556 req-48c052a0-db43-4558-9995-11134e4a55dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:17:59.025876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-48c052a0-db43-4558-9995-11134e4a55dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.2311947 Jan 10 19:17:59.037632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-391db37a-59f3-4871-8905-ce09a4adcd1f req-dc98a909-6440-4093-b4f8-9c6c9bdf75c2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605214 Jan 10 19:17:59.054932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b0d1fddb-41f3-48b1-a9c3-19f47f606d2a None None] Provisioning complete for port 534b9fca-e909-42dc-9494-55b7aedb180e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:17:59.055397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b0d1fddb-41f3-48b1-a9c3-19f47f606d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.095169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a005f030-9aed-4b75-9417-72a3bfc2d451 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1032779 Jan 10 19:17:59.143194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53252) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:59.163928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:17:59.169020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe03786-c669-4d9b-a1ad-adef75da7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.234443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1fddb-41f3-48b1-a9c3-19f47f606d2a None None] Port 534b9fca-e909-42dc-9494-55b7aedb180e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:17:59.243277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe03786-c669-4d9b-a1ad-adef75da7fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf8eb8-f66b-466a-901e-d20ebc6a66ec,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:59.301629 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe03786-c669-4d9b-a1ad-adef75da7fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.309478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2fe03786-c669-4d9b-a1ad-adef75da7fc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fdf8eb8-f66b-466a-901e-d20ebc6a66ec HTTP/1.1" status: 204 len: 168 time: 1.4972281 Jan 10 19:17:59.351565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.371019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port aef0934c-c52f-4f98-9833-bf1a8b960dc1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=aef0934c-c52f-4f98-9833-bf1a8b960dc1,segment=NetworkSegment(b22e2056-c664-4478-b718-7e3d705ab7e0),segment_id=b22e2056-c664-4478-b718-7e3d705ab7e0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:17:59.373223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.389367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.442561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-0a3c6baf-1172-4289-8879-41db18983b60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 1094 time: 0.6104724 Jan 10 19:17:59.492289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=02fe051b-3931-45dd-aa0d-bae965213f82,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:17:59.544266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-015f09b7-6caa-43c7-87ea-3c760223e496', 'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': 'de7dd648-5ae2-4ebd-b245-88875cfe84b9'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:17:59.545795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:17:59.568035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for aef0934c-c52f-4f98-9833-bf1a8b960dc1 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:17:59.569835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:17:47Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:17:59.571530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:17:59.583649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2f7a1-5e54-4e67-a6e3-a5e1f755ec56 None None] The sync data for ids ['a4a6f014-956c-4ddd-bc42-96c96db0fc1c'] in n-d-816927-8 is: [{'id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-64461149-router', 'tenant_id': '8b66e79caa934560af03a8bee5c5463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:15:42Z', 'updated_at': '2022-01-10T19:17:47Z', 'revision_number': 5, 'project_id': '8b66e79caa934560af03a8bee5c5463a', 'gw_port': {'id': '05615f10-ae17-4a05-bbd0-118eb9a5518b', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6f014-956c-4ddd-bc42-96c96db0fc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:15:43Z', 'updated_at': '2022-01-10T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:17:59.632099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:17:59.643470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:17:59.652061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-5944768b-c9af-4744-a92c-12b32116e147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3 HTTP/1.1" status: 200 len: 217 time: 0.1624360 Jan 10 19:17:59.684787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:17:59.731065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53260) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:17:59.780105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Allocated IP 2001:db8::2 (015f09b7-6caa-43c7-87ea-3c760223e496/de7dd648-5ae2-4ebd-b245-88875cfe84b9/89a53448-9346-4640-9c08-10179c9058a1) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:17:59.817210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-b6696b3f-f3f7-4835-a007-8c0cffc78a9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7762432 Jan 10 19:17:59.839667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:17:59.947723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:17:59.950101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8697011-e7c8-4f9b-ae32-e07e9c945cb6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:17:59.990368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c8697011-e7c8-4f9b-ae32-e07e9c945cb6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:17:59.990984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8697011-e7c8-4f9b-ae32-e07e9c945cb6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:17:59.992632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3915822-48c0-432e-baa9-f6e01f1aa5fc None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:00.010841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.059520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-9a6c5e94-8b0d-48eb-8d6b-e866ca7842e5 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328024 Jan 10 19:18:00.089866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.104726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.198429 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:18:00.214489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=aef0934c-c52f-4f98-9833-bf1a8b960dc1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:00.244521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-23268f4b-66aa-4a5a-8ab6-b716e745f036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:00.246024 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-23268f4b-66aa-4a5a-8ab6-b716e745f036 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.5625455 Jan 10 19:18:00.266630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.329809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-40db890f-9ec3-4cff-9567-0fe8012169c4 None None] Provisioning for port aef0934c-c52f-4f98-9833-bf1a8b960dc1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:00.369104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-40db890f-9ec3-4cff-9567-0fe8012169c4 None None] Provisioning complete for port aef0934c-c52f-4f98-9833-bf1a8b960dc1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:00.369471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-40db890f-9ec3-4cff-9567-0fe8012169c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.379727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port aef0934c-c52f-4f98-9833-bf1a8b960dc1 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:00.419264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.435586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-40db890f-9ec3-4cff-9567-0fe8012169c4 None None] Port aef0934c-c52f-4f98-9833-bf1a8b960dc1 was deleted so its status cannot be updated. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 10 19:18:00.449965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:00.464662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Deleting port 05615f10-ae17-4a05-bbd0-118eb9a5518b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:00.465045 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.471355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.497229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'port_id': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'mac_address': 'fa:16:3e:f8:bc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d633c3-9763-4576-82d2-2dd877885f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:18:00.532889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Transition to ACTIVE for port object 89a53448-9346-4640-9c08-10179c9058a1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:00.552624 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.557346 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-33765bd1-4371-4669-af7a-6b8a6843a0df tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/floatingips/4c382a3d-e283-482c-b3ee-76a2c7a43912 HTTP/1.1" status: 204 len: 168 time: 3.2514908 Jan 10 19:18:00.557346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:00.565281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53268) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:00.571752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Usage tracker for resource:security_group_rule and tenant:231d2449c5f5459cb0a1a7f6b5bc50e7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:00.596200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '2acd839d-ff4b-499c-bf0f-90e225142cd2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:00.597791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6168424d-6e84-491d-bbfa-ae5a1e14d4af None None] Could not find standard attr ID for object aef0934c-c52f-4f98-9833-bf1a8b960dc1. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:18:00.601177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:00.614335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Transition to ACTIVE for port object 89a53448-9346-4640-9c08-10179c9058a1 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:00.618723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:00.622194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:00.632763 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.645943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:floatingip and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:00.666034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.668787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:00.681086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:00.683059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-983a234b-fcea-4198-86c5-792c52a1a556 req-1fc1973e-6812-46b2-a0c3-83f2274fb992 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162519 Jan 10 19:18:00.687749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.713503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:00.725123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Sync routers for ids ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:00.741171 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Routers {'eeb943f9-df9a-4968-b4a3-d7d5f0baba42'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:00.742180 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:00.783164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:18:00.796774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.820040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Network 015f09b7-6caa-43c7-87ea-3c760223e496 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:00.837278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:00.850209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Pushing event updated for resources: {'Port': ['ID=89a53448-9346-4640-9c08-10179c9058a1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:00.861870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:00.862673 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-1fa5394d-8247-45e6-bc33-558765f51039 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5562003 Jan 10 19:18:00.870554 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.873355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:00.874782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee2689-9a06-44cf-831f-5d4d7d79da2c req-74e18b94-2e31-41dd-aa1c-e8724072bfce tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:00.877865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-daee2689-9a06-44cf-831f-5d4d7d79da2c req-74e18b94-2e31-41dd-aa1c-e8724072bfce tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 931 time: 0.5652614 Jan 10 19:18:00.938693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:00.947056 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-45a9d4cb-049d-4f79-9174-842c7edaafbe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0368845 Jan 10 19:18:00.950184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53272) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:00.984024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] For port 05615f10-ae17-4a05-bbd0-118eb9a5518b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05615f10-ae17-4a05-bbd0-118eb9a5518b,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:00.985102 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.040390 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Set router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:18:01.048828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:01.052739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Attempting to bind port 89a53448-9346-4640-9c08-10179c9058a1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:01.053109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Attempting to bind port 89a53448-9346-4640-9c08-10179c9058a1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ab082993-a553-4f87-b93c-49f1039642d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:01.053477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Attempting to bind port 89a53448-9346-4640-9c08-10179c9058a1 on network 015f09b7-6caa-43c7-87ea-3c760223e496 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:01.060911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:01.061382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Checking segment: {'id': 'ab082993-a553-4f87-b93c-49f1039642d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:01.062373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.062827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Bound using segment: {'id': 'ab082993-a553-4f87-b93c-49f1039642d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:01.063386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Bound port: 89a53448-9346-4640-9c08-10179c9058a1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab082993-a553-4f87-b93c-49f1039642d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '015f09b7-6caa-43c7-87ea-3c760223e496'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:01.063829 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.173232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fdf7797f-e4ef-4190-9e4e-bf43e0d5b636'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:18:01.256772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534b9fca-e909-42dc-9494-55b7aedb180e {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:18:01.257040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Calling delete_port for 05615f10-ae17-4a05-bbd0-118eb9a5518b owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:01.263911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.280027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Transition to ACTIVE for port object 534b9fca-e909-42dc-9494-55b7aedb180e will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:01.286224 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.303564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] For port 89a53448-9346-4640-9c08-10179c9058a1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:01.307523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] For port 89a53448-9346-4640-9c08-10179c9058a1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=89a53448-9346-4640-9c08-10179c9058a1,segment=NetworkSegment(ab082993-a553-4f87-b93c-49f1039642d6),segment_id=ab082993-a553-4f87-b93c-49f1039642d6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:01.314763 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.326710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.327916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.372257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:01.399170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.417494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Pushing event updated for resources: {'Port': ['ID=534b9fca-e909-42dc-9494-55b7aedb180e,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:01.422089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac23b5-b618-448b-9c50-7786710d3367 None None] Network 2491dd39-a32b-427f-a78a-ed95dd6f7356 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:01.472545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.518317 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:17:55Z', 'revision_number': 3, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:01.528621 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Checking router: eeb943f9-df9a-4968-b4a3-d7d5f0baba42 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:18:01.529045 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Updating router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 port 80e0900f-bc29-4f52-a556-38276e67977f binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:18:01.566000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-daee2689-9a06-44cf-831f-5d4d7d79da2c req-a52f9ddd-c2af-4fb0-b301-23e1eb3d6d0d tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704419 Jan 10 19:18:01.582081 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.588549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:01.588908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: d2003cfe-409e-42fe-bbf3-c2b0b81e3695, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:01.602519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b749-4caf-4f77-ac0f-ed0e508a865f None None] Pushing event updated for resources: {'Port': ['ID=89a53448-9346-4640-9c08-10179c9058a1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:01.621469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.656104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2491dd39-a32b-427f-a78a-ed95dd6f7356']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:01.672024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22e2056-c664-4478-b718-7e3d705ab7e0') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:01.672868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22e2056-c664-4478-b718-7e3d705ab7e0') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:01.690722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.707460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcbe3ec-e279-41fa-8fff-d4df8737b63a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:01.715529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.727943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:01.728447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:01.761086 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:01.817200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:01.824341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=7b9953aa-7254-4065-9781-cafafcc6c888,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:01.879324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d2003cfe-409e-42fe-bbf3-c2b0b81e3695) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:01.910580 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0eb1f200-aa1b-4c74-9341-42b05c0d250e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=231d2449c5f5459cb0a1a7f6b5bc50e7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1693077 Jan 10 19:18:01.912344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:01.912489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:01.912614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:01.920020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2745e1-6b82-4e48-9051-fd1b576d7050 None None] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:01.932119 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-bd4bd170-b5f4-4983-b82b-de2ad5b1f61d service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332143 Jan 10 19:18:01.980952 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3d08d7ed-3ae0-49da-8e32-888df4964dcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8366005 Jan 10 19:18:01.981682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53282) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:02.039966 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.064009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.067859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1647704905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:02.074976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:02.077019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.079252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:02.097506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:02.124747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:02.126860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=2491dd39-a32b-427f-a78a-ed95dd6f7356,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:02.146054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bcf91c-76d8-4d41-b68d-dc2f6f47857c None None] DHCP port deletion for 2491dd39-a32b-427f-a78a-ed95dd6f7356 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:02.150205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aef0934c-c52f-4f98-9833-bf1a8b960dc1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:02.158837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05615f10-ae17-4a05-bbd0-118eb9a5518b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:02.165081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-55206620-3010-4273-83b2-e7b31b34d9b1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/2491dd39-a32b-427f-a78a-ed95dd6f7356 HTTP/1.1" status: 204 len: 168 time: 5.8702850 Jan 10 19:18:02.174614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53286) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:02.220835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: aef0934c-c52f-4f98-9833-bf1a8b960dc1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:18:02.221189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aef0934c-c52f-4f98-9833-bf1a8b960dc1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:18:02.272260 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e74ab6-ed89-4d1f-8305-793c40d7b8a8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:02.272712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e74ab6-ed89-4d1f-8305-793c40d7b8a8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:02.277704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a4e74ab6-ed89-4d1f-8305-793c40d7b8a8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/2491dd39-a32b-427f-a78a-ed95dd6f7356 HTTP/1.1" status: 404 len: 339 time: 0.0975626 Jan 10 19:18:02.294312 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.309407 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Transition to ACTIVE for port object 80e0900f-bc29-4f52-a556-38276e67977f will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:02.323150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53290) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:02.337260 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.338709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-384360623', 'description': 'd1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:02.342485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d10c6d3-160d-4497-aafa-0ce58c235ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.358808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.359870 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.364797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:02.380198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:network and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:02.392291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:02.407660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:02.410649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d10c6d3-160d-4497-aafa-0ce58c235ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.433794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d2003cfe-409e-42fe-bbf3-c2b0b81e3695', 'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': '7b9953aa-7254-4065-9781-cafafcc6c888'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:02.434753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.435359 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Pushing event updated for resources: {'Port': ['ID=80e0900f-bc29-4f52-a556-38276e67977f,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:02.463392 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.464309 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.464866 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.465452 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.466024 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.466607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.467153 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.467782 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.468839 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.469360 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.470322 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:02.476897 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Attempting to bind port 80e0900f-bc29-4f52-a556-38276e67977f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:02.477556 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Attempting to bind port 80e0900f-bc29-4f52-a556-38276e67977f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:02.478172 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Attempting to bind port 80e0900f-bc29-4f52-a556-38276e67977f on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:02.487592 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:02.488482 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:02.489168 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.490016 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:02.490892 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7cc07e2-c2d9-49ef-a407-19b60d87f209 req-9ac9f579-aaff-4675-a122-686dee308077 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474639 Jan 10 19:18:02.491287 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Bound port: 80e0900f-bc29-4f52-a556-38276e67977f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:02.491895 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.544469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.596045 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] For port 80e0900f-bc29-4f52-a556-38276e67977f, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:02.600509 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] For port 80e0900f-bc29-4f52-a556-38276e67977f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=80e0900f-bc29-4f52-a556-38276e67977f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:02.606264 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.684458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Attempting to bind port 534b9fca-e909-42dc-9494-55b7aedb180e on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:02.684959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d10c6d3-160d-4497-aafa-0ce58c235ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.688810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Attempting to bind port 534b9fca-e909-42dc-9494-55b7aedb180e by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:02.693166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Attempting to bind port 534b9fca-e909-42dc-9494-55b7aedb180e on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:02.701324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:02.704240 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.704911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.718011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c6d3-160d-4497-aafa-0ce58c235ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcbe3ec-e279-41fa-8fff-d4df8737b63a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:02.724804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.752965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Allocated IP 2001:db8:1::2 (d2003cfe-409e-42fe-bbf3-c2b0b81e3695/7b9953aa-7254-4065-9781-cafafcc6c888/30cb7496-abf7-4b9d-8db4-fc94afa41a64) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:02.773010 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Routers {'eeb943f9-df9a-4968-b4a3-d7d5f0baba42'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:02.774126 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:02.802253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Port 534b9fca-e909-42dc-9494-55b7aedb180e on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:18:02.802843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Attempting to bind port 534b9fca-e909-42dc-9494-55b7aedb180e on network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:02.914183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:02.914663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Checking segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:02.915226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Bound using segment: {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:02.915783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Bound port: 534b9fca-e909-42dc-9494-55b7aedb180e, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:02.917592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.947649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:02.960191 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f254bd-4f0f-4276-97a6-71a3605f4701 None None] Pushing event updated for resources: {'Port': ['ID=80e0900f-bc29-4f52-a556-38276e67977f,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:03.045531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] Set router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:18:03.118447 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.130950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Transition to ACTIVE for port object 30cb7496-abf7-4b9d-8db4-fc94afa41a64 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:03.151698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Transition to ACTIVE for port object 30cb7496-abf7-4b9d-8db4-fc94afa41a64 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:03.159853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.257889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:03.264680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:03.270757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:03.273507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Pushing event updated for resources: {'Port': ['ID=30cb7496-abf7-4b9d-8db4-fc94afa41a64,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:03.280053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] For port 534b9fca-e909-42dc-9494-55b7aedb180e, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:03.283772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] For port 534b9fca-e909-42dc-9494-55b7aedb180e, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=534b9fca-e909-42dc-9494-55b7aedb180e,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:03.284578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:03.304227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.312543 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.313143 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment ac5fc0d3-fcdc-4a73-af7a-d3572a8d5d14 of type vlan for network 395bd998-2faa-4dda-9c59-3ed6a3f2c01b Jan 10 19:18:03.345006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.381671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d10c6d3-160d-4497-aafa-0ce58c235ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.383580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d10c6d3-160d-4497-aafa-0ce58c235ca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edcbe3ec-e279-41fa-8fff-d4df8737b63a HTTP/1.1" status: 204 len: 168 time: 1.4708734 Jan 10 19:18:03.391878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24636616-75b6-4160-874b-39fc0f745106 None None] Network 015f09b7-6caa-43c7-87ea-3c760223e496 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:03.401785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.406892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:03.408310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.410821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Pushing event updated for resources: {'Port': ['ID=534b9fca-e909-42dc-9494-55b7aedb180e,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:03.438479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.439921 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0e5245b0-36ab-474c-882f-49b7331b3b9b service neutron] 10.222.0.44 "PUT /v2.0/ports/534b9fca-e909-42dc-9494-55b7aedb180e HTTP/1.1" status: 200 len: 1091 time: 4.5620008 Jan 10 19:18:03.463104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'tag': '534b9fca-e909-42dc-9494-55b7aedb180e'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:18:03.494658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1707394 Jan 10 19:18:03.494854 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-6d7ce3b2-7dd0-4e11-929a-171f62e81a3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 1094 time: 0.8941860 Jan 10 19:18:03.502825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53302) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:03.538274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Attempting to bind port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:03.538747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Attempting to bind port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:03.539200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Attempting to bind port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 on network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:03.546609 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:17:55Z', 'revision_number': 3, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:03.553741 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4d8ce-dd6b-4d59-9c0a-a435db4d5de5 None None] The sync data for ids ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'] in n-d-816927-8 is: [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:17:55Z', 'revision_number': 3, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:03.593938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.596237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c8d8fd67-168c-4695-b159-4178e7360557 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5696192 Jan 10 19:18:03.609227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:03.609838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Checking segment: {'id': 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:03.610433 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.611068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Bound using segment: {'id': 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:03.611749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Bound port: 30cb7496-abf7-4b9d-8db4-fc94afa41a64, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2003cfe-409e-42fe-bbf3-c2b0b81e3695'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:03.612400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:03.633936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1a10d2a7-dae1-4be9-8149-975a12d45d33 None None] Provisioning for port 89a53448-9346-4640-9c08-10179c9058a1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:03.741860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53304) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:03.994606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a80f1-31f6-4941-90b0-570721b192f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:03.999169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5c8a80f1-31f6-4941-90b0-570721b192f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Synchronizing usage tracker for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:04.002405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:04.044033 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'tag': '534b9fca-e909-42dc-9494-55b7aedb180e', 'status': 'completed', 'code': 200} Jan 10 19:18:04.083942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.113242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9fb55-0d12-4152-8657-dde0b5ec9ac2 req-87326799-c214-44f8-bf52-474831260d05 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:04.114534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7a9fb55-0d12-4152-8657-dde0b5ec9ac2 req-87326799-c214-44f8-bf52-474831260d05 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 943 time: 1.2795191 Jan 10 19:18:04.118528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f966cc8-1680-4073-bfd2-2146cb566532 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=395bd998-2faa-4dda-9c59-3ed6a3f2c01b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:04.142246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.101 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/6847b492-253f-49cc-9294-fc44e853fb3d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:04.174750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-c47155b6-4546-4606-bfb6-40f304221ce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:04.180875 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-c47155b6-4546-4606-bfb6-40f304221ce3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 916 time: 0.6744609 Jan 10 19:18:04.211165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 395bd998-2faa-4dda-9c59-3ed6a3f2c01b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:04.211348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.215923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7a9fb55-0d12-4152-8657-dde0b5ec9ac2 req-11c613e8-9459-41fe-a23d-43cd960d38c0 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788279 Jan 10 19:18:04.278047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] For port 30cb7496-abf7-4b9d-8db4-fc94afa41a64, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:04.289428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 89a53448-9346-4640-9c08-10179c9058a1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:04.550968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.551739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a6f014-956c-4ddd-bc42-96c96db0fc1c {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:18:04.564786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.566169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6ff5fb94-ea8e-493d-8927-4237ba0078c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a4a6f014-956c-4ddd-bc42-96c96db0fc1c HTTP/1.1" status: 204 len: 168 time: 7.0866306 Jan 10 19:18:04.581974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.595721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] For port 30cb7496-abf7-4b9d-8db4-fc94afa41a64, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=30cb7496-abf7-4b9d-8db4-fc94afa41a64,segment=NetworkSegment(e8916bc6-bf6e-41c8-ae5d-7cac282b6291),segment_id=e8916bc6-bf6e-41c8-ae5d-7cac282b6291)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:04.616735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5c8a80f1-31f6-4941-90b0-570721b192f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Unset dirty status for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:04.620870 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5c8a80f1-31f6-4941-90b0-570721b192f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks?id=395bd998-2faa-4dda-9c59-3ed6a3f2c01b HTTP/1.1" status: 200 len: 760 time: 1.0208342 Jan 10 19:18:04.620870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:04.630898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53324) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:04.656749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.681411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.729674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.742291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'description': 'd2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:04.775315 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-b4025ba3-cb87-48ec-bdc6-2d03e5942100 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 1094 time: 1.2715383 Jan 10 19:18:04.925418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:04.949306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:04.949697 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:04.993302 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-432e3ce0-2fd8-487a-81e3-0255d73ea1cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=534b9fca-e909-42dc-9494-55b7aedb180e HTTP/1.1" status: 200 len: 217 time: 0.1472402 Jan 10 19:18:05.006385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-27bdebf2-4fde-477c-a39e-9d68b833b06f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3 HTTP/1.1" status: 200 len: 217 time: 0.8105342 Jan 10 19:18:05.096645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892feb3-e6e1-4031-be55-3c79c31d8735 None None] Pushing event updated for resources: {'Port': ['ID=30cb7496-abf7-4b9d-8db4-fc94afa41a64,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:05.129089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 89a53448-9346-4640-9c08-10179c9058a1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:05.149086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 89a53448-9346-4640-9c08-10179c9058a1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:05.149461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.315872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-171b905a-29aa-4ee5-9886-eb01e5047e0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:05.320577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-171b905a-29aa-4ee5-9886-eb01e5047e0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.3264103 Jan 10 19:18:05.351500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Deleting subnet def91e0f-5dd6-440c-bc68-36bd11fb61c3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:05.374545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8::1 (015f09b7-6caa-43c7-87ea-3c760223e496/de7dd648-5ae2-4ebd-b245-88875cfe84b9/b596778e-01f1-4d70-ab98-f2df5268022b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:05.422303 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.448228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-5c22ad7e-5a64-493a-8426-79373621d004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:05.449711 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-5c22ad7e-5a64-493a-8426-79373621d004 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.1187036 Jan 10 19:18:05.455832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53342) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:05.466204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78825a45-d4c9-4363-bb1d-c77dc293b4a2 None None] Provisioning complete for port 89a53448-9346-4640-9c08-10179c9058a1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:05.466582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78825a45-d4c9-4363-bb1d-c77dc293b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.469514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.540921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:18:05.558611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.576855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:05.592094 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.667667 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'code': 200} Jan 10 19:18:05.723104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 89a53448-9346-4640-9c08-10179c9058a1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=89a53448-9346-4640-9c08-10179c9058a1,segment=NetworkSegment(ab082993-a553-4f87-b93c-49f1039642d6),segment_id=ab082993-a553-4f87-b93c-49f1039642d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:05.740791 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.771356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:05.849117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=89a53448-9346-4640-9c08-10179c9058a1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:05.918531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.933598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d2b0-7917-49a5-b40a-436c3657403a req-c9d08bb1-66d7-47e0-84e5-157f63d7946d tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:05.935135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1de5d2b0-7917-49a5-b40a-436c3657403a req-c9d08bb1-66d7-47e0-84e5-157f63d7946d tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 943 time: 0.5360601 Jan 10 19:18:05.950722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object b596778e-01f1-4d70-ab98-f2df5268022b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:05.954937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:05.957835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470d63ff-29d9-4d5d-b48b-2991b07309be req-ee7a9475-4341-4a67-9214-38fff2ae0b51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 1096 time: 0.2006416 Jan 10 19:18:05.989482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:05.990537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c57fd686-c05c-4868-9816-ecd3079e9dc3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:18:06.008215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:06.011453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=6847b492-253f-49cc-9294-fc44e853fb3d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:06.020927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:06.044900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1de5d2b0-7917-49a5-b40a-436c3657403a req-b7b0171c-e3ed-450e-bdd8-4fef821133dc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954084 Jan 10 19:18:06.052063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-470d63ff-29d9-4d5d-b48b-2991b07309be req-dc54f584-060d-41a1-8846-31e3808d978c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769079 Jan 10 19:18:06.063917 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.215851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 89a53448-9346-4640-9c08-10179c9058a1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:06.234623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 015f09b7-6caa-43c7-87ea-3c760223e496 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:06.238330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:06.240170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1211505718'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:06.243698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:06.244439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.248929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=b596778e-01f1-4d70-ab98-f2df5268022b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:06.316515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.345169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c57fd686-c05c-4868-9816-ecd3079e9dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:06.370211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'c57fd686-c05c-4868-9816-ecd3079e9dc3', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'port_id': 'c57fd686-c05c-4868-9816-ecd3079e9dc3', 'mac_address': 'fa:16:3e:ef:2c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d633c3-9763-4576-82d2-2dd877885f58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:18:06.373792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.434317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:06.452334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 89a53448-9346-4640-9c08-10179c9058a1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:06.452708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.515064 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.552405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57fd686-c05c-4868-9816-ecd3079e9dc3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:18:06.559909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:network and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:06.579232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c57fd686-c05c-4868-9816-ecd3079e9dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:06.579441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:06.611179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.629032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:06.704379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 80e0900f-bc29-4f52-a556-38276e67977f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:06.749605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.770796 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-0f7968a2-1fb7-44aa-84a7-12f798fe795d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4140882 Jan 10 19:18:06.782181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c57fd686-c05c-4868-9816-ecd3079e9dc3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:06.786150 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-880d8d8d-0ecd-4134-a937-b38753cdefbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1929874 Jan 10 19:18:06.796399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-332823b1-546d-4991-9e32-ac650fab5256 None None] Provisioning for port b596778e-01f1-4d70-ab98-f2df5268022b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:06.803384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-332823b1-546d-4991-9e32-ac650fab5256 None None] Provisioning complete for port b596778e-01f1-4d70-ab98-f2df5268022b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:06.803767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-332823b1-546d-4991-9e32-ac650fab5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.852535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Made reservation on behalf of 7b17a3b15d9d42ef974a97671e7d533c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:06.856941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 80e0900f-bc29-4f52-a556-38276e67977f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:06.857887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.866579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 80e0900f-bc29-4f52-a556-38276e67977f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:06.866988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.898909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.900170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f2730-2e1b-4687-82e0-84d5bf717715 None None] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:06.900478 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.904345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.905719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.922193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-332823b1-546d-4991-9e32-ac650fab5256 None None] Port b596778e-01f1-4d70-ab98-f2df5268022b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:06.928491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['c57fd686-c05c-4868-9816-ecd3079e9dc3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:18:06.969570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 395bd998-2faa-4dda-9c59-3ed6a3f2c01b is not hosted by any dhcp agent {{(pid=83629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 10 19:18:06.973180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:06.973767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:06.977815 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "PUT /v2.0/networks/395bd998-2faa-4dda-9c59-3ed6a3f2c01b HTTP/1.1" status: 200 len: 757 time: 2.3332639 Jan 10 19:18:06.978943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53352) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:06.979061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.108553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.156675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=b596778e-01f1-4d70-ab98-f2df5268022b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:07.162500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-983aa93a-b603-4b31-b989-3cfb872a18af None None] Provisioning for port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:07.188639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.262070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58260bf5-14e7-4ae1-9343-9eeddd7ba4c5 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:07.262351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def91e0f-5dd6-440c-bc68-36bd11fb61c3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:07.262745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-58260bf5-14e7-4ae1-9343-9eeddd7ba4c5 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Synchronizing usage tracker for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:07.323036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.344148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-58260bf5-14e7-4ae1-9343-9eeddd7ba4c5 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Unset dirty status for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:07.345318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-58260bf5-14e7-4ae1-9343-9eeddd7ba4c5 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks?id=395bd998-2faa-4dda-9c59-3ed6a3f2c01b HTTP/1.1" status: 200 len: 760 time: 0.3629370 Jan 10 19:18:07.347284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 015f09b7-6caa-43c7-87ea-3c760223e496 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:07.350587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53358) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:07.353901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:07.380760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-479614668'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:07.389114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 80e0900f-bc29-4f52-a556-38276e67977f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=80e0900f-bc29-4f52-a556-38276e67977f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:07.403320 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a79c41c9-b664-4c55-b50a-b4c9a793a3b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/def91e0f-5dd6-440c-bc68-36bd11fb61c3 HTTP/1.1" status: 204 len: 168 time: 2.7770917 Jan 10 19:18:07.430354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53364) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:07.434230 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.435103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 30cb7496-abf7-4b9d-8db4-fc94afa41a64 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:07.449820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d6529-b19e-4cb8-82b0-2ac17af878b8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=395bd998-2faa-4dda-9c59-3ed6a3f2c01b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:07.517327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 395bd998-2faa-4dda-9c59-3ed6a3f2c01b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:07.636014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:07.651728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:07.664009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:security_group_rule and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:07.685370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:07.685677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:07.700455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=80e0900f-bc29-4f52-a556-38276e67977f,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:07.706703 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-e3517008-7409-458c-950e-a658c1c36110 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925848 Jan 10 19:18:07.707542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:07.724907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:07.727846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.752740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-791fbeda-1ec1-4c75-bf7f-440a5bf32150 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9372807 Jan 10 19:18:07.770690 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.771717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a5390-ae81-489c-9744-0e45e3439574 req-988e6ed5-ed18-4f37-bdc4-49e8d8b3ab48 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:07.778641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c0a5390-ae81-489c-9744-0e45e3439574 req-988e6ed5-ed18-4f37-bdc4-49e8d8b3ab48 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 943 time: 0.4301665 Jan 10 19:18:07.790769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:07.812784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:07.813040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.814453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:07.889582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c4bdda0-21d5-44d4-bffa-f59c71a1a844 None None] Provisioning complete for port b596778e-01f1-4d70-ab98-f2df5268022b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:07.889956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdda0-21d5-44d4-bffa-f59c71a1a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:07.970497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bdda0-21d5-44d4-bffa-f59c71a1a844 None None] Port b596778e-01f1-4d70-ab98-f2df5268022b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:08.023669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.023669 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment 173c8e6b-b573-4432-9600-ff900496fa4c of type vlan for network c4a2fe47-413a-443d-88b0-79047643fadb Jan 10 19:18:08.059608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c0a5390-ae81-489c-9744-0e45e3439574 req-ec970b56-c93b-4816-a2e9-e59750df45f9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799604 Jan 10 19:18:08.070960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.124606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 30cb7496-abf7-4b9d-8db4-fc94afa41a64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=30cb7496-abf7-4b9d-8db4-fc94afa41a64,segment=NetworkSegment(e8916bc6-bf6e-41c8-ae5d-7cac282b6291),segment_id=e8916bc6-bf6e-41c8-ae5d-7cac282b6291)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:08.134761 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.165501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.185980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05615f10-ae17-4a05-bbd0-118eb9a5518b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:08.200411 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a7a1f803-5569-47b7-876e-8005f9ed9a8f req-fe8e8b46-bb83-4ca6-8709-894853851170 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399836 Jan 10 19:18:08.252924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.257530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:08.258304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.258645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 05615f10-ae17-4a05-bbd0-118eb9a5518b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:18:08.259130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05615f10-ae17-4a05-bbd0-118eb9a5518b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:18:08.305319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ac7c493a-d7fe-49f7-bec7-6925a70ffab3 None None] Provisioning complete for port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:08.306162 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ac7c493a-d7fe-49f7-bec7-6925a70ffab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.382607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 80e0900f-bc29-4f52-a556-38276e67977f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:08.390037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0378706 Jan 10 19:18:08.393308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:08.393942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a518-8999-40ca-bdbe-0ac42a8a3ea2 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=c4a2fe47-413a-443d-88b0-79047643fadb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:08.396059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router c87d445d-e582-42be-88fe-0d41f5c2c487 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:18:08.408561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': 'c4a2fe47-413a-443d-88b0-79047643fadb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:08.421495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c4a2fe47-413a-443d-88b0-79047643fadb details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:08.514057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=30cb7496-abf7-4b9d-8db4-fc94afa41a64,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:08.532337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.590287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-771e3fde-8f6c-4b52-ad3d-2cf5515d78c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.641537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 80e0900f-bc29-4f52-a556-38276e67977f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:08.642041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.642439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37aba362-e6d4-45ff-9507-9a698ab7cdf4']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.642695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:08.648404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Usage tracker for resource:subnet and tenant:6ac4fa93b7b346338d41d84c6c1c509a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:08.651884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:08.660923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58eac8a0-5cd1-4271-a391-d56f9223a308') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.661239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58eac8a0-5cd1-4271-a391-d56f9223a308') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.669538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:08.689418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-11c9acf0-fb62-45e9-a8c7-f6a53f8b8eae req-1d8cb85e-15e7-4224-aa05-a41d6de57588 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9700308 Jan 10 19:18:08.703966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:08.716038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] Sync routers for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:08.719351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.721079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4dd1df75-d170-41c9-b4c6-94c99974d917 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/c87d445d-e582-42be-88fe-0d41f5c2c487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9699271 Jan 10 19:18:08.721970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53374) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:08.751066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.762563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:08.763305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.797112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3653df-240f-43f4-8203-e112eb853b30 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:08.798133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b3653df-240f-43f4-8203-e112eb853b30 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:08.800957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.812787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:08.813773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.837449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.861495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:08.862113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:17:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.865903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:08.866312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:08.889317 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:08.896467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b3653df-240f-43f4-8203-e112eb853b30 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:08.900282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5b3653df-240f-43f4-8203-e112eb853b30 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports/b596778e-01f1-4d70-ab98-f2df5268022b HTTP/1.1" status: 200 len: 911 time: 0.1761515 Jan 10 19:18:08.906699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53378) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:08.907426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:08.922093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:08.922512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1971023-6bd8-4f26-aa32-8473e95e3d0e None None] The sync data for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:08.936855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.135466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.135816 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Added segment 0beaabba-4e65-419d-97f0-73616ebcdccb of type vlan for network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 Jan 10 19:18:09.138070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118e92be-1a88-43be-b2a0-8a70934d263c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:09.174418 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.178705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.257213 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.297986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=77b41c3b-88ec-4c7e-97cf-d85ba17865bf,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:09.300299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.317559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.325413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=37aba362-e6d4-45ff-9507-9a698ab7cdf4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:09.328123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': '173c8e6b-b573-4432-9600-ff900496fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c4a2fe47-413a-443d-88b0-79047643fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:09.328457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: c4a2fe47-413a-443d-88b0-79047643fadb, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:09.351012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc6f5-47f9-4744-b6c1-d8030c1087bd req-45668ec5-d2b2-4ebd-b6b1-43b01be3ff1f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:09.352490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-612cc6f5-47f9-4744-b6c1-d8030c1087bd req-45668ec5-d2b2-4ebd-b6b1-43b01be3ff1f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 943 time: 0.1407127 Jan 10 19:18:09.377829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.381277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network c4a2fe47-413a-443d-88b0-79047643fadb is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:09.398618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c4a2fe47-413a-443d-88b0-79047643fadb) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:09.398823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-4f37edd2-e399-4e5f-823c-f7d3c0e2c18c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 1094 time: 0.6543682 Jan 10 19:18:09.407430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b711fa-f77d-4240-8a86-e872eab9c1cd None None] Network c4a2fe47-413a-443d-88b0-79047643fadb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:09.407956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:09.408180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.424990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-612cc6f5-47f9-4744-b6c1-d8030c1087bd req-9f0d99cd-890a-4005-b329-aa2b3bbe8e2f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666010 Jan 10 19:18:09.434166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db3315a3-51ee-458f-8a3d-e8697efef25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0324302 Jan 10 19:18:09.437253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:09.498480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a42b529d-9446-4c57-bd4f-77a5010c69b2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/37aba362-e6d4-45ff-9507-9a698ab7cdf4 HTTP/1.1" status: 204 len: 168 time: 2.0586908 Jan 10 19:18:09.587996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.591744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:09.592918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.626742 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.636480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.715660 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.730224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed81b3-bb79-472e-be18-c87b95d3ed67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c4a2fe47-413a-443d-88b0-79047643fadb', 'network_id': 'c4a2fe47-413a-443d-88b0-79047643fadb', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': '77b41c3b-88ec-4c7e-97cf-d85ba17865bf'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:09.734492 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-abed81b3-bb79-472e-be18-c87b95d3ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.843730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53392) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:09.847330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-abed81b3-bb79-472e-be18-c87b95d3ed67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77b41c3b-88ec-4c7e-97cf-d85ba17865bf: This subnet is being modified by another concurrent operation. Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:18:09.888745 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77b41c3b-88ec-4c7e-97cf-d85ba17865bf: This subnet is being modified by another concurrent operation. Jan 10 19:18:09.892806 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:18:09.915243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917b47f-ff52-488e-90fc-1130802c1706 None None] Network c4a2fe47-413a-443d-88b0-79047643fadb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:10.009552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=77b41c3b-88ec-4c7e-97cf-d85ba17865bf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:10.062562 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.5229838 Jan 10 19:18:10.085055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53396) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:10.089467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c57fd686-c05c-4868-9816-ecd3079e9dc3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:10.099705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'subnet': {'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:10.128199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-68847e1f-49bb-44d2-a522-ee50fbefb46d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b66e79caa934560af03a8bee5c5463a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2829201 Jan 10 19:18:10.130738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53400) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:10.143573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.182739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a2fe47-413a-443d-88b0-79047643fadb']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:10.194937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085357c-c39d-48c9-8fc5-45cc6a67434d None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:18:10.202117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173c8e6b-b573-4432-9600-ff900496fa4c') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:10.202529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173c8e6b-b573-4432-9600-ff900496fa4c') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:10.218803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.235932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port c57fd686-c05c-4868-9816-ecd3079e9dc3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:10.240949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3930fec-b2f8-4658-b1b0-5d26f504b731 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Network': ['ID=6db0afb9-fea4-4d0c-bd9e-d106d0ddce35,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:10.243900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-fc30c955-1564-436e-b321-599a558948a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:10.244783 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.245513 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-fc30c955-1564-436e-b321-599a558948a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 916 time: 0.8152623 Jan 10 19:18:10.249361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port c57fd686-c05c-4868-9816-ecd3079e9dc3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:10.249998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.253706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-923a46c2-ce63-4f18-84f0-c9fcc0a13bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.255597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:10.255987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:10.270458 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:10.310517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:10.369487 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-923a46c2-ce63-4f18-84f0-c9fcc0a13bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.382539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.394227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 30cb7496-abf7-4b9d-8db4-fc94afa41a64 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:10.406245 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.419105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=c4a2fe47-413a-443d-88b0-79047643fadb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:10.444117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e1cd478b-ae81-4317-9196-618b26445fcf tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/c4a2fe47-413a-443d-88b0-79047643fadb HTTP/1.1" status: 204 len: 168 time: 1.0032587 Jan 10 19:18:10.445257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:10.491773 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7805ee-b1a2-4ccc-8358-803de19f9714 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] GET failed (client error): The resource could not be found. Jan 10 19:18:10.492291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db7805ee-b1a2-4ccc-8358-803de19f9714 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Synchronizing usage tracker for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:10.512402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db7805ee-b1a2-4ccc-8358-803de19f9714 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Unset dirty status for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:10.515042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db7805ee-b1a2-4ccc-8358-803de19f9714 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/subnets/77b41c3b-88ec-4c7e-97cf-d85ba17865bf HTTP/1.1" status: 404 len: 337 time: 0.0678947 Jan 10 19:18:10.517362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-923a46c2-ce63-4f18-84f0-c9fcc0a13bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.533518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:10.553953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Allocated IP 172.20.0.1 (00ee2039-dea7-49db-89ee-7c89b9dbf270/158a201b-30bb-4e82-bf17-e8872fdbab40/91a54ca7-4303-4000-9627-c6a5823355e2) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:10.582526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a46c2-ce63-4f18-84f0-c9fcc0a13bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:10.589030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-41beedde-85d6-4595-8456-4b50b580d731 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=534b9fca-e909-42dc-9494-55b7aedb180e HTTP/1.1" status: 200 len: 217 time: 0.3252506 Jan 10 19:18:10.590200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:10.629234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4552155f-5209-458b-98ba-fcf8fcaa5e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.636932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-923a46c2-ce63-4f18-84f0-c9fcc0a13bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.639899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-923a46c2-ce63-4f18-84f0-c9fcc0a13bfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f560ba9-5c1b-43a4-9c60-f1cd2b521a1e HTTP/1.1" status: 204 len: 168 time: 0.5076685 Jan 10 19:18:10.642066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.644198 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a15891e-bc36-4e01-a86b-424c6ac39185 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:10.644902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a15891e-bc36-4e01-a86b-424c6ac39185 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:10.650916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a15891e-bc36-4e01-a86b-424c6ac39185 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/c4a2fe47-413a-443d-88b0-79047643fadb HTTP/1.1" status: 404 len: 339 time: 0.0984511 Jan 10 19:18:10.656150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53416) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:10.667224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:subnet and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:10.693727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:10.709508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e3106-79d9-4785-833a-91c60f6161d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57fd686-c05c-4868-9816-ecd3079e9dc3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:18:10.757015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-1083ffb9-e40c-4870-a6d5-c82e267cc615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:10.758672 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-1083ffb9-e40c-4870-a6d5-c82e267cc615 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.1616864 Jan 10 19:18:10.761616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c57fd686-c05c-4868-9816-ecd3079e9dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:10.772018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:10.776855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.780914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:10.786455 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.853582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ec1a2-5da9-4ef1-8826-2f1a4f1010f9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:10.854274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a90ec1a2-5da9-4ef1-8826-2f1a4f1010f9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Synchronizing usage tracker for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:10.890675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085357c-c39d-48c9-8fc5-45cc6a67434d None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:18:10.892683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dd6a6-d087-4cba-a16a-f63ba02199c6 req-3e4cb566-c2a6-41a6-898f-92eaec5aa7a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:10.899730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f30dd6a6-d087-4cba-a16a-f63ba02199c6 req-3e4cb566-c2a6-41a6-898f-92eaec5aa7a1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 943 time: 0.3112650 Jan 10 19:18:10.901475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a90ec1a2-5da9-4ef1-8826-2f1a4f1010f9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Unset dirty status for tenant:6ac4fa93b7b346338d41d84c6c1c509a on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:10.905931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a90ec1a2-5da9-4ef1-8826-2f1a4f1010f9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2448773 Jan 10 19:18:10.942000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53424) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:10.963391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c57fd686-c05c-4868-9816-ecd3079e9dc3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:10.990486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:10.995550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Made reservation on behalf of 7b17a3b15d9d42ef974a97671e7d533c for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:10.998302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f30dd6a6-d087-4cba-a16a-f63ba02199c6 req-5aa16512-0f9e-44d8-8374-4d06a5f91edc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976419 Jan 10 19:18:11.068981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-37a2170e-fb86-4aea-bbdb-886c6f3b885c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 207 time: 0.0847702 Jan 10 19:18:11.069193 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e3106-79d9-4785-833a-91c60f6161d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57fd686-c05c-4868-9816-ecd3079e9dc3', 'code': 200} Jan 10 19:18:11.070081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53430) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:11.153141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:11.300615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bdd77-d8be-4b8b-9331-baa0c91fae1b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.304809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bdd77-d8be-4b8b-9331-baa0c91fae1b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.308803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bdd77-d8be-4b8b-9331-baa0c91fae1b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.315645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bdd77-d8be-4b8b-9331-baa0c91fae1b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.315645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6e9bdd77-d8be-4b8b-9331-baa0c91fae1b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2439041 Jan 10 19:18:11.318860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:11.416876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:11.434517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:11.504096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=6847b492-253f-49cc-9294-fc44e853fb3d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:11.526016 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-e9a6a468-1f69-49d7-887f-82128d82bdba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7515371 Jan 10 19:18:11.532254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-03ffca27-5ae7-4f02-9345-18215e568bac tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2122762 Jan 10 19:18:11.535823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:11.608705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0a185-e895-4009-a37d-b65c6851ff23 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.610175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0a185-e895-4009-a37d-b65c6851ff23 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.615268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a9e0a185-e895-4009-a37d-b65c6851ff23 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0749643 Jan 10 19:18:11.615744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53454) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:11.689801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62eaa9f-1e0e-4900-97b1-e0523f4ee0ce tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.691252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62eaa9f-1e0e-4900-97b1-e0523f4ee0ce tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.696641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c62eaa9f-1e0e-4900-97b1-e0523f4ee0ce tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0762775 Jan 10 19:18:11.696986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53460) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:11.747617 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:11.752669 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:11.858526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b18262-f19e-4aed-b59a-149b27eef324 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:11.861618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-71b18262-f19e-4aed-b59a-149b27eef324 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks/6af9aa30-e30c-49aa-b45c-889aa1d95987 HTTP/1.1" status: 200 len: 798 time: 0.1628973 Jan 10 19:18:11.864587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53466) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:11.903938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.011696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a507f2ca-b328-4757-9c2d-aecc9d025214 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/networks/6af9aa30-e30c-49aa-b45c-889aa1d95987?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1459284 Jan 10 19:18:12.016124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53476) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:12.026547 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e861371-0554-4f13-b0ea-816aeab4ec5c req-8ce8fc63-18bf-4398-bc54-3d448ffddb63 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 1096 time: 0.8582859 Jan 10 19:18:12.052995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 534b9fca-e909-42dc-9494-55b7aedb180e details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:18:12.091563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e5c09-e196-4d87-a4a5-b001d1377bf7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:12.098651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.098837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-908e5c09-e196-4d87-a4a5-b001d1377bf7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/subnets/b4c88b98-22aa-4317-848b-f5071df7aa06 HTTP/1.1" status: 200 len: 811 time: 0.0765953 Jan 10 19:18:12.099159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53482) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:12.188236 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-187d4c62-958d-4299-bef5-769a52d4c594 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535460 Jan 10 19:18:12.330245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 534b9fca-e909-42dc-9494-55b7aedb180e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=534b9fca-e909-42dc-9494-55b7aedb180e,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:12.353133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a1760-acfc-4601-81cc-44319e9b9f30 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:12.355125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1d9a1760-acfc-4601-81cc-44319e9b9f30 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "GET /v2.0/subnets/b4c88b98-22aa-4317-848b-f5071df7aa06?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2546828 Jan 10 19:18:12.365454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53488) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:12.374418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51479687'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:12.380609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:12.397264 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e861371-0554-4f13-b0ea-816aeab4ec5c req-6d043314-9da0-4587-b9be-54b6ab88e073 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550322 Jan 10 19:18:12.399761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '534b9fca-e909-42dc-9494-55b7aedb180e', 'network_id': 'ff7a0748-a8a7-47bf-ace5-7967c5eb91b3', 'port_id': '534b9fca-e909-42dc-9494-55b7aedb180e', 'mac_address': 'fa:16:3e:8f:eb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d633c3-9763-4576-82d2-2dd877885f58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:18:12.399905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:12.403572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:12.406710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Pushing event updated for resources: {'Port': ['ID=91a54ca7-4303-4000-9627-c6a5823355e2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:12.414841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:12.423144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:12.426260 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.426545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:12.447220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44863f-fa1e-4199-bdfa-cb348f64a737 req-0f7e4f0f-e588-4eac-a68c-95af6ec591ed tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:12.448791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a44863f-fa1e-4199-bdfa-cb348f64a737 req-0f7e4f0f-e588-4eac-a68c-95af6ec591ed tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 943 time: 0.1573713 Jan 10 19:18:12.466555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.492568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534b9fca-e909-42dc-9494-55b7aedb180e {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:18:12.505449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.505789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.506135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.506476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.506820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.507178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.507513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.508017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.508131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.508460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.508621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:12.508785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:12.516017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 534b9fca-e909-42dc-9494-55b7aedb180e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=534b9fca-e909-42dc-9494-55b7aedb180e,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:12.522364 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.523896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a44863f-fa1e-4199-bdfa-cb348f64a737 req-0d5aa50c-fd17-4415-96ef-292cde2bfa65 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677009 Jan 10 19:18:12.524863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.525210 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Added segment ed50074b-e8bb-4892-933f-73b679636090 of type vlan for network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac Jan 10 19:18:12.578058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.609202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=534b9fca-e909-42dc-9494-55b7aedb180e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:12.625596 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.629974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:12.630663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.741982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.810563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19912d07-d75a-4d57-8aff-6c7f26f47e91 req-6cef8a2f-443c-4fc2-b562-b3a110e33975 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0707917 Jan 10 19:18:12.810819 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:12.816939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['534b9fca-e909-42dc-9494-55b7aedb180e'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:18:12.825200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4543476 Jan 10 19:18:12.828449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53500) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:12.831505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499e221-9f78-46da-8c6c-487519636e49 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Network': ['ID=79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:12.844510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:12.849112 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-31e9ad7a-74aa-4507-9bd2-4cd6f9613332 req-dd05c237-3648-4cac-ba0f-004d6f7b82e7 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034415 Jan 10 19:18:12.896375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:12.950467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Subnet': ['ID=f9af3543-57ce-4311-a8a0-f18e9429c2e8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:13.011444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Checking segment: {'id': '0beaabba-4e65-419d-97f0-73616ebcdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:13.011808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network hostable DHCP agents. Network: 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:13.018275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.032859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:13.047999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:13.062000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Made reservation on behalf of 6ac4fa93b7b346338d41d84c6c1c509a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:13.077641 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.191282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.204815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.298774 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 7ac74728-d363-42c3-81b3-0f29ec684335 associated. External IP: 172.25.6.101, port: 2acd839d-ff4b-499c-bf0f-90e225142cd2. Jan 10 19:18:13.301287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing IP validity checks on allocation pools {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:18:13.302051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:18:13.457831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.546762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=e88ca1b1-610a-415f-880c-ecd264793d78,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:13.557700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Checking segment: {'id': 'ed50074b-e8bb-4892-933f-73b679636090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:13.558169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network hostable DHCP agents. Network: 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:13.587162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:13.602911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:13.605445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:13.611447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:13.612154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.615334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b0495-6c56-4774-a419-757585ae3dcf None None] Network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:13.648195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-861db973-c178-4ea3-914a-88ba152fe8b4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8122873 Jan 10 19:18:13.651031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53512) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:13.657442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:13.676452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:13.681820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:13.682377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.779798 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1af5eb79-a959-4c97-b309-d3bc94073c56 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6886220 Jan 10 19:18:13.801930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53518) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:13.864642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875da0b-8fcd-47ce-89ad-4d4b655fbdb3 None None] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:13.931478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1972598'] for subnet, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:13.944417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd61e2-4304-402e-8117-23a7366d8085 req-714bd95a-fc13-4f09-9694-5c456d9a25bc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:13.958954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03cd61e2-4304-402e-8117-23a7366d8085 req-714bd95a-fc13-4f09-9694-5c456d9a25bc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 944 time: 0.2396123 Jan 10 19:18:13.995185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac', 'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac', 'tenant_id': '6ac4fa93b7b346338d41d84c6c1c509a', 'fixed_ips': [{'subnet_id': 'e88ca1b1-610a-415f-880c-ecd264793d78'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:13.997480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.051626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1206590950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:14.100398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03cd61e2-4304-402e-8117-23a7366d8085 req-051b2bdb-8ba1-4cbe-9984-d7df4f3a8e84 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405845 Jan 10 19:18:14.188133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:14.192359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:router and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:14.196412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:14.204456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:14.210367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e57e01-c6ba-4f64-b3cd-a2ce9099ab9a req-cfb30465-7af1-4252-94a4-c95da0624895 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0962949 Jan 10 19:18:14.255218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.256301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.286758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-6db0afb9-fea4-4d0c-bd9e-d106d0ddce35', 'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35', 'tenant_id': '7b17a3b15d9d42ef974a97671e7d533c', 'fixed_ips': [{'subnet_id': 'f9af3543-57ce-4311-a8a0-f18e9429c2e8'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:14.287664 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.328212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:18:14.343145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.361321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.376101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753943772398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2664734'] for subnet, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.443662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:14.444432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.449493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "PUT /v2.0/subnets/e88ca1b1-610a-415f-880c-ecd264793d78 HTTP/1.1" status: 200 len: 877 time: 0.7969880 Jan 10 19:18:14.453539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53524) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:14.488928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Allocated IP 172.20.0.3 (79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac/e88ca1b1-610a-415f-880c-ecd264793d78/cb5a91a9-28d0-4627-8460-36b6530ae365) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:14.497094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8:1::1 (d2003cfe-409e-42fe-bbf3-c2b0b81e3695/7b9953aa-7254-4065-9781-cafafcc6c888/217aef55-ab39-4d2a-b428-218206282628) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:14.523275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Allocated IP 172.20.0.2 (6db0afb9-fea4-4d0c-bd9e-d106d0ddce35/f9af3543-57ce-4311-a8a0-f18e9429c2e8/ac4642eb-517a-4261-8837-dcd5910f5778) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:14.531902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Pushing event updated for resources: {'Port': ['ID=91a54ca7-4303-4000-9627-c6a5823355e2,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:14.538253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.549491 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.555471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebd077-6328-4bb1-a910-8e1b77d26dfe tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event updated for resources: {'Subnet': ['ID=e88ca1b1-610a-415f-880c-ecd264793d78,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:14.634076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.751441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.815251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.883336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.899791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.903475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-052ca524-be2d-4729-a3a7-48db98f85750 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0916865 Jan 10 19:18:14.904135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Transition to ACTIVE for port object cb5a91a9-28d0-4627-8460-36b6530ae365 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:14.905560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53530) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:14.917268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.933268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Transition to ACTIVE for port object cb5a91a9-28d0-4627-8460-36b6530ae365 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:14.934782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Transition to ACTIVE for port object ac4642eb-517a-4261-8837-dcd5910f5778 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:14.944204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:14.948158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.949287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:14.952490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:15.080794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:15.091107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.097666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:15.116605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:15.116842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object 217aef55-ab39-4d2a-b428-218206282628 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:15.148681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Transition to ACTIVE for port object ac4642eb-517a-4261-8837-dcd5910f5778 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:15.221264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=e88ca1b1-610a-415f-880c-ecd264793d78,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:15.257337 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.258426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.261787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.297692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Attempting to bind port cb5a91a9-28d0-4627-8460-36b6530ae365 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:15.298075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Attempting to bind port cb5a91a9-28d0-4627-8460-36b6530ae365 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ed50074b-e8bb-4892-933f-73b679636090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:15.298450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Attempting to bind port cb5a91a9-28d0-4627-8460-36b6530ae365 on network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:15.300836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Pushing event updated for resources: {'Port': ['ID=cb5a91a9-28d0-4627-8460-36b6530ae365,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:15.357039 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b6be6cb2-9160-4412-b6c8-2801487ef46f req-79e1ebf9-d13f-4ffd-aa54-41c5eb399272 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0876553 Jan 10 19:18:15.376102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Pushing event updated for resources: {'Port': ['ID=ac4642eb-517a-4261-8837-dcd5910f5778,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:15.387543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:15.387930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Checking segment: {'id': 'ed50074b-e8bb-4892-933f-73b679636090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:15.388344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.388733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Bound using segment: {'id': 'ed50074b-e8bb-4892-933f-73b679636090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:15.389258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Bound port: cb5a91a9-28d0-4627-8460-36b6530ae365, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed50074b-e8bb-4892-933f-73b679636090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:15.389631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.402742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:15.406702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:15.410280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:15.439266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.550972 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.560804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c60a79d-1d6b-418d-acb9-48e3502984a4 req-bfdfeada-67f4-41c6-b2f1-bd225679c0ff tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1361783 Jan 10 19:18:15.577946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Attempting to bind port ac4642eb-517a-4261-8837-dcd5910f5778 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:15.578172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Attempting to bind port ac4642eb-517a-4261-8837-dcd5910f5778 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0beaabba-4e65-419d-97f0-73616ebcdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:15.578509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Attempting to bind port ac4642eb-517a-4261-8837-dcd5910f5778 on network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:15.585961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] For port cb5a91a9-28d0-4627-8460-36b6530ae365, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:15.592994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] For port cb5a91a9-28d0-4627-8460-36b6530ae365, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cb5a91a9-28d0-4627-8460-36b6530ae365,segment=NetworkSegment(ed50074b-e8bb-4892-933f-73b679636090),segment_id=ed50074b-e8bb-4892-933f-73b679636090)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:15.594372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:15.594611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Checking segment: {'id': '0beaabba-4e65-419d-97f0-73616ebcdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:15.595051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.595617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Bound using segment: {'id': '0beaabba-4e65-419d-97f0-73616ebcdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:15.596097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Bound port: ac4642eb-517a-4261-8837-dcd5910f5778, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beaabba-4e65-419d-97f0-73616ebcdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:15.596477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.608654 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.667836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:15.670928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=217aef55-ab39-4d2a-b428-218206282628,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:15.684899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:15.689383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:15.695964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed50074b-e8bb-4892-933f-73b679636090') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:15.696268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed50074b-e8bb-4892-933f-73b679636090') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:15.702563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:15.703248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.708474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:15.722848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.763152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df74ae2-d203-49d9-8e1f-4962dbdaac59 None None] Pushing event updated for resources: {'Port': ['ID=cb5a91a9-28d0-4627-8460-36b6530ae365,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:15.812337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.813056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:15.825921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4328e-2eed-479a-b3dc-38b23cfeeb75 req-c697fd0e-c16f-45f8-9972-dd0cc3121beb tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:15.827565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:15.831728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c4328e-2eed-479a-b3dc-38b23cfeeb75 req-c697fd0e-c16f-45f8-9972-dd0cc3121beb tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 944 time: 0.5389519 Jan 10 19:18:15.836261 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.845658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:15.846557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:15.877989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294da293-9453-4859-9407-1ab7e3db39d6 None None] Network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:15.967689 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:15.974182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.026386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b36a5-9ae7-4ca9-8115-3cd8b7e28e80 None None] Pushing event updated for resources: {'Port': ['ID=ac4642eb-517a-4261-8837-dcd5910f5778,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:16.039664 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:18:16.039664 n-d-816927-8 neutron-server[83630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:18:16.039664 n-d-816927-8 neutron-server[83630]: [parameters: {'id': '79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac'}] Jan 10 19:18:16.039664 n-d-816927-8 neutron-server[83630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:16.040127 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:16.140351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 534b9fca-e909-42dc-9494-55b7aedb180e up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:16.169293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66c4328e-2eed-479a-b3dc-38b23cfeeb75 req-7d04ba27-5b5f-46f0-a909-46455bdc0633 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006216 Jan 10 19:18:16.191474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.261769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3cc78722-ba24-4072-ab4c-f0bef6404648 None None] Provisioning for port 217aef55-ab39-4d2a-b428-218206282628 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:16.268307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3cc78722-ba24-4072-ab4c-f0bef6404648 None None] Provisioning complete for port 217aef55-ab39-4d2a-b428-218206282628 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:16.270671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3cc78722-ba24-4072-ab4c-f0bef6404648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.369899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3cc78722-ba24-4072-ab4c-f0bef6404648 None None] Port 217aef55-ab39-4d2a-b428-218206282628 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:16.375886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:16.383843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93db23-e4b1-45e3-8638-291aa717e16a None None] Network 79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:16.559765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 534b9fca-e909-42dc-9494-55b7aedb180e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:16.593760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ac4642eb-517a-4261-8837-dcd5910f5778 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:16.603507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.607343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:16.619483 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:16.639836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 534b9fca-e909-42dc-9494-55b7aedb180e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:16.640213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.677212 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:16.677846 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:16.694710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.696581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port cb5a91a9-28d0-4627-8460-36b6530ae365 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:16.696916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.829760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ac4642eb-517a-4261-8837-dcd5910f5778 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:16.838419 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1aa46351-6e99-46db-97d1-6420c369b0ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.2698567 Jan 10 19:18:16.840826 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:16.846703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:16.846960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.862179 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:16.863688 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:16.865423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-399198093'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:16.874659 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.877547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:16.880623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534b9fca-e909-42dc-9494-55b7aedb180e'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:18:16.883680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:network and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:16.895530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:16.900386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.901391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.907671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 534b9fca-e909-42dc-9494-55b7aedb180e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=534b9fca-e909-42dc-9494-55b7aedb180e,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:16.917455 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:16.954656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:16.967860 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:16.971070 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298029b2-9db9-43ca-8152-8c555ba4e683 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:16.990833 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534b9fca-e909-42dc-9494-55b7aedb180e', 'code': 200} Jan 10 19:18:17.025212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:17.029337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:17.063753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=534b9fca-e909-42dc-9494-55b7aedb180e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:17.135171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=217aef55-ab39-4d2a-b428-218206282628,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:17.168300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33c6675b-8ef8-4ea7-b860-1193154e7842 req-eb0e9549-170a-4714-9824-993b583cbf26 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.3291328 Jan 10 19:18:17.219872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:17.259566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:17.259921 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Added segment 909a77b3-faa8-4b92-8e81-d8a45aeff368 of type vlan for network c32a16af-33b8-4662-9d7d-87f5fc8ad17f Jan 10 19:18:17.275821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:17.289097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Sync routers for ids ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:17.313456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Routers {'eeb943f9-df9a-4968-b4a3-d7d5f0baba42'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:17.315274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:17.394219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04c66f40-3da8-4fec-9c71-69a0f1a36d3c admin admin] 10.222.0.21 "PUT /v2.0/routers/eeb943f9-df9a-4968-b4a3-d7d5f0baba42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3581052 Jan 10 19:18:17.396333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:17.438025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:17.440863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:17.445699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da4dc3c2-677f-404b-ae97-2d9562636db0 req-d1f7c367-9953-4fad-8ead-24cd9b658a3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 1096 time: 0.3699241 Jan 10 19:18:17.538062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port cb5a91a9-28d0-4627-8460-36b6530ae365, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cb5a91a9-28d0-4627-8460-36b6530ae365,segment=NetworkSegment(ed50074b-e8bb-4892-933f-73b679636090),segment_id=ed50074b-e8bb-4892-933f-73b679636090)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:17.538432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:17.560470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Allocated IP 172.20.0.1 (6db0afb9-fea4-4d0c-bd9e-d106d0ddce35/f9af3543-57ce-4311-a8a0-f18e9429c2e8/3bc100ab-c6f3-43d3-903a-4471ca4ace18) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:17.570394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbaf767-8d2b-4f43-bd10-3837c5519e85 None None] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:17.807184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] Provisioning for port ac4642eb-517a-4261-8837-dcd5910f5778 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:17.852587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] Provisioning complete for port ac4642eb-517a-4261-8837-dcd5910f5778 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:17.863056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for cb5a91a9-28d0-4627-8460-36b6530ae365 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:17.884839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:17.901903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:18:17.993691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:17.998931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:18.000003 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.051394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c14272-6616-424d-855b-8dd3ac839159 req-db17d539-06b7-4a4c-bbe8-b6b9219828dd tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:18.057925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23c14272-6616-424d-855b-8dd3ac839159 req-db17d539-06b7-4a4c-bbe8-b6b9219828dd tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.5963674 Jan 10 19:18:18.071775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Set router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:18:18.181274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.273482 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-da4dc3c2-677f-404b-ae97-2d9562636db0 req-45dc7635-5976-418f-87da-06f298ee4f4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192568 Jan 10 19:18:18.285293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-23c14272-6616-424d-855b-8dd3ac839159 req-4129e50f-f023-4f13-bb78-cca1963b46b5 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132237 Jan 10 19:18:18.315623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4579618 Jan 10 19:18:18.324009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:18.334543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'subnet': {'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:18.350096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530cea3-76c3-447f-aa5f-5be52b37fd81 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Network': ['ID=c32a16af-33b8-4662-9d7d-87f5fc8ad17f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:18.369008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Port': ['ID=cb5a91a9-28d0-4627-8460-36b6530ae365,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:18.371978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:18.391824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No DVR routers for this DVR port cb5a91a9-28d0-4627-8460-36b6530ae365 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:18.406153 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.472024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.472392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.473202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.473202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.473539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.473810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.474159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.474472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.474791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.475135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.475457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:18.571934 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.596856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:18.611517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:18.614753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb95db64-b379-4eec-b788-defe34c89248 req-647e59e7-da4c-4627-b108-6d94563f6977 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1245482 Jan 10 19:18:18.632270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:18.682535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Transition to ACTIVE for port object 3bc100ab-c6f3-43d3-903a-4471ca4ace18 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:18.717977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.728352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router c87d445d-e582-42be-88fe-0d41f5c2c487 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:18.732052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:18.741987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.759776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.769209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:18.804389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed50074b-e8bb-4892-933f-73b679636090') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:18.804799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed50074b-e8bb-4892-933f-73b679636090') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:18.814485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bc590-9e67-49c7-a763-cacd0f455794 None None] Pushing event updated for resources: {'Port': ['ID=ac4642eb-517a-4261-8837-dcd5910f5778,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:18.816581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-e0f80205-436f-4d23-8798-28d2316ffee3 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:18.817274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-e0f80205-436f-4d23-8798-28d2316ffee3 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Synchronizing usage tracker for tenant:14767e54696f4f2e94938f130d710b10 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:18.828168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.847259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.866483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:18:12Z', 'revision_number': 4, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '91a54ca7-4303-4000-9627-c6a5823355e2', 'name': '', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'mac_address': 'fa:16:3e:a4:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:18:09Z', 'updated_at': '2022-01-10T19:18:13Z', 'revision_number': 2, 'project_id': '14767e54696f4f2e94938f130d710b10', 'subnets': [{'id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:18.874159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Checking router: eeb943f9-df9a-4968-b4a3-d7d5f0baba42 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:18:18.874516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Updating router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 port 91a54ca7-4303-4000-9627-c6a5823355e2 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:18:18.927781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Port': ['ID=3bc100ab-c6f3-43d3-903a-4471ca4ace18,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:18.930070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8e7d7ed3-36a2-4ca5-869e-ff5d0a4fbc07 None None] Provisioning complete for port 217aef55-ab39-4d2a-b428-218206282628 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:18.930457 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7ed3-36a2-4ca5-869e-ff5d0a4fbc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.931794 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.939543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-e0f80205-436f-4d23-8798-28d2316ffee3 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Unset dirty status for tenant:14767e54696f4f2e94938f130d710b10 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:18.945838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-e0f80205-436f-4d23-8798-28d2316ffee3 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 810 time: 0.5448287 Jan 10 19:18:18.953900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.962261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:18.962661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:18.979158 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:19.043592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d7ed3-36a2-4ca5-869e-ff5d0a4fbc07 None None] Port 217aef55-ab39-4d2a-b428-218206282628 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:19.066470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:19.075959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-18216843-8061-4b7e-9a9c-095a35a55cd2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/quotas/14767e54696f4f2e94938f130d710b10 HTTP/1.1" status: 200 len: 375 time: 0.1288342 Jan 10 19:18:19.105328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb8d68-3717-4743-910b-1e0135780130 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:18:19.121108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:19.121310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:19.128092 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dcf7a62c-62ff-498e-8219-b695a3121748 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/c87d445d-e582-42be-88fe-0d41f5c2c487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1699190 Jan 10 19:18:19.130554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53576) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.134643 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] Sync routers for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:19.150861 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:19.151631 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:19.157646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:19.236738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:19.241948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:19.253152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:19.269817 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:19.276320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb8d68-3717-4743-910b-1e0135780130 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:18:19.298125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3862f487-78a1-4173-b169-e174a0b3e0fd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:19.302861 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:19.303358 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:19.309007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3862f487-78a1-4173-b169-e174a0b3e0fd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:19.332128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac HTTP/1.1" status: 204 len: 168 time: 4.8766501 Jan 10 19:18:19.332985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.335331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ffa4915f-01ab-40b2-a3d4-00d660115993 None None] Provisioning complete for port ac4642eb-517a-4261-8837-dcd5910f5778 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:19.335480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ffb3e-6f00-45f9-a76c-7f34da0c7143 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:19.335714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ffa4915f-01ab-40b2-a3d4-00d660115993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:19.387211 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:19.387809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cda7e2-cea9-434e-b2d1-6b20f81f5a5b None None] The sync data for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:19.431155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3862f487-78a1-4173-b169-e174a0b3e0fd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:19.433243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3862f487-78a1-4173-b169-e174a0b3e0fd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports/217aef55-ab39-4d2a-b428-218206282628 HTTP/1.1" status: 200 len: 913 time: 0.3016973 Jan 10 19:18:19.437265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53588) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.551648 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c937eedd-f24d-4b0c-91ef-ec61ca1076c4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:19.551648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c937eedd-f24d-4b0c-91ef-ec61ca1076c4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:19.556051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c937eedd-f24d-4b0c-91ef-ec61ca1076c4 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/e88ca1b1-610a-415f-880c-ecd264793d78 HTTP/1.1" status: 404 len: 337 time: 0.2166626 Jan 10 19:18:19.562767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53592) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.604678 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-5831dea3-d87a-4282-903f-f700a45bdb8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:19.605545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5831dea3-d87a-4282-903f-f700a45bdb8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:19.610522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5831dea3-d87a-4282-903f-f700a45bdb8a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/79c08e5f-f4b2-45aa-b8fa-aef5574ca1ac HTTP/1.1" status: 404 len: 339 time: 0.0466630 Jan 10 19:18:19.613982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53596) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.652216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:19.714994 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cfcb8c-1347-406e-90a5-5e0dfe23a050 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:19.715553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cfcb8c-1347-406e-90a5-5e0dfe23a050 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:19.720850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f2cfcb8c-1347-406e-90a5-5e0dfe23a050 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/77b41c3b-88ec-4c7e-97cf-d85ba17865bf HTTP/1.1" status: 404 len: 337 time: 0.0997062 Jan 10 19:18:19.725442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-662c27bb-393f-4348-9a04-3d288d81b489 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6484954 Jan 10 19:18:19.728370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53602) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.849721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Subnet': ['ID=86ffeacc-133c-4a13-b9dc-a9eafcb5161b,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:19.885050 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdafde7-937b-4c29-8c38-54266f14d6b7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:19.886416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdafde7-937b-4c29-8c38-54266f14d6b7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:19.890984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dbdafde7-937b-4c29-8c38-54266f14d6b7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/c4a2fe47-413a-443d-88b0-79047643fadb HTTP/1.1" status: 404 len: 339 time: 0.1590028 Jan 10 19:18:19.904079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53606) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:19.942523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Checking segment: {'id': '909a77b3-faa8-4b92-8e81-d8a45aeff368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:19.942523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network hostable DHCP agents. Network: c32a16af-33b8-4662-9d7d-87f5fc8ad17f, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:19.958902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:19.976851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Transition to ACTIVE for port object 91a54ca7-4303-4000-9627-c6a5823355e2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:20.000759 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.043098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:20.067770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c32a16af-33b8-4662-9d7d-87f5fc8ad17f) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:20.081503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:20.082069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.111535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.123455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.134549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdbfc-c5a4-4fc3-9359-7a267f868f6a req-43e27448-781d-43fb-a756-69a8e5a7f2c9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:20.136041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fdfdbfc-c5a4-4fc3-9359-7a267f868f6a req-43e27448-781d-43fb-a756-69a8e5a7f2c9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.5242817 Jan 10 19:18:20.153696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.177470 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2d6d22e5-4919-4e2b-9c62-cc8eda22e516 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8494291 Jan 10 19:18:20.180325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:20.191715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-388946805', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:20.201056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:20.245115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-a0e5daa9-972f-41f2-ba30-18a1ad887f0f service neutron] 10.222.0.21 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879215 Jan 10 19:18:20.253386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84379c4e-4513-4043-9d29-7637acea2358 None None] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:20.257285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:router and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:20.265953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:20.280232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:20.309924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.311029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.357900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.406988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c372b-b50f-4ad7-a4e2-00f72dd8e228 None None] Pushing event updated for resources: {'Port': ['ID=91a54ca7-4303-4000-9627-c6a5823355e2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:20.420431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ac4642eb-517a-4261-8837-dcd5910f5778 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:20.534819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fdfdbfc-c5a4-4fc3-9359-7a267f868f6a req-1ee773b7-19dd-4acd-b7e7-59d4cc5e41e2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848996 Jan 10 19:18:20.686804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.725106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.732454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a0c3391-6250-49f6-bdf4-208947e2cfd4 None None] Provisioning for port 3bc100ab-c6f3-43d3-903a-4471ca4ace18 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:20.754101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c32a16af-33b8-4662-9d7d-87f5fc8ad17f', 'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f', 'tenant_id': 'c6132214bae04524826861fb2a382f00', 'fixed_ips': [{'subnet_id': '86ffeacc-133c-4a13-b9dc-a9eafcb5161b'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:20.754911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.769047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a0c3391-6250-49f6-bdf4-208947e2cfd4 None None] Provisioning complete for port 3bc100ab-c6f3-43d3-903a-4471ca4ace18 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:20.769414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a0c3391-6250-49f6-bdf4-208947e2cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.798066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-d02ee138-597a-4da3-9721-b50e275dd6f8 service neutron] 10.222.0.21 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342453 Jan 10 19:18:20.807297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Attempting to bind port 91a54ca7-4303-4000-9627-c6a5823355e2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:20.807671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Attempting to bind port 91a54ca7-4303-4000-9627-c6a5823355e2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:20.808032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Attempting to bind port 91a54ca7-4303-4000-9627-c6a5823355e2 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:20.814987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ac4642eb-517a-4261-8837-dcd5910f5778 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:20.815358 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.818014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7efe76df-bd47-417f-9578-9fea4d10b1e7 req-fa21f491-1bed-4ba5-8176-9b3ae0014fa2 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0848832 Jan 10 19:18:20.824588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395bd998-2faa-4dda-9c59-3ed6a3f2c01b']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:20.849221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:20.849597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Checking segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:20.850000 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.851144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Bound using segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:20.851585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Bound port: 91a54ca7-4303-4000-9627-c6a5823355e2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:20.851972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.864847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5fc0d3-fcdc-4a73-af7a-d3572a8d5d14') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:20.865431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5fc0d3-fcdc-4a73-af7a-d3572a8d5d14') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:20.893602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.919672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.934405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:20.934805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:20.970475 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:21.009437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c3391-6250-49f6-bdf4-208947e2cfd4 None None] Port 3bc100ab-c6f3-43d3-903a-4471ca4ace18 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:21.040810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:18:21.082253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.097658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.146110 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.183272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.221473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] For port 91a54ca7-4303-4000-9627-c6a5823355e2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:21.272960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] For port 91a54ca7-4303-4000-9627-c6a5823355e2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=91a54ca7-4303-4000-9627-c6a5823355e2,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:21.301013 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.341171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 217aef55-ab39-4d2a-b428-218206282628 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:21.341782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.409451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Allocated IP 172.20.0.2 (c32a16af-33b8-4662-9d7d-87f5fc8ad17f/86ffeacc-133c-4a13-b9dc-a9eafcb5161b/48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:21.456508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.465295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-251f0f4b-0325-4152-ba02-fb44cb3d9292 req-47729409-8af9-467f-b7b6-050e93dbd15b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 210 time: 0.1107404 Jan 10 19:18:21.465891 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.474626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.479262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c372b-b50f-4ad7-a4e2-00f72dd8e228 None None] Pushing event updated for resources: {'Port': ['ID=91a54ca7-4303-4000-9627-c6a5823355e2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:21.521558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=395bd998-2faa-4dda-9c59-3ed6a3f2c01b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:21.527771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Port': ['ID=3bc100ab-c6f3-43d3-903a-4471ca4ace18,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:21.549861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7b145ee4-bee6-42ae-b606-10ee88262c0c tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/395bd998-2faa-4dda-9c59-3ed6a3f2c01b HTTP/1.1" status: 204 len: 168 time: 1.6448915 Jan 10 19:18:21.554333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53626) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:21.576382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.25.6.42 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ed7ab90c-48bc-4bf4-958c-548b11569da1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:21.691785 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b699dfc2-0be4-4df0-b46d-44dac166cf69 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:21.692388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b699dfc2-0be4-4df0-b46d-44dac166cf69 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:21.694340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b699dfc2-0be4-4df0-b46d-44dac166cf69 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/1d1d76a5-f80e-49e2-aa6d-3ebb0acb3f38 HTTP/1.1" status: 404 len: 337 time: 0.1390216 Jan 10 19:18:21.697210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53632) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:21.741916 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e0cb01-8a26-41a7-9a80-9d74438926de tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:21.742384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e0cb01-8a26-41a7-9a80-9d74438926de tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:21.744156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f8e0cb01-8a26-41a7-9a80-9d74438926de tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/2491dd39-a32b-427f-a78a-ed95dd6f7356 HTTP/1.1" status: 404 len: 339 time: 0.0460038 Jan 10 19:18:21.747741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53636) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:21.766814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.782790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Transition to ACTIVE for port object 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:21.807596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Routers {'eeb943f9-df9a-4968-b4a3-d7d5f0baba42'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:21.808234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:21.859369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Transition to ACTIVE for port object 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:21.864997 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6ef6f5-973d-4675-b8fe-badff3abb5f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:21.865774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6ef6f5-973d-4675-b8fe-badff3abb5f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:21.867771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3c6ef6f5-973d-4675-b8fe-badff3abb5f1 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/4f34fe1b-ca2b-49b5-aa6c-e6f1bf55d18f HTTP/1.1" status: 404 len: 337 time: 0.1183054 Jan 10 19:18:21.876104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:21.876725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53640) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:21.914086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:21.916997 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cf8e41-667e-4b1e-80ca-4c1dc507d42f tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:21.917440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cf8e41-667e-4b1e-80ca-4c1dc507d42f tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:21.921553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-67cf8e41-667e-4b1e-80ca-4c1dc507d42f tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/66d70f85-ccce-4467-8466-96235b80826d HTTP/1.1" status: 404 len: 339 time: 0.0413074 Jan 10 19:18:21.921553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:21.942738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53644) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:22.038393 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ccbc3f-5f1e-4298-9a74-a18261c3ee7d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:22.038898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ccbc3f-5f1e-4298-9a74-a18261c3ee7d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:22.056194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:22.056595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.074590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:22.098563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:22.109610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Pushing event updated for resources: {'Port': ['ID=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:22.222663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] Set router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:18:22.223483 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f9ccbc3f-5f1e-4298-9a74-a18261c3ee7d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/e6abde75-cb17-4cd6-a4e5-a3698576b17d HTTP/1.1" status: 404 len: 337 time: 0.2788486 Jan 10 19:18:22.243254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53652) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:22.264146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Attempting to bind port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:22.264608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Attempting to bind port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '909a77b3-faa8-4b92-8e81-d8a45aeff368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:22.265045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Attempting to bind port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c on network c32a16af-33b8-4662-9d7d-87f5fc8ad17f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:22.293926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c407fa8-6416-46d6-bdfc-0b9c52bbc144 req-4aa47e1d-3562-48c8-ae00-e25c0115eada tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1006842 Jan 10 19:18:22.296917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:22.297364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Checking segment: {'id': '909a77b3-faa8-4b92-8e81-d8a45aeff368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:22.297855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.298351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Bound using segment: {'id': '909a77b3-faa8-4b92-8e81-d8a45aeff368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:22.298915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Bound port: 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a77b3-faa8-4b92-8e81-d8a45aeff368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:22.299385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.305429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 217aef55-ab39-4d2a-b428-218206282628 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:22.335161 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b53cb2f-9eae-499e-b3be-67859ee2594d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:22.335721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b53cb2f-9eae-499e-b3be-67859ee2594d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:22.339829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0b53cb2f-9eae-499e-b3be-67859ee2594d tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/06f2f15c-1804-4bba-9f76-4bffca3ac836 HTTP/1.1" status: 404 len: 339 time: 0.0543559 Jan 10 19:18:22.342610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53656) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:22.371802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.426647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.461793 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aaecabc-9a6f-48ea-a667-443b6d502bd0 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:22.462262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aaecabc-9a6f-48ea-a667-443b6d502bd0 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:22.466276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8aaecabc-9a6f-48ea-a667-443b6d502bd0 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/13313dd3-b405-4e42-8ddf-9f4ba4958cee HTTP/1.1" status: 404 len: 337 time: 0.1226108 Jan 10 19:18:22.471540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbcc85-b2d7-4cb6-8f58-18d0d9fd942d req-728244e2-4d94-444a-b47c-74ea17c7af12 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:22.478040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dbbcc85-b2d7-4cb6-8f58-18d0d9fd942d req-728244e2-4d94-444a-b47c-74ea17c7af12 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.7143075 Jan 10 19:18:22.494247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53660) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:22.530937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=ed7ab90c-48bc-4bf4-958c-548b11569da1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:22.544680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d68bbbea-a32c-41c9-8b56-75d0aa91ecea None None] Provisioning complete for port 3bc100ab-c6f3-43d3-903a-4471ca4ace18 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:22.545165 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d68bbbea-a32c-41c9-8b56-75d0aa91ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.568796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:22.570765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:22.585984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:22.628074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] For port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:22.643178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d68bbbea-a32c-41c9-8b56-75d0aa91ecea None None] Port 3bc100ab-c6f3-43d3-903a-4471ca4ace18 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:22.645684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] For port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,segment=NetworkSegment(909a77b3-faa8-4b92-8e81-d8a45aeff368),segment_id=909a77b3-faa8-4b92-8e81-d8a45aeff368)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:22.646504 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a664de5-05c4-4cbb-9b20-b3d4c39906e9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:22.647028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a664de5-05c4-4cbb-9b20-b3d4c39906e9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:22.651316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2a664de5-05c4-4cbb-9b20-b3d4c39906e9 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/41a9af24-d3a5-4732-84f8-71476cc9e5c6 HTTP/1.1" status: 404 len: 339 time: 0.1520562 Jan 10 19:18:22.655424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53666) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:22.675456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:22.767134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719065d9-ca62-41a0-b1f6-33add00b67da None None] Pushing event updated for resources: {'Port': ['ID=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:22.768731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34b72815-b729-476b-a284-5686a0dffaa9 req-b260ac9f-7394-4987-a23d-6c28b19dfff1 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 210 time: 0.0977237 Jan 10 19:18:22.783724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dbbcc85-b2d7-4cb6-8f58-18d0d9fd942d req-b532d07a-27b5-4ee4-99a2-93693fb11ea2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045435 Jan 10 19:18:22.806957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:18:12Z', 'revision_number': 4, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '91a54ca7-4303-4000-9627-c6a5823355e2', 'name': '', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'mac_address': 'fa:16:3e:a4:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:18:09Z', 'updated_at': '2022-01-10T19:18:21Z', 'revision_number': 4, 'project_id': '14767e54696f4f2e94938f130d710b10', 'subnets': [{'id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:22.824056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fae1f-bbe0-4c75-8c1b-a7f0a3d76beb None None] The sync data for ids ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'] in n-d-816927-8 is: [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:18:12Z', 'revision_number': 4, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '91a54ca7-4303-4000-9627-c6a5823355e2', 'name': '', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'mac_address': 'fa:16:3e:a4:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:18:09Z', 'updated_at': '2022-01-10T19:18:21Z', 'revision_number': 4, 'project_id': '14767e54696f4f2e94938f130d710b10', 'subnets': [{'id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:22.845277 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-82216d9c-43d5-4b8e-b24b-5a07e35bf25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:22.848856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82216d9c-43d5-4b8e-b24b-5a07e35bf25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:22.857051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:22.857405 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-82216d9c-43d5-4b8e-b24b-5a07e35bf25b tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/5b8c8085-82bd-46c0-a927-8a5adecd7a3f HTTP/1.1" status: 404 len: 337 time: 0.2005749 Jan 10 19:18:22.916877 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:18:22.943883 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6122af0-5da6-4dc0-9e3f-3491932bc1f8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:22.944996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6122af0-5da6-4dc0-9e3f-3491932bc1f8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:22.947573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f6122af0-5da6-4dc0-9e3f-3491932bc1f8 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/53aafecc-b914-4619-8c21-c60a31d523a3 HTTP/1.1" status: 404 len: 339 time: 0.0880816 Jan 10 19:18:22.952788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.068147 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4104fa-0b29-438b-9bab-80f0ae7cab0f tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:23.068590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4104fa-0b29-438b-9bab-80f0ae7cab0f tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:23.072890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7a4104fa-0b29-438b-9bab-80f0ae7cab0f tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/ffdf8c3f-87b1-4694-b46d-8977418df443 HTTP/1.1" status: 404 len: 337 time: 0.1135442 Jan 10 19:18:23.075898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53680) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.081458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-f31b00e4-8115-4fb4-8152-bcd00273fdfb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:23.091093 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-f31b00e4-8115-4fb4-8152-bcd00273fdfb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 810 time: 0.3829765 Jan 10 19:18:23.095459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:23.139608 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c828e5dd-e04f-4cde-b9f6-0ff946f40b95 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:23.140051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c828e5dd-e04f-4cde-b9f6-0ff946f40b95 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:23.144312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c828e5dd-e04f-4cde-b9f6-0ff946f40b95 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/a1a90940-e105-4452-9706-1180676571f2 HTTP/1.1" status: 404 len: 339 time: 0.0604925 Jan 10 19:18:23.145374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53684) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.185635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Request body: {'port': {'device_id': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'admin_state_up': True, 'tenant_id': '14767e54696f4f2e94938f130d710b10'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:23.213709 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1edcbf-11b3-4d23-af6f-4dac2b1e436a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:23.214177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1edcbf-11b3-4d23-af6f-4dac2b1e436a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:23.216019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2d1edcbf-11b3-4d23-af6f-4dac2b1e436a tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/b771da84-8968-43f2-ba71-833c24eb7160 HTTP/1.1" status: 404 len: 337 time: 0.0676050 Jan 10 19:18:23.221642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53688) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.258168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Router 62472e6d-c675-49ee-b6e7-b948431e4b57 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:18:23.275125 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d422af60-b173-4395-9935-a0ecc805eeba tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:23.275582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d422af60-b173-4395-9935-a0ecc805eeba tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:23.277254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d422af60-b173-4395-9935-a0ecc805eeba tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/ccce0a75-bfdf-4d92-85da-fe07df3cda96 HTTP/1.1" status: 404 len: 339 time: 0.0546842 Jan 10 19:18:23.282091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53692) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.335622 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7cd7d9-6ec9-4966-aca0-3c072fe284c7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:23.336073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7cd7d9-6ec9-4966-aca0-3c072fe284c7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:23.337743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8a7cd7d9-6ec9-4966-aca0-3c072fe284c7 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/0f255024-f2a6-4ca9-b463-fbfb7e3a79a2 HTTP/1.1" status: 404 len: 337 time: 0.0547431 Jan 10 19:18:23.341363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53696) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.473858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=217aef55-ab39-4d2a-b428-218206282628,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:23.562109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:23.570423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Usage tracker for resource:port and tenant:14767e54696f4f2e94938f130d710b10 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:23.576123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049c30-1844-4cc3-b1a2-4298538ca6b1 req-d28ea29d-65d8-47cd-b40b-b80c5c722701 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:23.577521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62049c30-1844-4cc3-b1a2-4298538ca6b1 req-d28ea29d-65d8-47cd-b40b-b80c5c722701 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.5544255 Jan 10 19:18:23.626706 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f76e82e-375b-4747-8102-1f81cf89f168 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:23.627174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f76e82e-375b-4747-8102-1f81cf89f168 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:23.631270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8f76e82e-375b-4747-8102-1f81cf89f168 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/8a4fa6bf-4377-4d0c-bf91-1e9994b64281 HTTP/1.1" status: 404 len: 339 time: 0.2857192 Jan 10 19:18:23.632449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.634892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:23.643509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2e7202f-9dec-41ee-9265-c631f2a851da req-4b27d16a-1953-4397-9315-16bc8e3d9a24 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0802433 Jan 10 19:18:23.691574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:23.739102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Made reservation on behalf of 14767e54696f4f2e94938f130d710b10 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:23.742273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:23.824926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62049c30-1844-4cc3-b1a2-4298538ca6b1 req-0e4df9e9-a9a1-405c-895c-a340da6fe3e8 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012990 Jan 10 19:18:23.886083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:23.904146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] Sync routers for ids ['62472e6d-c675-49ee-b6e7-b948431e4b57'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:23.913471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c6a41e7b-fe6e-4e8c-94d0-e5c2387f82e6 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "PUT /v2.0/routers/62472e6d-c675-49ee-b6e7-b948431e4b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0027547 Jan 10 19:18:23.915647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53712) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:23.922511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] Routers {'62472e6d-c675-49ee-b6e7-b948431e4b57'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:23.925512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'port': {'network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35', 'name': 'tempest-FloatingIPNegativeTestJSON-208110521'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:23.927228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['62472e6d-c675-49ee-b6e7-b948431e4b57'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:24.092818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:24.121484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] Routers {'62472e6d-c675-49ee-b6e7-b948431e4b57'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:24.122246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['62472e6d-c675-49ee-b6e7-b948431e4b57'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:24.216822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58d3db4-a4b9-4f1d-ad3c-58afedd43306 req-b97fea80-9ecb-49b3-88b4-22c752d9b096 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 210 time: 0.0823996 Jan 10 19:18:24.242516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:24.242979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12e6763-39be-4199-b4bb-082a4961e4f0 None None] The sync data for ids ['62472e6d-c675-49ee-b6e7-b948431e4b57'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:24.268930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc61de7-d3b9-4810-bc2e-90246c50a73b None None] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:24.331287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:24.337193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:port and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:24.345143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a1379-446b-4e67-9317-a935909b80dc req-ae9d6480-0432-4f5e-ac50-a2da7878733c tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:24.346422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac2a1379-446b-4e67-9317-a935909b80dc req-ae9d6480-0432-4f5e-ac50-a2da7878733c tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 945 time: 0.2718287 Jan 10 19:18:24.347375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:24.361568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-aa5ba8b3-5794-48a4-be35-5c8d40fcfbf7 None None] Provisioning for port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:24.373909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:24.384369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Allocated IP 172.20.0.11 (00ee2039-dea7-49db-89ee-7c89b9dbf270/158a201b-30bb-4e82-bf17-e8872fdbab40/552f4624-0ee0-4f52-adeb-e14267e0b1b4) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:24.401606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Made reservation on behalf of 7b17a3b15d9d42ef974a97671e7d533c for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:24.404717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.449940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac2a1379-446b-4e67-9317-a935909b80dc req-47d93df1-1115-45cd-be82-296ffd47fc6a tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942683 Jan 10 19:18:24.461054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] device_id is not set on port f1718f2c-a1ba-44e4-9056-07fcb2f5f625 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:24.482553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.490703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.491601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.539727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 91a54ca7-4303-4000-9627-c6a5823355e2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:24.544780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting subnet b4c88b98-22aa-4317-848b-f5071df7aa06 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:24.629982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.651442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Allocated IP 172.20.0.9 (6db0afb9-fea4-4d0c-bd9e-d106d0ddce35/f9af3543-57ce-4311-a8a0-f18e9429c2e8/f1718f2c-a1ba-44e4-9056-07fcb2f5f625) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:24.665790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 91a54ca7-4303-4000-9627-c6a5823355e2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:24.678548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 91a54ca7-4303-4000-9627-c6a5823355e2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:24.679280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.884309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.889059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c246ddc7-3701-44fd-bc53-2425d46ad8ad req-201552bb-24be-480a-b440-6a3865142cf6 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0654235 Jan 10 19:18:24.894957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.943056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 91a54ca7-4303-4000-9627-c6a5823355e2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=91a54ca7-4303-4000-9627-c6a5823355e2,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:24.950731 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:24.952397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:25.078181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.097922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.098327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4dca-8e85-499f-8163-41a69498b412 req-339a7afb-2a9d-4a2b-86c0-d6ec9d50fcb9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:25.105605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52bf4dca-8e85-499f-8163-41a69498b412 req-339a7afb-2a9d-4a2b-86c0-d6ec9d50fcb9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.1576276 Jan 10 19:18:25.175281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Transition to ACTIVE for port object f1718f2c-a1ba-44e4-9056-07fcb2f5f625 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:25.191216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=91a54ca7-4303-4000-9627-c6a5823355e2,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:25.197207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:25.198088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52bf4dca-8e85-499f-8163-41a69498b412 req-2cc4ed31-b858-4ffa-affe-479aa68ea7fc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Jan 10 19:18:25.203675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:25.204048 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.227139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.230902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.305460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.314177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbeee9ed-63f8-45fd-afce-9dcc48334497 None None] Provisioning complete for port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:25.314569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbeee9ed-63f8-45fd-afce-9dcc48334497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.338081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:25.342531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:25.345495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:25.424591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:25.425218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.429198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Port': ['ID=f1718f2c-a1ba-44e4-9056-07fcb2f5f625,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:25.462598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f33e002a-d50c-46e6-bb70-c0ed27af25e8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5458441 Jan 10 19:18:25.463535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53726) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:25.469900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:25.475698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:25.481435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:floatingip and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:25.490592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:25.499014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.526696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.542010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:25.563842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.573513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,segment=NetworkSegment(909a77b3-faa8-4b92-8e81-d8a45aeff368),segment_id=909a77b3-faa8-4b92-8e81-d8a45aeff368)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:25.579677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:25.584016 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.611469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Pushing event updated for resources: {'Port': ['ID=552f4624-0ee0-4f52-adeb-e14267e0b1b4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:25.624575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:25.636501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:25.684497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c88b98-22aa-4317-848b-f5071df7aa06,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:25.703397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b42b-9897-4c26-b3bd-81f858501abd req-525f83a0-adf1-4356-8e46-3defa6d7e9ab tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:25.704913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce41b42b-9897-4c26-b3bd-81f858501abd req-525f83a0-adf1-4356-8e46-3defa6d7e9ab tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 932 time: 0.2098374 Jan 10 19:18:25.741700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.760761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7fe2cd-bb25-46b8-8fb5-f5a7ca9445f1 None None] Network 6af9aa30-e30c-49aa-b45c-889aa1d95987 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:25.780997 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-41d64c19-58ef-428a-a320-23a4abc670fc tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/subnets/b4c88b98-22aa-4317-848b-f5071df7aa06 HTTP/1.1" status: 204 len: 168 time: 2.1430590 Jan 10 19:18:25.794935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:25.795698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.803319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:25.855759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ce41b42b-9897-4c26-b3bd-81f858501abd req-9e83a2c8-4410-4da6-9600-ec7ca88e90df tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Synchronizing usage tracker for tenant:14767e54696f4f2e94938f130d710b10 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:25.890426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ce41b42b-9897-4c26-b3bd-81f858501abd req-9e83a2c8-4410-4da6-9600-ec7ca88e90df tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Unset dirty status for tenant:14767e54696f4f2e94938f130d710b10 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:25.891260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:25.891819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce41b42b-9897-4c26-b3bd-81f858501abd req-9e83a2c8-4410-4da6-9600-ec7ca88e90df tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702285 Jan 10 19:18:25.904762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:25.992536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4377a1-347e-4862-9bea-99d0bf430cfc req-38dddf2b-07f1-4d8a-9e62-f5a34dcc4b19 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:25.994785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd4377a1-347e-4862-9bea-99d0bf430cfc req-38dddf2b-07f1-4d8a-9e62-f5a34dcc4b19 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2244933 Jan 10 19:18:26.023888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5a846524-a156-478e-bc05-c7e585ac5aa1 None None] Provisioning for port f1718f2c-a1ba-44e4-9056-07fcb2f5f625 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:26.031924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5a846524-a156-478e-bc05-c7e585ac5aa1 None None] Provisioning complete for port f1718f2c-a1ba-44e4-9056-07fcb2f5f625 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:26.032514 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a846524-a156-478e-bc05-c7e585ac5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.106843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5a846524-a156-478e-bc05-c7e585ac5aa1 None None] Port f1718f2c-a1ba-44e4-9056-07fcb2f5f625 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:26.116567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] DHCP port deletion for 6af9aa30-e30c-49aa-b45c-889aa1d95987 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:26.121161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] Deleting port ee3311ab-b676-4f10-89c1-7fbcb7993769 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:26.121854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.135902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-cd02a76f-d622-4a6f-96b1-6318d6551208 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0165467 Jan 10 19:18:26.160761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Request body: {'port': {'device_id': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:26.284175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.309357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3daa4cec-acbb-46fc-9893-544aba0a2bdc req-2577a503-0f36-49c1-9434-6cac84f9c219 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1791348 Jan 10 19:18:26.369850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] For port ee3311ab-b676-4f10-89c1-7fbcb7993769, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee3311ab-b676-4f10-89c1-7fbcb7993769,segment=NetworkSegment(7bc67f09-818b-4371-8493-55827c7287a4),segment_id=7bc67f09-818b-4371-8493-55827c7287a4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:26.370053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd4377a1-347e-4862-9bea-99d0bf430cfc req-a0f9475f-06ce-4f0a-8d5f-72084645d61b tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552698 Jan 10 19:18:26.370053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Allocated IP 172.25.6.114 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/9ce5aebc-6bda-4483-8f99-c3bf22a47ff3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:26.370712 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.390472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port ee3311ab-b676-4f10-89c1-7fbcb7993769 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:26.390472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.453179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router c883af68-a967-452f-83fd-151447a18f72 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:18:26.458084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.574423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] Calling delete_port for ee3311ab-b676-4f10-89c1-7fbcb7993769 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:26.589475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.619530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 91a54ca7-4303-4000-9627-c6a5823355e2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:26.621135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.706897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:26.711055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:26.713129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Port': ['ID=9ce5aebc-6bda-4483-8f99-c3bf22a47ff3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:26.715633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:26.766267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.793017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router c87d445d-e582-42be-88fe-0d41f5c2c487 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:26.863337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 91a54ca7-4303-4000-9627-c6a5823355e2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:26.863889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.868069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] For port ee3311ab-b676-4f10-89c1-7fbcb7993769, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ee3311ab-b676-4f10-89c1-7fbcb7993769,segment=NetworkSegment(7bc67f09-818b-4371-8493-55827c7287a4),segment_id=7bc67f09-818b-4371-8493-55827c7287a4)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:26.868435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:26.876281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d888f0-e443-4ca9-8ff6-25efb5ebc1c7 req-69ac7eb3-41f7-4496-91fb-ab684b3dec21 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:26.880191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d888f0-e443-4ca9-8ff6-25efb5ebc1c7 req-69ac7eb3-41f7-4496-91fb-ab684b3dec21 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:26.884121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d888f0-e443-4ca9-8ff6-25efb5ebc1c7 req-69ac7eb3-41f7-4496-91fb-ab684b3dec21 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:26.885764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09d888f0-e443-4ca9-8ff6-25efb5ebc1c7 req-69ac7eb3-41f7-4496-91fb-ab684b3dec21 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31&device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8&device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 2416 time: 0.1183326 Jan 10 19:18:26.899978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] Pushing event deleted for resources: {'Port': ['ID=ee3311ab-b676-4f10-89c1-7fbcb7993769,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:26.918659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391305a7-08b7-4888-8b93-07d4077c182d None None] No DVR routers for this DVR port ee3311ab-b676-4f10-89c1-7fbcb7993769 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:26.990090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.007036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:27.022100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Calling delete_port for ee3311ab-b676-4f10-89c1-7fbcb7993769 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:27.081535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09d888f0-e443-4ca9-8ff6-25efb5ebc1c7 req-bc4ccfa7-2205-4157-99d0-aca8a76d3fd3 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346333 Jan 10 19:18:27.084826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:27.085343 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.164259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.248821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8694b-bbbc-4189-8e27-71fefae817c0 req-fff2416f-fe63-4b04-bbe9-7d39e13e0384 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:27.250397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55c8694b-bbbc-4189-8e27-71fefae817c0 req-fff2416f-fe63-4b04-bbe9-7d39e13e0384 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 932 time: 0.1716042 Jan 10 19:18:27.311944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee3311ab-b676-4f10-89c1-7fbcb7993769 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:27.347775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ee3311ab-b676-4f10-89c1-7fbcb7993769 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:18:27.348127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ee3311ab-b676-4f10-89c1-7fbcb7993769 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:18:27.419392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55c8694b-bbbc-4189-8e27-71fefae817c0 req-51dd0b94-5085-4cdb-9ce1-b455613681eb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476696 Jan 10 19:18:27.448062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:27.448062 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:27.499783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ecbc3-acee-4499-85e5-73d4115d956a req-3afbbd9e-0a43-42e0-ad6a-edd2d394a9d6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:27.500334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e78ecbc3-acee-4499-85e5-73d4115d956a req-3afbbd9e-0a43-42e0-ad6a-edd2d394a9d6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.1430256 Jan 10 19:18:27.543761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.556491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.664437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a57c538-bd40-44e2-9bc1-567b42079341 req-7d3fe3f7-12cc-4102-902c-419d61b5b18e tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1030178 Jan 10 19:18:27.669596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e78ecbc3-acee-4499-85e5-73d4115d956a req-779ecf32-828d-4232-b0bd-611735075afc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632023 Jan 10 19:18:27.674664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:27.693498 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] Sync routers for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:27.697532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Port': ['ID=9ce5aebc-6bda-4483-8f99-c3bf22a47ff3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:27.705706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552f4624-0ee0-4f52-adeb-e14267e0b1b4 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:18:27.715048 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:27.715669 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.735125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.775285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:27.787040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] Sync routers for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:27.792642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.801729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:27.803545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.805524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Transition to ACTIVE for port object 552f4624-0ee0-4f52-adeb-e14267e0b1b4 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:27.808025 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.812710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e2807768-86f5-41c3-8901-61f5413ef182 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6313896 Jan 10 19:18:27.813390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53750) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:27.826324 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b2f365ee-4ce1-44d5-849a-a7d8c3783cae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/c87d445d-e582-42be-88fe-0d41f5c2c487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3850894 Jan 10 19:18:27.827660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53754) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:27.848009 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.872598 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:27.873784 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.880824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.913933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:27.914556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.957648 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.958061 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd140a3-fdfa-4cd3-bf9a-34b8642da5b3 None None] The sync data for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:27.976719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Deleting port ee3311ab-b676-4f10-89c1-7fbcb7993769 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:27.977188 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.988653 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:27.989850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-75261566-230b-4e7d-a9e6-7f40ef8d43bd tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5253077 Jan 10 19:18:27.995345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53758) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:27.999464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:27.999872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c391f-0220-46d9-94fa-9d7e8a5b7114 None None] The sync data for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:28.006631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c137663f-92f7-4b69-acbf-2485f10ea899 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'floatingip': {'port_id': 'f1718f2c-a1ba-44e4-9056-07fcb2f5f625', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:28.010779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.108629 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c137663f-92f7-4b69-acbf-2485f10ea899 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.113725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] The port 'ee3311ab-b676-4f10-89c1-7fbcb7993769' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:18:28.249169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Pushing event updated for resources: {'Port': ['ID=552f4624-0ee0-4f52-adeb-e14267e0b1b4,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:28.338919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.405237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af9aa30-e30c-49aa-b45c-889aa1d95987']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:28.496657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc67f09-818b-4371-8493-55827c7287a4') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:28.497016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc67f09-818b-4371-8493-55827c7287a4') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:28.525457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.538092 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-c137663f-92f7-4b69-acbf-2485f10ea899 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] update failed (client error): The resource could not be found. Jan 10 19:18:28.539281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c137663f-92f7-4b69-acbf-2485f10ea899 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "PUT /v2.0/floatingips/0b888384-a279-4ed7-9d3e-3d89bc57d430 HTTP/1.1" status: 404 len: 507 time: 0.5428374 Jan 10 19:18:28.544286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:28.623615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.657078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:28.657479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:28.675115 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:28.698882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccdf04-3305-4a04-aef0-031de8a84b79 req-3981606b-85ca-4294-a484-abc848a7af6f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:28.700426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9ccdf04-3305-4a04-aef0-031de8a84b79 req-3981606b-85ca-4294-a484-abc848a7af6f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 944 time: 0.1156049 Jan 10 19:18:28.726262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.779822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Attempting to bind port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:28.780161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Attempting to bind port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:28.780481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Attempting to bind port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:28.835003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port 9ce5aebc-6bda-4483-8f99-c3bf22a47ff3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:28.835626 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.865287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:18:28.865287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Attempting to bind port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:28.872342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9ccdf04-3305-4a04-aef0-031de8a84b79 req-aa53f1d1-b0b9-4b8b-b542-f4a9e80fe79e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631422 Jan 10 19:18:28.879712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.913887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.923295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:28.923636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Checking segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:28.924019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Bound using segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:28.924457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Bound port: 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:28.924791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:28.940752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] Pushing event deleted for resources: {'Network': ['ID=6af9aa30-e30c-49aa-b45c-889aa1d95987,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:28.972020 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3b06d79b-be72-4de2-a724-9e65f7617317 tempest-NetworksTest-1000269096 tempest-NetworksTest-1000269096-project] 10.222.0.21 "DELETE /v2.0/networks/6af9aa30-e30c-49aa-b45c-889aa1d95987 HTTP/1.1" status: 204 len: 168 time: 3.1672180 Jan 10 19:18:29.059782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-658d72ff-bc99-4088-8a63-9a1a9bc3717a req-41184149-898a-4fbb-8d34-5bcba7840caf tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1164544 Jan 10 19:18:29.261988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] For port 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:29.267284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:29.267629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:29.284266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] For port 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:29.389847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53788) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:29.527382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:29.536501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Calling delete_port for 9ce5aebc-6bda-4483-8f99-c3bf22a47ff3 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:29.653818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:29.655246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] 10.222.0.44 "PUT /v2.0/ports/552f4624-0ee0-4f52-adeb-e14267e0b1b4 HTTP/1.1" status: 200 len: 1092 time: 3.5057051 Jan 10 19:18:29.659739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'tag': '552f4624-0ee0-4f52-adeb-e14267e0b1b4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:18:29.686390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port b596778e-01f1-4d70-ab98-f2df5268022b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:29.687366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:29.774125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983552a1-4198-46a0-83ba-6841e9b1a96c service neutron] Pushing event updated for resources: {'Port': ['ID=552f4624-0ee0-4f52-adeb-e14267e0b1b4,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:29.860873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2121ee9f-62d7-42cc-8ec8-0796092267a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ac4fa93b7b346338d41d84c6c1c509a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4701474 Jan 10 19:18:29.867992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53802) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:29.896302 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-473e5489-cec6-4fcb-b42a-38cd66606f12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 1095 time: 0.1778486 Jan 10 19:18:29.956903 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'tag': '552f4624-0ee0-4f52-adeb-e14267e0b1b4', 'status': 'completed', 'code': 200} Jan 10 19:18:29.970792 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:29.992326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.014785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25803271-da98-4869-9e14-ab478ecf856c req-c466731d-3060-4e7a-a29c-74ca073ca946 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:30.019150 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-943f1ccd-7247-402b-b61a-c16cc5321cf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4 HTTP/1.1" status: 200 len: 217 time: 0.1154692 Jan 10 19:18:30.019940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25803271-da98-4869-9e14-ab478ecf856c req-c466731d-3060-4e7a-a29c-74ca073ca946 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2787838 Jan 10 19:18:30.023173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event deleted for resources: {'Port': ['ID=9ce5aebc-6bda-4483-8f99-c3bf22a47ff3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:30.239214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-36865807-6419-4b75-82ff-a5c65e0ac7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:30.240633 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-36865807-6419-4b75-82ff-a5c65e0ac7ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.1637785 Jan 10 19:18:30.280651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.285686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef1d11b2-0ecb-438a-a4a2-e69474cd5303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.300571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-6fe7ff13-29e9-49f5-815a-85c7ce201c4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513268 Jan 10 19:18:30.301240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for b596778e-01f1-4d70-ab98-f2df5268022b owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:30.310600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.315557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9edf205e-0fe1-4fba-acbe-89da2a1fbd7d tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "DELETE /v2.0/floatingips/0b888384-a279-4ed7-9d3e-3d89bc57d430 HTTP/1.1" status: 204 len: 168 time: 1.7646368 Jan 10 19:18:30.338372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53812) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:30.379332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'floatingip': {'floating_network_id': '6db0afb9-fea4-4d0c-bd9e-d106d0ddce35', 'port_id': 'f1718f2c-a1ba-44e4-9056-07fcb2f5f625', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:30.396268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:30.413367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef1d11b2-0ecb-438a-a4a2-e69474cd5303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.423818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:floatingip and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:30.431261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:30.454073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:30.494712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25803271-da98-4869-9e14-ab478ecf856c req-ba145baf-c0a0-446a-805a-dede90be0ce4 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593868 Jan 10 19:18:30.508856 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-e997be12-7a65-4ec8-a372-a6fcff00a77f service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544971 Jan 10 19:18:30.527523 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.551224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714e8c4-671a-4824-83bf-f19d6111ac94 req-8df49112-8697-4229-85cc-d95b0a30361a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:30.557794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1714e8c4-671a-4824-83bf-f19d6111ac94 req-8df49112-8697-4229-85cc-d95b0a30361a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 944 time: 0.5197628 Jan 10 19:18:30.700091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef1d11b2-0ecb-438a-a4a2-e69474cd5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.727380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c28a3a1e-869c-4621-8866-32be34efd328 req-8843cab3-f718-4372-baed-5d772a2777b9 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0833447 Jan 10 19:18:30.735092 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c62225b-8e03-4891-8354-d3bcf5f596df req-b1869734-55d5-4319-9b43-304873390fe1 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202928 Jan 10 19:18:30.776184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1714e8c4-671a-4824-83bf-f19d6111ac94 req-b40e1f5c-95d7-4c1b-9c44-ba802255e636 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167420 Jan 10 19:18:30.779786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d11b2-0ecb-438a-a4a2-e69474cd5303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b548aea-6a92-4ef4-9771-06268c2cdcbe,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:30.826633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef1d11b2-0ecb-438a-a4a2-e69474cd5303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.827874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ef1d11b2-0ecb-438a-a4a2-e69474cd5303 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b548aea-6a92-4ef4-9771-06268c2cdcbe HTTP/1.1" status: 204 len: 168 time: 0.9564431 Jan 10 19:18:30.866294 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:30.922269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=b596778e-01f1-4d70-ab98-f2df5268022b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:31.017965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:31.130179 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:18:31.136157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-37ce779b-bdb1-4be4-aae4-4c4f7f7b0d54 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7748599 Jan 10 19:18:31.136323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-fa492301-cfef-4f31-b056-32fa43ed8c0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 1095 time: 0.3401728 Jan 10 19:18:31.136323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53820) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:31.140659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'f1718f2c-a1ba-44e4-9056-07fcb2f5f625', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:31.141065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:31.301050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:31.368308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Usage tracker for resource:floatingip and tenant:7b17a3b15d9d42ef974a97671e7d533c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:31.376631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:31.392772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:31.462769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:31.612874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-a7df3467-5d9f-487a-bfe1-cf65086648c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:31.614431 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-a7df3467-5d9f-487a-bfe1-cf65086648c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 911 time: 0.3432667 Jan 10 19:18:31.673585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router c87d445d-e582-42be-88fe-0d41f5c2c487 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:31.707089 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-3284a919-8da7-47b1-b00a-7b26731d86b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4 HTTP/1.1" status: 200 len: 217 time: 0.0801687 Jan 10 19:18:31.846040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.1 (c32a16af-33b8-4662-9d7d-87f5fc8ad17f/86ffeacc-133c-4a13-b9dc-a9eafcb5161b/c8249f57-77b8-4205-abf9-7b68e34da6db) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:31.856093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-4859eeff-122c-438a-9e7b-25f293d701fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:31.858184 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-4859eeff-122c-438a-9e7b-25f293d701fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.1394951 Jan 10 19:18:31.953404 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-5e13ead3-0bcc-4e07-9ca5-38e3eb5b3472 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797102 Jan 10 19:18:32.004029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53846) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:32.009309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb113645-9d41-4ea2-9900-1a08faae822d req-568e4268-b8f7-4756-8588-068ed18780a5 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1057105 Jan 10 19:18:32.037738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:32.043300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be26f899-b7f3-47e4-8b1e-87f72f198912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/c87d445d-e582-42be-88fe-0d41f5c2c487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2144172 Jan 10 19:18:32.047179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53852) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:32.052714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] Sync routers for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:32.076499 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:32.077118 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:32.093484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7b61de10-7fe4-4e83-b10e-c732cb1e974e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:32.101071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dec70-9259-4807-9a22-1bef7a63f307 req-1ed39ed2-ce79-4139-a24f-561a40d6212f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:32.108428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d5dec70-9259-4807-9a22-1bef7a63f307 req-1ed39ed2-ce79-4139-a24f-561a40d6212f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.3663521 Jan 10 19:18:32.133731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.155601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7b61de10-7fe4-4e83-b10e-c732cb1e974e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:32.156696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7b61de10-7fe4-4e83-b10e-c732cb1e974e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87d445d-e582-42be-88fe-0d41f5c2c487 HTTP/1.1" status: 200 len: 205 time: 0.1086094 Jan 10 19:18:32.159348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53856) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:32.232812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:32.235491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d5dec70-9259-4807-9a22-1bef7a63f307 req-2d8cf27b-228c-4615-9e3d-4032ed07d2ad tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261547 Jan 10 19:18:32.251514 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] Routers {'c87d445d-e582-42be-88fe-0d41f5c2c487'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:32.252367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c87d445d-e582-42be-88fe-0d41f5c2c487'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:32.257531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-399778365'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:32.280561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:32.344299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.344523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:32.351813 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:32.352229 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8bb27e-8e9c-489f-b19e-0fa60f4e4271 None None] The sync data for ids ['c87d445d-e582-42be-88fe-0d41f5c2c487'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:32.379814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:32.392196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:32.396980 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-9b7cc605-5227-44bb-a8e1-bde022b91302 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997140 Jan 10 19:18:32.407507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Transition to ACTIVE for port object c8249f57-77b8-4205-abf9-7b68e34da6db will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:32.420585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.470313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:32.473221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.505509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.512374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Allocated IP 172.25.6.6 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/3d881ef7-8029-4057-b151-1b2e9e57a9e6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:32.544140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.615148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3dae-008c-4fca-abe0-37f2c773c6ea req-f4def6b7-22ad-463d-92ed-904decc91e84 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:32.616605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-163d3dae-008c-4fca-abe0-37f2c773c6ea req-f4def6b7-22ad-463d-92ed-904decc91e84 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 944 time: 0.2737987 Jan 10 19:18:32.677687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:32.711019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group_rule and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:32.759389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:32.773176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:32.828151 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a3d2fa43-7506-4c2f-bb71-ac5c4b63ce4a req-858cad86-8d5e-4200-aeba-373eabf9df5b service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243863 Jan 10 19:18:32.829843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:32.836373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:32.845266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:32.885280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=c8249f57-77b8-4205-abf9-7b68e34da6db,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:32.931291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-163d3dae-008c-4fca-abe0-37f2c773c6ea req-1bc55f73-f5f0-4b64-b421-fc5ffff24fd4 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549264 Jan 10 19:18:32.943857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.948560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.949567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:32.959975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.023863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.029583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.050186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.062266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.071219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09236a7b-bb64-4658-a9fe-b139228c8113,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:33.074441 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.075125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router c87d445d-e582-42be-88fe-0d41f5c2c487 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:18:33.102561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:33.103269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7985bdd-72e0-49ad-9ac7-c6d4ab74d3d4 None None] Provisioning for port c8249f57-77b8-4205-abf9-7b68e34da6db completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:33.111507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7985bdd-72e0-49ad-9ac7-c6d4ab74d3d4 None None] Provisioning complete for port c8249f57-77b8-4205-abf9-7b68e34da6db triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:33.112326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7985bdd-72e0-49ad-9ac7-c6d4ab74d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.117199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.118252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9a9430e6-ce63-435a-9651-d5ee685fe8d2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/c87d445d-e582-42be-88fe-0d41f5c2c487 HTTP/1.1" status: 204 len: 168 time: 0.9576099 Jan 10 19:18:33.122107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53862) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:33.125685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.126034 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 5e25e59a-44db-45d0-8fb6-d316d473d0d6 of type vlan for network dd805d6c-ab08-4061-91f6-d38abc990f10 Jan 10 19:18:33.189468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f7985bdd-72e0-49ad-9ac7-c6d4ab74d3d4 None None] Port c8249f57-77b8-4205-abf9-7b68e34da6db cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:33.198137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:33.202324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event updated for resources: {'Port': ['ID=3d881ef7-8029-4057-b151-1b2e9e57a9e6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:33.204754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:33.217470 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.261234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:33.449995 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:18:33.500384 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df6d812a-d648-47ad-b452-033db68e3e14 req-62b9a627-9b35-495d-b415-5ea3efc494b6 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.2087226 Jan 10 19:18:33.535991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.539568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:33.540147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.602795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5974693 Jan 10 19:18:33.603935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53870) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:33.626489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'name': 'tempest-PortsIpV6TestJSON-229339290'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:33.657542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port 3d881ef7-8029-4057-b151-1b2e9e57a9e6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:33.657542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.702652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet 7b9953aa-7254-4065-9781-cafafcc6c888 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:33.710709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.737879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7bb8-3e54-4e21-b1c8-de0c763e11bd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=dd805d6c-ab08-4061-91f6-d38abc990f10,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:33.751088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:33.762274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5d4a7-97ab-46cc-be3f-9e5a895e324e req-9c0f96e5-b06a-43ec-afc1-bcd305baca3b tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:33.764670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3b5d4a7-97ab-46cc-be3f-9e5a895e324e req-9c0f96e5-b06a-43ec-afc1-bcd305baca3b tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.3221521 Jan 10 19:18:33.794701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.870319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3b5d4a7-97ab-46cc-be3f-9e5a895e324e req-6c2562e5-bb80-45d7-a00d-76b8fb32dace tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970309 Jan 10 19:18:33.892354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:33.901724 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.908260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:33.913934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:33.924455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.932425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:33.936619 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:33.982950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.025294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9953aa-7254-4065-9781-cafafcc6c888,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:34.034987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.043959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bdddbf1e-caa6-448b-8aa2-30e6690cc6ea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/7b9953aa-7254-4065-9781-cafafcc6c888 HTTP/1.1" status: 204 len: 168 time: 0.9192102 Jan 10 19:18:34.045604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53876) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:34.045869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a48265-0fbd-4ce1-9454-af156abc861f None None] Network d2003cfe-409e-42fe-bbf3-c2b0b81e3695 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:34.071365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:34.074322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.100075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.100407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.139704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port df5f9bc6-10c8-4fab-8d60-87c5a039a59a yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:34.158239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 552f4624-0ee0-4f52-adeb-e14267e0b1b4 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:18:34.295929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.303799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f1417-d50d-476e-9009-2ede58f27d38 req-b15093d6-f68e-443e-8ee4-ee991fef61a6 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:34.305882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea0f1417-d50d-476e-9009-2ede58f27d38 req-b15093d6-f68e-443e-8ee4-ee991fef61a6 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 944 time: 0.1948466 Jan 10 19:18:34.334210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet de7dd648-5ae2-4ebd-b245-88875cfe84b9 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:34.339752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.349717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=c8249f57-77b8-4205-abf9-7b68e34da6db,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:34.401213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:34.412833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.415481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '552f4624-0ee0-4f52-adeb-e14267e0b1b4', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'port_id': '552f4624-0ee0-4f52-adeb-e14267e0b1b4', 'mac_address': 'fa:16:3e:51:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:18:34.421026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Calling delete_port for 3d881ef7-8029-4057-b151-1b2e9e57a9e6 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:34.451175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea0f1417-d50d-476e-9009-2ede58f27d38 req-48730eba-3a2a-497c-9cd4-52db44d843c5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381378 Jan 10 19:18:34.491364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] DHCP port deletion for d2003cfe-409e-42fe-bbf3-c2b0b81e3695 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:34.510590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.511809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] Deleting port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:34.512253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.539448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.586682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552f4624-0ee0-4f52-adeb-e14267e0b1b4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:18:34.612268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.666648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:34.684170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.737110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=de7dd648-5ae2-4ebd-b245-88875cfe84b9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:34.752410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7952db62-7d10-4093-b506-822ec66f0b39 req-bd111a19-4b4d-4ed9-862c-5d9b1466b01a tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0859814 Jan 10 19:18:34.761285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.771686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd3a8507-e624-45a3-b2de-f5e0d996ec7e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/de7dd648-5ae2-4ebd-b245-88875cfe84b9 HTTP/1.1" status: 204 len: 168 time: 0.7248342 Jan 10 19:18:34.772858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53884) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:34.775821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802d9e6-ab80-4952-8ec7-ec26ada07b12 None None] Network 015f09b7-6caa-43c7-87ea-3c760223e496 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:34.797268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:34.801903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:34.874687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.939391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.952821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:34.953178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:34.980514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event deleted for resources: {'Port': ['ID=3d881ef7-8029-4057-b151-1b2e9e57a9e6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:35.010816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.017084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] For port 30cb7496-abf7-4b9d-8db4-fc94afa41a64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=30cb7496-abf7-4b9d-8db4-fc94afa41a64,segment=NetworkSegment(e8916bc6-bf6e-41c8-ae5d-7cac282b6291),segment_id=e8916bc6-bf6e-41c8-ae5d-7cac282b6291)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:35.017893 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.106548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=552f4624-0ee0-4f52-adeb-e14267e0b1b4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:35.179978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['552f4624-0ee0-4f52-adeb-e14267e0b1b4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:18:35.215053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] Calling delete_port for 30cb7496-abf7-4b9d-8db4-fc94afa41a64 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:35.216364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port 30cb7496-abf7-4b9d-8db4-fc94afa41a64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=30cb7496-abf7-4b9d-8db4-fc94afa41a64,segment=NetworkSegment(e8916bc6-bf6e-41c8-ae5d-7cac282b6291),segment_id=e8916bc6-bf6e-41c8-ae5d-7cac282b6291)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:35.217389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.310680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.355945 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] create failed (client error): The resource could not be found. Jan 10 19:18:35.355945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-47783f17-e43e-4b3d-84a4-8b1784ce18c8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2200632 Jan 10 19:18:35.364809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53890) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:35.442206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.447225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 30cb7496-abf7-4b9d-8db4-fc94afa41a64 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:35.471499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=df5f9bc6-10c8-4fab-8d60-87c5a039a59a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:35.477246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dbfe5674-3746-45f7-a1a0-090d4d39b5a5 None None] Provisioning complete for port c8249f57-77b8-4205-abf9-7b68e34da6db triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:35.477628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dbfe5674-3746-45f7-a1a0-090d4d39b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.495536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port f1718f2c-a1ba-44e4-9056-07fcb2f5f625 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:35.495860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.545830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] Pushing event deleted for resources: {'Port': ['ID=30cb7496-abf7-4b9d-8db4-fc94afa41a64,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:35.551041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '5e25e59a-44db-45d0-8fb6-d316d473d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:35.551411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: dd805d6c-ab08-4061-91f6-d38abc990f10, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:35.571211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ddb89-80ea-4c13-82ef-c0387bee5599 None None] No DVR routers for this DVR port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:35.592939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe5674-3746-45f7-a1a0-090d4d39b5a5 None None] Port c8249f57-77b8-4205-abf9-7b68e34da6db cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:35.695778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] DHCP port deletion for 015f09b7-6caa-43c7-87ea-3c760223e496 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:35.699876 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:35.700219 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:35.700507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Deleting port 89a53448-9346-4640-9c08-10179c9058a1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:35.701461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.730641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844b4c-4047-4ad4-9503-da5b70164ab6 req-0204edc0-16a8-4634-a6e5-5dc7b652a7e3 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:35.732197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4844b4c-4047-4ad4-9503-da5b70164ab6 req-0204edc0-16a8-4634-a6e5-5dc7b652a7e3 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 945 time: 0.1316071 Jan 10 19:18:35.762894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a87a9-ae43-4b5f-94a5-63de73d2d2fc req-d074a4d6-193d-4abc-b254-61ed92ed88fa tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:35.765471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-436a87a9-ae43-4b5f-94a5-63de73d2d2fc req-d074a4d6-193d-4abc-b254-61ed92ed88fa tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2920041 Jan 10 19:18:35.824101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4844b4c-4047-4ad4-9503-da5b70164ab6 req-4e92dab9-4c41-42c3-bfcb-21599f037050 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845690 Jan 10 19:18:35.839143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-436a87a9-ae43-4b5f-94a5-63de73d2d2fc req-6caac5f8-ad2c-4138-b0a6-92df91d38ee1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651660 Jan 10 19:18:35.892065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:35.925445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, dd805d6c-ab08-4061-91f6-d38abc990f10) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:35.948414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:35.953039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:35.953255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.972293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] For port 89a53448-9346-4640-9c08-10179c9058a1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=89a53448-9346-4640-9c08-10179c9058a1,segment=NetworkSegment(ab082993-a553-4f87-b93c-49f1039642d6),segment_id=ab082993-a553-4f87-b93c-49f1039642d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:35.972771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:35.985848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee92ec-eba6-4e4a-abe6-42cfbe4d9e8f None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:35.987495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.022381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa49db7b-1040-4fb9-bccb-21dcf62b14f4 req-70817bc0-2e39-4f0c-b03a-174cb16b71cf tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0474534 Jan 10 19:18:36.124204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-499603ed-efdf-4975-a9fe-925a34612712 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5174258 Jan 10 19:18:36.127532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53900) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:36.131362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Calling delete_port for f1718f2c-a1ba-44e4-9056-07fcb2f5f625 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:36.133484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1798281637'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:36.138820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:36.142645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:36.145628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:36.151337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:36.161726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:36.164928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.172947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router c883af68-a967-452f-83fd-151447a18f72 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:36.184396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Calling delete_port for 89a53448-9346-4640-9c08-10179c9058a1 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:36.196508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:36.201353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 30cb7496-abf7-4b9d-8db4-fc94afa41a64 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:36.201695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.265912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.266579 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment b9a6bd9b-8886-4939-a0de-e77a46e1c4e4 of type vlan for network 76f9b5b5-795b-46aa-ac95-e05f73d76f68 Jan 10 19:18:36.271250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] The port '30cb7496-abf7-4b9d-8db4-fc94afa41a64' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:18:36.353725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.362943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.407208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Pushing event deleted for resources: {'Port': ['ID=89a53448-9346-4640-9c08-10179c9058a1,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:36.415467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] No DVR routers for this DVR port 89a53448-9346-4640-9c08-10179c9058a1 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:36.417578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event deleted for resources: {'Port': ['ID=f1718f2c-a1ba-44e4-9056-07fcb2f5f625,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:36.431028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.434934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.435346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.435697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.436042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.436564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.436897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.437239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.437582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.437901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.438229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.438556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345aabd-e39e-43a4-aed0-0a9d0433a639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:18:36.444719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 89a53448-9346-4640-9c08-10179c9058a1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:36.479000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 89a53448-9346-4640-9c08-10179c9058a1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:18:36.479374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 89a53448-9346-4640-9c08-10179c9058a1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:18:36.479772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 30cb7496-abf7-4b9d-8db4-fc94afa41a64 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:36.494159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.498800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:36.499955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.505799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.516643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 30cb7496-abf7-4b9d-8db4-fc94afa41a64 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:18:36.517243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 30cb7496-abf7-4b9d-8db4-fc94afa41a64 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:18:36.595604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.607731 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c6defb7-faac-4fa7-a695-5a4dbc4bd06f tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "DELETE /v2.0/ports/f1718f2c-a1ba-44e4-9056-07fcb2f5f625 HTTP/1.1" status: 204 len: 168 time: 1.2385654 Jan 10 19:18:36.610642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:36.621006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2003cfe-409e-42fe-bbf3-c2b0b81e3695']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:36.647004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:36.647363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8916bc6-bf6e-41c8-ae5d-7cac282b6291') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:36.659923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5285156 Jan 10 19:18:36.660677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53908) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:36.662737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96e297-ce09-49c6-a848-ef177529c861 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=76f9b5b5-795b-46aa-ac95-e05f73d76f68,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:36.668391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.669451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'ports': [{'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'}, {'network_id': '76f9b5b5-795b-46aa-ac95-e05f73d76f68'}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:36.669776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:36.670247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': '76f9b5b5-795b-46aa-ac95-e05f73d76f68'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:36.684340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 76f9b5b5-795b-46aa-ac95-e05f73d76f68 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:36.685724 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.692202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:36.692681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:36.709157 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:36.796135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.803588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:36.814180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95513c63-4532-4bc0-844d-795026baf276 None None] Sync routers for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:36.817941 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:36.826753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f61e6048-6a87-4543-83f6-34417bd57feb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/routers/c883af68-a967-452f-83fd-151447a18f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0111485 Jan 10 19:18:36.829412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95513c63-4532-4bc0-844d-795026baf276 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:36.829653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53912) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:36.830155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-95513c63-4532-4bc0-844d-795026baf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:36.833158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=d2003cfe-409e-42fe-bbf3-c2b0b81e3695,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:36.839070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'port': {'network_id': 'c32a16af-33b8-4662-9d7d-87f5fc8ad17f', 'name': 'tempest-FloatingIPTestJSON-867780167'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:36.855972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f9d69dd1-6aa7-447e-851f-668ef374a071 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/d2003cfe-409e-42fe-bbf3-c2b0b81e3695 HTTP/1.1" status: 204 len: 168 time: 2.0794261 Jan 10 19:18:36.857367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53916) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:36.908272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bddb2c-4ecf-4dcc-95b3-083841edd779 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:36.909007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-67bddb2c-4ecf-4dcc-95b3-083841edd779 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Synchronizing usage tracker for tenant:7b17a3b15d9d42ef974a97671e7d533c on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:36.965634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-95513c63-4532-4bc0-844d-795026baf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:36.982910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95513c63-4532-4bc0-844d-795026baf276 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:36.983519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-95513c63-4532-4bc0-844d-795026baf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:37.003756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:37.007084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-67bddb2c-4ecf-4dcc-95b3-083841edd779 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Unset dirty status for tenant:7b17a3b15d9d42ef974a97671e7d533c on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:37.008545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-67bddb2c-4ecf-4dcc-95b3-083841edd779 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "GET /v2.0/ports?device_id=62472e6d-c675-49ee-b6e7-b948431e4b57 HTTP/1.1" status: 200 len: 913 time: 0.3970814 Jan 10 19:18:37.011328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:37.015159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:37.067773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-95513c63-4532-4bc0-844d-795026baf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:37.068285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95513c63-4532-4bc0-844d-795026baf276 None None] The sync data for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:37.084895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:37.100701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:37.155828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.171659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:37.175326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.201516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:37.205415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.208993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Usage tracker for resource:port and tenant:c6132214bae04524826861fb2a382f00 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:37.214852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:37.253784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:37.340854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Made reservation on behalf of c6132214bae04524826861fb2a382f00 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:37.343856 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.358104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6c93b-5680-48c4-941d-babc9f1ba879 req-cb846306-9e16-4678-843a-b77084aa03ad tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:37.359586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0c6c93b-5680-48c4-941d-babc9f1ba879 req-cb846306-9e16-4678-843a-b77084aa03ad tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.3740885 Jan 10 19:18:37.407050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb94d8-f2c8-4d2d-bed2-94af86ba3686 req-d890f7e2-81f9-4b48-af71-484d1e0b5d8b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:37.408398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48fb94d8-f2c8-4d2d-bed2-94af86ba3686 req-d890f7e2-81f9-4b48-af71-484d1e0b5d8b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 945 time: 0.3753965 Jan 10 19:18:37.412500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.430993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] device_id is not set on port 896fa921-75b8-45af-91f5-215e4c67e936 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:37.631566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015f09b7-6caa-43c7-87ea-3c760223e496']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:37.657967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab082993-a553-4f87-b93c-49f1039642d6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:37.658165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab082993-a553-4f87-b93c-49f1039642d6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:37.674334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port b3ffe6b9-317c-4791-adf6-8b9efe937041 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:37.682664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0c6c93b-5680-48c4-941d-babc9f1ba879 req-e8286df3-114e-4f88-b750-7889d5e5e07f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048935 Jan 10 19:18:37.690861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.708661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48fb94d8-f2c8-4d2d-bed2-94af86ba3686 req-ddf1a3c7-6d30-4b28-be0b-7b08c017a4a8 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859886 Jan 10 19:18:37.749843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.763894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:37.764093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:37.778229 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:37.785077 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.872635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Allocated IP 172.20.0.12 (c32a16af-33b8-4662-9d7d-87f5fc8ad17f/86ffeacc-133c-4a13-b9dc-a9eafcb5161b/896fa921-75b8-45af-91f5-215e4c67e936) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:37.882731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.911216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.950139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:37.970123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=015f09b7-6caa-43c7-87ea-3c760223e496,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:37.976906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5fed67f-9e28-4ed4-8c6d-c3e9e22507ba req-3a26a416-6bae-4ce6-adde-3a0e3eae7693 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0871224 Jan 10 19:18:37.984872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c93e762b-97aa-4227-9f84-520c981d4df0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/015f09b7-6caa-43c7-87ea-3c760223e496 HTTP/1.1" status: 204 len: 168 time: 1.1229963 Jan 10 19:18:37.986259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:38.046047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1640482222'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:38.050999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:38.054652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:38.057426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:38.063133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:38.084157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:38.087059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.130880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 5945a04b-cab5-45f9-a75d-fe438c77b4cd yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:38.146962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:38.156061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.163428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.163705 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment 2f07e044-0605-4647-9112-ad437dc3cb4f of type vlan for network 610c72da-74d2-4464-bd32-174f09aae18a Jan 10 19:18:38.172101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Transition to ACTIVE for port object 896fa921-75b8-45af-91f5-215e4c67e936 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:38.194145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 552f4624-0ee0-4f52-adeb-e14267e0b1b4 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:38.196525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.242203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.270629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:38.276415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:38.277596 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.278155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:38.282677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:38.284493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event updated for resources: {'Port': ['ID=896fa921-75b8-45af-91f5-215e4c67e936,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:38.286630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:38.354549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:38.355241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.369253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-648a8b20-3485-4d24-9799-6b8072c47197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.381160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f900e80d-4cd6-403b-9ce4-c2e03ed09dd7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5493128 Jan 10 19:18:38.382011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53936) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:38.388713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Request body: {'floatingip': {'port_id': '896fa921-75b8-45af-91f5-215e4c67e936'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:38.437228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.440883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:38.441469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.459489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.468190 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.492773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552f4624-0ee0-4f52-adeb-e14267e0b1b4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:18:38.509446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.515401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:38.523627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.587012 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5994267 Jan 10 19:18:38.593543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53942) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:38.598265 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552f4624-0ee0-4f52-adeb-e14267e0b1b4', 'code': 200} Jan 10 19:18:38.602842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a4617-6130-41bc-aca3-bb6daf54f52f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=610c72da-74d2-4464-bd32-174f09aae18a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:38.609640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': '610c72da-74d2-4464-bd32-174f09aae18a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:38.616502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 610c72da-74d2-4464-bd32-174f09aae18a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:38.723872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=552f4624-0ee0-4f52-adeb-e14267e0b1b4,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:38.748864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e5d7accd-34c5-4a14-a5db-fa9fc6019f4a None None] Provisioning for port 896fa921-75b8-45af-91f5-215e4c67e936 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:38.757944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e5d7accd-34c5-4a14-a5db-fa9fc6019f4a None None] Provisioning complete for port 896fa921-75b8-45af-91f5-215e4c67e936 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:38.758485 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5d7accd-34c5-4a14-a5db-fa9fc6019f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.829428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:38.832224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7accd-34c5-4a14-a5db-fa9fc6019f4a None None] Port 896fa921-75b8-45af-91f5-215e4c67e936 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:38.922900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:38.957980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:38.973751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:38.987898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:38.990965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:38.993662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=b3ffe6b9-317c-4791-adf6-8b9efe937041,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:38.999396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:39.008846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:39.009677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:39.082781 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca6583b6-f684-4560-a554-89e1707f67f6 req-d1356413-99e8-417c-a7b8-bd42f9a63bd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 1097 time: 0.3863404 Jan 10 19:18:39.083406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:39.197026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5f38-c413-429a-892d-5857603bf403 req-f53d09b2-2eaf-4f05-949e-d7cbfb3f04cb tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:39.198566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a42a5f38-c413-429a-892d-5857603bf403 req-f53d09b2-2eaf-4f05-949e-d7cbfb3f04cb tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2947943 Jan 10 19:18:39.251465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158ae4e-8424-4017-8f65-98146bd0574d req-b9c6e225-d29c-4810-8375-5517f9bb865a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:39.252876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c158ae4e-8424-4017-8f65-98146bd0574d req-b9c6e225-d29c-4810-8375-5517f9bb865a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3123844 Jan 10 19:18:39.340913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=5945a04b-cab5-45f9-a75d-fe438c77b4cd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:39.423264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:39.435351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a42a5f38-c413-429a-892d-5857603bf403 req-44473afe-1718-4475-a87b-8ca76e74cc61 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267492 Jan 10 19:18:39.441469 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ca6583b6-f684-4560-a554-89e1707f67f6 req-9da85757-01ea-4712-8f41-3b31cd279eca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428526 Jan 10 19:18:39.458730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c158ae4e-8424-4017-8f65-98146bd0574d req-8fdfed4b-be15-4552-81f5-f2bb3a75413c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934710 Jan 10 19:18:39.547826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': 'b9a6bd9b-8886-4939-a0de-e77a46e1c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '76f9b5b5-795b-46aa-ac95-e05f73d76f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:39.548228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: 76f9b5b5-795b-46aa-ac95-e05f73d76f68, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:39.661157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network 76f9b5b5-795b-46aa-ac95-e05f73d76f68 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:39.734186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 76f9b5b5-795b-46aa-ac95-e05f73d76f68) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:39.735256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6de59d07-98c8-4d06-aa3f-87f80451edfc req-8eae1f7b-9b69-4c67-9e41-bd02d8e90bb1 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0502839 Jan 10 19:18:39.738568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:39.744766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2e082-b3de-41a8-a3d6-ee1e67ae2822 None None] Network 76f9b5b5-795b-46aa-ac95-e05f73d76f68 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:39.745601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port 3bc100ab-c6f3-43d3-903a-4471ca4ace18 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:39.745948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:39.752678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:39.785977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:39.790120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:39.793588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:39.794255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:39.973724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7443eaab-0012-4a4c-a491-a4bff2906075 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3091726 Jan 10 19:18:39.974366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53954) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:40.032787 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 7ac74728-d363-42c3-81b3-0f29ec684335 associated. External IP: 172.25.6.101, port: 2acd839d-ff4b-499c-bf0f-90e225142cd2. Jan 10 19:18:40.042252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.051094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.115054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 5945a04b-cab5-45f9-a75d-fe438c77b4cd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:40.115397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.215702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Calling delete_port for 3bc100ab-c6f3-43d3-903a-4471ca4ace18 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:40.295755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=efb2b9ad-4147-4ec3-ab21-3576d85eafe3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:40.333967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': '2f07e044-0605-4647-9112-ad437dc3cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '610c72da-74d2-4464-bd32-174f09aae18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:40.333967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: 610c72da-74d2-4464-bd32-174f09aae18a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:40.375863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 610c72da-74d2-4464-bd32-174f09aae18a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:40.409327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.412725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 610c72da-74d2-4464-bd32-174f09aae18a) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:40.421838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790ef35-88d0-4b12-83f2-43015ae067f3 None None] Network 610c72da-74d2-4464-bd32-174f09aae18a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:40.423113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:40.423707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.462759 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0be1fe68-2e6a-48c4-9994-bcffe196ff05 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8625484 Jan 10 19:18:40.462988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53958) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:40.467941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-437441297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:40.474084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.478515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:40.511521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26992dcb-d3ad-4a3d-815c-909f5f58420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.518982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:40.527161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:40.534356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event deleted for resources: {'Port': ['ID=3bc100ab-c6f3-43d3-903a-4471ca4ace18,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:40.537925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:40.601103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 5945a04b-cab5-45f9-a75d-fe438c77b4cd owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:40.618031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.619013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.753834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.781181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-610c72da-74d2-4464-bd32-174f09aae18a', 'network_id': '610c72da-74d2-4464-bd32-174f09aae18a', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': 'efb2b9ad-4147-4ec3-ab21-3576d85eafe3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:40.782253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.853176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.880602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.885049 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:40.886210 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b4479ed4-a45b-4a4a-b2dd-fc37cb988855 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4223645 Jan 10 19:18:40.889140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53970) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:40.897249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'port': {'network_id': '610c72da-74d2-4464-bd32-174f09aae18a', 'name': 'tempest-RoutersIpV6Test-1372167851'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:40.991124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.009017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Allocated IP 2001:db8::2 (610c72da-74d2-4464-bd32-174f09aae18a/efb2b9ad-4147-4ec3-ab21-3576d85eafe3/d8852586-a6e5-4852-aaf6-d0d7609aeb09) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:41.061348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=5945a04b-cab5-45f9-a75d-fe438c77b4cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:41.073409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc81c-60e7-4968-8a1a-01dba11b49dd req-3b79cd64-a982-479a-98fe-8d815df90436 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:41.080239 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-761bc81c-60e7-4968-8a1a-01dba11b49dd req-3b79cd64-a982-479a-98fe-8d815df90436 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3467450 Jan 10 19:18:41.110556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11d4e-6f13-4e86-8d85-424d33b3c248 req-9843eb77-d961-4325-be8c-4b3c6339d983 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:41.117519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aae11d4e-6f13-4e86-8d85-424d33b3c248 req-9843eb77-d961-4325-be8c-4b3c6339d983 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.4208152 Jan 10 19:18:41.254004 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.273911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-70926bc2-558f-444c-a24f-c7cbaff768fa tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/5945a04b-cab5-45f9-a75d-fe438c77b4cd HTTP/1.1" status: 204 len: 168 time: 1.2979553 Jan 10 19:18:41.274380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.285194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Transition to ACTIVE for port object d8852586-a6e5-4852-aaf6-d0d7609aeb09 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:41.288183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53974) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:41.306159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Transition to ACTIVE for port object d8852586-a6e5-4852-aaf6-d0d7609aeb09 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:41.313689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.348111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:41.355344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-761bc81c-60e7-4968-8a1a-01dba11b49dd req-28a2c3c9-b9ac-40e8-81aa-03877eb5b7de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742414 Jan 10 19:18:41.370034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aae11d4e-6f13-4e86-8d85-424d33b3c248 req-e0f66bfd-3945-4153-aabd-127fa8a6e8ab tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515721 Jan 10 19:18:41.372939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Network 610c72da-74d2-4464-bd32-174f09aae18a is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:41.375944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:41.385990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:41.434616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:41.438197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Pushing event updated for resources: {'Port': ['ID=d8852586-a6e5-4852-aaf6-d0d7609aeb09,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:41.491021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Attempting to bind port d8852586-a6e5-4852-aaf6-d0d7609aeb09 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:41.491390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Attempting to bind port d8852586-a6e5-4852-aaf6-d0d7609aeb09 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2f07e044-0605-4647-9112-ad437dc3cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '610c72da-74d2-4464-bd32-174f09aae18a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:41.491760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Attempting to bind port d8852586-a6e5-4852-aaf6-d0d7609aeb09 on network 610c72da-74d2-4464-bd32-174f09aae18a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:41.498353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:41.498727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Checking segment: {'id': '2f07e044-0605-4647-9112-ad437dc3cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '610c72da-74d2-4464-bd32-174f09aae18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:41.499248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.499647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Bound using segment: {'id': '2f07e044-0605-4647-9112-ad437dc3cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '610c72da-74d2-4464-bd32-174f09aae18a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:41.500173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Bound port: d8852586-a6e5-4852-aaf6-d0d7609aeb09, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f07e044-0605-4647-9112-ad437dc3cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '610c72da-74d2-4464-bd32-174f09aae18a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:41.501292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.522274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:41.525487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.596897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] For port d8852586-a6e5-4852-aaf6-d0d7609aeb09, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:41.600149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] For port d8852586-a6e5-4852-aaf6-d0d7609aeb09, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d8852586-a6e5-4852-aaf6-d0d7609aeb09,segment=NetworkSegment(2f07e044-0605-4647-9112-ad437dc3cb4f),segment_id=2f07e044-0605-4647-9112-ad437dc3cb4f)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:41.611425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.623713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] device_id is not set on port cbaa5971-6398-4e0a-9fff-bbf56d653c7f yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:41.629394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0f11596-2125-4282-aa89-d56fca746629 req-c045a700-9d43-4819-b283-519d44ba8b2f tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0546517 Jan 10 19:18:41.637438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483f6ef-bc0e-4973-bc0e-dcb2072a2da2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:41.641413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483f6ef-bc0e-4973-bc0e-dcb2072a2da2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:41.642423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0483f6ef-bc0e-4973-bc0e-dcb2072a2da2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:41.680454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0483f6ef-bc0e-4973-bc0e-dcb2072a2da2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:41.681815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0483f6ef-bc0e-4973-bc0e-dcb2072a2da2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3914845 Jan 10 19:18:41.688142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:41.714426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:41.744007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Router 62472e6d-c675-49ee-b6e7-b948431e4b57 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:41.756005 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.758140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23604d6-b2fa-435e-beeb-bdd428940502 None None] Pushing event updated for resources: {'Port': ['ID=d8852586-a6e5-4852-aaf6-d0d7609aeb09,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:41.769119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.828366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port b3ffe6b9-317c-4791-adf6-8b9efe937041 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:41.828705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:41.957243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:41.971365 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:41.996073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:41.996882 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.020492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8::155 (610c72da-74d2-4464-bd32-174f09aae18a/efb2b9ad-4147-4ec3-ab21-3576d85eafe3/cbaa5971-6398-4e0a-9fff-bbf56d653c7f) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:42.058486 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.069860 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:42.070689 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.173374 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.173652 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a80b7-8b3d-4c41-9f0f-96996f77898b None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:42.250393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:42.261220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989ab29-9103-4f90-937a-512296859d33 None None] Sync routers for ids ['62472e6d-c675-49ee-b6e7-b948431e4b57'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:42.275199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989ab29-9103-4f90-937a-512296859d33 None None] Routers {'62472e6d-c675-49ee-b6e7-b948431e4b57'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:42.275888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c989ab29-9103-4f90-937a-512296859d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['62472e6d-c675-49ee-b6e7-b948431e4b57'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.333148 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75214931-e797-4e79-a114-670d6171c03e tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "PUT /v2.0/routers/62472e6d-c675-49ee-b6e7-b948431e4b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3180854 Jan 10 19:18:42.350346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53982) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:42.371701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c989ab29-9103-4f90-937a-512296859d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.383688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989ab29-9103-4f90-937a-512296859d33 None None] Routers {'62472e6d-c675-49ee-b6e7-b948431e4b57'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:42.384295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c989ab29-9103-4f90-937a-512296859d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['62472e6d-c675-49ee-b6e7-b948431e4b57'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.471580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c989ab29-9103-4f90-937a-512296859d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:42.471996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989ab29-9103-4f90-937a-512296859d33 None None] The sync data for ids ['62472e6d-c675-49ee-b6e7-b948431e4b57'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:42.482631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d8852586-a6e5-4852-aaf6-d0d7609aeb09 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:42.482806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router c883af68-a967-452f-83fd-151447a18f72 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:42.602834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d8852586-a6e5-4852-aaf6-d0d7609aeb09 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:42.644756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:42.769698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137ed7-bf62-4c14-b193-56f189f34150 req-7ec13808-5c9b-4b86-b519-0458d5cbfb24 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:42.771311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87137ed7-bf62-4c14-b193-56f189f34150 req-7ec13808-5c9b-4b86-b519-0458d5cbfb24 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.1655903 Jan 10 19:18:42.785434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab417e-92af-4656-98dc-a4bf650980f2 req-bf87a697-c7df-4597-a6aa-289aa905a443 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:42.786999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7ab417e-92af-4656-98dc-a4bf650980f2 req-bf87a697-c7df-4597-a6aa-289aa905a443 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.1479969 Jan 10 19:18:42.865652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d41a09e-bf54-4a19-ae39-5476a0a74822 None None] Network 610c72da-74d2-4464-bd32-174f09aae18a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:42.933224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87137ed7-bf62-4c14-b193-56f189f34150 req-edbcc5ed-3f43-411a-ae07-ccdf9383a69c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449525 Jan 10 19:18:42.937175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7ab417e-92af-4656-98dc-a4bf650980f2 req-9c88e9f2-f425-4357-b09b-7cb11ba12532 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876534 Jan 10 19:18:42.982240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] Provisioning for port d8852586-a6e5-4852-aaf6-d0d7609aeb09 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:42.992155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for b3ffe6b9-317c-4791-adf6-8b9efe937041 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:42.996190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:42.996316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] Provisioning complete for port d8852586-a6e5-4852-aaf6-d0d7609aeb09 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:42.997852 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.001277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.007491 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] Sync routers for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:43.026549 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:43.027185 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:43.084162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.130751 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:43.144155 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:43.144989 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:43.190200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.194992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.221105 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:43.221741 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a15878-6eb4-4be4-9914-0dae7bbe1fa2 None None] The sync data for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:43.250048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object cbaa5971-6398-4e0a-9fff-bbf56d653c7f will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:43.275112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20496979-b25d-439b-9e3c-7853b5514dd6 req-24af6e1b-2935-4426-8a55-3e432656a3cc tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0521531 Jan 10 19:18:43.281597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fd932a01-fb30-488c-90a1-93ffb0734b2a tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/floatingips/7ac74728-d363-42c3-81b3-0f29ec684335 HTTP/1.1" status: 200 len: 978 time: 4.8955512 Jan 10 19:18:43.282522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53996) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:43.331868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.364625 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.399219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.461571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] For port d8852586-a6e5-4852-aaf6-d0d7609aeb09, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d8852586-a6e5-4852-aaf6-d0d7609aeb09,segment=NetworkSegment(2f07e044-0605-4647-9112-ad437dc3cb4f),segment_id=2f07e044-0605-4647-9112-ad437dc3cb4f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:43.476595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.478541 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-c47487c8-d3f2-48ec-bf71-3f4f2604aa45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8695366 Jan 10 19:18:43.521474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 896fa921-75b8-45af-91f5-215e4c67e936 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:43.522198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.594229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e7b32-dd22-43fb-bbce-da7046853e15 None None] Pushing event updated for resources: {'Port': ['ID=d8852586-a6e5-4852-aaf6-d0d7609aeb09,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:43.719910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.859685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 610c72da-74d2-4464-bd32-174f09aae18a is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:43.863050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-252d8d16-937e-4644-8019-73c822f4f088 None None] Provisioning for port cbaa5971-6398-4e0a-9fff-bbf56d653c7f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:43.867822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=cbaa5971-6398-4e0a-9fff-bbf56d653c7f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:43.868694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-252d8d16-937e-4644-8019-73c822f4f088 None None] Provisioning complete for port cbaa5971-6398-4e0a-9fff-bbf56d653c7f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:43.869061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-252d8d16-937e-4644-8019-73c822f4f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.902042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:43.904092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f377b1-072d-4372-88af-b6c29283550f req-7898ddd7-b305-46b8-84fa-a8109f329152 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:43.904944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:43.908980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:43.909711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.910859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29f377b1-072d-4372-88af-b6c29283550f req-7898ddd7-b305-46b8-84fa-a8109f329152 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.2101526 Jan 10 19:18:43.930078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:43.930468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-252d8d16-937e-4644-8019-73c822f4f088 None None] Port cbaa5971-6398-4e0a-9fff-bbf56d653c7f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:43.940432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=b3ffe6b9-317c-4791-adf6-8b9efe937041,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:43.945804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-252d8d16-937e-4644-8019-73c822f4f088 None None] Provisioning complete for port d8852586-a6e5-4852-aaf6-d0d7609aeb09 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:43.947740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-252d8d16-937e-4644-8019-73c822f4f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.004334 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89b9df10-19d4-4953-b8a4-eac6b8b5d5ef tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/b3ffe6b9-317c-4791-adf6-8b9efe937041 HTTP/1.1" status: 204 len: 168 time: 2.3149080 Jan 10 19:18:44.016202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:44.162109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-669dbc5f-27eb-44f8-8cb4-8f162e82fea9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2717252 Jan 10 19:18:44.168947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54008) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:44.169827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29f377b1-072d-4372-88af-b6c29283550f req-53997e5e-8184-492c-a262-cd5c4d110ea2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577429 Jan 10 19:18:44.191506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.270990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.295519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7439824-aebd-4962-b868-490823238c7a None None] Provisioning complete for port cbaa5971-6398-4e0a-9fff-bbf56d653c7f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:44.295855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7439824-aebd-4962-b868-490823238c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.391972 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-68498e09-3ca2-46d1-a4b3-9f6f6f872280 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 0.7388737 Jan 10 19:18:44.409254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f7439824-aebd-4962-b868-490823238c7a None None] Port cbaa5971-6398-4e0a-9fff-bbf56d653c7f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:44.409819 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-be82cc8f-b289-4bc3-892f-ea170b989ff7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 1097 time: 0.7577913 Jan 10 19:18:44.440409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d8852586-a6e5-4852-aaf6-d0d7609aeb09 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:44.485890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efbd79-d1ed-4d19-a5d4-dc83437207b8 req-8083877b-3585-4aa5-acb0-27a0cd130f03 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:44.492684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27efbd79-d1ed-4d19-a5d4-dc83437207b8 req-8083877b-3585-4aa5-acb0-27a0cd130f03 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2506912 Jan 10 19:18:44.496474 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.496960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Fanout notify agent at l3_agent the message router_deleted on router 62472e6d-c675-49ee-b6e7-b948431e4b57 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:18:44.523660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d8852586-a6e5-4852-aaf6-d0d7609aeb09 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:44.524044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.557679 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.558366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.558681 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Floating IP 7ac74728-d363-42c3-81b3-0f29ec684335 disassociated. External IP: 172.25.6.101, port: 896fa921-75b8-45af-91f5-215e4c67e936. Jan 10 19:18:44.559078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 896fa921-75b8-45af-91f5-215e4c67e936 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:44.600417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2db1e819-60b3-4b52-95b2-a7832168334f req-d47fc99d-8a84-4702-a71b-b6cbf85f56e9 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1004064 Jan 10 19:18:44.653863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27efbd79-d1ed-4d19-a5d4-dc83437207b8 req-a3b541be-f4f5-4f7c-a07f-034f95ff4af5 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602910 Jan 10 19:18:44.746347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.777776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:44.778883 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c337095-da89-4cc7-991d-08591fb641d8 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "DELETE /v2.0/routers/62472e6d-c675-49ee-b6e7-b948431e4b57 HTTP/1.1" status: 204 len: 168 time: 2.4255717 Jan 10 19:18:44.785570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54016) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:44.829577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=896fa921-75b8-45af-91f5-215e4c67e936,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:44.843615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b9da8-d61a-4c51-be1c-0fc1fdff1ba9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:44.844733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-903b9da8-d61a-4c51-be1c-0fc1fdff1ba9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:44.944979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-903b9da8-d61a-4c51-be1c-0fc1fdff1ba9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:44.949382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-903b9da8-d61a-4c51-be1c-0fc1fdff1ba9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8492291 Jan 10 19:18:44.961644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54020) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:45.096431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-aa63d07c-f6df-4702-8e5f-19cc03b78db5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.097903 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-aa63d07c-f6df-4702-8e5f-19cc03b78db5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 911 time: 0.6033494 Jan 10 19:18:45.100871 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5264ee49-7d81-4e5e-a549-b8e4e2559adf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:18:45.101986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5264ee49-7d81-4e5e-a549-b8e4e2559adf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/5945a04b-cab5-45f9-a75d-fe438c77b4cd HTTP/1.1" status: 404 len: 333 time: 0.0902383 Jan 10 19:18:45.114310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:45.157548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-aaa16ecb-c657-4843-9f11-6ea19653d509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.159007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-aaa16ecb-c657-4843-9f11-6ea19653d509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.159665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-aaa16ecb-c657-4843-9f11-6ea19653d509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.161233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-aaa16ecb-c657-4843-9f11-6ea19653d509 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 2293 time: 0.6655889 Jan 10 19:18:45.162812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.168043 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.233176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting subnet f9af3543-57ce-4311-a8a0-f18e9429c2e8 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:45.243787 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d246c4ba-1440-4cc9-934c-2b0b955f4ca6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:18:45.247686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d246c4ba-1440-4cc9-934c-2b0b955f4ca6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/b3ffe6b9-317c-4791-adf6-8b9efe937041 HTTP/1.1" status: 404 len: 333 time: 0.1254764 Jan 10 19:18:45.247686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.276827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54030) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:45.348168 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-2387887a-e7ac-47b9-8d76-b24dd0152ed6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4 HTTP/1.1" status: 200 len: 217 time: 0.1923783 Jan 10 19:18:45.503382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.558186 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-3a1b41b0-a040-4fef-b654-889a70c95c2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 1001 time: 0.3352230 Jan 10 19:18:45.565308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.572486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-313db8dd-eca5-4d28-9aef-74520dcc71a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.573859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-313db8dd-eca5-4d28-9aef-74520dcc71a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.2176726 Jan 10 19:18:45.606189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9442f-8d0a-4006-b925-3ca12011fe6b req-e46d9c96-513c-4f12-b40a-daa7852edd1b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.608247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ff9442f-8d0a-4006-b925-3ca12011fe6b req-e46d9c96-513c-4f12-b40a-daa7852edd1b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.1843452 Jan 10 19:18:45.651541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router c883af68-a967-452f-83fd-151447a18f72 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:45.669678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.699547 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-ac87d8e1-303d-432b-97eb-b7d9c09ea177 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911570 Jan 10 19:18:45.723862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ff9442f-8d0a-4006-b925-3ca12011fe6b req-f43f2d33-e16c-44f8-b291-96ad4cc8ca3e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075361 Jan 10 19:18:45.788740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-9145adbe-33f5-458e-829b-b9d6caf58f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:45.790182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-9145adbe-33f5-458e-829b-b9d6caf58f6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 200 len: 851 time: 0.2194054 Jan 10 19:18:45.831153 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.913987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event deleted for resources: {'Subnet': ['ID=f9af3543-57ce-4311-a8a0-f18e9429c2e8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:45.957865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89892d35-2c61-4173-8993-448cd03942ba req-6f6d91a9-2d3e-4052-8462-dee289fb5b65 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1224456 Jan 10 19:18:45.967897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:45.975300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a6013-6945-4931-988d-897f0681ac8f None None] Network 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:45.987240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c699d8dd-6df1-4d0e-80e6-6d38986d7842 tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "DELETE /v2.0/subnets/f9af3543-57ce-4311-a8a0-f18e9429c2e8 HTTP/1.1" status: 204 len: 168 time: 1.1976321 Jan 10 19:18:45.993603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54040) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:46.060246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.084785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.136055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f9b5b5-795b-46aa-ac95-e05f73d76f68']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.151902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-08f75b36-895c-4e6d-94ee-15204fe9ccaf service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375246 Jan 10 19:18:46.185432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a6bd9b-8886-4939-a0de-e77a46e1c4e4') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.185629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a6bd9b-8886-4939-a0de-e77a46e1c4e4') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.206207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90df0d-8bf0-437b-90b1-2782c1b0d983 req-98e39393-2075-4d76-b685-c81b26876f33 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:46.207745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c90df0d-8bf0-437b-90b1-2782c1b0d983 req-98e39393-2075-4d76-b685-c81b26876f33 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.3026140 Jan 10 19:18:46.220179 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.270665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port ac4642eb-517a-4261-8837-dcd5910f5778 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:46.271041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.305449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] DHCP port deletion for 6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:46.311858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Deleting port ac4642eb-517a-4261-8837-dcd5910f5778 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:46.312273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.337835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c90df0d-8bf0-437b-90b1-2782c1b0d983 req-2b93a075-2d64-4a11-9b9c-35c47bace46e tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220424 Jan 10 19:18:46.342719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:46.370671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] Sync routers for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:46.390300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:46.391239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.430482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.465402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.471339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-e11f4145-cacc-402f-893c-4f0acf8b8f1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6174471 Jan 10 19:18:46.472358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.472964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ac4642eb-517a-4261-8837-dcd5910f5778 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:46.553209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.555382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2b250817-141e-4c30-937a-820a1e792034 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/ports/896fa921-75b8-45af-91f5-215e4c67e936 HTTP/1.1" status: 204 len: 168 time: 3.2717538 Jan 10 19:18:46.565406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54046) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:46.604004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:46.604542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.611373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:46.612013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:46.625705 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:46.656575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:46.656935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.685782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:46.686190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fc4e8-3eba-474a-8920-3c7d16153015 None None] The sync data for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:46.779967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Calling delete_port for ac4642eb-517a-4261-8837-dcd5910f5778 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:46.836248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:46.836482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.846404 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:46.881705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:46.909911 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-c96f4e8e-a73e-4a89-8273-213dc728df42 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288750 Jan 10 19:18:46.934141 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.027599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Calling delete_port for ac4642eb-517a-4261-8837-dcd5910f5778 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:47.062302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.095163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:47.095489 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:47.115944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ac4642eb-517a-4261-8837-dcd5910f5778,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:47.139672 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:47.139927 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:47.163065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1899ff7-d9f0-4a21-a36a-a727cd79d57b req-f95b5ea4-d1ae-40db-b361-777b03385ca0 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:47.164956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1899ff7-d9f0-4a21-a36a-a727cd79d57b req-f95b5ea4-d1ae-40db-b361-777b03385ca0 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.2422125 Jan 10 19:18:47.183934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.207863 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/76f9b5b5-795b-46aa-ac95-e05f73d76f68 HTTP/1.1" status: 204 len: 168 time: 1.9300931 Jan 10 19:18:47.215860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54054) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:47.236637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705696965'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:47.245924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cdf8c-59b2-4aa1-b87c-718ae014b316 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=76f9b5b5-795b-46aa-ac95-e05f73d76f68,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:47.254427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9369ada9-390b-47f9-bf19-e22d8e5fc848 req-c6f1138a-4b44-4fac-a5bb-138226cfca3c service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0721180 Jan 10 19:18:47.258156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:47.269182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:47.282034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:47.303151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fef933ac-9e04-4384-bcd6-903d733776fa req-386af0d9-3aec-460f-be7d-be420f009045 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0703850 Jan 10 19:18:47.307328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:47.339673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1899ff7-d9f0-4a21-a36a-a727cd79d57b req-2d1d97ac-8b30-4158-ac40-b2e56aa1d17d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085682 Jan 10 19:18:47.363991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:47.366995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.381168 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-13382b14-8eb4-4fcf-acb7-d4de676ac570 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549291 Jan 10 19:18:47.469970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.473036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.483896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.517572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:18:47.521132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-09121799-d550-4fbb-b756-4dce3f31b29c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 217 time: 0.1301320 Jan 10 19:18:47.586205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.586556 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 69e9e1b2-320a-449a-9d35-70c6a5f242c3 of type vlan for network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 Jan 10 19:18:47.599274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port ac4642eb-517a-4261-8837-dcd5910f5778 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:47.599790 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.641781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Deleting port ac4642eb-517a-4261-8837-dcd5910f5778 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:47.642384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.675645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=cbaa5971-6398-4e0a-9fff-bbf56d653c7f,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:47.702586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9381e9-557f-4f5e-a756-f6c428f499fb req-7dc823ff-170c-45e4-bafa-8426181fd3a2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:47.710279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf9381e9-557f-4f5e-a756-f6c428f499fb req-7dc823ff-170c-45e4-bafa-8426181fd3a2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.1893134 Jan 10 19:18:47.712991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-6ef1d22e-0021-4e5e-a10a-673c20bdff12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:47.714491 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-6ef1d22e-0021-4e5e-a10a-673c20bdff12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1801336 Jan 10 19:18:47.716780 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.774955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf9381e9-557f-4f5e-a756-f6c428f499fb req-07b9ce61-2e66-4091-94da-730985a54732 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637946 Jan 10 19:18:47.947242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.948955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:47.949445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:47.952067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:47.952661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.011467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] For port ac4642eb-517a-4261-8837-dcd5910f5778, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ac4642eb-517a-4261-8837-dcd5910f5778,segment=NetworkSegment(0beaabba-4e65-419d-97f0-73616ebcdccb),segment_id=0beaabba-4e65-419d-97f0-73616ebcdccb)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:48.011832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.082122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Calling delete_port for ac4642eb-517a-4261-8837-dcd5910f5778 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:48.136882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-de89720c-d9de-43ba-bf07-9af0f8959449 None None] Provisioning complete for port cbaa5971-6398-4e0a-9fff-bbf56d653c7f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:48.138272 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de89720c-d9de-43ba-bf07-9af0f8959449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.172135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Calling delete_port for ac4642eb-517a-4261-8837-dcd5910f5778 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:48.217304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-de89720c-d9de-43ba-bf07-9af0f8959449 None None] Port cbaa5971-6398-4e0a-9fff-bbf56d653c7f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:48.231738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.246600 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0123048 Jan 10 19:18:48.253247 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-60d4ecf9-053d-4241-bcab-fe76f6e557bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5223584 Jan 10 19:18:48.253868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54062) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:48.256430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.261279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660deea-1bbf-42a2-a946-3324ae88e063 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=2e18aaa9-7033-4b18-8467-a0d5f8be67c6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:48.271299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:48.278093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:18:48.293043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] Pushing event deleted for resources: {'Port': ['ID=ac4642eb-517a-4261-8837-dcd5910f5778,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:48.359039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:48.359645 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:48.390203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6926b-6ad7-4233-8c56-569504d29c3b None None] No DVR routers for this DVR port ac4642eb-517a-4261-8837-dcd5910f5778 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:48.548646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:48.593921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:48.601876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:48.605410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-251f374b-58d8-45e4-9e34-b93b9f0f9d03 req-bf471a97-fcd7-486b-995a-3a97445716d1 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0824597 Jan 10 19:18:48.628662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:48.646327 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-296f1576-d4c6-400c-8a2b-b6306e2174ad service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798702 Jan 10 19:18:48.653882 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.666194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:48.685136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Deleting port ac4642eb-517a-4261-8837-dcd5910f5778 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:48.685476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:48.879356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] The port 'ac4642eb-517a-4261-8837-dcd5910f5778' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:18:48.921874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e823bd-54bf-4940-b339-01c2906bb433 req-3a167f41-6cc8-4d85-9876-f781e1754fd7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:48.923665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55e823bd-54bf-4940-b339-01c2906bb433 req-3a167f41-6cc8-4d85-9876-f781e1754fd7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3643820 Jan 10 19:18:48.927963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.121380 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.131551 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-f9c2e733-77d4-4138-8a98-365a7e5304ae service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663663 Jan 10 19:18:49.165462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55e823bd-54bf-4940-b339-01c2906bb433 req-6fa78f2d-ec63-439a-ba11-1601f5be278b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100298 Jan 10 19:18:49.167982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db0afb9-fea4-4d0c-bd9e-d106d0ddce35']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:49.187948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beaabba-4e65-419d-97f0-73616ebcdccb') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:49.188243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beaabba-4e65-419d-97f0-73616ebcdccb') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:49.193370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Performing IP validity checks on allocation pools {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:18:49.196079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:18:49.208243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.233251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.240283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-7d087cd6-1e8f-44d8-8196-9214c7eb2814 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 217 time: 0.0966403 Jan 10 19:18:49.291147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:49.291799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:49.305620 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:49.314958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8cd8d-83bc-451d-a358-7c5391253864 req-f616e293-a1ea-4b2c-a38b-b32f20a9d8cc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:49.316425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ec8cd8d-83bc-451d-a358-7c5391253864 req-f616e293-a1ea-4b2c-a38b-b32f20a9d8cc tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2728679 Jan 10 19:18:49.412156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port c8249f57-77b8-4205-abf9-7b68e34da6db {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:49.412819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.430662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-aa612d0f-43a9-43c9-b81b-2457b1458813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:49.432132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-aa612d0f-43a9-43c9-b81b-2457b1458813 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1835730 Jan 10 19:18:49.472724 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.498231 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.528773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] Pushing event deleted for resources: {'Network': ['ID=6db0afb9-fea4-4d0c-bd9e-d106d0ddce35,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:49.587750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.592254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ec8cd8d-83bc-451d-a358-7c5391253864 req-9cf1e3ae-256a-4fa3-882b-52249f236b08 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228839 Jan 10 19:18:49.599802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-525aa584-01d5-4475-b3ce-0a83d8c7afad tempest-FloatingIPNegativeTestJSON-1585469501 tempest-FloatingIPNegativeTestJSON-1585469501-project] 10.222.0.21 "DELETE /v2.0/networks/6db0afb9-fea4-4d0c-bd9e-d106d0ddce35 HTTP/1.1" status: 204 len: 168 time: 3.5504391 Jan 10 19:18:49.659496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.662232 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-5a203524-b21b-42ec-8916-227793f4633d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2205222 Jan 10 19:18:49.671096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.685124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.685871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:49.689269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=853e3fd3-b4c1-468c-a974-624a76918344,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:49.808709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for c8249f57-77b8-4205-abf9-7b68e34da6db owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:50.045369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '69e9e1b2-320a-449a-9d35-70c6a5f242c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:50.045968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: 2e18aaa9-7033-4b18-8467-a0d5f8be67c6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:18:50.070507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54082) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:50.099941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6ec4971-0b55-4347-8972-4f8c731b5908 req-44cda892-f21d-4718-820c-6f3ee03243bf tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0771122 Jan 10 19:18:50.133867 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:50.138344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=cbaa5971-6398-4e0a-9fff-bbf56d653c7f,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:50.202746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=c8249f57-77b8-4205-abf9-7b68e34da6db,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:50.225635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-81a7722d-d8b5-4dab-aa4b-f78f520401ca service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339782 Jan 10 19:18:50.334094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:18:50.460134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 2e18aaa9-7033-4b18-8467-a0d5f8be67c6) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:50.465293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:50.466566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:50.470044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2c733-f591-4ba6-9177-f95cc975a515 None None] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:50.506765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 610c72da-74d2-4464-bd32-174f09aae18a is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:50.518061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6e10bdda-f712-4044-aef5-72cc1788acea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b17a3b15d9d42ef974a97671e7d533c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3977900 Jan 10 19:18:50.518061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:50.519407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54090) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:50.609806 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-66eb7a6a-a5bf-440f-bb0a-5450284baa1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3497484 Jan 10 19:18:50.670595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54094) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:50.685749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6', 'name': 'tempest-PortsIpV6TestJSON-1573772187'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:50.780364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b741-9dad-44f5-b9cc-74153cd426dd req-68dec099-3c65-4822-9c65-4b53bbe0b2cb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:50.780510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-2e18aaa9-7033-4b18-8467-a0d5f8be67c6', 'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': '853e3fd3-b4c1-468c-a974-624a76918344'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:18:50.781237 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:50.781847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1908b741-9dad-44f5-b9cc-74153cd426dd req-68dec099-3c65-4822-9c65-4b53bbe0b2cb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.4061043 Jan 10 19:18:50.812773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-1ae310fd-76c4-45ed-9912-ebbe1baa9e03 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645750 Jan 10 19:18:50.892195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5dce45cf-15d0-4653-bb4f-ed359dcc3ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:50.908229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f694d90a-0be8-454c-91ca-2e2b5f66ae6d None None] Provisioning complete for port cbaa5971-6398-4e0a-9fff-bbf56d653c7f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:50.908963 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f694d90a-0be8-454c-91ca-2e2b5f66ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:50.941688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-b87bff89-903f-4391-be3d-d0f552634546 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 200 len: 217 time: 0.1149132 Jan 10 19:18:50.953961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1908b741-9dad-44f5-b9cc-74153cd426dd req-45f5c2fb-392e-4f05-81e4-3ab0b0e74e32 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625452 Jan 10 19:18:50.959916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5dce45cf-15d0-4653-bb4f-ed359dcc3ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.015750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f694d90a-0be8-454c-91ca-2e2b5f66ae6d None None] Port cbaa5971-6398-4e0a-9fff-bbf56d653c7f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:51.016162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.025116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f95f5-bf1a-4a36-9972-b680a2836404 req-48e92fe6-4fe1-4f67-b5d8-539fe64ed5a2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:51.026577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e8f95f5-bf1a-4a36-9972-b680a2836404 req-48e92fe6-4fe1-4f67-b5d8-539fe64ed5a2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.1945062 Jan 10 19:18:51.034524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Allocated IP 2001:db8::2 (2e18aaa9-7033-4b18-8467-a0d5f8be67c6/853e3fd3-b4c1-468c-a974-624a76918344/c41fba74-818a-4614-beed-6ff2888b6d2f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:51.076010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:51.087625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:51.118000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:18:51.122617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.142924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5dce45cf-15d0-4653-bb4f-ed359dcc3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.174516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce45cf-15d0-4653-bb4f-ed359dcc3ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e92be-1a88-43be-b2a0-8a70934d263c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:51.177942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e8f95f5-bf1a-4a36-9972-b680a2836404 req-1babba29-1c99-44ef-b0ae-1f876d4ed538 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893037 Jan 10 19:18:51.196320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5dce45cf-15d0-4653-bb4f-ed359dcc3ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.197378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5dce45cf-15d0-4653-bb4f-ed359dcc3ea9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/118e92be-1a88-43be-b2a0-8a70934d263c HTTP/1.1" status: 204 len: 168 time: 0.6758759 Jan 10 19:18:51.226318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:18:51.362759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-e65c7bd7-c5ca-4a49-a4ae-05d2f2b91d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:51.364813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-e65c7bd7-c5ca-4a49-a4ae-05d2f2b91d0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.3616590 Jan 10 19:18:51.437740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.460047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Transition to ACTIVE for port object c41fba74-818a-4614-beed-6ff2888b6d2f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:51.498776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Transition to ACTIVE for port object c41fba74-818a-4614-beed-6ff2888b6d2f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:51.508026 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-72045bbb-223e-496e-a8ff-ab936cd7ecfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350329 Jan 10 19:18:51.516896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.637124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:51.641651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:51.644213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Pushing event updated for resources: {'Port': ['ID=c41fba74-818a-4614-beed-6ff2888b6d2f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:51.647324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:51.724464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf265e62-435a-4fb7-bc13-4c602d7a3e87 req-e965b45b-6571-40bb-a63d-57f389a3bf0b tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.2724738 Jan 10 19:18:51.847770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Attempting to bind port c41fba74-818a-4614-beed-6ff2888b6d2f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:18:51.848949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Attempting to bind port c41fba74-818a-4614-beed-6ff2888b6d2f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '69e9e1b2-320a-449a-9d35-70c6a5f242c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:18:51.848949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Attempting to bind port c41fba74-818a-4614-beed-6ff2888b6d2f on network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:18:51.857197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:18:51.860170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Checking segment: {'id': '69e9e1b2-320a-449a-9d35-70c6a5f242c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:18:51.860623 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.861033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Bound using segment: {'id': '69e9e1b2-320a-449a-9d35-70c6a5f242c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:18:51.861519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Bound port: c41fba74-818a-4614-beed-6ff2888b6d2f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e9e1b2-320a-449a-9d35-70c6a5f242c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e18aaa9-7033-4b18-8467-a0d5f8be67c6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:18:51.861898 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:51.867286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0509adee-45f4-4bbe-bcfd-829597d03658 req-e0820afa-ba66-4f57-9fe6-08928bee8934 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0704911 Jan 10 19:18:51.938187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-28802af0-c868-4a00-b8cb-939eefa0bedc service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225669 Jan 10 19:18:51.982122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::3dc (2e18aaa9-7033-4b18-8467-a0d5f8be67c6/853e3fd3-b4c1-468c-a974-624a76918344/ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:18:51.991457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router c883af68-a967-452f-83fd-151447a18f72 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:18:52.010674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] For port c41fba74-818a-4614-beed-6ff2888b6d2f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:18:52.019246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router b5abb52f-d01a-46e6-9dcd-7dde5ce69683 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:18:52.019465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] For port c41fba74-818a-4614-beed-6ff2888b6d2f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c41fba74-818a-4614-beed-6ff2888b6d2f,segment=NetworkSegment(69e9e1b2-320a-449a-9d35-70c6a5f242c3),segment_id=69e9e1b2-320a-449a-9d35-70c6a5f242c3)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:18:52.028826 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:52.183678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0bba3-7e45-4ed5-b41c-f0c936652930 None None] Pushing event updated for resources: {'Port': ['ID=c41fba74-818a-4614-beed-6ff2888b6d2f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:52.442271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db3660-2d2c-4dc7-af86-145cd44c80d3 req-218369f5-af15-434c-b71c-910c57b48e63 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:52.447594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61db3660-2d2c-4dc7-af86-145cd44c80d3 req-218369f5-af15-434c-b71c-910c57b48e63 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.1897030 Jan 10 19:18:52.541811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:52.551028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a804bcce-1b3c-45fb-bd6a-293481a84d75 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/routers/c883af68-a967-452f-83fd-151447a18f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9821253 Jan 10 19:18:52.557289 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] Sync routers for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:52.564114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54134) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:52.585838 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:52.586456 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:52.651941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b8930-578f-4a7d-adde-98249176b1a6 req-352c8255-3957-4469-961e-3282098f2717 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:52.654441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae4b8930-578f-4a7d-adde-98249176b1a6 req-352c8255-3957-4469-961e-3282098f2717 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.3256562 Jan 10 19:18:52.689986 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:52.694730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61db3660-2d2c-4dc7-af86-145cd44c80d3 req-f75d3af7-6b2f-4b96-a4ed-4f0c55876e81 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189229 Jan 10 19:18:52.719293 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] Routers {'c883af68-a967-452f-83fd-151447a18f72'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:52.720270 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c883af68-a967-452f-83fd-151447a18f72'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:52.725003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:52.771053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae4b8930-578f-4a7d-adde-98249176b1a6 req-426e6a0c-32ca-4262-a01b-8b2bde95df07 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018579 Jan 10 19:18:52.812383 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:52.812790 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bffa6-4a73-46c3-8bb2-311bcd09ca87 None None] The sync data for ids ['c883af68-a967-452f-83fd-151447a18f72'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:52.846682 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-e9ca46f0-f3d7-4012-ba15-4f44f43c6a5c service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982007 Jan 10 19:18:52.977920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-7fb0aa72-ff50-45e2-8c59-33e4bbda009d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a47927791ef64329b2df102fc0531ab6&device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 1096 time: 0.5461004 Jan 10 19:18:52.988335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-9baaab5b-8a88-407f-9b06-50a2c2b24a31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 200 len: 217 time: 0.1207428 Jan 10 19:18:52.998287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.034636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bae6d4b3-6f5b-41e3-bc97-3598df9b8a7d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:53.035409 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-bae6d4b3-6f5b-41e3-bc97-3598df9b8a7d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 19:18:53.036454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bae6d4b3-6f5b-41e3-bc97-3598df9b8a7d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3105297 Jan 10 19:18:53.084396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54148) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:53.095731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:18:53.117803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0171a89-bd3c-4209-b493-6260003cf66a req-4a9ce45b-2984-4112-84a7-f87712f0b582 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0934963 Jan 10 19:18:53.173961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.215082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-3421c110-f1f4-4814-8e0a-049b93412725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:53.217314 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-3421c110-f1f4-4814-8e0a-049b93412725 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.2117074 Jan 10 19:18:53.230142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243732345'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:53.249491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:53.256243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:53.297474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:53.307361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.360179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:53.388863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:18:53.403169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] Sync routers for ids ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:18:53.405827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.420149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port ed7ab90c-48bc-4bf4-958c-548b11569da1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:53.420898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.422543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] Routers {'b5abb52f-d01a-46e6-9dcd-7dde5ce69683'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:53.424064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:53.448165 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.478966 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-900891cd-0ed7-4954-abab-be9a8c824061 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/b5abb52f-d01a-46e6-9dcd-7dde5ce69683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2965298 Jan 10 19:18:53.479544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:53.481441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:18:53.487659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:53.494475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:18:53.496661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:18:53.499036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:53.501406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:53.502019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.514903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8445e-28b2-4e90-abf1-51b8152d8e9a None None] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:53.518589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.529828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] Routers {'b5abb52f-d01a-46e6-9dcd-7dde5ce69683'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:18:53.530258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:53.547749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-54771181-9fcd-4141-9e66-4828dd4ffed4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:53.548905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-54771181-9fcd-4141-9e66-4828dd4ffed4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 200 len: 916 time: 0.5422657 Jan 10 19:18:53.618970 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8d6c1f46-fa41-42e6-9267-5f3b4c1001b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9447310 Jan 10 19:18:53.619291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54156) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:53.632912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc0479-ba01-45ec-8ac7-a039652a380d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:53.633490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-53dc0479-ba01-45ec-8ac7-a039652a380d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:53.642166 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-1bfa5a8f-f14f-4167-9a84-eb940548cb8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3 HTTP/1.1" status: 200 len: 217 time: 0.0840199 Jan 10 19:18:53.650115 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-0390f9d8-c7ef-4c84-a67f-2d43b5645b6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3839307 Jan 10 19:18:53.655497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:53.657071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:53.657623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d096d45-5357-4661-b54c-a5f784af9a5d None None] The sync data for ids ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:18:53.661511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-617f04ef-b2e4-4ac9-a0e3-45c71d94ec3e None None] Provisioning for port c41fba74-818a-4614-beed-6ff2888b6d2f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:53.724416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:53.733343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.734633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:53.740590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-53dc0479-ba01-45ec-8ac7-a039652a380d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:53.741612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-53dc0479-ba01-45ec-8ac7-a039652a380d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports/cbaa5971-6398-4e0a-9fff-bbf56d653c7f HTTP/1.1" status: 200 len: 984 time: 0.2612824 Jan 10 19:18:53.748617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54162) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:53.804878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:53.805130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:53.950743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for ed7ab90c-48bc-4bf4-958c-548b11569da1 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:53.979780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:54.008524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-c83d1603-a456-4efd-8472-20fd02b6bd59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:54.009983 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-c83d1603-a456-4efd-8472-20fd02b6bd59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 200 len: 854 time: 0.3519776 Jan 10 19:18:54.146291 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-63a10059-b426-4130-90e8-0ddec7a6fbce service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870756 Jan 10 19:18:54.195005 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-abd5ba29-1c87-47fe-8b44-be1c34767ec2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677737 Jan 10 19:18:54.225636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2b0664ff-7c31-4a24-8abc-f5e77710c948 None None] Provisioning for port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:54.232363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2b0664ff-7c31-4a24-8abc-f5e77710c948 None None] Provisioning complete for port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:54.233073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b0664ff-7c31-4a24-8abc-f5e77710c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.296850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2b0664ff-7c31-4a24-8abc-f5e77710c948 None None] Port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:54.336145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.349347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.458406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72893af3-7a1d-40f8-b51f-4f802ad60736,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:54.465340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c41fba74-818a-4614-beed-6ff2888b6d2f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:54.471377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:54.480412 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-ff3714b1-2934-4bd0-a658-c8a7190a2c17 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252847 Jan 10 19:18:54.481543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:54.486118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:54.543934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-a24316ff-4cb7-4e35-bfb7-1919f02b397f service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994454 Jan 10 19:18:54.545460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:54.566547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaa123-eba3-45a6-9712-b2e97904e4fa req-1d861d15-2e6e-4e58-9b7d-39071d5fe735 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:54.568043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8baaa123-eba3-45a6-9712-b2e97904e4fa req-1d861d15-2e6e-4e58-9b7d-39071d5fe735 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.5900064 Jan 10 19:18:54.589036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c41fba74-818a-4614-beed-6ff2888b6d2f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:18:54.593784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c41fba74-818a-4614-beed-6ff2888b6d2f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:54.594734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.594922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8c35-3f16-4cbc-b45e-4c4a8d62bebf req-1c8dc1cd-82d4-4f4d-86c2-6f04847c29d5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:54.596364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f85d8c35-3f16-4cbc-b45e-4c4a8d62bebf req-1c8dc1cd-82d4-4f4d-86c2-6f04847c29d5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.6194255 Jan 10 19:18:54.596878 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-57b7202c-455c-4f8a-a006-23a48a034150 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 217 time: 0.1062002 Jan 10 19:18:54.667689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-75a60af1-d020-4ed3-88af-32a7d204212f None None] Provisioning complete for port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:54.668215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-75a60af1-d020-4ed3-88af-32a7d204212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.734219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.755519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-068207a0-ded7-42b6-86e2-3d5d0c460c3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:54.757494 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-068207a0-ded7-42b6-86e2-3d5d0c460c3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1112297 Jan 10 19:18:54.757641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-75a60af1-d020-4ed3-88af-32a7d204212f None None] Port ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:18:54.784264 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.815400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.819595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c41fba74-818a-4614-beed-6ff2888b6d2f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c41fba74-818a-4614-beed-6ff2888b6d2f,segment=NetworkSegment(69e9e1b2-320a-449a-9d35-70c6a5f242c3),segment_id=69e9e1b2-320a-449a-9d35-70c6a5f242c3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:54.824002 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.831690 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.858099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab34bf2e-36af-4d30-a428-ec8976ee584e req-021d664f-7f03-48ae-b363-0d44136a8fd7 service neutron] 10.222.0.44 "GET /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931182 Jan 10 19:18:54.887072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:54.891946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c660837f-8799-436f-a1c3-f5d53facc354,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:54.894994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c41fba74-818a-4614-beed-6ff2888b6d2f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:54.898210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:54.899431 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7fc0d9d-1812-4b01-b585-c16e96863083 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7776778 Jan 10 19:18:54.903118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54172) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:54.909162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'c660837f-8799-436f-a1c3-f5d53facc354', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:54.917291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:54.919939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f85d8c35-3f16-4cbc-b45e-4c4a8d62bebf req-abb80737-aa90-45f3-a9f8-1ff44d5eedcf tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064203 Jan 10 19:18:54.923294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:54.931924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:54.935235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8baaa123-eba3-45a6-9712-b2e97904e4fa req-7bb30c7a-f035-4606-bf5f-9004d7e45dc9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530951 Jan 10 19:18:54.941001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-bb13f4b7-4263-4d26-930a-2795d4a0a16a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1716092 Jan 10 19:18:54.941931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:55.032928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.034339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.146042 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-f0ba2cdb-da88-4d72-be42-11331596334c service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960368 Jan 10 19:18:55.147736 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.149097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=ed7ab90c-48bc-4bf4-958c-548b11569da1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:55.155251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.235928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a7ca870-75cb-4fb1-b8c7-fc783843a3dc req-55f068af-28b7-4037-825b-d39592752662 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0745280 Jan 10 19:18:55.240324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1950bd-e9c6-48dc-96e9-c3c39c264c07,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:55.271203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.272384 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1ab0599d-f7bd-42a6-9719-df9507460e05 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3683610 Jan 10 19:18:55.275037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54176) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:55.284908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'c660837f-8799-436f-a1c3-f5d53facc354', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:55.304427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:55.304427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:55.311131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:55.318399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:55.358219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.375299 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-6894cee0-55d6-4ecb-a53f-60eb1a1b4f61 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177968 Jan 10 19:18:55.463969 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-6e898876-3a3a-4ff1-9ccf-3f6a73c85cfd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 217 time: 0.0792141 Jan 10 19:18:55.507199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.532437 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 19:18:55.533618 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-46dde28f-e01a-494c-bbc3-379853f6bfd5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2575529 Jan 10 19:18:55.536692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54182) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:55.555572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-eb943826-7bf0-40ed-af72-2dcd7a010fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:55.556983 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-eb943826-7bf0-40ed-af72-2dcd7a010fff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.0801811 Jan 10 19:18:55.569447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.633722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:55.687228 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-feb81de7-0a83-49ea-98e3-260468ded975 req-bca86fc5-3e77-40b7-b166-53eb11bb14b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63c58cca34b94df885e67dd65a36e492&device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0505142 Jan 10 19:18:55.737084 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-feb81de7-0a83-49ea-98e3-260468ded975 req-22292c22-1f92-4c13-a87a-e77d698921c6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=63c58cca34b94df885e67dd65a36e492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408409 Jan 10 19:18:55.737700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-687e044f-6c35-4879-87a2-22648debe646 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.872920 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:55.895978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a6f70ea-5095-4518-81c0-f9131c6f1ced req-87a1b13a-ffcd-4062-a89a-2a15b526223f tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.1368289 Jan 10 19:18:55.911373 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-3c258cb6-a6d5-4694-a52d-e1e3611393b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3479331 Jan 10 19:18:55.983173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-687e044f-6c35-4879-87a2-22648debe646 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.161755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81de7-0a83-49ea-98e3-260468ded975 req-c6be1589-dd74-4869-af11-73d9d4e6d591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:56.163280 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-feb81de7-0a83-49ea-98e3-260468ded975 req-c6be1589-dd74-4869-af11-73d9d4e6d591 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4121997 Jan 10 19:18:56.165482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-687e044f-6c35-4879-87a2-22648debe646 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.193198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e044f-6c35-4879-87a2-22648debe646 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c660837f-8799-436f-a1c3-f5d53facc354,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:56.199617 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-7eafc8d3-0e06-4a26-a6d5-cc15313e52d0 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424560 Jan 10 19:18:56.202847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-687e044f-6c35-4879-87a2-22648debe646 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.206253 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-687e044f-6c35-4879-87a2-22648debe646 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/c660837f-8799-436f-a1c3-f5d53facc354 HTTP/1.1" status: 204 len: 168 time: 0.6663244 Jan 10 19:18:56.212819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.219377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54194) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.225141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ccd0839c-7849-4270-8d4c-967232eb85f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd HTTP/1.1" status: 204 len: 168 time: 2.6045179 Jan 10 19:18:56.228757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54198) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.254711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.319688 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff00a4a0-02f5-498e-953f-e8c7f6e0ec36 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:18:56.320128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff00a4a0-02f5-498e-953f-e8c7f6e0ec36 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:18:56.321739 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff00a4a0-02f5-498e-953f-e8c7f6e0ec36 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd HTTP/1.1" status: 404 len: 333 time: 0.0921447 Jan 10 19:18:56.325879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54202) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.377982 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d4ff6f-6619-4b81-bf60-4ed0b5cff3c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:18:56.378491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-43d4ff6f-6619-4b81-bf60-4ed0b5cff3c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:56.395402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-138902e9-4b0f-463e-ae38-2561e020bdc7 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1695247 Jan 10 19:18:56.395402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.395714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54206) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.396013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Fanout notify agent at l3_agent the message router_deleted on router c883af68-a967-452f-83fd-151447a18f72 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:18:56.401154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382547686'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:56.407036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c41fba74-818a-4614-beed-6ff2888b6d2f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:18:56.414180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:56.425276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.428772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-70ae0ff6-b930-47c1-84ba-294be15716fe tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/routers/c883af68-a967-452f-83fd-151447a18f72 HTTP/1.1" status: 204 len: 168 time: 3.8569846 Jan 10 19:18:56.430417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.432619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:56.438228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612acf0-ec60-4dfd-aebc-a7f698fed0fd req-8724678d-abdd-4c45-b416-e74d4e590bee tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:56.439790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1612acf0-ec60-4dfd-aebc-a7f698fed0fd req-8724678d-abdd-4c45-b416-e74d4e590bee tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2857928 Jan 10 19:18:56.445941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fc281-d850-463c-8d45-4323f2488066 req-7c5597bf-797b-4b64-93b5-c072bf01102c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:56.447697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-654fc281-d850-463c-8d45-4323f2488066 req-7c5597bf-797b-4b64-93b5-c072bf01102c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3426201 Jan 10 19:18:56.473594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:56.485645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-43d4ff6f-6619-4b81-bf60-4ed0b5cff3c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:56.489204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43d4ff6f-6619-4b81-bf60-4ed0b5cff3c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/ad5939b4-b5a2-4880-b6c1-9fdd5e9891cd HTTP/1.1" status: 404 len: 333 time: 0.1600440 Jan 10 19:18:56.489204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:56.490215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54214) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.491606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c41fba74-818a-4614-beed-6ff2888b6d2f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:18:56.492047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.495222 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5ee490e4-25af-4ed7-98a5-e01e82850470 req-72edd6bd-c969-43db-abb2-21efdda2366b service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892361 Jan 10 19:18:56.519147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.643739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:56.651762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:56.662909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:56.671775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:56.673507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-654fc281-d850-463c-8d45-4323f2488066 req-70bb8da5-9a24-4880-a327-84c78728aae5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191660 Jan 10 19:18:56.695495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting subnet 86ffeacc-133c-4a13-b9dc-a9eafcb5161b {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:56.701572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.725945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1612acf0-ec60-4dfd-aebc-a7f698fed0fd req-dd6d94e7-5438-4409-a3ec-67456ab4bbd9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736406 Jan 10 19:18:56.731251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.776711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.831404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.843528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.903454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6886d-f180-4d3a-a803-8af63684ad3e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:56.908676 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.912584 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ab57c67-a32e-4527-8021-0dfcfc573b42 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5132761 Jan 10 19:18:56.913379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54222) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.919868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-57a4aff3-a885-4eba-b42a-ec9b08196c6b tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': '40a6886d-f180-4d3a-a803-8af63684ad3e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:56.920509 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-57a4aff3-a885-4eba-b42a-ec9b08196c6b tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:18:56.924631 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57a4aff3-a885-4eba-b42a-ec9b08196c6b tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077949 Jan 10 19:18:56.924773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet 853e3fd3-b4c1-468c-a974-624a76918344 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:18:56.925250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:56.928627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:56.969585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.035296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.043066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d264cca-f3ea-45e3-8578-92c379ffbcd1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.085995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d264cca-f3ea-45e3-8578-92c379ffbcd1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.115243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.167614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Subnet': ['ID=86ffeacc-133c-4a13-b9dc-a9eafcb5161b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:57.173962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.190556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-184671d6-7dd2-4a38-b3be-e012d7379384 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/subnets/86ffeacc-133c-4a13-b9dc-a9eafcb5161b HTTP/1.1" status: 204 len: 168 time: 0.7591145 Jan 10 19:18:57.190700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d264cca-f3ea-45e3-8578-92c379ffbcd1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.192940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d264cca-f3ea-45e3-8578-92c379ffbcd1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.196274 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3d264cca-f3ea-45e3-8578-92c379ffbcd1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/40a6886d-f180-4d3a-a803-8af63684ad3e HTTP/1.1" status: 204 len: 168 time: 0.2688253 Jan 10 19:18:57.196274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54232) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:57.196509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eab5bb-1b4a-4d15-b3e3-5e33f898b757 None None] Network c32a16af-33b8-4662-9d7d-87f5fc8ad17f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:57.203198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54234) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:57.225945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acaeb44e-fb00-4e9a-a4b6-73f32bb03b48 req-bc0399dd-4d5d-4d52-81a7-8d38249938f4 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.21 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0710447 Jan 10 19:18:57.300399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d264cca-f3ea-45e3-8578-92c379ffbcd1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a6886d-f180-4d3a-a803-8af63684ad3e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:57.324908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b817b-6be7-4815-8dcb-69ece3085357 req-2385cfff-d111-43e6-9a56-d4609b66f628 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:57.326387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f55b817b-6be7-4815-8dcb-69ece3085357 req-2385cfff-d111-43e6-9a56-d4609b66f628 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.3393424 Jan 10 19:18:57.351633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.359924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.383803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7c477af5-85c8-4bb9-8a69-94332b0896be tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:57.388240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:57.388580 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.494573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7c477af5-85c8-4bb9-8a69-94332b0896be tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:18:57.499458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] DHCP port deletion for c32a16af-33b8-4662-9d7d-87f5fc8ad17f request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:57.499993 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7c477af5-85c8-4bb9-8a69-94332b0896be tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2894871 Jan 10 19:18:57.501618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54240) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:57.503950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Deleting port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:57.504413 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.507213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--100006027'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:57.513939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port cbaa5971-6398-4e0a-9fff-bbf56d653c7f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:57.514214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.547483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f55b817b-6be7-4815-8dcb-69ece3085357 req-5d1d93ad-6b95-4d1c-9cdf-b8823d4baff1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921546 Jan 10 19:18:57.549223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:57.565498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.608246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:57.628111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=853e3fd3-b4c1-468c-a974-624a76918344,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:57.670188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.687129 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-feb81de7-0a83-49ea-98e3-260468ded975 req-7a72fd3a-9916-4adc-9ee3-a375d227bc98 tempest-ServerShowV257Test-318570969 tempest-ServerShowV257Test-318570969-project] 10.222.0.44 "GET /v2.0/ports?device_id=0148ec21-b5cf-4329-8f75-ff324a0fb3fd HTTP/1.1" status: 200 len: 210 time: 0.0616989 Jan 10 19:18:57.689062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] For port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,segment=NetworkSegment(909a77b3-faa8-4b92-8e81-d8a45aeff368),segment_id=909a77b3-faa8-4b92-8e81-d8a45aeff368)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:57.689514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.706213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ee7d2-fa76-4ba0-9853-cd3620cb4c72 None None] Network 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:18:57.754468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.861721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] For port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,segment=NetworkSegment(909a77b3-faa8-4b92-8e81-d8a45aeff368),segment_id=909a77b3-faa8-4b92-8e81-d8a45aeff368)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:57.862070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:57.956318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:58.014053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ad4feb1f-4861-4dab-8af3-c577f0cf8150 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/853e3fd3-b4c1-468c-a974-624a76918344 HTTP/1.1" status: 204 len: 168 time: 1.5228209 Jan 10 19:18:58.022085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Calling delete_port for 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:58.040301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54252) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:58.071872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn_limited( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn_limited( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.151897 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:18:58.155102 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:18:58.159091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:58.167723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:58.168298 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:58.179562 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.191818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:58.203371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:58.210822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:58.216767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] No DVR routers for this DVR port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:58.218671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:58.241837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] DHCP port deletion for 2e18aaa9-7033-4b18-8467-a0d5f8be67c6 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:18:58.247437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] Deleting port c41fba74-818a-4614-beed-6ff2888b6d2f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:58.248115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.361611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.378479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for cbaa5971-6398-4e0a-9fff-bbf56d653c7f owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:58.393503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.426951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port c41fba74-818a-4614-beed-6ff2888b6d2f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:58.427210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.460735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15eaf7-b19e-455b-8472-d6e8e07022dc req-79a3e55e-b1e0-4d07-8347-a4e8135825ae tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:58.462375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d15eaf7-b19e-455b-8472-d6e8e07022dc req-79a3e55e-b1e0-4d07-8347-a4e8135825ae tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 945 time: 0.7104671 Jan 10 19:18:58.468371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32a16af-33b8-4662-9d7d-87f5fc8ad17f']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:58.476818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e189ec-78d1-4c93-86eb-1d52e95bd345 req-28c70513-768e-48d1-92c1-3ca9ceaa232e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:58.478392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25e189ec-78d1-4c93-86eb-1d52e95bd345 req-28c70513-768e-48d1-92c1-3ca9ceaa232e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.4728196 Jan 10 19:18:58.487710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c41fba74-818a-4614-beed-6ff2888b6d2f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:58.489546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909a77b3-faa8-4b92-8e81-d8a45aeff368') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:58.489857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909a77b3-faa8-4b92-8e81-d8a45aeff368') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:18:58.506396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.564051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.574647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:18:58.575609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.581892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:18:58.590019 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:18:58.595900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.613776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] For port c41fba74-818a-4614-beed-6ff2888b6d2f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c41fba74-818a-4614-beed-6ff2888b6d2f,segment=NetworkSegment(69e9e1b2-320a-449a-9d35-70c6a5f242c3),segment_id=69e9e1b2-320a-449a-9d35-70c6a5f242c3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:58.614406 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.639000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d15eaf7-b19e-455b-8472-d6e8e07022dc req-0011157a-b639-48f0-8c1d-b9aac4fca679 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589062 Jan 10 19:18:58.680449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Deleting port 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:58.680630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.688779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25e189ec-78d1-4c93-86eb-1d52e95bd345 req-93dadd99-8782-41d9-82a3-17e9b6e71b30 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910789 Jan 10 19:18:58.691862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a56a8-8099-4a63-a703-d78559c5a3d4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:58.706515 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.711128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cbd6cca2-bdd5-4307-9b43-8c3d2c336c14 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2083890 Jan 10 19:18:58.714103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:58.722684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e0c2913a-b810-48e4-a3f3-782799cbe8f4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': '7c8a56a8-8099-4a63-a703-d78559c5a3d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:18:58.723572 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-e0c2913a-b810-48e4-a3f3-782799cbe8f4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:18:58.727721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e0c2913a-b810-48e4-a3f3-782799cbe8f4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125639 Jan 10 19:18:58.728384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:58.775616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] For port c41fba74-818a-4614-beed-6ff2888b6d2f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c41fba74-818a-4614-beed-6ff2888b6d2f,segment=NetworkSegment(69e9e1b2-320a-449a-9d35-70c6a5f242c3),segment_id=69e9e1b2-320a-449a-9d35-70c6a5f242c3)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:18:58.775983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.791226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] Calling delete_port for c41fba74-818a-4614-beed-6ff2888b6d2f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:58.853168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.888727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.908482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76424d74-7db9-454c-a8d4-c7dabe73df1a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:58.920366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=cbaa5971-6398-4e0a-9fff-bbf56d653c7f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:58.921635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-13dfd660-6197-4001-a401-18d68e712df6 None None] The port '48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:18:58.989705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.006163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.034977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76424d74-7db9-454c-a8d4-c7dabe73df1a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.041166 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/networks/c32a16af-33b8-4662-9d7d-87f5fc8ad17f HTTP/1.1" status: 204 len: 168 time: 1.8388762 Jan 10 19:18:59.057434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:59.069631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for c41fba74-818a-4614-beed-6ff2888b6d2f owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:59.075437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.188442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] Pushing event deleted for resources: {'Port': ['ID=c41fba74-818a-4614-beed-6ff2888b6d2f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:59.204032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:18:59.236284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade553dd-1140-46d6-b317-3cc42bb742fc None None] No DVR routers for this DVR port c41fba74-818a-4614-beed-6ff2888b6d2f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:18:59.246183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:18:59.246565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 48507d53-a02f-4a0b-99c3-ec8bc1fe6a6c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:18:59.361987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aaf31-2f36-4088-96ac-ca8e5e329bf3 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Network': ['ID=c32a16af-33b8-4662-9d7d-87f5fc8ad17f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:59.382355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76424d74-7db9-454c-a8d4-c7dabe73df1a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.391833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54276) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:59.399269 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.406464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 6847b492-253f-49cc-9294-fc44e853fb3d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:18:59.406809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.408250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76424d74-7db9-454c-a8d4-c7dabe73df1a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a56a8-8099-4a63-a703-d78559c5a3d4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:18:59.483334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2f236-407d-4283-90ac-519c83338c83 req-37b98e49-83a1-4347-8daf-977bbf4b674d tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:18:59.484813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c2f236-407d-4283-90ac-519c83338c83 req-37b98e49-83a1-4347-8daf-977bbf4b674d tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.3478544 Jan 10 19:18:59.520940 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76424d74-7db9-454c-a8d4-c7dabe73df1a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.524588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-76424d74-7db9-454c-a8d4-c7dabe73df1a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c8a56a8-8099-4a63-a703-d78559c5a3d4 HTTP/1.1" status: 204 len: 168 time: 0.7909925 Jan 10 19:18:59.525952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54282) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:18:59.647031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6c2f236-407d-4283-90ac-519c83338c83 req-ea05584d-b8a6-48a1-8660-2ad301a01307 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475010 Jan 10 19:18:59.647311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:18:59.647631 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:18:59.655045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.722104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-34c32365-1211-4ce9-8925-c51d438b7b0c req-c9b98948-3697-40e8-a88a-56f8b34c82fd tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:18:59.723102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34c32365-1211-4ce9-8925-c51d438b7b0c req-c9b98948-3697-40e8-a88a-56f8b34c82fd tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115418 Jan 10 19:18:59.724507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:18:59.729901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.730227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:18:59.732874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7e975319-bc3a-4592-8a23-3d6991868fa3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:18:59.738001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Usage tracker for resource:security_group_rule and tenant:63c58cca34b94df885e67dd65a36e492 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:18:59.743067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:18:59.800390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:18:59.863106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 6847b492-253f-49cc-9294-fc44e853fb3d owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:18:59.918147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:19:00.007377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7e975319-bc3a-4592-8a23-3d6991868fa3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:00.008506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7e975319-bc3a-4592-8a23-3d6991868fa3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4815016 Jan 10 19:19:00.016676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54292) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.034369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125507803'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:00.043830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.052603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:00.054800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.088912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:00.126914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.168202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port c41fba74-818a-4614-beed-6ff2888b6d2f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:00.168703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.191062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.193824 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34c32365-1211-4ce9-8925-c51d438b7b0c req-f50273cb-2b55-4652-8535-03eb0ec6e105 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4582324 Jan 10 19:19:00.199211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaf6ea-b480-4c65-87d7-e9e2c7f7cd61 req-91ada0df-ec70-43fd-9287-70fd60288065 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:00.200214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae896a73-a740-42b4-97a4-9456e08c2589,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:00.201058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dcaf6ea-b480-4c65-87d7-e9e2c7f7cd61 req-91ada0df-ec70-43fd-9287-70fd60288065 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3519900 Jan 10 19:19:00.202966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router b5abb52f-d01a-46e6-9dcd-7dde5ce69683 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:19:00.231606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6356b7a9-fcb5-41e9-9903-87ece576de99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63c58cca34b94df885e67dd65a36e492&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8336949 Jan 10 19:19:00.231606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=6847b492-253f-49cc-9294-fc44e853fb3d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:00.235649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54296) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.286155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] The port 'c41fba74-818a-4614-beed-6ff2888b6d2f' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:19:00.376479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dcaf6ea-b480-4c65-87d7-e9e2c7f7cd61 req-ceca5dce-c084-4653-91a5-834a66c6a32b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141963 Jan 10 19:19:00.381574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:19:00.389634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-11d579c1-137c-4441-b8ac-dd14f3237f10 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/b5abb52f-d01a-46e6-9dcd-7dde5ce69683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6367154 Jan 10 19:19:00.389800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.406608 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] Sync routers for ids ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:19:00.440069 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] Routers {'b5abb52f-d01a-46e6-9dcd-7dde5ce69683'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:00.440699 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.498927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:00.528836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:00.534797 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.545974 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] Routers {'b5abb52f-d01a-46e6-9dcd-7dde5ce69683'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:00.546901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:18:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.583446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:00.600621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:00.606730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.608461 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.608870 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e4690-dd87-4ae1-9284-9a7dcb9fed16 None None] The sync data for ids ['b5abb52f-d01a-46e6-9dcd-7dde5ce69683'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:19:00.643514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.672345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-287e791a-bd83-4c9f-9620-5778ebb1157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.692581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e18aaa9-7033-4b18-8467-a0d5f8be67c6']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.729906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e9e1b2-320a-449a-9d35-70c6a5f242c3') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.730294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e9e1b2-320a-449a-9d35-70c6a5f242c3') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:00.767222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-287e791a-bd83-4c9f-9620-5778ebb1157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.780822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.796325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.816504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.820045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46305-b4ee-44a0-8393-f533decd09de req-1b9756af-1dfd-4231-84dd-7830b4b8e694 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:00.821516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62e46305-b4ee-44a0-8393-f533decd09de req-1b9756af-1dfd-4231-84dd-7830b4b8e694 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2741764 Jan 10 19:19:00.823218 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-d49220dc-658f-45d8-8283-9532ffe0bb84 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] remove_router_interface failed (client error): The resource could not be found. Jan 10 19:19:00.826592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d49220dc-658f-45d8-8283-9532ffe0bb84 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/b5abb52f-d01a-46e6-9dcd-7dde5ce69683/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4332368 Jan 10 19:19:00.826789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54306) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.842942 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.853173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.854300 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5521ff29-e7bd-4897-8d0f-64506fee5c64 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ac74728-d363-42c3-81b3-0f29ec684335 HTTP/1.1" status: 204 len: 168 time: 1.7184060 Jan 10 19:19:00.859615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54310) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.864064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:00.864457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:00.880241 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:00.926397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-036e9d89-0c99-43c0-a2bf-ec0a6486bd0f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:00.930890 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-5626b58e-a592-4173-bb30-f50d97dabe2b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] DELETE failed (client error): The resource could not be found. Jan 10 19:19:00.931319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5626b58e-a592-4173-bb30-f50d97dabe2b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:19:00.932914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5626b58e-a592-4173-bb30-f50d97dabe2b tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/ports/896fa921-75b8-45af-91f5-215e4c67e936 HTTP/1.1" status: 404 len: 333 time: 0.0730255 Jan 10 19:19:00.941276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54314) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.947098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:00.948272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9281812 Jan 10 19:19:00.953386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.955745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a928698-2bf4-4a05-8bf8-99f1fbde62f3 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:00.972062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0999d83b-4996-4044-8aa3-13b38787e219 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:00.972794 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-0999d83b-4996-4044-8aa3-13b38787e219 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:00.973733 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0999d83b-4996-4044-8aa3-13b38787e219 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193021 Jan 10 19:19:00.978360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.985031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1615df5a-2c1b-41d1-964d-c85ad72526c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:00.985692 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-1615df5a-2c1b-41d1-964d-c85ad72526c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:00.986622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1615df5a-2c1b-41d1-964d-c85ad72526c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073593 Jan 10 19:19:00.989347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54326) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:00.995943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-027cad19-579d-4195-b262-3ae95cb287f1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:00.996693 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-027cad19-579d-4195-b262-3ae95cb287f1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:00.997664 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-027cad19-579d-4195-b262-3ae95cb287f1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073848 Jan 10 19:19:01.000111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.000426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1c57c78a-c698-4c48-a942-5547f957cf88 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Synchronizing usage tracker for tenant:c6132214bae04524826861fb2a382f00 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:01.001615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54330) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.005142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62e46305-b4ee-44a0-8393-f533decd09de req-34a57c3f-5a53-459d-b248-f8ebfec0a8b9 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468282 Jan 10 19:19:01.005643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-036e9d89-0c99-43c0-a2bf-ec0a6486bd0f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:01.006661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-036e9d89-0c99-43c0-a2bf-ec0a6486bd0f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5abb52f-d01a-46e6-9dcd-7dde5ce69683 HTTP/1.1" status: 200 len: 205 time: 0.1789746 Jan 10 19:19:01.009851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54334) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.021440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.037382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8d65640d-5f07-4cc7-9f8d-a41d0e550b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:01.038516 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-8d65640d-5f07-4cc7-9f8d-a41d0e550b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:01.043163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8d65640d-5f07-4cc7-9f8d-a41d0e550b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0404940 Jan 10 19:19:01.048402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-287e791a-bd83-4c9f-9620-5778ebb1157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.055065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54340) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.078520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e791a-bd83-4c9f-9620-5778ebb1157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae896a73-a740-42b4-97a4-9456e08c2589,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:01.099152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=2e18aaa9-7033-4b18-8467-a0d5f8be67c6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:01.128111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-287e791a-bd83-4c9f-9620-5778ebb1157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.129196 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-287e791a-bd83-4c9f-9620-5778ebb1157c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae896a73-a740-42b4-97a4-9456e08c2589 HTTP/1.1" status: 204 len: 168 time: 0.8918071 Jan 10 19:19:01.137408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f3606baf-2fad-4939-ac08-c0224088d9fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/2e18aaa9-7033-4b18-8467-a0d5f8be67c6 HTTP/1.1" status: 204 len: 168 time: 3.0956941 Jan 10 19:19:01.138045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.145186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1c57c78a-c698-4c48-a942-5547f957cf88 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Unset dirty status for tenant:c6132214bae04524826861fb2a382f00 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:01.146575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1c57c78a-c698-4c48-a942-5547f957cf88 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/ports?device_id=c883af68-a967-452f-83fd-151447a18f72 HTTP/1.1" status: 200 len: 205 time: 0.2021313 Jan 10 19:19:01.149326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54350) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.150642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1931185445'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:01.162658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:01.168258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:01.173658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:01.212620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:01.230127 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-98b63c9e-09e7-4784-886e-846a897f5139 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] delete failed (client error): The resource could not be found. Jan 10 19:19:01.231932 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-98b63c9e-09e7-4784-886e-846a897f5139 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/routers/c883af68-a967-452f-83fd-151447a18f72 HTTP/1.1" status: 404 len: 336 time: 0.0816348 Jan 10 19:19:01.235135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54354) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.236896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.278317 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6085849b-64ff-4bbb-b67a-a62371be85ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] DELETE failed (client error): The resource could not be found. Jan 10 19:19:01.278763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6085849b-64ff-4bbb-b67a-a62371be85ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:19:01.282855 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6085849b-64ff-4bbb-b67a-a62371be85ce tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/subnets/86ffeacc-133c-4a13-b9dc-a9eafcb5161b HTTP/1.1" status: 404 len: 337 time: 0.0443177 Jan 10 19:19:01.283054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54358) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.295109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:01.295109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.343390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f748df43-a997-44bd-9eb3-0df18574bfe1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.389611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 2acd839d-ff4b-499c-bf0f-90e225142cd2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:01.389960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.414830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f748df43-a997-44bd-9eb3-0df18574bfe1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.516629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:01.607547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8b25-b075-4d83-b8a7-77607b0db1be req-1d56fc97-5ea7-4be3-9f0d-621b415cd816 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:01.609057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-152e8b25-b075-4d83-b8a7-77607b0db1be req-1d56fc97-5ea7-4be3-9f0d-621b415cd816 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 945 time: 0.4364676 Jan 10 19:19:01.646585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f748df43-a997-44bd-9eb3-0df18574bfe1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.710672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.711052 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 03330405-cb8f-4ffe-ac5e-ad88aec232a0 of type vlan for network d959d57b-cafc-4718-bd60-d4c256592587 Jan 10 19:19:01.730755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748df43-a997-44bd-9eb3-0df18574bfe1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:01.758912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f748df43-a997-44bd-9eb3-0df18574bfe1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.760034 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f748df43-a997-44bd-9eb3-0df18574bfe1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/b22c8b21-6c8e-41b2-88cc-793bbbe9e4b3 HTTP/1.1" status: 204 len: 168 time: 0.6876886 Jan 10 19:19:01.764081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54378) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:01.832643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.926110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.947429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-152e8b25-b075-4d83-b8a7-77607b0db1be req-d747c884-c0df-4c53-abb9-8cc3c002140a tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970066 Jan 10 19:19:01.952832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.964452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:01.965704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 2acd839d-ff4b-499c-bf0f-90e225142cd2 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:01.995051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6abbcff2-9655-48d8-b871-9d7fa6f8ed57 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:02.002813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74702-d605-4652-a8fc-643eaf6b02ff req-bc2d868d-90a5-4ec0-8c3b-cfddf9eb3532 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:02.009459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05a74702-d605-4652-a8fc-643eaf6b02ff req-bc2d868d-90a5-4ec0-8c3b-cfddf9eb3532 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.4140172 Jan 10 19:19:02.019405 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.023348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:02.024386 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.070206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6abbcff2-9655-48d8-b871-9d7fa6f8ed57 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:02.071476 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6abbcff2-9655-48d8-b871-9d7fa6f8ed57 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3062518 Jan 10 19:19:02.078234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:02.144059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--643595640'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:02.148378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.149088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router b5abb52f-d01a-46e6-9dcd-7dde5ce69683 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:19:02.163591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.164680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9967fed5-dfff-4e76-9e9c-391c2b7354fc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/b5abb52f-d01a-46e6-9dcd-7dde5ce69683 HTTP/1.1" status: 204 len: 168 time: 1.1537271 Jan 10 19:19:02.170803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54394) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:02.184540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:02.190637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0512879 Jan 10 19:19:02.195830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:02.206275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:02.225276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ca1b-c9bc-490e-abe7-4adc3ffb0096 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=d959d57b-cafc-4718-bd60-d4c256592587,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:02.227530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.230247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:02.242332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d959d57b-cafc-4718-bd60-d4c256592587 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:02.290686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=2acd839d-ff4b-499c-bf0f-90e225142cd2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:02.305030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05a74702-d605-4652-a8fc-643eaf6b02ff req-1309d64b-24c4-401b-b9d5-8ee623ff485e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946370 Jan 10 19:19:02.376253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.469983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:02.472742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:02.477094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:02.482306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:02.485180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:02.492537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:02.495486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:02.505753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:02.522142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:02.529867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.546005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet efb2b9ad-4147-4ec3-ab21-3576d85eafe3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:02.549762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d4a3a-4dbd-4c6b-8255-9d840635cfe5 req-2ab5e59f-6964-4b91-9f51-030de1ad6029 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:02.550380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.551430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e9d4a3a-4dbd-4c6b-8255-9d840635cfe5 req-2ab5e59f-6964-4b91-9f51-030de1ad6029 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.2395494 Jan 10 19:19:02.585631 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fff62519-ea8e-4634-a61b-1097c7fa6f53 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/ports/2acd839d-ff4b-499c-bf0f-90e225142cd2 HTTP/1.1" status: 204 len: 168 time: 1.2995534 Jan 10 19:19:02.586335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:02.644534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.720395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 961556eb-386e-4af1-8d73-e1ee73f4413c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:02.721108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.726025 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.729328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.745758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e9d4a3a-4dbd-4c6b-8255-9d840635cfe5 req-b14c2fa6-ce56-40c7-96cd-8c498c77578e tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856613 Jan 10 19:19:02.749498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.774811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.856359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:02.858607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.862708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54428) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:02.862841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8c269bc6-34db-49b5-96cc-c47261698f98 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7833271 Jan 10 19:19:02.866176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.908811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dcad8016-c9f6-41d5-9a90-a2d953033efb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:02.910003 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-dcad8016-c9f6-41d5-9a90-a2d953033efb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:02.911670 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dcad8016-c9f6-41d5-9a90-a2d953033efb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0474019 Jan 10 19:19:02.917082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54436) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:02.926096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:02.933071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:02.938788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:02.942369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:02.944061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=efb2b9ad-4147-4ec3-ab21-3576d85eafe3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:02.949596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:02.991525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:02.998317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf28fd-3077-4487-9fd5-5c387ebb64c3 None None] Network 610c72da-74d2-4464-bd32-174f09aae18a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:03.041996 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:03.056473 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e3ddd2b-efbb-48f8-978b-7053a9f62f7f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/efb2b9ad-4147-4ec3-ab21-3576d85eafe3 HTTP/1.1" status: 204 len: 168 time: 0.8848562 Jan 10 19:19:03.056708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dfd8d934-1128-460d-93ea-b9febe210f4a tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1380019 Jan 10 19:19:03.057144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.057678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54448) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.124423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0a0de8db-ad9a-4a4f-b404-6b6446c90fd4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:03.124953 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-0a0de8db-ad9a-4a4f-b404-6b6446c90fd4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:03.128623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a0de8db-ad9a-4a4f-b404-6b6446c90fd4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0541446 Jan 10 19:19:03.130121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.138000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:03.146338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:03.152313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:03.158225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:03.166651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:03.214788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.337095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.369022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port d8852586-a6e5-4852-aaf6-d0d7609aeb09 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:03.369968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.382789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=a34d45b9-a2ea-4708-a4ac-20257a726563,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:03.396243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] DHCP port deletion for 610c72da-74d2-4464-bd32-174f09aae18a request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:19:03.406659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] Deleting port d8852586-a6e5-4852-aaf6-d0d7609aeb09 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:03.407495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.463190 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:03.467492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-663c3cbf-a9ae-45ac-b836-a863932184c4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3328276 Jan 10 19:19:03.607318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54464) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.628864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ed4a3407-d06f-4335-9c8c-8f2d5df0ae51 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:03.630057 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-ed4a3407-d06f-4335-9c8c-8f2d5df0ae51 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:03.631335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ed4a3407-d06f-4335-9c8c-8f2d5df0ae51 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0227926 Jan 10 19:19:03.632859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '03330405-cb8f-4ffe-ac5e-ad88aec232a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:03.633157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: d959d57b-cafc-4718-bd60-d4c256592587, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:03.643288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.648957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54472) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.653234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.667466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:03.671654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605b828-ee0a-4fbc-bb53-7ea3023efcd7 req-f3074a58-337b-43f3-802a-ef947d5e6458 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:03.675669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605b828-ee0a-4fbc-bb53-7ea3023efcd7 req-f3074a58-337b-43f3-802a-ef947d5e6458 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:03.679584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605b828-ee0a-4fbc-bb53-7ea3023efcd7 req-f3074a58-337b-43f3-802a-ef947d5e6458 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:03.680036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] For port d8852586-a6e5-4852-aaf6-d0d7609aeb09, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d8852586-a6e5-4852-aaf6-d0d7609aeb09,segment=NetworkSegment(2f07e044-0605-4647-9112-ad437dc3cb4f),segment_id=2f07e044-0605-4647-9112-ad437dc3cb4f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:03.680431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.681241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d605b828-ee0a-4fbc-bb53-7ea3023efcd7 req-f3074a58-337b-43f3-802a-ef947d5e6458 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31&device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8&device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 2416 time: 0.4710143 Jan 10 19:19:03.726311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d959d57b-cafc-4718-bd60-d4c256592587 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:03.756500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:03.757603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d959d57b-cafc-4718-bd60-d4c256592587) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:03.762736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:03.764568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:03.796703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04861f38-2b24-4dc6-b3a1-b72cd4912891 req-63f09cab-f70b-429b-82ad-506456eb556c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:03.803921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04861f38-2b24-4dc6-b3a1-b72cd4912891 req-63f09cab-f70b-429b-82ad-506456eb556c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3360956 Jan 10 19:19:03.809907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] Calling delete_port for d8852586-a6e5-4852-aaf6-d0d7609aeb09 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:03.812222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2b778d9b-f637-4f00-bf0e-1ec2028b391d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6102259 Jan 10 19:19:03.822232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54480) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:03.831520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 961556eb-386e-4af1-8d73-e1ee73f4413c owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:03.864857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:03.867520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04861f38-2b24-4dc6-b3a1-b72cd4912891 req-c47fab8a-e4ae-44bf-adc1-ce75c2d6a918 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626857 Jan 10 19:19:03.888269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d605b828-ee0a-4fbc-bb53-7ea3023efcd7 req-f143ca5d-8c73-4bf0-815a-ab88f030b503 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859570 Jan 10 19:19:03.895224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4110383-524f-4d47-9149-7ecdd4ad7312 None None] Network d959d57b-cafc-4718-bd60-d4c256592587 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:03.935275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1135274674'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:03.954695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:03.959613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.039608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a829e51-543f-4c16-91fc-3e0847f55a48 req-148a49a2-02c8-4a69-b027-500cd4b924d0 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1097021 Jan 10 19:19:04.052364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:04.066938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] Pushing event deleted for resources: {'Port': ['ID=d8852586-a6e5-4852-aaf6-d0d7609aeb09,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:04.070584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.083176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34f9e2-962f-48c2-a4e2-c81e8e2a3192 None None] No DVR routers for this DVR port d8852586-a6e5-4852-aaf6-d0d7609aeb09 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:04.115179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port d8852586-a6e5-4852-aaf6-d0d7609aeb09, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d8852586-a6e5-4852-aaf6-d0d7609aeb09,segment=NetworkSegment(2f07e044-0605-4647-9112-ad437dc3cb4f),segment_id=2f07e044-0605-4647-9112-ad437dc3cb4f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:04.115529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.140169 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Project 77d2e3e4adbb4e378710d24ee73fe827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:19:04.248952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d959d57b-cafc-4718-bd60-d4c256592587', 'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': 'a34d45b9-a2ea-4708-a4ac-20257a726563'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:04.249802 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.297905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for d8852586-a6e5-4852-aaf6-d0d7609aeb09 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:04.387154 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:04.390977 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-924796d9-9eef-44bc-b346-4b9e4ab8d695 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7410123 Jan 10 19:19:04.392643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54490) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:04.403379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-851ce99b-e759-4122-95fa-ad22e2b3cae4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:04.404527 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-851ce99b-e759-4122-95fa-ad22e2b3cae4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:04.409636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:04.410652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-851ce99b-e759-4122-95fa-ad22e2b3cae4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149138 Jan 10 19:19:04.411420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:04.426728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Usage tracker for resource:security_group_rule and tenant:798ac9f35f174ce497538bd2928cb923 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:04.436181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:04.443285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:04.449209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:04.474083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:04.479947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:04.484321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:04.485059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:04.491842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:04.504725 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Project 77d2e3e4adbb4e378710d24ee73fe827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:19:04.508132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Allocated IP 2001:db8::2 (d959d57b-cafc-4718-bd60-d4c256592587/a34d45b9-a2ea-4708-a4ac-20257a726563/f3012516-2eb1-4689-9ddf-a573dc9329a2) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:04.516610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:04.525110 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.529451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d8852586-a6e5-4852-aaf6-d0d7609aeb09 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:04.539264 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:04.544221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-71bdad43-3eba-4c87-aa8e-a94a92cfc6da tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1272573 Jan 10 19:19:04.544443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54500) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:04.550650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:04.558804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:04.563679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:04.567704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:04.574946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:04.586992 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Project 77d2e3e4adbb4e378710d24ee73fe827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:19:04.587893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: d8852586-a6e5-4852-aaf6-d0d7609aeb09 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:04.588273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d8852586-a6e5-4852-aaf6-d0d7609aeb09 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:04.601282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=961556eb-386e-4af1-8d73-e1ee73f4413c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:04.603252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:19:04.603561 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:19:04.606805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:04.610598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.630783 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:04.632005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5effb0ea-6b16-4be7-ade3-3a7aeb450372 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0864310 Jan 10 19:19:04.635320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54504) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:04.705181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661c643e-9d57-4454-b69c-3d74fc71cffb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.737843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661c643e-9d57-4454-b69c-3d74fc71cffb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.769310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port ccd36c30-7378-4519-855f-0fc49b2f8390 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:04.790432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.801541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Transition to ACTIVE for port object f3012516-2eb1-4689-9ddf-a573dc9329a2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:04.802160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661c643e-9d57-4454-b69c-3d74fc71cffb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.828305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c643e-9d57-4454-b69c-3d74fc71cffb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:04.834005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Transition to ACTIVE for port object f3012516-2eb1-4689-9ddf-a573dc9329a2 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:04.841286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-661c643e-9d57-4454-b69c-3d74fc71cffb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.843168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-661c643e-9d57-4454-b69c-3d74fc71cffb tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/a253e947-cd6d-4c7d-a5d6-9c5be8a8ef39 HTTP/1.1" status: 204 len: 168 time: 0.2068572 Jan 10 19:19:04.845677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54510) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:04.849215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.896760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:04.906852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee1383e4-2786-475b-9403-ea7730e758fc tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:04.917808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Network d959d57b-cafc-4718-bd60-d4c256592587 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:04.923601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:04.926090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:04.937975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee1383e4-2786-475b-9403-ea7730e758fc tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:04.939972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee1383e4-2786-475b-9403-ea7730e758fc tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0924644 Jan 10 19:19:04.944968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54516) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:04.951473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369356318'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:04.962754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:04.967188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Pushing event updated for resources: {'Port': ['ID=f3012516-2eb1-4689-9ddf-a573dc9329a2,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:04.978493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:04.993188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.013247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.018629 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9ed5a90b-7715-422c-8662-2eb2e29a404d tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/ports/961556eb-386e-4af1-8d73-e1ee73f4413c HTTP/1.1" status: 204 len: 168 time: 2.4311302 Jan 10 19:19:05.031093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54520) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:05.034549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.073693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Attempting to bind port f3012516-2eb1-4689-9ddf-a573dc9329a2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:05.074457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Attempting to bind port f3012516-2eb1-4689-9ddf-a573dc9329a2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '03330405-cb8f-4ffe-ac5e-ad88aec232a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:05.075643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Attempting to bind port f3012516-2eb1-4689-9ddf-a573dc9329a2 on network d959d57b-cafc-4718-bd60-d4c256592587 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:05.083447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:05.084833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Checking segment: {'id': '03330405-cb8f-4ffe-ac5e-ad88aec232a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:05.086452 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.087111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Bound using segment: {'id': '03330405-cb8f-4ffe-ac5e-ad88aec232a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:05.087893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Bound port: f3012516-2eb1-4689-9ddf-a573dc9329a2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03330405-cb8f-4ffe-ac5e-ad88aec232a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd959d57b-cafc-4718-bd60-d4c256592587'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:05.089242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.099718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::390 (d959d57b-cafc-4718-bd60-d4c256592587/a34d45b9-a2ea-4708-a4ac-20257a726563/ccd36c30-7378-4519-855f-0fc49b2f8390) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:05.114662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port d8852586-a6e5-4852-aaf6-d0d7609aeb09 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:05.115021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.140869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:05.145524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:05.148626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:05.154776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:05.217447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] For port f3012516-2eb1-4689-9ddf-a573dc9329a2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:05.221351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] For port f3012516-2eb1-4689-9ddf-a573dc9329a2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f3012516-2eb1-4689-9ddf-a573dc9329a2,segment=NetworkSegment(03330405-cb8f-4ffe-ac5e-ad88aec232a0),segment_id=03330405-cb8f-4ffe-ac5e-ad88aec232a0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:05.222155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.228996 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.250040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] The port 'd8852586-a6e5-4852-aaf6-d0d7609aeb09' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:19:05.251910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5293d5-d105-4d69-8d4f-8b6178e80e94,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:05.265627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.292694 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7447b6a-425a-4716-ae39-56b9c22a876c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=798ac9f35f174ce497538bd2928cb923&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6308601 Jan 10 19:19:05.306928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54526) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:05.331202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a449da-be9b-4f4f-8a15-5fc9114b8f9a None None] Pushing event updated for resources: {'Port': ['ID=f3012516-2eb1-4689-9ddf-a573dc9329a2,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:05.390056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1f6377-bf20-4902-b73f-52ffaba9a04c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:05.404948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.408919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-13b1798a-d5a7-43cf-8de2-fcf4790e8425 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4602165 Jan 10 19:19:05.415097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54530) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:05.433371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'ff1f6377-bf20-4902-b73f-52ffaba9a04c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:05.447820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:05.459532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bd582-6388-42c4-bb88-366d7ebf78bb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:05.461355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-070bd582-6388-42c4-bb88-366d7ebf78bb tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fbc3284-2227-4665-94a4-5469275e173c HTTP/1.1" status: 200 len: 913 time: 0.4264071 Jan 10 19:19:05.466261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54538) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:05.475587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda1c6-28e7-4ef9-b1c0-a9a0ee338058 req-6299f35b-ebb3-4760-b80e-238f3fb60b1c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:05.483162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7eda1c6-28e7-4ef9-b1c0-a9a0ee338058 req-6299f35b-ebb3-4760-b80e-238f3fb60b1c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3661017 Jan 10 19:19:05.486616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:05.555349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:05.607981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:05.653852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33d2f242-766c-4946-bed7-2f09d5a3da77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.679350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.722319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7eda1c6-28e7-4ef9-b1c0-a9a0ee338058 req-c6d3c92c-e2c0-45fa-bf60-af93d51616b7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381728 Jan 10 19:19:05.732690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610c72da-74d2-4464-bd32-174f09aae18a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:05.741599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33d2f242-766c-4946-bed7-2f09d5a3da77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.777857 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The resource could not be found. Jan 10 19:19:05.778920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6f783fb3-3938-4e2d-869f-d31aa5e1f7d1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3638356 Jan 10 19:19:05.781958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54544) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:05.809613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.818907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'ff1f6377-bf20-4902-b73f-52ffaba9a04c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '318baad1-cba4-457d-a319-0c1f62c92864'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:05.824459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f07e044-0605-4647-9112-ad437dc3cb4f') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:05.825515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f07e044-0605-4647-9112-ad437dc3cb4f') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:05.826589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:05.846982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.853888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object ccd36c30-7378-4519-855f-0fc49b2f8390 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:05.871216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.881053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:05.881539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.885503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:05.888751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:05.896572 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:05.904985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:05.942817 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33d2f242-766c-4946-bed7-2f09d5a3da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.968135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2f242-766c-4946-bed7-2f09d5a3da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5293d5-d105-4d69-8d4f-8b6178e80e94,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:05.973862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.982989 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The resource could not be found. Jan 10 19:19:05.986904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d792271c-1cb6-43c2-9454-aa8e2a8cbf15 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1792974 Jan 10 19:19:05.986904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33d2f242-766c-4946-bed7-2f09d5a3da77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:05.986904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-33d2f242-766c-4946-bed7-2f09d5a3da77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b5293d5-d105-4d69-8d4f-8b6178e80e94 HTTP/1.1" status: 204 len: 168 time: 0.6674511 Jan 10 19:19:05.989134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54548) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:06.066831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.095506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.099036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d959d57b-cafc-4718-bd60-d4c256592587 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:06.102004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=610c72da-74d2-4464-bd32-174f09aae18a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:06.108355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:06.111527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=ccd36c30-7378-4519-855f-0fc49b2f8390,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:06.113903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:06.117819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:06.118423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.134818 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e0ad9fdc-ca38-43c6-9019-a97012ede07d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/610c72da-74d2-4464-bd32-174f09aae18a HTTP/1.1" status: 204 len: 168 time: 3.0730176 Jan 10 19:19:06.139383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54556) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:06.142840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d441c4ce-b04a-43ed-b6c1-f6e2820fd502 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2798154 Jan 10 19:19:06.146815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620782185'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:06.147031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54560) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:06.151973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:06.157464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:06.160524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:06.166897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:06.181996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:06.192709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.232570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:06.242378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.242791 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment e338467d-6ccb-4a2e-b8c1-5226ab486e58 of type vlan for network c00a0c43-1ab2-4f99-af30-04245e45796e Jan 10 19:19:06.271130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.321335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.328011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:06.328784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.409176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port ccd36c30-7378-4519-855f-0fc49b2f8390 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:06.409657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.458560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3180344 Jan 10 19:19:06.463099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54566) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:06.464401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-642ee475-a3ec-4703-afcd-5e824f49959d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.472659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:06.494036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acc523-d3f3-4c99-b64d-cdd981b32bc2 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=c00a0c43-1ab2-4f99-af30-04245e45796e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:06.505983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c00a0c43-1ab2-4f99-af30-04245e45796e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:06.538940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f3012516-2eb1-4689-9ddf-a573dc9329a2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:06.629394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-642ee475-a3ec-4703-afcd-5e824f49959d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.676673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:06.681104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:06.685495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:06.693871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a9879-9902-4676-aac3-d7581385e036 None None] Network d959d57b-cafc-4718-bd60-d4c256592587 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:06.695762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:06.710113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:06.719543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3cb6a-1f2f-4ae6-819d-2e08f0cf03ee req-6835d71b-a001-4bd1-9133-59a908a20eef tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:06.721323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-baa3cb6a-1f2f-4ae6-819d-2e08f0cf03ee req-6835d71b-a001-4bd1-9133-59a908a20eef tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.5025787 Jan 10 19:19:06.834826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f3012516-2eb1-4689-9ddf-a573dc9329a2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:06.858067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] Provisioning for port f3012516-2eb1-4689-9ddf-a573dc9329a2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:06.875087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] Provisioning complete for port f3012516-2eb1-4689-9ddf-a573dc9329a2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:06.875882 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:06.921415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.030897 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.057273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-642ee475-a3ec-4703-afcd-5e824f49959d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.108679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] For port f3012516-2eb1-4689-9ddf-a573dc9329a2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f3012516-2eb1-4689-9ddf-a573dc9329a2,segment=NetworkSegment(03330405-cb8f-4ffe-ac5e-ad88aec232a0),segment_id=03330405-cb8f-4ffe-ac5e-ad88aec232a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:07.120440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-baa3cb6a-1f2f-4ae6-819d-2e08f0cf03ee req-5fd22a05-39dd-4a95-bf12-e866e63aff93 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845949 Jan 10 19:19:07.121306 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.182449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-642ee475-a3ec-4703-afcd-5e824f49959d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.183852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-642ee475-a3ec-4703-afcd-5e824f49959d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff1f6377-bf20-4902-b73f-52ffaba9a04c HTTP/1.1" status: 204 len: 168 time: 1.1937573 Jan 10 19:19:07.185713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.211600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b6ccd-ff9f-4cf5-b4c4-37e6e6e201bb None None] Pushing event updated for resources: {'Port': ['ID=f3012516-2eb1-4689-9ddf-a573dc9329a2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:07.222975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54586) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:07.236698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ee475-a3ec-4703-afcd-5e824f49959d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1f6377-bf20-4902-b73f-52ffaba9a04c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:07.333793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.392797 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-42d01691-8c1e-4c0a-973f-ccfb0813abcc tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1675456 Jan 10 19:19:07.398089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54592) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:07.407273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb89cb-46f4-43df-b934-fb89a104070d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:07.413445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:07.417691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:07.420757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:07.426529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:07.446143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.517039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for ccd36c30-7378-4519-855f-0fc49b2f8390 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:07.526988 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The resource could not be found. Jan 10 19:19:07.528595 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7f1aa1a8-ac25-44c4-9bbe-de1b088a618d tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1295912 Jan 10 19:19:07.543125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54598) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:07.550140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=f3089101-cc83-4237-9699-7b364b45123e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:07.556792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--26955374'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:07.565446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:07.571693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:07.576190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:07.622833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:07.635565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': 'e338467d-6ccb-4a2e-b8c1-5226ab486e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:07.635935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: c00a0c43-1ab2-4f99-af30-04245e45796e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:07.654900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.710842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network c00a0c43-1ab2-4f99-af30-04245e45796e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:07.720202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:07.726519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:07.731213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:07.733850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c00a0c43-1ab2-4f99-af30-04245e45796e) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:07.738643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:07.749242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-fe2f6dc9-a94c-4b2a-a757-a0e3327abe75 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:07.749938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-fe2f6dc9-a94c-4b2a-a757-a0e3327abe75 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Synchronizing usage tracker for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:07.751389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa81cd0-23c8-4113-ab35-62d5d9f33770 None None] Network c00a0c43-1ab2-4f99-af30-04245e45796e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:07.756352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:07.756352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.764437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0783ce1-2bf7-4f8d-a8f6-7c55831d285c req-431122cd-b938-42f9-b5d9-04e42be94643 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:07.771359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0783ce1-2bf7-4f8d-a8f6-7c55831d285c req-431122cd-b938-42f9-b5d9-04e42be94643 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.4730656 Jan 10 19:19:07.834031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-fe2f6dc9-a94c-4b2a-a757-a0e3327abe75 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Unset dirty status for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:07.835275 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-fe2f6dc9-a94c-4b2a-a757-a0e3327abe75 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.2561743 Jan 10 19:19:07.893140 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3037475f-fe9f-4f6e-af8d-5c92ebb495df tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4286964 Jan 10 19:19:07.907495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0783ce1-2bf7-4f8d-a8f6-7c55831d285c req-edfc4e09-861d-4fc8-ac98-335c8debf0df tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351671 Jan 10 19:19:07.908026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54604) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:07.914033 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.932674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1675066748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:07.959622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:07.974227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Deleting port 534b9fca-e909-42dc-9494-55b7aedb180e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:07.974427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.022069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.045570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:08.049138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=ccd36c30-7378-4519-855f-0fc49b2f8390,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:08.079696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:08.085105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:08.091176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.095394 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5463238 Jan 10 19:19:08.095822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:08.096456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811a153-26d8-48b3-9a07-fd128e4cb777 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c172414-52a4-4bfc-bc34-bc3fd22424e9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:08.100883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.115585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:08.131153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8cd25f2e-f903-4adb-aba1-cd8513298d14 None None] Provisioning complete for port f3012516-2eb1-4689-9ddf-a573dc9329a2 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:08.131743 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8cd25f2e-f903-4adb-aba1-cd8513298d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.164954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202074690'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:08.184435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:08.199976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:08.209729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:08.219453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:08.254311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:08.255097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0806a0fa-79ee-448b-89a9-09689052da9e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/ccd36c30-7378-4519-855f-0fc49b2f8390 HTTP/1.1" status: 204 len: 168 time: 2.1006782 Jan 10 19:19:08.268385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.269556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.280572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c00a0c43-1ab2-4f99-af30-04245e45796e', 'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': 'f3089101-cc83-4237-9699-7b364b45123e'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:08.281441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.336695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.370830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.473943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.529157 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a55698-5870-4ea9-9c65-a16fd0ed05f2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:19:08.529947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3a55698-5870-4ea9-9c65-a16fd0ed05f2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:08.557254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f3012516-2eb1-4689-9ddf-a573dc9329a2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:08.583341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:08.597667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:08.602908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3a55698-5870-4ea9-9c65-a16fd0ed05f2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:08.604286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3a55698-5870-4ea9-9c65-a16fd0ed05f2 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/ccd36c30-7378-4519-855f-0fc49b2f8390 HTTP/1.1" status: 404 len: 333 time: 0.3480642 Jan 10 19:19:08.605180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:08.610798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54628) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:08.623970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:08.676113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.677463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-65345595-3047-4456-8cf3-57578ab64478 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7665353 Jan 10 19:19:08.679211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] For port 534b9fca-e909-42dc-9494-55b7aedb180e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=534b9fca-e909-42dc-9494-55b7aedb180e,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:08.679774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.683223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54634) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:08.693722 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4ae03f8b-b1f4-458b-bf9b-d1f52db9fe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.700348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8cd25f2e-f903-4adb-aba1-cd8513298d14 None None] Could not find standard attr ID for object ccd36c30-7378-4519-855f-0fc49b2f8390. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:19:08.734054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Allocated IP 2001:db8::2 (c00a0c43-1ab2-4f99-af30-04245e45796e/f3089101-cc83-4237-9699-7b364b45123e/d6ce444f-d7f7-45f0-971b-637bad81f8a5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:08.749085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f3012516-2eb1-4689-9ddf-a573dc9329a2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:08.749746 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:08.828655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Calling delete_port for 534b9fca-e909-42dc-9494-55b7aedb180e owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:08.886304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-75b0bd73-d4a1-4b54-a789-ad7791c634ec None None] Could not find standard attr ID for object ccd36c30-7378-4519-855f-0fc49b2f8390. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:19:08.929585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d75f9-b3f1-4039-aa7b-872e976ac8ed req-d600676c-12e8-45af-b3dd-db4e3941e2ff tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:08.935899 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0d75f9-b3f1-4039-aa7b-872e976ac8ed req-d600676c-12e8-45af-b3dd-db4e3941e2ff tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 945 time: 0.4709561 Jan 10 19:19:08.996172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.016457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0d75f9-b3f1-4039-aa7b-872e976ac8ed req-30bb659a-f454-4f23-a932-547846073c75 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785813 Jan 10 19:19:09.034940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.197796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9119734-0bc4-4ab0-a00b-b89ef7b8874e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:09.198568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.249767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet a34d45b9-a2ea-4708-a4ac-20257a726563 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:09.256484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.286004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.289946 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0d28155-aca4-45c1-a4e8-359e0de7b087 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1884513 Jan 10 19:19:09.293759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54648) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:09.311789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': '9c172414-52a4-4bfc-bc34-bc3fd22424e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b9119734-0bc4-4ab0-a00b-b89ef7b8874e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:09.325888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:09.338859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:09.344386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:09.345530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Transition to ACTIVE for port object d6ce444f-d7f7-45f0-971b-637bad81f8a5 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:09.349907 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.356290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.372353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'c57fd686-c05c-4868-9816-ecd3079e9dc3', '534b9fca-e909-42dc-9494-55b7aedb180e'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:09.386638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:09.431893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Transition to ACTIVE for port object d6ce444f-d7f7-45f0-971b-637bad81f8a5 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:09.457929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Pushing event deleted for resources: {'Port': ['ID=534b9fca-e909-42dc-9494-55b7aedb180e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:09.459053 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.571204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] No DVR routers for this DVR port 534b9fca-e909-42dc-9494-55b7aedb180e on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:09.578117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.588458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'name': 'network-vif-deleted', 'tag': '534b9fca-e909-42dc-9494-55b7aedb180e'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:09.606801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Network c00a0c43-1ab2-4f99-af30-04245e45796e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:09.614336 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:09.615451 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-020c0d45-035e-4e0b-9f4d-5fec525a7d94 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3150954 Jan 10 19:19:09.618368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54664) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:09.622405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:09.643208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dd82a69e-222e-4b0b-8307-4268496420e9 req-afb9b8bc-70eb-4add-aeb4-2c4142230217 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "DELETE /v2.0/ports/534b9fca-e909-42dc-9494-55b7aedb180e HTTP/1.1" status: 204 len: 173 time: 1.7993295 Jan 10 19:19:09.652260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.691425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:09.735675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Pushing event updated for resources: {'Port': ['ID=d6ce444f-d7f7-45f0-971b-637bad81f8a5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:09.774025 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-371ba8f2-217d-4da2-9bb2-11e473629780 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.795725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.894840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=a34d45b9-a2ea-4708-a4ac-20257a726563,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:09.901085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-371ba8f2-217d-4da2-9bb2-11e473629780 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.910766 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31', 'name': 'network-vif-deleted', 'tag': '534b9fca-e909-42dc-9494-55b7aedb180e', 'status': 'completed', 'code': 200} Jan 10 19:19:09.937026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e76d12-79ac-4173-babc-4fcd22caec55 req-eb9ee6c5-7455-4eee-a105-dc4923434959 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:09.945934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70e76d12-79ac-4173-babc-4fcd22caec55 req-eb9ee6c5-7455-4eee-a105-dc4923434959 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.7760270 Jan 10 19:19:09.946678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.950312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Attempting to bind port d6ce444f-d7f7-45f0-971b-637bad81f8a5 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:09.950806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Attempting to bind port d6ce444f-d7f7-45f0-971b-637bad81f8a5 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'e338467d-6ccb-4a2e-b8c1-5226ab486e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:09.951060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Attempting to bind port d6ce444f-d7f7-45f0-971b-637bad81f8a5 on network c00a0c43-1ab2-4f99-af30-04245e45796e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:09.957250 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-17764fd8-c38e-400e-9dd7-ab75d004434e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/a34d45b9-a2ea-4708-a4ac-20257a726563 HTTP/1.1" status: 204 len: 168 time: 1.3429978 Jan 10 19:19:09.966806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54672) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:09.976827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:09.977206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Checking segment: {'id': 'e338467d-6ccb-4a2e-b8c1-5226ab486e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:09.977611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.978009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Bound using segment: {'id': 'e338467d-6ccb-4a2e-b8c1-5226ab486e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:09.979854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Bound port: d6ce444f-d7f7-45f0-971b-637bad81f8a5, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e338467d-6ccb-4a2e-b8c1-5226ab486e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a0c43-1ab2-4f99-af30-04245e45796e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:09.980239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:09.990052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a9f71-2118-4587-9a91-67449009677c None None] Network d959d57b-cafc-4718-bd60-d4c256592587 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:10.014152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70e76d12-79ac-4173-babc-4fcd22caec55 req-7cc74665-8ff6-467d-9708-f6e1e8e76043 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672495 Jan 10 19:19:10.118182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-371ba8f2-217d-4da2-9bb2-11e473629780 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.157080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.162339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ba8f2-217d-4da2-9bb2-11e473629780 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9119734-0bc4-4ab0-a00b-b89ef7b8874e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:10.188872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-371ba8f2-217d-4da2-9bb2-11e473629780 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.192290 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-371ba8f2-217d-4da2-9bb2-11e473629780 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9119734-0bc4-4ab0-a00b-b89ef7b8874e HTTP/1.1" status: 204 len: 168 time: 0.5705590 Jan 10 19:19:10.204835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54682) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:10.222500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port f3012516-2eb1-4689-9ddf-a573dc9329a2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:10.222809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.332920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0804e2ad-265a-4a51-a773-2e3a13f8f9a7 req-9e9cd812-09ed-41e2-b7a6-0ac6ddce955e tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca30ff0-b7b5-4e68-9a9a-4b2999f5da31 HTTP/1.1" status: 200 len: 210 time: 0.0552163 Jan 10 19:19:10.357241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.455518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] For port d6ce444f-d7f7-45f0-971b-637bad81f8a5, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:10.459546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] For port d6ce444f-d7f7-45f0-971b-637bad81f8a5, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d6ce444f-d7f7-45f0-971b-637bad81f8a5,segment=NetworkSegment(e338467d-6ccb-4a2e-b8c1-5226ab486e58),segment_id=e338467d-6ccb-4a2e-b8c1-5226ab486e58)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:10.489359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.575826 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-840697a9-f6b6-4a22-affb-22c8eae56408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.627993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcfd9d-1486-46c7-873c-657d1d36697d None None] Pushing event updated for resources: {'Port': ['ID=d6ce444f-d7f7-45f0-971b-637bad81f8a5,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:10.633960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e124780-94a9-47e3-b60d-42731d95c7b4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:10.648414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] For port f3012516-2eb1-4689-9ddf-a573dc9329a2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f3012516-2eb1-4689-9ddf-a573dc9329a2,segment=NetworkSegment(03330405-cb8f-4ffe-ac5e-ad88aec232a0),segment_id=03330405-cb8f-4ffe-ac5e-ad88aec232a0)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:10.648791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.754553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] DHCP port deletion for d959d57b-cafc-4718-bd60-d4c256592587 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:19:10.758642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Deleting port f3012516-2eb1-4689-9ddf-a573dc9329a2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:10.759316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.774074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 81fca367-dfbb-4d57-84d3-96db305323c8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:10.774471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:10.942180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e124780-94a9-47e3-b60d-42731d95c7b4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:10.943493 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e124780-94a9-47e3-b60d-42731d95c7b4 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.7374957 Jan 10 19:19:10.947128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54702) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:10.954162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for f3012516-2eb1-4689-9ddf-a573dc9329a2 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:11.188576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8::1 (c00a0c43-1ab2-4f99-af30-04245e45796e/f3089101-cc83-4237-9699-7b364b45123e/8cd4b833-6877-4cab-aa60-b624b08c39b9) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:11.212744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-732bc2c1-350c-463b-b750-83e835535ec1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.239259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] For port f3012516-2eb1-4689-9ddf-a573dc9329a2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f3012516-2eb1-4689-9ddf-a573dc9329a2,segment=NetworkSegment(03330405-cb8f-4ffe-ac5e-ad88aec232a0),segment_id=03330405-cb8f-4ffe-ac5e-ad88aec232a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:11.239788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.251303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.255917 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-732bc2c1-350c-463b-b750-83e835535ec1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.315389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=f3012516-2eb1-4689-9ddf-a573dc9329a2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:11.333815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No DVR routers for this DVR port f3012516-2eb1-4689-9ddf-a573dc9329a2 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:11.407769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Calling delete_port for f3012516-2eb1-4689-9ddf-a573dc9329a2 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:11.463375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.483142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object 8cd4b833-6877-4cab-aa60-b624b08c39b9 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:11.487814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.516615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d959d57b-cafc-4718-bd60-d4c256592587']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:11.528925 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:19:11.529108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03330405-cb8f-4ffe-ac5e-ad88aec232a0') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:11.529348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03330405-cb8f-4ffe-ac5e-ad88aec232a0') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:11.529907 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:19:11.544612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.553342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.562338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.569379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:11.569814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:11.669082 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:11.671126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.676013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.682730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=8cd4b833-6877-4cab-aa60-b624b08c39b9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:11.697945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.707309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=d959d57b-cafc-4718-bd60-d4c256592587,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:11.731746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-732bc2c1-350c-463b-b750-83e835535ec1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.734823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-732bc2c1-350c-463b-b750-83e835535ec1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.736137 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-732bc2c1-350c-463b-b750-83e835535ec1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c172414-52a4-4bfc-bc34-bc3fd22424e9 HTTP/1.1" status: 204 len: 168 time: 0.7230637 Jan 10 19:19:11.749279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5b7fe094-281c-4ef5-a1e6-16d5f22c9660 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/d959d57b-cafc-4718-bd60-d4c256592587 HTTP/1.1" status: 204 len: 168 time: 1.7818501 Jan 10 19:19:11.754644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54724) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:11.755115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54726) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:11.766426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'name': 'tempest-PortsIpV6TestJSON-871003184'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:11.767334 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.772825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:11.782927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc2c1-350c-463b-b750-83e835535ec1 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c172414-52a4-4bfc-bc34-bc3fd22424e9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:11.969132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:11.973875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:11.977155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:11.983678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:11.994287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ddaac6b8-da9a-4fe1-9bac-e141d6d84057 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:11.999621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:12.003138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.028150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 9e0945af-f94d-485b-bad7-bc8e7e39fad8 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:12.034919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Deleting port f3012516-2eb1-4689-9ddf-a573dc9329a2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:12.034919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.118420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cd601a64-bcb5-41f4-a847-1270583e2e83 None None] The port 'f3012516-2eb1-4689-9ddf-a573dc9329a2' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:19:12.156420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 81fca367-dfbb-4d57-84d3-96db305323c8 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:12.162150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1f669-826e-4d4b-8dcf-e583cfda029a None None] Network c00a0c43-1ab2-4f99-af30-04245e45796e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:12.171509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ddaac6b8-da9a-4fe1-9bac-e141d6d84057 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:12.177526 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ddaac6b8-da9a-4fe1-9bac-e141d6d84057 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4197683 Jan 10 19:19:12.180820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54742) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:12.201851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--409596480'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:12.211802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:12.221354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:12.241440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network c00a0c43-1ab2-4f99-af30-04245e45796e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:12.247164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.283854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-489f8d3f-5044-4718-b22b-f931d1ed8b43 None None] Provisioning for port d6ce444f-d7f7-45f0-971b-637bad81f8a5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:12.304598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:12.308792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:12.312092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:12.321121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:12.321524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:12.328332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:12.329260 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.356796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 534b9fca-e909-42dc-9494-55b7aedb180e no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:12.396606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.401610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 534b9fca-e909-42dc-9494-55b7aedb180e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:12.401907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 534b9fca-e909-42dc-9494-55b7aedb180e not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:12.454626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a3b8-e19d-43f3-b04b-f58d38463f79 req-00b23af9-90b1-49b3-ac4e-d073e1dd1ce1 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:12.456260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34e5a3b8-e19d-43f3-b04b-f58d38463f79 req-00b23af9-90b1-49b3-ac4e-d073e1dd1ce1 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 1.1599200 Jan 10 19:19:12.461758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.471089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8df658-c03d-45c1-8b37-b240529a8367 req-6e1b5671-e160-4c91-bf11-17b1a63ae2f4 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:12.479844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd8df658-c03d-45c1-8b37-b240529a8367 req-6e1b5671-e160-4c91-bf11-17b1a63ae2f4 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 945 time: 0.2681494 Jan 10 19:19:12.524876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d6ce444f-d7f7-45f0-971b-637bad81f8a5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:12.595538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2504153b-7f1c-41ee-889c-78db93b04caa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:12.610421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d6ce444f-d7f7-45f0-971b-637bad81f8a5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:12.617019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d6ce444f-d7f7-45f0-971b-637bad81f8a5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:12.617678 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.632684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.633961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4525309 Jan 10 19:19:12.637961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.639765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:12.643465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.643951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.644293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.644650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.645023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.645366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.645773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.646091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.646983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.646983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.647193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc0722f-1cf1-4b42-ab2e-aba77cb42b84 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:12.664676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': '2504153b-7f1c-41ee-889c-78db93b04caa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:12.679523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:12.684783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:12.694080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.695444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:12.703352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:12.760187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.781927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=81fca367-dfbb-4d57-84d3-96db305323c8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:12.784275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.809153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd8df658-c03d-45c1-8b37-b240529a8367 req-f258099b-b24a-4f7e-b693-bf0af23a5d67 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261173 Jan 10 19:19:12.860131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port d6ce444f-d7f7-45f0-971b-637bad81f8a5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d6ce444f-d7f7-45f0-971b-637bad81f8a5,segment=NetworkSegment(e338467d-6ccb-4a2e-b8c1-5226ab486e58),segment_id=e338467d-6ccb-4a2e-b8c1-5226ab486e58)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:12.867234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:12.914280 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:12.931064 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6e8987be-7135-4614-b668-01a3f2106531 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2877102 Jan 10 19:19:12.938958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54760) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:12.951443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34e5a3b8-e19d-43f3-b04b-f58d38463f79 req-4b80b2bf-c157-4ab6-a9f6-98cc8173b3c2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439907 Jan 10 19:19:12.966561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f3012516-2eb1-4689-9ddf-a573dc9329a2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:12.991395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:12.995829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:13.002128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:13.009058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:13.009662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.019571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=9e0945af-f94d-485b-bad7-bc8e7e39fad8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:13.034991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group_rule': {'security_group_id': '2504153b-7f1c-41ee-889c-78db93b04caa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:13.053861 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7bd7401d-1cd4-4862-9067-c053dd6072e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2952325 Jan 10 19:19:13.054979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54766) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:13.081805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=d6ce444f-d7f7-45f0-971b-637bad81f8a5,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:13.095073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:13.095466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f3012516-2eb1-4689-9ddf-a573dc9329a2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:13.096114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f3012516-2eb1-4689-9ddf-a573dc9329a2 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:13.113230 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.125915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-05b40dda-ec15-418c-8448-08ad513b8ab4 None None] Provisioning for port 8cd4b833-6877-4cab-aa60-b624b08c39b9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:13.133274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-05b40dda-ec15-418c-8448-08ad513b8ab4 None None] Provisioning complete for port 8cd4b833-6877-4cab-aa60-b624b08c39b9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:13.133468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05b40dda-ec15-418c-8448-08ad513b8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.153386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 9e0945af-f94d-485b-bad7-bc8e7e39fad8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:13.154060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.227157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-05b40dda-ec15-418c-8448-08ad513b8ab4 None None] Port 8cd4b833-6877-4cab-aa60-b624b08c39b9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:13.242398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:13.246611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-05b40dda-ec15-418c-8448-08ad513b8ab4 None None] Provisioning complete for port d6ce444f-d7f7-45f0-971b-637bad81f8a5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:13.247409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05b40dda-ec15-418c-8448-08ad513b8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.250070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:13.254545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.334359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:13.517040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.530779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1de5d50f-537f-4640-9d88-db35e0e82d54 None None] Provisioning complete for port 8cd4b833-6877-4cab-aa60-b624b08c39b9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:13.531587 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1de5d50f-537f-4640-9d88-db35e0e82d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.560399 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:13.563921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-13ebea76-4972-4143-92aa-e282e165d79f tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6077878 Jan 10 19:19:13.573527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54776) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:13.616790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1de5d50f-537f-4640-9d88-db35e0e82d54 None None] Port 8cd4b833-6877-4cab-aa60-b624b08c39b9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:13.748075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 9e0945af-f94d-485b-bad7-bc8e7e39fad8 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:13.797128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54782) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:13.819140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-13e1f3fc-7e96-47e7-9338-228fc6c67442 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:13.819853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-13e1f3fc-7e96-47e7-9338-228fc6c67442 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Synchronizing usage tracker for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:13.832326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fdfc-f24b-4a09-ba9a-92b1513321cf tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.887974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-13e1f3fc-7e96-47e7-9338-228fc6c67442 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Unset dirty status for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:13.890462 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fdfc-f24b-4a09-ba9a-92b1513321cf tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:13.890720 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-13e1f3fc-7e96-47e7-9338-228fc6c67442 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 945 time: 0.4610934 Jan 10 19:19:13.891973 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.006363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=9e0945af-f94d-485b-bad7-bc8e7e39fad8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:14.012370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.032998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.050337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.051718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.073118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.089535 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3f02a95-7055-4691-86f6-7f182548e922 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/9e0945af-f94d-485b-bad7-bc8e7e39fad8 HTTP/1.1" status: 204 len: 168 time: 1.0312142 Jan 10 19:19:14.092474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54792) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:14.100448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'mac_address': 'fa:16:3e:34:91:69', 'name': 'tempest-PortsIpV6TestJSON-209914235'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:14.122467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fdfc-f24b-4a09-ba9a-92b1513321cf tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.124815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Deleting port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:14.125166 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.126800 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.233882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:14.252316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Usage tracker for resource:security_group_rule and tenant:0a92287951f8460c8e26227579969946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:14.258809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:14.276502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:14.333556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:14.347119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:14.356814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:14.372040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:14.387678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2fdfc-f24b-4a09-ba9a-92b1513321cf tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2504153b-7f1c-41ee-889c-78db93b04caa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:14.439436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d6ce444f-d7f7-45f0-971b-637bad81f8a5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:14.477707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:14.479737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=8cd4b833-6877-4cab-aa60-b624b08c39b9,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:14.526064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d6ce444f-d7f7-45f0-971b-637bad81f8a5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:14.526470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.535086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fdfc-f24b-4a09-ba9a-92b1513321cf tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.538454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0dd2fdfc-f24b-4a09-ba9a-92b1513321cf tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/2504153b-7f1c-41ee-889c-78db93b04caa HTTP/1.1" status: 204 len: 168 time: 0.9617019 Jan 10 19:19:14.554501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54798) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:14.587099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d2b34-c52a-40d8-a582-178e5f38bfc2 req-5101a1d0-6e5e-4c5f-a2d2-e188def7ad6f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:14.588561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c7d2b34-c52a-40d8-a582-178e5f38bfc2 req-5101a1d0-6e5e-4c5f-a2d2-e188def7ad6f tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 945 time: 0.6384492 Jan 10 19:19:14.635256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network c00a0c43-1ab2-4f99-af30-04245e45796e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:14.644015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.646803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:14.658446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.670764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.694287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] For port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:14.694641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:14.742514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1874cb-a052-4ac7-bb2a-f626c9dc3c9d req-ea53f921-aa3a-4d5d-9376-1199061c0098 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:14.743935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d1874cb-a052-4ac7-bb2a-f626c9dc3c9d req-ea53f921-aa3a-4d5d-9376-1199061c0098 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.6054158 Jan 10 19:19:14.850784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Calling delete_port for fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:14.869247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ddd1734-f1bf-4593-b356-a6d283c23a91 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:14.895015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port f34d4e28-3722-4157-b3f8-a20a92a9784b yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:14.944764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fdb0f5-3415-47ff-8fb8-5bb8d30537f6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:14.949141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c7d2b34-c52a-40d8-a582-178e5f38bfc2 req-1effe1de-1bac-4fbb-b35d-2e6f3de88732 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537505 Jan 10 19:19:14.954619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7da39c65-fa13-4bf5-bbd7-bbbc55dca681 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a92287951f8460c8e26227579969946&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1564753 Jan 10 19:19:14.965883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54802) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:14.997960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-99112bc4-9ae9-489e-bd56-18ffbea9c3f1 None None] Provisioning complete for port 8cd4b833-6877-4cab-aa60-b624b08c39b9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:14.998527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d1874cb-a052-4ac7-bb2a-f626c9dc3c9d req-ad9c31d8-9cbf-42bd-8abe-99b1b1d8d5db tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835141 Jan 10 19:19:14.999116 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99112bc4-9ae9-489e-bd56-18ffbea9c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.002238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ddd1734-f1bf-4593-b356-a6d283c23a91 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:15.005018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ddd1734-f1bf-4593-b356-a6d283c23a91 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4479589 Jan 10 19:19:15.016399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54806) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:15.043493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365829286'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:15.055130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:15.114124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:15.166520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-99112bc4-9ae9-489e-bd56-18ffbea9c3f1 None None] Port 8cd4b833-6877-4cab-aa60-b624b08c39b9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:15.168628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.170788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.227825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.233249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-873e183f-ee5e-419b-b0a5-b49a99303d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.255327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.265788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'c57fd686-c05c-4868-9816-ecd3079e9dc3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:15.286290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-873e183f-ee5e-419b-b0a5-b49a99303d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.326959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Pushing event deleted for resources: {'Port': ['ID=fdf7797f-e4ef-4190-9e4e-bf43e0d5b636,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:15.330808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.377428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:15.391036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Usage tracker for resource:security_group_rule and tenant:77d2e3e4adbb4e378710d24ee73fe827 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:15.395022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:15.434382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:15.437067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] No DVR routers for this DVR port fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:15.441100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.443604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'name': 'network-vif-deleted', 'tag': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:15.507936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.515910 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc78622-8d92-4144-87e8-2ddafb91e3c8', 'name': 'network-vif-deleted', 'tag': 'fdf7797f-e4ef-4190-9e4e-bf43e0d5b636', 'status': 'completed', 'code': 200} Jan 10 19:19:15.527720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-873e183f-ee5e-419b-b0a5-b49a99303d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.558537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e183f-ee5e-419b-b0a5-b49a99303d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fdb0f5-3415-47ff-8fb8-5bb8d30537f6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:15.577666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-873e183f-ee5e-419b-b0a5-b49a99303d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.581195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-873e183f-ee5e-419b-b0a5-b49a99303d89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6fdb0f5-3415-47ff-8fb8-5bb8d30537f6 HTTP/1.1" status: 204 len: 168 time: 0.6119983 Jan 10 19:19:15.665522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:19:15.676418 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-99149b45-34a6-4b85-b2e6-7422313bd25a req-67fb464d-cc85-42e0-ae26-63c5bdee6eb6 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "DELETE /v2.0/ports/fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 HTTP/1.1" status: 204 len: 173 time: 1.7745256 Jan 10 19:19:15.743926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:15.746472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.749924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:15.752709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:15.758982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:15.759643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.771909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=f34d4e28-3722-4157-b3f8-a20a92a9784b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:15.789150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.838784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ef51a-9ff0-4238-9c0a-65d72bd95471,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:15.863803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-66d24510-1997-451e-8c96-d0ccda4f758f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7682357 Jan 10 19:19:15.865531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:15.877096 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c515b37d-277f-43da-8add-a810722540a9 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8565223 Jan 10 19:19:15.877724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54816) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:15.915746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54818) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:15.926556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dc73513c-14c9-445d-8104-3dc9cf670044 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:15.927302 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-dc73513c-14c9-445d-8104-3dc9cf670044 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] update failed (client error): There was a conflict when trying to complete your request. Jan 10 19:19:15.928285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dc73513c-14c9-445d-8104-3dc9cf670044 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "PUT /v2.0/security-groups/ee6ef51a-9ff0-4238-9c0a-65d72bd95471 HTTP/1.1" status: 409 len: 330 time: 0.0110519 Jan 10 19:19:15.935051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54824) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.003862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6034d81d-8963-4499-8341-9767adb14baf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:16.004444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6034d81d-8963-4499-8341-9767adb14baf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:16.037334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47c6595d-63d4-4d55-ab3c-132f0f32dbb5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.067466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47c6595d-63d4-4d55-ab3c-132f0f32dbb5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.082392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54832) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.118577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6034d81d-8963-4499-8341-9767adb14baf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:16.120521 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6034d81d-8963-4499-8341-9767adb14baf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/f34d4e28-3722-4157-b3f8-a20a92a9784b HTTP/1.1" status: 200 len: 844 time: 0.2418325 Jan 10 19:19:16.123967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47c6595d-63d4-4d55-ab3c-132f0f32dbb5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.132537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54836) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.148592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.223700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6595d-63d4-4d55-ab3c-132f0f32dbb5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ef51a-9ff0-4238-9c0a-65d72bd95471,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:16.233191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:16.237260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Usage tracker for resource:security_group_rule and tenant:a99bf45d2c9347aabf42d457814b3778 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:16.240287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:16.246555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:16.262312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47c6595d-63d4-4d55-ab3c-132f0f32dbb5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.263572 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-47c6595d-63d4-4d55-ab3c-132f0f32dbb5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee6ef51a-9ff0-4238-9c0a-65d72bd95471 HTTP/1.1" status: 204 len: 168 time: 0.3272870 Jan 10 19:19:16.267612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54842) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.271353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port f34d4e28-3722-4157-b3f8-a20a92a9784b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:16.271694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.271833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c84cce1-7ba9-4f9b-8aa0-48c4b9d0f03d req-46f0202a-2cd7-48f7-9194-6532ba47ec23 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc78622-8d92-4144-87e8-2ddafb91e3c8 HTTP/1.1" status: 200 len: 210 time: 0.1100760 Jan 10 19:19:16.418237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:19:16.429763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] Sync routers for ids ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:19:16.446735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] Routers {'b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:16.447514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:16.448592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.463169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.472309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Router 1fbc3284-2227-4665-94a4-5469275e173c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:19:16.485986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c1d25048-2bea-4c0c-a00f-ba17399a5503 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8006656 Jan 10 19:19:16.495713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54846) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.553311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:16.558107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.561405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f4168-3352-4cba-8a17-4303755f7a22 req-845e2096-89d7-4d9d-bbcf-d14bbfba426a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:16.562942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec0f4168-3352-4cba-8a17-4303755f7a22 req-845e2096-89d7-4d9d-bbcf-d14bbfba426a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3079135 Jan 10 19:19:16.565323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] Routers {'b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:16.565992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:16.586557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbd04c-2eeb-482c-8324-ed14dc407c25,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:16.616422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fff50cff-16ac-4b75-b69a-6f7f2282c299 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a99bf45d2c9347aabf42d457814b3778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5261168 Jan 10 19:19:16.624398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54850) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.629123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:16.630603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521a5c3-e279-4a81-b70a-680d64567dd2 None None] The sync data for ids ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:19:16.691180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aafcc965-dbee-4d02-88e7-f07a4dbe81fe tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Synchronizing usage tracker for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:16.700319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for f34d4e28-3722-4157-b3f8-a20a92a9784b owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:16.721087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d8c70-117f-498b-b9ee-51bb93224a19 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:16.721662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-492d8c70-117f-498b-b9ee-51bb93224a19 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:16.755502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aafcc965-dbee-4d02-88e7-f07a4dbe81fe tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] Unset dirty status for tenant:77d2e3e4adbb4e378710d24ee73fe827 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:16.756877 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aafcc965-dbee-4d02-88e7-f07a4dbe81fe tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4117792 Jan 10 19:19:16.763879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54854) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.764887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec0f4168-3352-4cba-8a17-4303755f7a22 req-3573dc43-d16a-41c2-9637-adc30b92beee tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888530 Jan 10 19:19:16.786413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-492d8c70-117f-498b-b9ee-51bb93224a19 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:16.790158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-492d8c70-117f-498b-b9ee-51bb93224a19 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports/8cd4b833-6877-4cab-aa60-b624b08c39b9 HTTP/1.1" status: 200 len: 911 time: 0.2869956 Jan 10 19:19:16.790287 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-31661b30-b916-427e-96e7-dc97903bee09 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] delete failed (client error): The resource could not be found. Jan 10 19:19:16.790287 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-31661b30-b916-427e-96e7-dc97903bee09 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "DELETE /v2.0/security-groups/581f9fb6-ec5f-4474-82c1-3755dea45fbf HTTP/1.1" status: 404 len: 347 time: 0.0245681 Jan 10 19:19:16.790437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54858) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.802493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54862) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.820745 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-b5d90ac0-2bc3-4078-9284-e985a059b7b5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] show failed (client error): The resource could not be found. Jan 10 19:19:16.821645 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b5d90ac0-2bc3-4078-9284-e985a059b7b5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-groups/4bd52d66-5077-4ef3-af15-da2530ebd9d7 HTTP/1.1" status: 404 len: 347 time: 0.0182219 Jan 10 19:19:16.825996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.838972 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.875250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee47e5d0-2612-4fa2-adbe-ab489b327c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.879144 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-2418ca43-23d1-4547-a3a5-30172cc3c1b5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] show failed (client error): The resource could not be found. Jan 10 19:19:16.884863 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2418ca43-23d1-4547-a3a5-30172cc3c1b5 tempest-NegativeSecGroupIPv6Test-373786914 tempest-NegativeSecGroupIPv6Test-373786914-project] 10.222.0.21 "GET /v2.0/security-group-rules/cd6708f7-f385-4b25-b1bc-e60ce5c74e33 HTTP/1.1" status: 404 len: 356 time: 0.0528274 Jan 10 19:19:16.889450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=f34d4e28-3722-4157-b3f8-a20a92a9784b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:16.897133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:16.914481 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f902f7e2-6333-4d6b-a507-c7aa9fde200a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/f34d4e28-3722-4157-b3f8-a20a92a9784b HTTP/1.1" status: 204 len: 168 time: 0.7632692 Jan 10 19:19:16.914683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54872) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.960680 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56f6d86-7f69-484c-a14f-137763c479e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:19:16.961309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c56f6d86-7f69-484c-a14f-137763c479e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:16.978482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c56f6d86-7f69-484c-a14f-137763c479e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:16.983968 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c56f6d86-7f69-484c-a14f-137763c479e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/f34d4e28-3722-4157-b3f8-a20a92a9784b HTTP/1.1" status: 404 len: 333 time: 0.0638530 Jan 10 19:19:16.985097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54876) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:16.990800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'name': 'tempest-PortsIpV6TestJSON-313428951'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:17.017264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee47e5d0-2612-4fa2-adbe-ab489b327c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.118988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:17.130728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:17.144398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:17.147535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.174217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port f0e6f930-584c-45c3-9768-28a95fca8609 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:17.184017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee47e5d0-2612-4fa2-adbe-ab489b327c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.214524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47e5d0-2612-4fa2-adbe-ab489b327c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbd04c-2eeb-482c-8324-ed14dc407c25,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:17.257269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:17.271612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:19:17.279285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee47e5d0-2612-4fa2-adbe-ab489b327c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.280410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee47e5d0-2612-4fa2-adbe-ab489b327c2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30cbd04c-2eeb-482c-8324-ed14dc407c25 HTTP/1.1" status: 204 len: 168 time: 0.6525240 Jan 10 19:19:17.286064 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] Sync routers for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:19:17.287114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-835f74f2-ac3b-4db9-8f6a-022505094440 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "PUT /v2.0/routers/1fbc3284-2227-4665-94a4-5469275e173c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8182786 Jan 10 19:19:17.287286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54890) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:17.328939 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:17.333665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:17.374566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.410750 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:17.421507 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] Routers {'1fbc3284-2227-4665-94a4-5469275e173c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:17.422494 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fbc3284-2227-4665-94a4-5469275e173c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:17.491133 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:17.491765 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d008d6c-3738-4873-b014-8fbdf2750252 None None] The sync data for ids ['1fbc3284-2227-4665-94a4-5469275e173c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:19:17.607636 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.647571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-312550d6-3f8f-430b-9f73-73c31cc9721e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77d2e3e4adbb4e378710d24ee73fe827&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3891654 Jan 10 19:19:17.650516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54902) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:17.762345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-14746ce0-1d86-4a00-97a8-249b7c927ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.802839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-14746ce0-1d86-4a00-97a8-249b7c927ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.841229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.929414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:17.933960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:17.940016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:17.943860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:17.944459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:17.950704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=f0e6f930-584c-45c3-9768-28a95fca8609,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:17.985880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.036822 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bc0ce249-133a-4361-ad81-4e26f239e071 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0506191 Jan 10 19:19:18.044401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54916) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:18.052695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:18.188132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.348058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:18.379899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3be366-aa71-4ba0-9f2d-21be2a4a4f29 req-2103d7f9-a2de-4751-a549-e3708caabbd1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:18.386911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3be366-aa71-4ba0-9f2d-21be2a4a4f29 req-2103d7f9-a2de-4751-a549-e3708caabbd1 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.2724154 Jan 10 19:19:18.404278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:18.404995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fdf7797f-e4ef-4190-9e4e-bf43e0d5b636 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:18.409912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-14746ce0-1d86-4a00-97a8-249b7c927ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.449307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14746ce0-1d86-4a00-97a8-249b7c927ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72893af3-7a1d-40f8-b51f-4f802ad60736,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:18.460221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b08c-6272-4ee9-b4ec-6477d713dd70 req-e4666c64-ba26-4ee3-a55a-9692aadf6fa2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:18.469742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9384b08c-6272-4ee9-b4ec-6477d713dd70 req-e4666c64-ba26-4ee3-a55a-9692aadf6fa2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.3535881 Jan 10 19:19:18.477644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.501640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.505479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting port 599e603e-2636-459c-96d3-5a5b263c82c1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:18.506024 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.538685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.579797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-14746ce0-1d86-4a00-97a8-249b7c927ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.581016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-14746ce0-1d86-4a00-97a8-249b7c927ca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72893af3-7a1d-40f8-b51f-4f802ad60736 HTTP/1.1" status: 204 len: 168 time: 0.9299362 Jan 10 19:19:18.596117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3be366-aa71-4ba0-9f2d-21be2a4a4f29 req-91c46e3c-572b-4998-9afb-e009a00005b2 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083719 Jan 10 19:19:18.619707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9384b08c-6272-4ee9-b4ec-6477d713dd70 req-27513df5-129b-4d4a-8e14-0ae09f761335 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487801 Jan 10 19:19:18.765511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] In _notify_port_updated(), no bound segment for port f0e6f930-584c-45c3-9768-28a95fca8609 on network dd805d6c-ab08-4061-91f6-d38abc990f10 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:19:18.771649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:18.772296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.773587 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/ports/f0e6f930-584c-45c3-9768-28a95fca8609 HTTP/1.1" status: 200 len: 818 time: 0.7273185 Jan 10 19:19:18.776633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54938) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:18.853301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 8cd4b833-6877-4cab-aa60-b624b08c39b9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:18.853301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.864267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469841c0-6e41-4dab-a079-d40d81b426df tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=f0e6f930-584c-45c3-9768-28a95fca8609,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:18.909841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port f0e6f930-584c-45c3-9768-28a95fca8609 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:18.910187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:18.932695 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2cbd7a6b-7744-403e-8b99-5656b8c70940 req-ee42b86a-ad6a-4aee-bb7a-2aa2fb00fe1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 1097 time: 0.3227856 Jan 10 19:19:18.934374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:19.093344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Calling delete_port for 599e603e-2636-459c-96d3-5a5b263c82c1 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:19.161074 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2cbd7a6b-7744-403e-8b99-5656b8c70940 req-fc4715ae-9ccf-4aa5-b0b4-432ab0f9985a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191789 Jan 10 19:19:19.240117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:19.346770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:19.377905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 8cd4b833-6877-4cab-aa60-b624b08c39b9 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:19.407120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Port': ['ID=599e603e-2636-459c-96d3-5a5b263c82c1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:19.409640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:19.551742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for f0e6f930-584c-45c3-9768-28a95fca8609 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:19.792682 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:19.903923 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.044014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.154178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=8cd4b833-6877-4cab-aa60-b624b08c39b9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:20.320233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.330061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.331585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.331959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.332292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.332633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.333049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.333325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.333654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.333984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.334311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.334634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.334986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:20.372421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-8c0a417d-49a9-4fe9-9e44-c9f20ca4e82a tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:20.373409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-8c0a417d-49a9-4fe9-9e44-c9f20ca4e82a tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Synchronizing usage tracker for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:20.408730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-8c0a417d-49a9-4fe9-9e44-c9f20ca4e82a tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Unset dirty status for tenant:a47927791ef64329b2df102fc0531ab6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:20.410078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-8c0a417d-49a9-4fe9-9e44-c9f20ca4e82a tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.8315790 Jan 10 19:19:20.410672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.411467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Fanout notify agent at l3_agent the message router_deleted on router 1fbc3284-2227-4665-94a4-5469275e173c {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:19:20.433811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=f0e6f930-584c-45c3-9768-28a95fca8609,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:20.499623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54994) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:20.503182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.517189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.520657 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-763f6088-358c-43a9-b954-c7ba911f2514 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/routers/1fbc3284-2227-4665-94a4-5469275e173c HTTP/1.1" status: 204 len: 168 time: 3.2300928 Jan 10 19:19:20.521579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54998) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:20.549104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b93aae17-3929-48fa-8cdf-c3d77ab5e829 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/f0e6f930-584c-45c3-9768-28a95fca8609 HTTP/1.1" status: 204 len: 168 time: 1.7688787 Jan 10 19:19:20.553829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55004) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:20.586165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Deleting port c57fd686-c05c-4868-9816-ecd3079e9dc3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:20.586518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.613109 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.624643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9397-96ce-47fc-a8bc-8af5acab38dc req-c6ff21ff-3c57-4c1a-924b-e273a4eeeeca tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:20.631956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-382f9397-96ce-47fc-a8bc-8af5acab38dc req-c6ff21ff-3c57-4c1a-924b-e273a4eeeeca tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 945 time: 0.6526291 Jan 10 19:19:20.654560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782bbc-d97d-42fd-b5cf-d546f7fc8142 req-cc0ac807-18e5-4170-a889-7c213941ec69 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:20.656061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52782bbc-d97d-42fd-b5cf-d546f7fc8142 req-cc0ac807-18e5-4170-a889-7c213941ec69 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.6174886 Jan 10 19:19:20.800823 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.838645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-382f9397-96ce-47fc-a8bc-8af5acab38dc req-1f3d7350-9b9c-44cf-af9f-d7def167a7b4 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f253f3e-cecc-4e0c-8ea8-569e532a43b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063642 Jan 10 19:19:20.907935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Deleting subnet 46bfa0ba-d79c-47d2-a5c5-139462f96b14 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:20.910994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:20.919451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52782bbc-d97d-42fd-b5cf-d546f7fc8142 req-e434cbff-8a34-44f4-bf56-a613c33f9374 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570140 Jan 10 19:19:20.938816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62671d-f8fe-473b-ab63-d3a07573c57c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:20.939549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8e62671d-f8fe-473b-ab63-d3a07573c57c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:20.947583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:20.956362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Usage tracker for resource:security_group_rule and tenant:93533a5f1f1348f1adbdf474d0ef18cb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:20.959656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:20.988018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.056300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:21.076812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] For port c57fd686-c05c-4868-9816-ecd3079e9dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c57fd686-c05c-4868-9816-ecd3079e9dc3,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:21.077192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.127925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8e62671d-f8fe-473b-ab63-d3a07573c57c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:21.129235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8e62671d-f8fe-473b-ab63-d3a07573c57c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5728252 Jan 10 19:19:21.139954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55018) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:21.142805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.198254 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f80a64f-09d2-4142-b87b-84648f55f7a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:19:21.199743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1f80a64f-09d2-4142-b87b-84648f55f7a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/f0e6f930-584c-45c3-9768-28a95fca8609 HTTP/1.1" status: 404 len: 333 time: 0.0567021 Jan 10 19:19:21.205850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:21.214338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-766903670'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:21.224359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:21.235628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Calling delete_port for c57fd686-c05c-4868-9816-ecd3079e9dc3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:21.292179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:21.299539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:21.370821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:21.411071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.426149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.435979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:19:21.451304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:21.455336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.461723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.521759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e6435e-75f5-4dfb-9ca9-9cde952786e6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:21.533894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Subnet': ['ID=46bfa0ba-d79c-47d2-a5c5-139462f96b14,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:21.538796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3b7dbf01-00ea-47d6-b8d2-e458338d7565 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93533a5f1f1348f1adbdf474d0ef18cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0286012 Jan 10 19:19:21.539751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55034) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:21.560405 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.607986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e6aead8-912b-43f9-9536-58859e1fff02 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/subnets/46bfa0ba-d79c-47d2-a5c5-139462f96b14 HTTP/1.1" status: 204 len: 168 time: 1.0833430 Jan 10 19:19:21.608226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:21.608981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55042) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:21.619128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.631797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['c57fd686-c05c-4868-9816-ecd3079e9dc3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:21.671424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Pushing event deleted for resources: {'Port': ['ID=c57fd686-c05c-4868-9816-ecd3079e9dc3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:21.732288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd26-e147-45b6-a806-55cf25e33209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.787882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] No DVR routers for this DVR port c57fd686-c05c-4868-9816-ecd3079e9dc3 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:21.796968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.798971 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41caa3f9-7de6-4218-8d67-9c865a0da7e0 req-70ece9ab-e1ca-4b92-8f52-a73426c8f743 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.44 "DELETE /v2.0/ports/c57fd686-c05c-4868-9816-ecd3079e9dc3 HTTP/1.1" status: 204 len: 173 time: 1.3732784 Jan 10 19:19:21.799427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e3106-79d9-4785-833a-91c60f6161d8', 'name': 'network-vif-deleted', 'tag': 'c57fd686-c05c-4868-9816-ecd3079e9dc3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:21.812248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd26-e147-45b6-a806-55cf25e33209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.903795 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e3106-79d9-4785-833a-91c60f6161d8', 'name': 'network-vif-deleted', 'tag': 'c57fd686-c05c-4868-9816-ecd3079e9dc3', 'status': 'completed', 'code': 200} Jan 10 19:19:21.904906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd26-e147-45b6-a806-55cf25e33209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.930644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9bd26-e147-45b6-a806-55cf25e33209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e6435e-75f5-4dfb-9ca9-9cde952786e6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:21.950405 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd26-e147-45b6-a806-55cf25e33209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:21.953994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05f9bd26-e147-45b6-a806-55cf25e33209 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96e6435e-75f5-4dfb-9ca9-9cde952786e6 HTTP/1.1" status: 204 len: 168 time: 0.4102521 Jan 10 19:19:22.039979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.040565 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 28b8830a-0b01-466f-80e1-1abc4d3f526e of type vlan for network fa41550f-9815-4099-8d7c-548e1792834b Jan 10 19:19:22.092910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.154391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:19:22.161567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c1caab5-d10c-4d5d-b136-929abc0e54ef req-2819d0fb-f67d-4002-be92-5d46ae0172c3 tempest-ListServerFiltersTestJSON-1602205123 tempest-ListServerFiltersTestJSON-1602205123-project] 10.222.0.21 "GET /v2.0/ports?device_id=395e3106-79d9-4785-833a-91c60f6161d8 HTTP/1.1" status: 200 len: 210 time: 0.0779443 Jan 10 19:19:22.164792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] Sync routers for ids ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:19:22.193329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] Routers {'b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:22.193941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.251763 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.272179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.283261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] Routers {'b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:22.284236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.352035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.352839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f084e-64be-4598-89d7-844648e1084b None None] The sync data for ids ['b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:19:22.382019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.413333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e37f753e-a7f7-4fad-bf66-116d674a9dac tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6219065 Jan 10 19:19:22.413918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55060) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:22.445573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff54419-4d0e-4f0a-a936-509c070fd50c']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.465518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3abd8a7-b2c4-419c-a1ed-ba2961e2e7dd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:22.466233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52cf99c-402e-4016-b847-3f9b74d2fddb') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.466552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52cf99c-402e-4016-b847-3f9b74d2fddb') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:22.475159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.478825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:22.479444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.488210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3abd8a7-b2c4-419c-a1ed-ba2961e2e7dd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:22.489984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3abd8a7-b2c4-419c-a1ed-ba2961e2e7dd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 HTTP/1.1" status: 200 len: 205 time: 0.0747907 Jan 10 19:19:22.495605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55064) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:22.522345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.592661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cdaae-764b-4a17-be27-1b3900903902 req-286536b4-df29-4e59-af32-dd0e462629fc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:22.594147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f9cdaae-764b-4a17-be27-1b3900903902 req-286536b4-df29-4e59-af32-dd0e462629fc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.4357102 Jan 10 19:19:22.627473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4175375 Jan 10 19:19:22.627473 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.627789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55074) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:22.637929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:22.654295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9ae4b-4a68-4ef9-b771-b44333f3b8a8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=fa41550f-9815-4099-8d7c-548e1792834b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:22.657931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:22.658346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.670199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network fa41550f-9815-4099-8d7c-548e1792834b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:22.674264 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:22.733890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.781739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f9cdaae-764b-4a17-be27-1b3900903902 req-fbfa1fcf-5a11-436f-adf1-8f349366edab tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734178 Jan 10 19:19:22.795410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.832207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:22.837797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] Pushing event deleted for resources: {'Network': ['ID=3ff54419-4d0e-4f0a-a936-509c070fd50c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:22.841109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-10fc2684-2914-4647-9367-45ec362c51e7 tempest-FloatingIPTestJSON-414129601 tempest-FloatingIPTestJSON-414129601-project] 10.222.0.21 "DELETE /v2.0/networks/3ff54419-4d0e-4f0a-a936-509c070fd50c HTTP/1.1" status: 204 len: 168 time: 1.2313352 Jan 10 19:19:22.892809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:22.897966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:22.903790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:22.912452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:23.055019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:23.226461 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.299578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-43bccdaa-bd49-4a77-b75b-14a897cef5de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:23.307205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-43bccdaa-bd49-4a77-b75b-14a897cef5de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 810 time: 0.2131813 Jan 10 19:19:23.309668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55108) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:23.342068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-52ca677e-3c67-4784-bff1-ac534bcc93ef tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/quotas/14767e54696f4f2e94938f130d710b10 HTTP/1.1" status: 200 len: 375 time: 0.0338955 Jan 10 19:19:23.392302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:23.492162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Deleting subnet 25d633c3-9763-4576-82d2-2dd877885f58 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:23.497085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.595014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.604918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.651243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-5b1991c8-da0b-4929-842c-4ad62fa234b5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3052425 Jan 10 19:19:23.658813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-d1fa22aa-e805-495f-afb2-cbfcef36f527 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:19:23.659848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-d1fa22aa-e805-495f-afb2-cbfcef36f527 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106816 Jan 10 19:19:23.721114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-72207c2a-1fb4-47b0-9915-c3ac112774a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6132214bae04524826861fb2a382f00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4075010 Jan 10 19:19:23.772401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:23.831800 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.897886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.946671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:23.952368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-19a851e7-8160-4e1d-b99b-31a5a3337ea1 service neutron] 10.222.0.21 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806649 Jan 10 19:19:23.986887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=82c8d27a-1ae7-4330-804e-25b3c80194fa,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:24.021163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '28b8830a-0b01-466f-80e1-1abc4d3f526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:24.021930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: fa41550f-9815-4099-8d7c-548e1792834b, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:24.038796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54cd5165-231b-4865-b7c9-679c9b3fae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.055758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.056417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:19:24.090658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.095344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c804292-b768-4a69-bd8b-19fd8fbee3be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 HTTP/1.1" status: 204 len: 168 time: 1.5979965 Jan 10 19:19:24.096196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55150) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:24.099002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54cd5165-231b-4865-b7c9-679c9b3fae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.158573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.186300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network fa41550f-9815-4099-8d7c-548e1792834b is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:24.204603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d633c3-9763-4576-82d2-2dd877885f58,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:24.230918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, fa41550f-9815-4099-8d7c-548e1792834b) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:24.242391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f06e61-0506-45f5-9866-4784a716259d None None] Network fa41550f-9815-4099-8d7c-548e1792834b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:24.242996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:24.243786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.377175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-22398586-9229-4118-980f-94313bcd8fc5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7483780 Jan 10 19:19:24.387336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55158) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:24.399386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:24.413320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c57fd686-c05c-4868-9816-ecd3079e9dc3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:24.414772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.433684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a11bda6f-e62d-4d6f-9c95-c8ef2fbc0a71 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25d633c3-9763-4576-82d2-2dd877885f58 HTTP/1.1" status: 204 len: 168 time: 1.0401137 Jan 10 19:19:24.440411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55164) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:24.448008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c773c7-0a0f-4acf-bf99-3919d1289e61 None None] Network ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:24.454183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54cd5165-231b-4865-b7c9-679c9b3fae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.456755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54cd5165-231b-4865-b7c9-679c9b3fae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.458009 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-54cd5165-231b-4865-b7c9-679c9b3fae2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12141508-9fc2-47e3-b329-59fcf8008bb3 HTTP/1.1" status: 204 len: 168 time: 0.6309264 Jan 10 19:19:24.466896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-1075f93f-1c66-4d0f-a59e-b4083bb32a50 service neutron] 10.222.0.21 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069928 Jan 10 19:19:24.543506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: c57fd686-c05c-4868-9816-ecd3079e9dc3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:24.544126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c57fd686-c05c-4868-9816-ecd3079e9dc3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:24.708319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd5165-231b-4865-b7c9-679c9b3fae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12141508-9fc2-47e3-b329-59fcf8008bb3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:24.815872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-665fba4d-5bdd-440e-a212-492a5b45d1f0 req-4d79f097-e7f7-4701-8188-c22becdd15b2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 210 time: 0.0692203 Jan 10 19:19:24.903116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-fa41550f-9815-4099-8d7c-548e1792834b', 'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': '82c8d27a-1ae7-4330-804e-25b3c80194fa'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:24.904071 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:24.990772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet f3089101-cc83-4237-9699-7b364b45123e {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:24.994601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.018024 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.070534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Deleting port 4b237a47-9ae5-4bba-82af-423ed168ea27 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:25.071238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.185607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] DHCP port deletion for ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:19:25.236439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] Deleting port 4b237a47-9ae5-4bba-82af-423ed168ea27 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:25.236813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.308278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55196) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:25.377424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.579730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.668373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Allocated IP 2001:db8::2 (fa41550f-9815-4099-8d7c-548e1792834b/82c8d27a-1ae7-4330-804e-25b3c80194fa/de1496e6-0757-4f12-9d1c-bbe26833f3ee) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:25.683335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:25.694125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Usage tracker for resource:security_group_rule and tenant:e002382eb30843b6bad41c810fe262ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:25.701835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:25.708730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] For port 4b237a47-9ae5-4bba-82af-423ed168ea27, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b237a47-9ae5-4bba-82af-423ed168ea27,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:25.709314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.718334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:25.789615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.836679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55212) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:25.896179 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.905494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:25.925253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] For port 4b237a47-9ae5-4bba-82af-423ed168ea27, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4b237a47-9ae5-4bba-82af-423ed168ea27,segment=NetworkSegment(cadd9ba1-3fe1-42f3-8314-d8132ec2653f),segment_id=cadd9ba1-3fe1-42f3-8314-d8132ec2653f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:25.926775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.016303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f08c199-8443-42a0-94cc-28214b8ab582,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:26.050894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ada5f953-2735-438b-a9eb-1033d42ddd69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e002382eb30843b6bad41c810fe262ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7385612 Jan 10 19:19:26.071689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55222) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:26.168424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] Calling delete_port for 4b237a47-9ae5-4bba-82af-423ed168ea27 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:26.169498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6df5a8-1cb2-458c-9bac-5236d3b83484 req-7fe1047d-d86a-4037-ada6-b5183efec9f7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 210 time: 0.0699301 Jan 10 19:19:26.204810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Calling delete_port for 4b237a47-9ae5-4bba-82af-423ed168ea27 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:26.206138 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.242360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:26.266905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:26.270487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:26.271265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.276678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Usage tracker for resource:security_group_rule and tenant:64bee120d792454b8c1282f51000e09a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:26.280117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:26.287537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:26.297859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:26.334604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c042f86e-80b2-4f1c-91c7-caed98bc7d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.361667 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.375761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:26.387653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=f3089101-cc83-4237-9699-7b364b45123e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:26.416001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c042f86e-80b2-4f1c-91c7-caed98bc7d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.420904 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.457735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1617f-56a7-4355-9ddd-9e7877be7263 None None] Network c00a0c43-1ab2-4f99-af30-04245e45796e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:26.469988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7ad106e2-f6eb-4bec-b431-7ec88af9e779 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/f3089101-cc83-4237-9699-7b364b45123e HTTP/1.1" status: 204 len: 168 time: 2.3579826 Jan 10 19:19:26.471379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55234) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:26.474336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:26.478586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.507609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.519806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b237a47-9ae5-4bba-82af-423ed168ea27 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:26.567093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.581191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4b237a47-9ae5-4bba-82af-423ed168ea27 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:26.582576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4b237a47-9ae5-4bba-82af-423ed168ea27 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:26.593073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:19:26.593399 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:19:26.641925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] Pushing event deleted for resources: {'Port': ['ID=4b237a47-9ae5-4bba-82af-423ed168ea27,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:26.683172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c042f86e-80b2-4f1c-91c7-caed98bc7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.684053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc3cfa-737a-48b4-8754-a8c7963aad2b None None] No DVR routers for this DVR port 4b237a47-9ae5-4bba-82af-423ed168ea27 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:26.695924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.699582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55238) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:26.711512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc05e129-5588-4755-8c43-9e4269fa3b7d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:26.711952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.756800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-18c0ec2d-1ae1-42b5-8b21-5ae6cc8781c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64bee120d792454b8c1282f51000e09a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9165597 Jan 10 19:19:26.762475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:26.764897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c042f86e-80b2-4f1c-91c7-caed98bc7d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.768649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c042f86e-80b2-4f1c-91c7-caed98bc7d2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f08c199-8443-42a0-94cc-28214b8ab582 HTTP/1.1" status: 204 len: 168 time: 0.6937480 Jan 10 19:19:26.777201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042f86e-80b2-4f1c-91c7-caed98bc7d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f08c199-8443-42a0-94cc-28214b8ab582,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:26.802990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Transition to ACTIVE for port object de1496e6-0757-4f12-9d1c-bbe26833f3ee will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:26.838550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port d6ce444f-d7f7-45f0-971b-637bad81f8a5 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:26.838950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.876422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Transition to ACTIVE for port object de1496e6-0757-4f12-9d1c-bbe26833f3ee will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:26.899717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:26.922532 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82c8d27a-1ae7-4330-804e-25b3c80194fa (CIDR: 2001:db8::/64) Jan 10 19:19:26.935707 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:19:26.936154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:19:26.953401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-4af89b75-79a0-46f1-87d5-bd4f9a35f647 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:26.954922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-4af89b75-79a0-46f1-87d5-bd4f9a35f647 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 810 time: 0.3909576 Jan 10 19:19:26.973489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Request body: {'port': {'device_id': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'admin_state_up': True, 'tenant_id': '14767e54696f4f2e94938f130d710b10'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:27.005474 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7f1b7ad9-e6ea-455f-a652-5615bd382b61 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6166203 Jan 10 19:19:27.008543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55250) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:27.023707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369719242'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:27.028081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Network fa41550f-9815-4099-8d7c-548e1792834b is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:27.028897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Pushing event updated for resources: {'Port': ['ID=de1496e6-0757-4f12-9d1c-bbe26833f3ee,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:27.033149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:27.035805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:27.056712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1be1eb5a-afb7-44f0-89d1-4dd52b1fe370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.065809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:27.101173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:27.126124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:27.141293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] DHCP port deletion for c00a0c43-1ab2-4f99-af30-04245e45796e request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:19:27.154863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:27.156463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] Deleting port d6ce444f-d7f7-45f0-971b-637bad81f8a5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:27.157248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.181966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Deleting port 4b237a47-9ae5-4bba-82af-423ed168ea27 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:27.182328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.187679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Attempting to bind port de1496e6-0757-4f12-9d1c-bbe26833f3ee on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:27.188145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Attempting to bind port de1496e6-0757-4f12-9d1c-bbe26833f3ee by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '28b8830a-0b01-466f-80e1-1abc4d3f526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:27.188520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Attempting to bind port de1496e6-0757-4f12-9d1c-bbe26833f3ee on network fa41550f-9815-4099-8d7c-548e1792834b {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:27.252294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:27.254027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Checking segment: {'id': '28b8830a-0b01-466f-80e1-1abc4d3f526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:27.254444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.254906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Bound using segment: {'id': '28b8830a-0b01-466f-80e1-1abc4d3f526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:27.257153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Bound port: de1496e6-0757-4f12-9d1c-bbe26833f3ee, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b8830a-0b01-466f-80e1-1abc4d3f526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:27.257546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.320258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1be1eb5a-afb7-44f0-89d1-4dd52b1fe370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.334501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] The port '4b237a47-9ae5-4bba-82af-423ed168ea27' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:19:27.412490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:27.471387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95863c20-9dbc-4d2a-89b5-b06cbb2c0723 req-d22b8a32-78a2-465d-ad78-d64e137ac04c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 210 time: 0.0521116 Jan 10 19:19:27.482975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1be1eb5a-afb7-44f0-89d1-4dd52b1fe370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.517733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:27.519703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] For port d6ce444f-d7f7-45f0-971b-637bad81f8a5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d6ce444f-d7f7-45f0-971b-637bad81f8a5,segment=NetworkSegment(e338467d-6ccb-4a2e-b8c1-5226ab486e58),segment_id=e338467d-6ccb-4a2e-b8c1-5226ab486e58)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:27.520173 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.548258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1eb5a-afb7-44f0-89d1-4dd52b1fe370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc05e129-5588-4755-8c43-9e4269fa3b7d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:27.551718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:27.556364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1be1eb5a-afb7-44f0-89d1-4dd52b1fe370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.562209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1be1eb5a-afb7-44f0-89d1-4dd52b1fe370 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc05e129-5588-4755-8c43-9e4269fa3b7d HTTP/1.1" status: 204 len: 168 time: 0.7950745 Jan 10 19:19:27.563424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:27.566387 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.588005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port d6ce444f-d7f7-45f0-971b-637bad81f8a5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d6ce444f-d7f7-45f0-971b-637bad81f8a5,segment=NetworkSegment(e338467d-6ccb-4a2e-b8c1-5226ab486e58),segment_id=e338467d-6ccb-4a2e-b8c1-5226ab486e58)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:27.589081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.597086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.621955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.637459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:27.641696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Usage tracker for resource:security_group_rule and tenant:63ea0146d6de4f4591750747f7daf098 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:27.644942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:27.651032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:27.653448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] For port de1496e6-0757-4f12-9d1c-bbe26833f3ee, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:27.654184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Usage tracker for resource:port and tenant:14767e54696f4f2e94938f130d710b10 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:27.660938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:27.661614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] Calling delete_port for d6ce444f-d7f7-45f0-971b-637bad81f8a5 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:27.664828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7a0748-a8a7-47bf-ace5-7967c5eb91b3']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:27.673136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:27.681187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:27.688451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:27.688752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadd9ba1-3fe1-42f3-8314-d8132ec2653f') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:27.696007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:27.703407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:27.711782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:27.713308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] For port de1496e6-0757-4f12-9d1c-bbe26833f3ee, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=de1496e6-0757-4f12-9d1c-bbe26833f3ee,segment=NetworkSegment(28b8830a-0b01-466f-80e1-1abc4d3f526e),segment_id=28b8830a-0b01-466f-80e1-1abc4d3f526e)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:27.714489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.725118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.735979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.737309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.737603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Made reservation on behalf of 14767e54696f4f2e94938f130d710b10 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:27.741509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.761237 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.826083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.839405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:27.839912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.840152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbca0f8-736a-47f5-9608-0c9020f8f675 None None] Pushing event updated for resources: {'Port': ['ID=de1496e6-0757-4f12-9d1c-bbe26833f3ee,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:27.843574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:27.854297 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:27.873887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:27.877331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:27.897416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] Pushing event deleted for resources: {'Port': ['ID=d6ce444f-d7f7-45f0-971b-637bad81f8a5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:27.908544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5707a54-e2cd-4947-89e1-eca9787f5f5c None None] No DVR routers for this DVR port d6ce444f-d7f7-45f0-971b-637bad81f8a5 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:27.958739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for d6ce444f-d7f7-45f0-971b-637bad81f8a5 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:28.039519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5669002-d9d7-4998-a9ef-51c1d1621578,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:28.047628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:28.055062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9b1c5097-d7e2-48c4-8350-c4838ab938b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63ea0146d6de4f4591750747f7daf098&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5346572 Jan 10 19:19:28.056190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:security_group_rule and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:28.061344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55268) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:28.062124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:28.082121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:28.172383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-5617bdee-a4d9-45bc-bd2a-d291bb3792f0 req-1939be22-d721-47c0-9238-b11b58295d71 service neutron] (83629) timed out ('10.222.0.21', 56402) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:19:28.177084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:19:28.177949 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:19:28.228705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8c08d77-c50e-4183-855c-6b9eb0b4d661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.239131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.262899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55272) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:28.308891 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8c08d77-c50e-4183-855c-6b9eb0b4d661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.315956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.322967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.336742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Allocated IP 172.20.0.13 (00ee2039-dea7-49db-89ee-7c89b9dbf270/158a201b-30bb-4e82-bf17-e8872fdbab40/9f05dea6-e339-4fac-938d-c273b842ed34) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:28.357333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7a0748-a8a7-47bf-ace5-7967c5eb91b3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:28.375159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ed9b3075-389f-4df5-ba14-de8b24e32ab7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff7a0748-a8a7-47bf-ace5-7967c5eb91b3 HTTP/1.1" status: 204 len: 168 time: 3.9307034 Jan 10 19:19:28.390450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.403400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.424459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:28.434140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Usage tracker for resource:security_group_rule and tenant:121f47377d3f40fb86ebb42a077d4fbf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:28.445155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:28.456813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:28.462019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aa85c8-0ad5-4d78-b666-daf0635125c6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:28.474039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8c08d77-c50e-4183-855c-6b9eb0b4d661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.491536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:28.497743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08d77-c50e-4183-855c-6b9eb0b4d661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5669002-d9d7-4998-a9ef-51c1d1621578,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:28.523979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.524470 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 4b616da4-b6fb-48e4-9786-06b412f22052 of type vlan for network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 Jan 10 19:19:28.582746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.620936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8c08d77-c50e-4183-855c-6b9eb0b4d661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.622189 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e8c08d77-c50e-4183-855c-6b9eb0b4d661 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5669002-d9d7-4998-a9ef-51c1d1621578 HTTP/1.1" status: 204 len: 168 time: 0.5571616 Jan 10 19:19:28.637665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.655748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.667623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device de1496e6-0757-4f12-9d1c-bbe26833f3ee up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:28.683965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port d6ce444f-d7f7-45f0-971b-637bad81f8a5 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:28.684393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.701005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.706187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.723080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.727021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:28.727811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.797669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=ada5f2a0-fbbf-4eee-812a-1271ed82c4dd,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:28.798499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port de1496e6-0757-4f12-9d1c-bbe26833f3ee completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:28.846040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network fa41550f-9815-4099-8d7c-548e1792834b is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:28.859939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55286) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:28.869548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:28.872730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:28.873449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:28.895085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d6ce444f-d7f7-45f0-971b-637bad81f8a5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:28.973467 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3aaef2f3-dc2c-4468-8126-74d0d86904e0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9534903 Jan 10 19:19:28.982417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: d6ce444f-d7f7-45f0-971b-637bad81f8a5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:28.983151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d6ce444f-d7f7-45f0-971b-637bad81f8a5 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:28.993786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55290) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:29.002763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b', 'fixed_ips': [{'subnet_id': '82c8d27a-1ae7-4330-804e-25b3c80194fa'}, {'subnet_id': 'ada5f2a0-fbbf-4eee-812a-1271ed82c4dd'}], 'name': 'tempest-PortsIpV6TestJSON-552824507'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:29.019097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=121f47377d3f40fb86ebb42a077d4fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7490802 Jan 10 19:19:29.020059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8e99b-3dee-47ef-90b4-587cbf25b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1acf24f-4fd3-43a8-a359-bc2ccb4d7f1f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:29.024248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-280719ee-d6b4-4542-8383-bcef308db603 req-99c75406-b3b5-46f2-92ed-eaf1eaa929d5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 210 time: 0.3412423 Jan 10 19:19:29.024718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55296) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:29.037884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] The port 'd6ce444f-d7f7-45f0-971b-637bad81f8a5' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:19:29.136805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.149285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['552f4624-0ee0-4f52-adeb-e14267e0b1b4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:29.200556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4764838 Jan 10 19:19:29.238197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96c542-6fed-480d-a2b4-fd862fb67b94 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=c56fa1d6-198d-46f2-9ee9-42b4e910bad3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:29.271132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:29.385865 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.443747 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dcd902b0-05f4-44f4-8457-6f6f8ed875b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a47927791ef64329b2df102fc0531ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5756748 Jan 10 19:19:29.446301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00a0c43-1ab2-4f99-af30-04245e45796e']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:29.459189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-822fce72-322e-4b1d-93ac-898d455abb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.465584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55304) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:29.468851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730e001-fcd5-4fd2-a545-971eb4d5d406 None None] Network fa41550f-9815-4099-8d7c-548e1792834b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:29.542205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e338467d-6ccb-4a2e-b8c1-5226ab486e58') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:29.542949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e338467d-6ccb-4a2e-b8c1-5226ab486e58') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:29.558483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Network 00ee2039-dea7-49db-89ee-7c89b9dbf270 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:29.576957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:29.599010 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.610285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:29.622430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-822fce72-322e-4b1d-93ac-898d455abb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.642899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4082303-6439-4829-9bd5-86d0a59520bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.649273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.700988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:29.701542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.716241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Pushing event updated for resources: {'Port': ['ID=9f05dea6-e339-4fac-938d-c273b842ed34,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:29.721290 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:29.733975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:29.734856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.757882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:29.762404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:29.765472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:29.771385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:29.788077 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c7ac24b8-1613-4716-9559-0e468c22297f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8179927 Jan 10 19:19:29.791103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:29.816355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Request body: {'port': {'device_id': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:29.876617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.886779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:29.957659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4082303-6439-4829-9bd5-86d0a59520bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.044002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] Provisioning for port de1496e6-0757-4f12-9d1c-bbe26833f3ee completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:30.046394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.055090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] Provisioning complete for port de1496e6-0757-4f12-9d1c-bbe26833f3ee triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:30.055754 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.058766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.091098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=c00a0c43-1ab2-4f99-af30-04245e45796e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:30.113385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4082303-6439-4829-9bd5-86d0a59520bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.139197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:30.140403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port f196a738-666a-415a-9e1f-f72ae59d7466 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:30.140605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5e8d05a6-a1d0-4b88-9c3b-c7e2c82858b0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/c00a0c43-1ab2-4f99-af30-04245e45796e HTTP/1.1" status: 204 len: 168 time: 3.6600153 Jan 10 19:19:30.144296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-822fce72-322e-4b1d-93ac-898d455abb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.203881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4082303-6439-4829-9bd5-86d0a59520bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f253f3e-cecc-4e0c-8ea8-569e532a43b3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:30.235777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44505272', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:30.239814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-822fce72-322e-4b1d-93ac-898d455abb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.259956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-822fce72-322e-4b1d-93ac-898d455abb32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1acf24f-4fd3-43a8-a359-bc2ccb4d7f1f HTTP/1.1" status: 204 len: 168 time: 1.2177043 Jan 10 19:19:30.264365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fce72-322e-4b1d-93ac-898d455abb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1acf24f-4fd3-43a8-a359-bc2ccb4d7f1f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:30.271898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4082303-6439-4829-9bd5-86d0a59520bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.278723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a4082303-6439-4829-9bd5-86d0a59520bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f253f3e-cecc-4e0c-8ea8-569e532a43b3 HTTP/1.1" status: 204 len: 168 time: 0.8119829 Jan 10 19:19:30.281607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:30.363845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:30.371868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:30.400266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:30.547286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.548453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.572320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f610f-7ef3-4c70-ba09-df8375fdac77 req-6939cb1c-1c09-42ff-86f1-bf4d0ab56952 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:30.573984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-801f610f-7ef3-4c70-ba09-df8375fdac77 req-6939cb1c-1c09-42ff-86f1-bf4d0ab56952 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 932 time: 0.2447636 Jan 10 19:19:30.615866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.656341 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:30.708850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-801f610f-7ef3-4c70-ba09-df8375fdac77 req-f330c33e-72c9-45ac-8ae4-77740fa714a7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228099 Jan 10 19:19:30.871292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] For port de1496e6-0757-4f12-9d1c-bbe26833f3ee, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=de1496e6-0757-4f12-9d1c-bbe26833f3ee,segment=NetworkSegment(28b8830a-0b01-466f-80e1-1abc4d3f526e),segment_id=28b8830a-0b01-466f-80e1-1abc4d3f526e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:30.873558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Update dhcp port {'port': {'network_id': 'fa41550f-9815-4099-8d7c-548e1792834b', 'fixed_ips': [{'subnet_id': '82c8d27a-1ae7-4330-804e-25b3c80194fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ada5f2a0-fbbf-4eee-812a-1271ed82c4dd'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'de1496e6-0757-4f12-9d1c-bbe26833f3ee'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:19:30.906624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:31.014520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:31.207892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4c871-83a4-4e3f-b46d-1fab6c6b8e21 None None] Pushing event updated for resources: {'Port': ['ID=de1496e6-0757-4f12-9d1c-bbe26833f3ee,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:31.365080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::10 (fa41550f-9815-4099-8d7c-548e1792834b/82c8d27a-1ae7-4330-804e-25b3c80194fa/f196a738-666a-415a-9e1f-f72ae59d7466) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:31.391073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8:0:1::1bb (fa41550f-9815-4099-8d7c-548e1792834b/ada5f2a0-fbbf-4eee-812a-1271ed82c4dd/f196a738-666a-415a-9e1f-f72ae59d7466) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:31.489650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:31.540051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f05dea6-e339-4fac-938d-c273b842ed34 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:19:31.576162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:31.769933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Transition to ACTIVE for port object 9f05dea6-e339-4fac-938d-c273b842ed34 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:31.801869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55364) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:31.811490 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.171425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-236527751-network', 'tenant_id': '7da8536f54e94d46a607ea1fb745fa89'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:32.280672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:32.313217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Usage tracker for resource:network and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:32.325003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:32.363964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05dea6-e339-4fac-938d-c273b842ed34,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:32.374847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:32.433228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.470802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Made reservation on behalf of 7da8536f54e94d46a607ea1fb745fa89 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:32.475215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.498200 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.535918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017baf7-a545-4cbd-8e0d-d8b0c3d240ba req-b0d5cdc2-80ed-40c6-8324-1fff0ea8f482 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:32.539582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device de1496e6-0757-4f12-9d1c-bbe26833f3ee up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:32.543750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object f196a738-666a-415a-9e1f-f72ae59d7466 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:32.545637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6017baf7-a545-4cbd-8e0d-d8b0c3d240ba req-b0d5cdc2-80ed-40c6-8324-1fff0ea8f482 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 944 time: 0.3659146 Jan 10 19:19:32.579833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.591372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55388) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:32.643055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:32.649234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:32.662055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6017baf7-a545-4cbd-8e0d-d8b0c3d240ba req-30036ad2-0eb1-43fe-a685-9daed2731120 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144366 Jan 10 19:19:32.663372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Usage tracker for resource:security_group_rule and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:32.670154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:32.679047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:32.764954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.771944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.781195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port de1496e6-0757-4f12-9d1c-bbe26833f3ee triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:32.782614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.815570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:32.827670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6267c6-9302-46e9-9eb6-b2c7b2676276,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:32.834209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.834667 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Added segment fe3e9b06-282f-414a-920a-501d3f00f0b4 of type vlan for network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 Jan 10 19:19:32.863392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.895387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Allocated IP 2001:db8:0:1::2 (fa41550f-9815-4099-8d7c-548e1792834b/ada5f2a0-fbbf-4eee-812a-1271ed82c4dd/de1496e6-0757-4f12-9d1c-bbe26833f3ee) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:32.899131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.899981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:32.900653 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.926133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:32.965102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network fa41550f-9815-4099-8d7c-548e1792834b is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:32.966380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:32.976983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:32.980667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:32.984880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:32.985525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.017409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:33.019653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] Pushing event updated for resources: {'Network': ['ID=8ccfa66b-fb5d-485f-bcd4-672d2a992b66,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:33.020905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Attempting to bind port 9f05dea6-e339-4fac-938d-c273b842ed34 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:33.021548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Attempting to bind port 9f05dea6-e339-4fac-938d-c273b842ed34 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:33.021889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Attempting to bind port 9f05dea6-e339-4fac-938d-c273b842ed34 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:33.032057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-77c0f264-b153-4814-8c69-8598e950028a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2297530 Jan 10 19:19:33.034131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55402) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:33.039587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Request body: {'subnet': {'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-236527751-subnet', 'tenant_id': '7da8536f54e94d46a607ea1fb745fa89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:33.039740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:33.042996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=f196a738-666a-415a-9e1f-f72ae59d7466,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:33.048468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:33.051777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Port 9f05dea6-e339-4fac-938d-c273b842ed34 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:19:33.051777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Attempting to bind port 9f05dea6-e339-4fac-938d-c273b842ed34 on network 00ee2039-dea7-49db-89ee-7c89b9dbf270 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:33.054400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:33.059821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Usage tracker for resource:subnet and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:33.060992 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1dea5019-7387-4fdd-a5d0-65eea2a09298 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.0651941 Jan 10 19:19:33.062258 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.063440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:33.067549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:33.092642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82c8d27a-1ae7-4330-804e-25b3c80194fa'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:33.104033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:33.105296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Checking segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:33.106247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Bound using segment: {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:33.107245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Bound port: 9f05dea6-e339-4fac-938d-c273b842ed34, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:33.107761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.122048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:33.173883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:33.194652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:33.213114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Made reservation on behalf of 7da8536f54e94d46a607ea1fb745fa89 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:33.221985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.222336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] For port de1496e6-0757-4f12-9d1c-bbe26833f3ee, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=de1496e6-0757-4f12-9d1c-bbe26833f3ee,segment=NetworkSegment(28b8830a-0b01-466f-80e1-1abc4d3f526e),segment_id=28b8830a-0b01-466f-80e1-1abc4d3f526e)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:33.249680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.267351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Transition to ACTIVE for port object de1496e6-0757-4f12-9d1c-bbe26833f3ee will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:33.273271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.373740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.479093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558124d3-693b-4726-80fd-ad5d46463468 None None] Pushing event updated for resources: {'Port': ['ID=de1496e6-0757-4f12-9d1c-bbe26833f3ee,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:33.592284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] For port 9f05dea6-e339-4fac-938d-c273b842ed34, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:33.604489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] For port 9f05dea6-e339-4fac-938d-c273b842ed34, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f05dea6-e339-4fac-938d-c273b842ed34,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:33.608780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 172.25.6.79 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/0ce7808e-1fd2-4da5-b5cd-da474b07d5b0) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:33.621439 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.690315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.695315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05dea6-e339-4fac-938d-c273b842ed34,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:33.810543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:33.812030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-f167aedd-bcec-4d1e-a6a6-1f7dc56d76a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f05dea6-e339-4fac-938d-c273b842ed34 HTTP/1.1" status: 200 len: 1092 time: 4.0046072 Jan 10 19:19:33.858346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'tag': '9f05dea6-e339-4fac-938d-c273b842ed34'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:33.986084 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'tag': '9f05dea6-e339-4fac-938d-c273b842ed34', 'status': 'completed', 'code': 200} Jan 10 19:19:34.118174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.129497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.214376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=eb798b27-98c6-47fb-bc2b-738bee42b3da,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:34.276137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f075a35-3985-4859-9a6b-a7315b65022e None None] Network fa41550f-9815-4099-8d7c-548e1792834b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:34.289879 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-46e72cd3-c7cb-4021-b678-ca9bac009b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 1095 time: 0.3735557 Jan 10 19:19:34.292111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': '4b616da4-b6fb-48e4-9786-06b412f22052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:34.292480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: c56fa1d6-198d-46f2-9ee9-42b4e910bad3, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:34.335512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.372598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-16ae7b13-e6c4-45e3-9d43-b458dd319ca3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f05dea6-e339-4fac-938d-c273b842ed34 HTTP/1.1" status: 200 len: 217 time: 0.0731368 Jan 10 19:19:34.375535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.505902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device de1496e6-0757-4f12-9d1c-bbe26833f3ee up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:34.536376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ebe0000b-22bb-4056-b695-f111bf313351 None None] Provisioning for port de1496e6-0757-4f12-9d1c-bbe26833f3ee completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:34.539836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd8e89b-0652-4965-a011-4fa2519c1a59,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:34.572367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ebe0000b-22bb-4056-b695-f111bf313351 None None] Provisioning complete for port de1496e6-0757-4f12-9d1c-bbe26833f3ee triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:34.572765 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ebe0000b-22bb-4056-b695-f111bf313351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.578945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd08bb-7ea1-45f6-9338-e67bb4b94d8e req-0664c427-059d-4a55-bdc1-619bdc9faa7f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:34.583517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5bd08bb-7ea1-45f6-9338-e67bb4b94d8e req-0664c427-059d-4a55-bdc1-619bdc9faa7f tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 944 time: 0.3417368 Jan 10 19:19:34.690122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Checking segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:34.690493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Network hostable DHCP agents. Network: 8ccfa66b-fb5d-485f-bcd4-672d2a992b66, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:34.730321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5bd08bb-7ea1-45f6-9338-e67bb4b94d8e req-2a48dbbd-73ce-41da-af61-1c33f789d2fc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307898 Jan 10 19:19:34.746554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Delete allocated IP 2001:db8:0:1::1bb (fa41550f-9815-4099-8d7c-548e1792834b/ada5f2a0-fbbf-4eee-812a-1271ed82c4dd) {{(pid=83630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 19:19:34.746740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:34.761084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:34.785140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:34.811765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-d0474dec-01c2-4802-9416-eb4d79ac6d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:34.813359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-d0474dec-01c2-4802-9416-eb4d79ac6d7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.3947146 Jan 10 19:19:34.814112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=0ce7808e-1fd2-4da5-b5cd-da474b07d5b0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:34.817412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:34.847805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:34.857665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 8ccfa66b-fb5d-485f-bcd4-672d2a992b66) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:34.875627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:34.876234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.894637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f4fb4-3ffa-4165-82ed-e86d93a3cd56 None None] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:34.904162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c56fa1d6-198d-46f2-9ee9-42b4e910bad3) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:34.912865 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-a9ec2f99-39f1-4c65-83a0-b13c9312da5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578389 Jan 10 19:19:34.919435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:34.920247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:34.939845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a04d4-819d-4af3-872e-40a36b27a4c0 None None] Network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:35.003858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.019712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port de1496e6-0757-4f12-9d1c-bbe26833f3ee triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:35.019712 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.026038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Ignored duplicate provisioning block setup for port f196a738-666a-415a-9e1f-f72ae59d7466 by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 10 19:19:35.036411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.089462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-41461a35-cfaa-43fb-9f0c-0c0fa78b5129 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0541532 Jan 10 19:19:35.185789 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4504dbef-7b6a-4ede-bcd0-908ae9ac7909 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5480607 Jan 10 19:19:35.185973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] In _notify_port_updated(), no bound segment for port f196a738-666a-415a-9e1f-f72ae59d7466 on network fa41550f-9815-4099-8d7c-548e1792834b {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:19:35.189008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:35.191013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:35.191662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.193222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/ports/f196a738-666a-415a-9e1f-f72ae59d7466 HTTP/1.1" status: 200 len: 924 time: 2.1274428 Jan 10 19:19:35.197992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:35.208852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82c8d27a-1ae7-4330-804e-25b3c80194fa'}, {'subnet_id': 'ada5f2a0-fbbf-4eee-812a-1271ed82c4dd'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:35.218701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599075043'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:35.250760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:35.261034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:35.272755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:35.284797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:35.288401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.289224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.295683 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-4fc335f1-5aa4-44bf-a817-b33bb7642439 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648026 Jan 10 19:19:35.335654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6dd6b-541d-4114-8e9f-2099d1e9a7e3 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=f196a738-666a-415a-9e1f-f72ae59d7466,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:35.390634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:35.393477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.396347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.553995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:35.602485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.602784 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 33860272-627e-450e-b1a3-83c5449cf1d7 of type vlan for network 8d2d0478-270e-4a8d-99e1-9c81ca5779ae Jan 10 19:19:35.760952 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03c81026-3ad1-4857-9ad2-9267ac45bb6f req-c097c576-71a0-4078-974e-64777ff6b969 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958778 Jan 10 19:19:35.828734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8:0:1::19c (fa41550f-9815-4099-8d7c-548e1792834b/ada5f2a0-fbbf-4eee-812a-1271ed82c4dd/f196a738-666a-415a-9e1f-f72ae59d7466) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:35.885324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:35.932027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c56fa1d6-198d-46f2-9ee9-42b4e910bad3', 'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': 'eb798b27-98c6-47fb-bc2b-738bee42b3da'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:35.934479 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:36.058859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:36.068846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.070148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:36.105125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfa4f7-b6e5-4c3a-976b-16bf7095519b None None] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:36.170088 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9695940 Jan 10 19:19:36.174283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-14988024-91b2-47b7-82f7-7f9c3e350b9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 1095 time: 0.2948368 Jan 10 19:19:36.175144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55478) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:36.261255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '8d2d0478-270e-4a8d-99e1-9c81ca5779ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:36.290470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.304958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.309852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.316282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.320867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.325813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.330172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.332272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-049195f7-ca1e-4e5d-8eb9-cbfeec694948 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.4179215 Jan 10 19:19:36.375795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:36.392175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Ignored duplicate provisioning block setup for port f196a738-666a-415a-9e1f-f72ae59d7466 by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 10 19:19:36.407174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:36.459659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Allocated IP 2001:db8:0:ffff::2 (c56fa1d6-198d-46f2-9ee9-42b4e910bad3/eb798b27-98c6-47fb-bc2b-738bee42b3da/52c734d4-699a-47b0-9e6c-54b468fef44c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:36.592829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2bd1a-1ec1-4410-8b8d-75fdce4cdf14 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=8d2d0478-270e-4a8d-99e1-9c81ca5779ae,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:36.674043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-34bba174-ddd9-4640-bd87-d353d82ca27b None None] Provisioning complete for port de1496e6-0757-4f12-9d1c-bbe26833f3ee triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:36.674740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bba174-ddd9-4640-bd87-d353d82ca27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:36.739855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:36.749974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 8d2d0478-270e-4a8d-99e1-9c81ca5779ae details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:36.763866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:36.798807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:36.816517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:36.825201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-f2ef303a-7f7b-4a93-bb9f-9264d0b85514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.826775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-f2ef303a-7f7b-4a93-bb9f-9264d0b85514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 911 time: 0.5728157 Jan 10 19:19:36.832652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-29a42f06-7b6b-4d23-a58e-580e4b966edb tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:36.833397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-29a42f06-7b6b-4d23-a58e-580e4b966edb tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Synchronizing usage tracker for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:36.842789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router 317a2d97-c719-42b1-b299-2ac61462a334 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:19:36.905237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:36.922259 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:19:36.990314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2885cb22-3bb1-447b-943c-45958e7599e4 req-3cb91da8-54c8-4825-acad-2ebafd31d18b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5963602 Jan 10 19:19:36.991971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=f196a738-666a-415a-9e1f-f72ae59d7466,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:37.114826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] In _notify_port_updated(), no bound segment for port f196a738-666a-415a-9e1f-f72ae59d7466 on network fa41550f-9815-4099-8d7c-548e1792834b {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:19:37.119060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:37.119897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.124410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-57090fab-9801-4cb8-ac17-31d9a539c2c9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/ports/f196a738-666a-415a-9e1f-f72ae59d7466 HTTP/1.1" status: 200 len: 1010 time: 1.9243331 Jan 10 19:19:37.125438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55498) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:37.208559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port f196a738-666a-415a-9e1f-f72ae59d7466 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:37.209201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.217557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-b607a4bb-e0ed-4a47-80fb-f1e1bef8d75f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f05dea6-e339-4fac-938d-c273b842ed34 HTTP/1.1" status: 200 len: 217 time: 0.3767676 Jan 10 19:19:37.314248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-34bba174-ddd9-4640-bd87-d353d82ca27b None None] Provisioning for port f196a738-666a-415a-9e1f-f72ae59d7466 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:37.336341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-29a42f06-7b6b-4d23-a58e-580e4b966edb tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Unset dirty status for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:37.347894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-29a42f06-7b6b-4d23-a58e-580e4b966edb tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 812 time: 1.2498353 Jan 10 19:19:37.352834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-34bba174-ddd9-4640-bd87-d353d82ca27b None None] Provisioning complete for port f196a738-666a-415a-9e1f-f72ae59d7466 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:37.353220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-34bba174-ddd9-4640-bd87-d353d82ca27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.393185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.402748 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.431923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Transition to ACTIVE for port object 52c734d4-699a-47b0-9e6c-54b468fef44c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:37.461017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-34bba174-ddd9-4640-bd87-d353d82ca27b None None] Port f196a738-666a-415a-9e1f-f72ae59d7466 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:37.472719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-fde6c4d1-936d-4e98-b185-2aeaccc58571 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/quotas/7da8536f54e94d46a607ea1fb745fa89 HTTP/1.1" status: 200 len: 375 time: 0.1236627 Jan 10 19:19:37.479698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-36e83dd3-918a-4e8c-9674-4dd5b1077dc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:37.480186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Transition to ACTIVE for port object 52c734d4-699a-47b0-9e6c-54b468fef44c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:37.481164 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-36e83dd3-918a-4e8c-9674-4dd5b1077dc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.2061911 Jan 10 19:19:37.489258 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.539679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-90407b4d-b219-432f-8d72-b531f2365c1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482557 Jan 10 19:19:37.565664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:37.569190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:37.577047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:37.588274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-c543bb69-2987-4a6d-989c-55fa96f7fb1a tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576067 Jan 10 19:19:37.604751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Pushing event updated for resources: {'Port': ['ID=52c734d4-699a-47b0-9e6c-54b468fef44c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:37.654579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-48d04b9b-b0e3-4100-84aa-23c015fa532e None None] Provisioning complete for port f196a738-666a-415a-9e1f-f72ae59d7466 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:37.655121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-48d04b9b-b0e3-4100-84aa-23c015fa532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.736084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf39b9c-fe16-48c3-ac91-980a152c05ca req-5ce1da42-ff37-4ce8-9c38-4cbc2f5f2e9a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:37.739122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.739610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.740074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.740530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.740979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.741455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.741889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.744706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abf39b9c-fe16-48c3-ac91-980a152c05ca req-5ce1da42-ff37-4ce8-9c38-4cbc2f5f2e9a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 944 time: 0.3762980 Jan 10 19:19:37.745517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.746282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.746752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.747212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:19:37.794699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Attempting to bind port 52c734d4-699a-47b0-9e6c-54b468fef44c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:37.795036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Attempting to bind port 52c734d4-699a-47b0-9e6c-54b468fef44c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '4b616da4-b6fb-48e4-9786-06b412f22052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:37.795408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Attempting to bind port 52c734d4-699a-47b0-9e6c-54b468fef44c on network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:37.798209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.825836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:37.826247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Checking segment: {'id': '4b616da4-b6fb-48e4-9786-06b412f22052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:37.826631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.827055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Bound using segment: {'id': '4b616da4-b6fb-48e4-9786-06b412f22052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:37.827550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Bound port: 52c734d4-699a-47b0-9e6c-54b468fef44c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b616da4-b6fb-48e4-9786-06b412f22052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c56fa1d6-198d-46f2-9ee9-42b4e910bad3'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:37.827931 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.892689 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-0797392b-d4e5-4c86-b3bf-54ea3a8c8fde service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341889 Jan 10 19:19:37.921207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-48d04b9b-b0e3-4100-84aa-23c015fa532e None None] Port f196a738-666a-415a-9e1f-f72ae59d7466 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:37.944035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for f196a738-666a-415a-9e1f-f72ae59d7466 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:37.964715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] For port 52c734d4-699a-47b0-9e6c-54b468fef44c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:37.969414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] For port 52c734d4-699a-47b0-9e6c-54b468fef44c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52c734d4-699a-47b0-9e6c-54b468fef44c,segment=NetworkSegment(4b616da4-b6fb-48e4-9786-06b412f22052),segment_id=4b616da4-b6fb-48e4-9786-06b412f22052)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:37.979809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:37.986146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-c9778a41-ed69-4174-8c76-56c032b11c00 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:19:37.987153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-c9778a41-ed69-4174-8c76-56c032b11c00 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3883541 Jan 10 19:19:38.034055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abf39b9c-fe16-48c3-ac91-980a152c05ca req-6777eabe-11b5-4021-8303-b4e5ad4219ed tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797227 Jan 10 19:19:38.114046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d3ce2a-f06f-4774-ad57-d680a3fafa29 req-fd91602d-19f2-4ce9-aecc-9a79f15919a4 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841247 Jan 10 19:19:38.163656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a16b1-4880-4c75-ab21-cdc04927d51a None None] Pushing event updated for resources: {'Port': ['ID=52c734d4-699a-47b0-9e6c-54b468fef44c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:38.198080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:19:38.218853 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] Sync routers for ids ['317a2d97-c719-42b1-b299-2ac61462a334'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:19:38.244302 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] Routers {'317a2d97-c719-42b1-b299-2ac61462a334'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:38.245577 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['317a2d97-c719-42b1-b299-2ac61462a334'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:38.250502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:38.296087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:38.297339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0ab9f66-3396-4bd8-b67c-b77748de0727 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 8.0898709 Jan 10 19:19:38.303433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55512) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:38.344257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6e514c98-b951-422b-84b8-3bb7f47f516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:38.358582 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:38.372326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] Routers {'317a2d97-c719-42b1-b299-2ac61462a334'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:38.373282 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['317a2d97-c719-42b1-b299-2ac61462a334'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:38.467369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:38.467774 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0af746-aa64-406a-aa43-b5473c722690 None None] The sync data for ids ['317a2d97-c719-42b1-b299-2ac61462a334'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:19:38.472033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=e26b8de4-1092-4bfb-8e3b-8120ccc6f5c5,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:38.482523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f05dea6-e339-4fac-938d-c273b842ed34 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:19:38.497130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-f8f3c175-5bd7-4f88-9efd-6ecd12333fef service neutron] 10.222.0.21 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992034 Jan 10 19:19:38.525008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': '33860272-627e-450e-b1a3-83c5449cf1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8d2d0478-270e-4a8d-99e1-9c81ca5779ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:38.525745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 8d2d0478-270e-4a8d-99e1-9c81ca5779ae, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:38.617045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 8d2d0478-270e-4a8d-99e1-9c81ca5779ae is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:38.648453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 8d2d0478-270e-4a8d-99e1-9c81ca5779ae) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:38.655207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:38.655341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:38.701175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e35abe00-d3ed-4778-a0ad-d7bccd2ff8e0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5150673 Jan 10 19:19:38.703522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55516) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:38.713201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676329f8-a74f-4c86-a0c1-027ad399ea5e None None] Network 8d2d0478-270e-4a8d-99e1-9c81ca5779ae requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:38.738921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9f05dea6-e339-4fac-938d-c273b842ed34, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f05dea6-e339-4fac-938d-c273b842ed34,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:38.754464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '9f05dea6-e339-4fac-938d-c273b842ed34', 'network_id': '00ee2039-dea7-49db-89ee-7c89b9dbf270', 'port_id': '9f05dea6-e339-4fac-938d-c273b842ed34', 'mac_address': 'fa:16:3e:0b:e3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158a201b-30bb-4e82-bf17-e8872fdbab40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:19:38.760366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-0a440e35-cc2b-4d60-b132-893fb98ce46f service neutron] 10.222.0.21 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391133 Jan 10 19:19:38.811331 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e319bc2-d454-4657-8698-37c330393e23 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/routers/317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 200 len: 882 time: 0.5054648 Jan 10 19:19:38.813397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:38.940040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:38.972321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:39.006412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:39.082618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.086485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.091836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.099968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.114659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.118831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.128666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:39.144544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f05dea6-e339-4fac-938d-c273b842ed34 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:19:39.150377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:39.153180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e844fc8b-80c8-4edf-96b4-d1af460bf0da req-a96a63f6-8ac7-450a-88cf-acfb0cbb47e6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.8508708 Jan 10 19:19:39.186987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=f196a738-666a-415a-9e1f-f72ae59d7466,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:39.393761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:39.397126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:39.412921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a6bc0540-b874-4add-b8bc-534f6f0416f0 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/f196a738-666a-415a-9e1f-f72ae59d7466 HTTP/1.1" status: 204 len: 168 time: 2.2846367 Jan 10 19:19:39.415931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55544) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:39.538077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=e26b8de4-1092-4bfb-8e3b-8120ccc6f5c5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:39.552139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9f05dea6-e339-4fac-938d-c273b842ed34, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f05dea6-e339-4fac-938d-c273b842ed34,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:39.698064 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:39.889825 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d9f505-add8-4f8d-a7be-67c0a33d7d1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:19:39.890357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-19d9f505-add8-4f8d-a7be-67c0a33d7d1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:39.955565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f05dea6-e339-4fac-938d-c273b842ed34,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:39.964640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b138f5ba-40f8-4245-9814-76143fce8b46 None None] Network 8d2d0478-270e-4a8d-99e1-9c81ca5779ae requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:40.110798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1894516-c470-4810-9d10-ad97020507f8 None None] Network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:40.148591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9f05dea6-e339-4fac-938d-c273b842ed34'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:40.230618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.264652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2d0478-270e-4a8d-99e1-9c81ca5779ae']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:40.279832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33860272-627e-450e-b1a3-83c5449cf1d7') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:40.280527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33860272-627e-450e-b1a3-83c5449cf1d7') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:40.294130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.313117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.321434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:40.322265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.387900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ff4d9a8-14f5-488e-9e78-e6bf0bd3edfb req-ce785e57-ef8b-43a9-b4c8-72b7993f5d8d tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 210 time: 0.4748673 Jan 10 19:19:40.427779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-19d9f505-add8-4f8d-a7be-67c0a33d7d1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:40.429175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19d9f505-add8-4f8d-a7be-67c0a33d7d1f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/f196a738-666a-415a-9e1f-f72ae59d7466 HTTP/1.1" status: 404 len: 333 time: 1.0117800 Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:40.452403 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:40.455372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55566) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:40.461770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.516305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.564063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=8d2d0478-270e-4a8d-99e1-9c81ca5779ae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:40.574668 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c028e325-a183-42e6-a55f-00b2f5f6f20b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/8d2d0478-270e-4a8d-99e1-9c81ca5779ae HTTP/1.1" status: 204 len: 168 time: 1.8701077 Jan 10 19:19:40.575737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55570) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:40.590095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581226667'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:40.601908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52c734d4-699a-47b0-9e6c-54b468fef44c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:40.604718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:40.611044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:40.627423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:40.645793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:40.668775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:40.673697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.718003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:40.728381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.728844 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 617a9ad8-8025-4f08-8ce9-a0588791a021 of type vlan for network 06617718-5c95-4359-bb44-428136451bdd Jan 10 19:19:40.744047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673973-b049-41a9-a011-f618d3d8e8f8 req-966d6dbb-6b67-4b10-a4c5-14f58583584c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:40.751862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68673973-b049-41a9-a011-f618d3d8e8f8 req-966d6dbb-6b67-4b10-a4c5-14f58583584c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 945 time: 1.0041614 Jan 10 19:19:40.759232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.795058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6c17d53-3577-49fe-af48-f3635a6b0df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.803861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.808586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:40.809225 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:40.841493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-296ab8ad-7b3f-4a76-bc02-64dace69ce18 None None] Provisioning for port 52c734d4-699a-47b0-9e6c-54b468fef44c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:40.908192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68673973-b049-41a9-a011-f618d3d8e8f8 req-9162f8dc-5c1d-4949-8451-56f8ccc958dc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376848 Jan 10 19:19:40.937715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76cb939d-aba6-4206-8572-334070fb4912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:router {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:40.956847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3799279 Jan 10 19:19:40.962328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55574) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:40.980867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '06617718-5c95-4359-bb44-428136451bdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:41.020361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6075d-df2b-4f7b-a0bb-658d3978ca30 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=06617718-5c95-4359-bb44-428136451bdd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:41.050780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76cb939d-aba6-4206-8572-334070fb4912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:router {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:41.055475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:41.056117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-76cb939d-aba6-4206-8572-334070fb4912 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 2.2417262 Jan 10 19:19:41.064468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet ada5f2a0-fbbf-4eee-812a-1271ed82c4dd {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:41.075611 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.175947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 06617718-5c95-4359-bb44-428136451bdd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:41.193872 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.218262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-44505272'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:41.412324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:41.420083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:41.426675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.508211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:41.517686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:41.549277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:41.648546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 52c734d4-699a-47b0-9e6c-54b468fef44c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:41.672090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.685537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.734888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=ada5f2a0-fbbf-4eee-812a-1271ed82c4dd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:41.737652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.744607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82bb507a-1a68-4e61-b163-fd0c0dede6de tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/ada5f2a0-fbbf-4eee-812a-1271ed82c4dd HTTP/1.1" status: 204 len: 168 time: 1.2841759 Jan 10 19:19:41.766186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 52c734d4-699a-47b0-9e6c-54b468fef44c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:41.766562 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:41.772145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55594) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:41.791496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6fff396-02d0-4371-b902-cde487d7c1ca req-3d398f3f-7797-4a92-a07d-334e3565688f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 210 time: 0.0574079 Jan 10 19:19:41.915338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5580c-7a06-4f24-ab36-629fa8caa43c None None] Network fa41550f-9815-4099-8d7c-548e1792834b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:42.191546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.225377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.231031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55602) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:42.288146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f9732-62e8-4a8b-851b-694275179ddc req-41a79116-c1a3-4336-9727-e97440507195 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:42.296793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-823f9732-62e8-4a8b-851b-694275179ddc req-41a79116-c1a3-4336-9727-e97440507195 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 945 time: 0.1665080 Jan 10 19:19:42.349772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-823f9732-62e8-4a8b-851b-694275179ddc req-c5f1ed41-d5a1-49ba-b11f-6b45190ec645 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516665 Jan 10 19:19:42.399569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.415316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.475440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 52c734d4-699a-47b0-9e6c-54b468fef44c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52c734d4-699a-47b0-9e6c-54b468fef44c,segment=NetworkSegment(4b616da4-b6fb-48e4-9786-06b412f22052),segment_id=4b616da4-b6fb-48e4-9786-06b412f22052)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:42.531805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.538766 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.620770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:42.632016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2aa79db6d44fb58b2c120e725a583c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:42.637749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:42.653600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:42.799832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=52c734d4-699a-47b0-9e6c-54b468fef44c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:42.812784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.826100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55622) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:42.836511 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.875732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-42a1c471-bd8a-4c6c-96fb-cdc8e5c83511 None None] Provisioning complete for port 52c734d4-699a-47b0-9e6c-54b468fef44c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:42.876108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-42a1c471-bd8a-4c6c-96fb-cdc8e5c83511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:42.934110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet 82c8d27a-1ae7-4330-804e-25b3c80194fa {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:42.949516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f737e2f-2bee-429a-8222-d647c9ca4cde,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:42.955443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-998bd8db-c2b8-4425-970c-3bbb23276151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd2aa79db6d44fb58b2c120e725a583c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7187293 Jan 10 19:19:42.975219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55628) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:43.068111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.125605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.134794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.190186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6a7a385-4748-4db8-8da8-09488fd8b049 req-75d379d7-d5a9-4e18-8293-7bc3c09fe4c5 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 210 time: 0.1285250 Jan 10 19:19:43.252737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a08454d3-febd-44fc-aafd-d01d67c555bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.290597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a08454d3-febd-44fc-aafd-d01d67c555bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.291613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=098670a0-3d4c-4ff7-b194-2fc5e7662fc6,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:43.297989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-af6b0777-f4ba-4b5f-8745-039d1682c816 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:43.300200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-af6b0777-f4ba-4b5f-8745-039d1682c816 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 812 time: 1.0629578 Jan 10 19:19:43.308614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a301364-5848-4492-95a8-516433cf6de2 req-87ca498d-43a3-4fe6-babf-abaf91f49918 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 0.4811220 Jan 10 19:19:43.322661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Request body: {'port': {'device_id': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'admin_state_up': True, 'tenant_id': '7da8536f54e94d46a607ea1fb745fa89'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:43.323629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-7c6d0b74-e5f8-4504-b54b-c05fac2d0fdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1928821 Jan 10 19:19:43.352294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': '617a9ad8-8025-4f08-8ce9-a0588791a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06617718-5c95-4359-bb44-428136451bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:43.352602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 06617718-5c95-4359-bb44-428136451bdd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:43.439114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a301364-5848-4492-95a8-516433cf6de2 req-605bda34-0478-4604-a6d7-b6f48990ee0c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126304 Jan 10 19:19:43.457259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a08454d3-febd-44fc-aafd-d01d67c555bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.481406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08454d3-febd-44fc-aafd-d01d67c555bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f737e2f-2bee-429a-8222-d647c9ca4cde,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:43.496930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a08454d3-febd-44fc-aafd-d01d67c555bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.498096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a08454d3-febd-44fc-aafd-d01d67c555bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f737e2f-2bee-429a-8222-d647c9ca4cde HTTP/1.1" status: 204 len: 168 time: 0.5216129 Jan 10 19:19:43.502305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-0ca8d2fc-a41f-4b6c-953e-24d88cdf4854 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 1097 time: 0.1499825 Jan 10 19:19:43.546012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-6e130b05-56c2-4f26-9a04-b5c5f2553d23 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:43.553959 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-6e130b05-56c2-4f26-9a04-b5c5f2553d23 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 812 time: 0.7959852 Jan 10 19:19:43.608503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 06617718-5c95-4359-bb44-428136451bdd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:43.613481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Request body: {'port': {'device_id': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'admin_state_up': True, 'tenant_id': '7da8536f54e94d46a607ea1fb745fa89'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:43.650276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.727317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf311-6149-408e-8025-92efb3227008 req-bcdb98fe-e469-41dc-8df3-9a9d64995978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:43.728869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-bcdb98fe-e469-41dc-8df3-9a9d64995978 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 911 time: 0.1708112 Jan 10 19:19:43.739730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200024a8-6e18-491a-ac9d-41e5bd8fb53f req-6c6c4c80-dd6a-4f3d-8ca4-9e09f85cab63 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:43.748487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-200024a8-6e18-491a-ac9d-41e5bd8fb53f req-6c6c4c80-dd6a-4f3d-8ca4-9e09f85cab63 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 945 time: 0.2284720 Jan 10 19:19:43.770703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 06617718-5c95-4359-bb44-428136451bdd) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:43.772265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a9053c13-4b4d-4b67-95f9-db1cd2050aca None None] Provisioning complete for port de1496e6-0757-4f12-9d1c-bbe26833f3ee triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:43.773547 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a9053c13-4b4d-4b67-95f9-db1cd2050aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.793170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:43.793762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.842539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:43.855775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Usage tracker for resource:port and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:43.856288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e45098-dd53-4d9d-b2e8-533caa79412c None None] Network 06617718-5c95-4359-bb44-428136451bdd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:43.871429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:43.887019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:43.919849 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2b19d9cb-a422-43c3-83c5-e55002bd8243 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9563496 Jan 10 19:19:43.924202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55642) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:43.934167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:43.938853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084292685'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:43.945590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Made reservation on behalf of 7da8536f54e94d46a607ea1fb745fa89 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:43.949119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.958524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Usage tracker for resource:port and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:43.961553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-398e3901-bf7a-47ce-921a-3414ae6fae6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4 HTTP/1.1" status: 200 len: 217 time: 0.2108099 Jan 10 19:19:43.965424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:43.969138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:43.974967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:44.038350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:44.042003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:44.046681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-200024a8-6e18-491a-ac9d-41e5bd8fb53f req-49cece7a-f52e-48ec-9be0-26f6be9dca92 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971444 Jan 10 19:19:44.051127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:44.064598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=82c8d27a-1ae7-4330-804e-25b3c80194fa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:44.077347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:44.082019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf311-6149-408e-8025-92efb3227008 req-5508d7fe-0f10-4167-a44a-bac4436317df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:44.088372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.090627 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d97731fe-df8d-4316-b184-3cb6df2b1a3e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/82c8d27a-1ae7-4330-804e-25b3c80194fa HTTP/1.1" status: 204 len: 168 time: 2.3118165 Jan 10 19:19:44.097605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-5508d7fe-0f10-4167-a44a-bac4436317df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.1228738 Jan 10 19:19:44.098054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55646) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:44.124119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55650) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:44.133190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Made reservation on behalf of 7da8536f54e94d46a607ea1fb745fa89 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:44.136160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.165509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:44.169246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.233068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc25a1-d4fc-46c3-9493-d7b96a844cc7 None None] Network fa41550f-9815-4099-8d7c-548e1792834b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:44.289923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.294551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.321839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-378790e7-e7bc-4164-bdc3-73c2f245eabb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999993 Jan 10 19:19:44.329834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port de1496e6-0757-4f12-9d1c-bbe26833f3ee {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:44.330315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.436670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-06617718-5c95-4359-bb44-428136451bdd', 'network_id': '06617718-5c95-4359-bb44-428136451bdd', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': '098670a0-3d4c-4ff7-b194-2fc5e7662fc6'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:44.437606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.480408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:44.515703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e426ab7d-fb7e-4108-b06d-47784cd1d4df req-5ba91996-2c12-456c-875e-8a2b0e21b79c tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 210 time: 0.1565335 Jan 10 19:19:44.528029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Allocated IP 172.20.0.8 (8ccfa66b-fb5d-485f-bcd4-672d2a992b66/6fd8e89b-0652-4965-a011-4fa2519c1a59/4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:44.529865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.530389 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment f58fc967-02cd-4baf-a81e-b79b852f81a7 of type vlan for network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 Jan 10 19:19:44.531055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f05dea6-e339-4fac-938d-c273b842ed34 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:44.536876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.574055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.583869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:44.592413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.602464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Usage tracker for resource:security_group_rule and tenant:34c9523115644c8987fff553f6ca07c0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:44.621340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:44.634379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:44.672801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52c734d4-699a-47b0-9e6c-54b468fef44c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:44.731977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-ae85fcb1-4d37-43b0-916c-5df86eb2c67a service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743615 Jan 10 19:19:44.836796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:19:44.844103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Allocated IP 2001:db8::3 (06617718-5c95-4359-bb44-428136451bdd/098670a0-3d4c-4ff7-b194-2fc5e7662fc6/5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:44.848755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 9f05dea6-e339-4fac-938d-c273b842ed34 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:44.865748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 9f05dea6-e339-4fac-938d-c273b842ed34 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:44.867616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.878591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] For port de1496e6-0757-4f12-9d1c-bbe26833f3ee, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=de1496e6-0757-4f12-9d1c-bbe26833f3ee,segment=NetworkSegment(28b8830a-0b01-466f-80e1-1abc4d3f526e),segment_id=28b8830a-0b01-466f-80e1-1abc4d3f526e)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:44.879077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.927153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9a289-995a-49de-9388-375fb07f9f99 None None] DHCP port deletion for fa41550f-9815-4099-8d7c-548e1792834b request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:19:44.948502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.952132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:44.952719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:44.952918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 52c734d4-699a-47b0-9e6c-54b468fef44c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:44.953298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.026845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for de1496e6-0757-4f12-9d1c-bbe26833f3ee owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:45.101536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=41bf357a-4ae7-47e5-bc04-12edc2d930b9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:45.113506 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b99e959-8c59-47d6-96de-725c1c88a537 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1852067 Jan 10 19:19:45.113971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:45.118106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-37c9a289-995a-49de-9388-375fb07f9f99 None None] Deleting port de1496e6-0757-4f12-9d1c-bbe26833f3ee {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:45.118106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-37c9a289-995a-49de-9388-375fb07f9f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.134698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:45.138278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.168648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:45.187935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c2ccf311-6149-408e-8025-92efb3227008 req-e79b49e3-8ebb-44e5-80f3-09bd635abfdc service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457552 Jan 10 19:19:45.189545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.212688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.329993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=de1496e6-0757-4f12-9d1c-bbe26833f3ee,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:45.353774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.356993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No DVR routers for this DVR port de1496e6-0757-4f12-9d1c-bbe26833f3ee on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:45.377415 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.380501 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.383936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:45.391403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:45.398479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:45.406105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:45.416880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22025ba-15ad-4a40-a5b9-67e29e5fd22b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:45.431994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:45.435101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-37c9a289-995a-49de-9388-375fb07f9f99 None None] The port 'de1496e6-0757-4f12-9d1c-bbe26833f3ee' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:19:45.491267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34b0a55f-b901-4453-aff3-beae1f132d92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34c9523115644c8987fff553f6ca07c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3638432 Jan 10 19:19:45.498088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55662) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:45.567736 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.569935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.579660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router 317a2d97-c719-42b1-b299-2ac61462a334 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:19:45.594176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.605647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.610903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa41550f-9815-4099-8d7c-548e1792834b']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:45.620799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Transition to ACTIVE for port object 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:45.629670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b8830a-0b01-466f-80e1-1abc4d3f526e') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:45.630086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b8830a-0b01-466f-80e1-1abc4d3f526e') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:45.641985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f05dea6-e339-4fac-938d-c273b842ed34'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:45.658410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9f05dea6-e339-4fac-938d-c273b842ed34, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f05dea6-e339-4fac-938d-c273b842ed34,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:45.659827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Transition to ACTIVE for port object 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:45.664207 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.688700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event updated for resources: {'Port': ['ID=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:45.713955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.716996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:45.736474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:45.744304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Allocated IP 172.20.0.3 (8ccfa66b-fb5d-485f-bcd4-672d2a992b66/6fd8e89b-0652-4965-a011-4fa2519c1a59/ba4554d5-f8b7-4efe-9f0f-f45ca609f15b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:45.749965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:45.779533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Network 06617718-5c95-4359-bb44-428136451bdd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:45.782729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:45.786193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89e5ee-c792-4e74-bcef-7676727ba0ce req-99e311f0-95b7-47d1-b59d-01d2e8ce0a1d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:45.787629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:45.788147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b89e5ee-c792-4e74-bcef-7676727ba0ce req-99e311f0-95b7-47d1-b59d-01d2e8ce0a1d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 945 time: 0.5230608 Jan 10 19:19:45.797766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65780c5c-e245-4694-8afe-67124d19ef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.802938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.830468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:45.831140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.848000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.870613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:45.871506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:45.889006 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:45.893191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65780c5c-e245-4694-8afe-67124d19ef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.896066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f05dea6-e339-4fac-938d-c273b842ed34,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:45.956140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:45.972221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Pushing event updated for resources: {'Port': ['ID=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:45.991624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Attempting to bind port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:45.992004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Attempting to bind port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '617a9ad8-8025-4f08-8ce9-a0588791a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06617718-5c95-4359-bb44-428136451bdd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:45.992366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Attempting to bind port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 on network 06617718-5c95-4359-bb44-428136451bdd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:45.999580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:45.999962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Checking segment: {'id': '617a9ad8-8025-4f08-8ce9-a0588791a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06617718-5c95-4359-bb44-428136451bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:46.000373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.002120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Bound using segment: {'id': '617a9ad8-8025-4f08-8ce9-a0588791a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06617718-5c95-4359-bb44-428136451bdd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:46.002564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Bound port: 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617a9ad8-8025-4f08-8ce9-a0588791a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06617718-5c95-4359-bb44-428136451bdd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:46.002975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.086314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b89e5ee-c792-4e74-bcef-7676727ba0ce req-5e3bf985-2f13-4f72-bf65-e69ce462c45a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860260 Jan 10 19:19:46.090305 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-453c20ad-5350-44d7-a32a-6e426c4112ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7742462 Jan 10 19:19:46.102711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.120588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Request body: {'port': {'device_id': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:46.130900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.137519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=fa41550f-9815-4099-8d7c-548e1792834b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:46.159324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing IP validity checks on allocation pools {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:19:46.160608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:19:46.166391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65780c5c-e245-4694-8afe-67124d19ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.169128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65780c5c-e245-4694-8afe-67124d19ef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.172939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-65780c5c-e245-4694-8afe-67124d19ef29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b22025ba-15ad-4a40-a5b9-67e29e5fd22b HTTP/1.1" status: 204 len: 168 time: 0.6688852 Jan 10 19:19:46.188383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cdcd0-9c2c-4474-a03a-b9c239efda6f req-9dcb2b4e-7226-4dff-a6e5-07b7b0ae2ed2 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:46.195157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-653cdcd0-9c2c-4474-a03a-b9c239efda6f req-9dcb2b4e-7226-4dff-a6e5-07b7b0ae2ed2 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 931 time: 0.1968508 Jan 10 19:19:46.201931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-69fd3f4f-2328-4f4b-acbd-c547d5c1e00b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/fa41550f-9815-4099-8d7c-548e1792834b HTTP/1.1" status: 204 len: 168 time: 2.1022296 Jan 10 19:19:46.204812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:46.212179 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f05dea6-e339-4fac-938d-c273b842ed34', 'code': 200} Jan 10 19:19:46.220044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65780c5c-e245-4694-8afe-67124d19ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22025ba-15ad-4a40-a5b9-67e29e5fd22b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:46.305609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-653cdcd0-9c2c-4474-a03a-b9c239efda6f req-b5b3b627-710e-4f20-abbc-6129f0333bf6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Synchronizing usage tracker for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:46.332487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-653cdcd0-9c2c-4474-a03a-b9c239efda6f req-b5b3b627-710e-4f20-abbc-6129f0333bf6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Unset dirty status for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:46.346161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-653cdcd0-9c2c-4474-a03a-b9c239efda6f req-b5b3b627-710e-4f20-abbc-6129f0333bf6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488693 Jan 10 19:19:46.365182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440260ba-8cdd-48f8-bcca-e4f8f3b08a41 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:46.366660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-440260ba-8cdd-48f8-bcca-e4f8f3b08a41 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:46.393586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-440260ba-8cdd-48f8-bcca-e4f8f3b08a41 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:46.394159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] For port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:46.398856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-440260ba-8cdd-48f8-bcca-e4f8f3b08a41 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1930835 Jan 10 19:19:46.399958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] For port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,segment=NetworkSegment(617a9ad8-8025-4f08-8ce9-a0588791a021),segment_id=617a9ad8-8025-4f08-8ce9-a0588791a021)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:46.400205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:46.406841 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.459876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.551121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e91c2814-93bd-4cc1-8172-1c682c80e054 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1493402 Jan 10 19:19:46.553198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55682) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:46.560055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601278621'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:46.567976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:46.571870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:46.575490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:46.584548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:46.606475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:46.612917 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.620609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071e050-568c-4a2a-b4a0-e6409d6b77e1 None None] Pushing event updated for resources: {'Port': ['ID=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:46.655695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b4229a4-edf4-4824-815f-4d0f9c0445b6 req-b3e103a0-09f4-4f7b-9299-e400365f62a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 1097 time: 0.1984651 Jan 10 19:19:46.667759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device de1496e6-0757-4f12-9d1c-bbe26833f3ee no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:19:46.704577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:46.735937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.736287 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 838bd832-fd70-4e2f-b9ce-639ee24ade05 of type vlan for network d486c3e9-0957-4a98-b862-3a16728cb161 Jan 10 19:19:46.764052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: de1496e6-0757-4f12-9d1c-bbe26833f3ee {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:19:46.764468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device de1496e6-0757-4f12-9d1c-bbe26833f3ee not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:19:46.772941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b4229a4-edf4-4824-815f-4d0f9c0445b6 req-8aa54a60-8776-4b8e-88b6-23d971437db8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098049 Jan 10 19:19:46.780429 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.820751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.826123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:46.826801 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.884940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:46.997728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4400973 Jan 10 19:19:46.998691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:46.999251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce5a3-e937-482d-a456-8a3d0704b7ff tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=d486c3e9-0957-4a98-b862-3a16728cb161,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:47.009059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:47.013455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d486c3e9-0957-4a98-b862-3a16728cb161 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:47.043551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:47.264913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:47.270063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=3bc02c9c-1bb9-4d42-920f-b3cfb0937aa3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:47.272586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:47.369282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:47.394291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:47.403205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1decb3-b38f-4e58-8937-461cb644e29b req-15461194-33aa-4177-a297-0092df566015 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:47.406057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d1decb3-b38f-4e58-8937-461cb644e29b req-15461194-33aa-4177-a297-0092df566015 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.1067944 Jan 10 19:19:47.413094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:19:47.426976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] Sync routers for ids ['317a2d97-c719-42b1-b299-2ac61462a334'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:19:47.447310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] Routers {'317a2d97-c719-42b1-b299-2ac61462a334'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:47.449954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['317a2d97-c719-42b1-b299-2ac61462a334'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:47.450544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:47.525390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:47.529988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2f699f7-81df-4467-b482-b53ec6f90075 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 200 len: 889 time: 6.4712584 Jan 10 19:19:47.542763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55708) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:47.563837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:47.565069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d1decb3-b38f-4e58-8937-461cb644e29b req-690a5310-f386-418e-81d2-3fc5f36b475d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393566 Jan 10 19:19:47.612592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ae3fc-e6e6-4d38-8a23-e2fcf629b13e req-2b39fb1f-9f5b-4a30-bf4b-6cc3b0887280 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:47.614699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a91ae3fc-e6e6-4d38-8a23-e2fcf629b13e req-2b39fb1f-9f5b-4a30-bf4b-6cc3b0887280 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 931 time: 0.1190879 Jan 10 19:19:47.616143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] Routers {'317a2d97-c719-42b1-b299-2ac61462a334'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:19:47.619390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['317a2d97-c719-42b1-b299-2ac61462a334'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:47.649766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:47.663108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:47.679967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a91ae3fc-e6e6-4d38-8a23-e2fcf629b13e req-2ec23a34-3aef-4c98-8668-ee3876c8224e tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594213 Jan 10 19:19:47.696947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event updated for resources: {'Port': ['ID=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:47.721792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:47.740379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:47.740819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da108b1-1364-42a5-8a47-23a487120ee9 None None] The sync data for ids ['317a2d97-c719-42b1-b299-2ac61462a334'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:19:47.745985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:47.851092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': 'f58fc967-02cd-4baf-a81e-b79b852f81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:47.851453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 41bf357a-4ae7-47e5-bc04-12edc2d930b9, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:47.940395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:47.941026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:47.955470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.187174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-135bf6ac-35a5-4332-9ead-b964e40cb725 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5881472 Jan 10 19:19:48.200224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:48.211854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c5638-7879-4529-9ca9-34f8cf9506c4 None None] Network 06617718-5c95-4359-bb44-428136451bdd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:48.216640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Request body: {'port': {'device_id': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:48.278597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:19:48.300942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 41bf357a-4ae7-47e5-bc04-12edc2d930b9) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:48.312418 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.316722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:48.317274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.330051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b763d8c-051f-4883-93d0-b6ea0d01bb3a None None] Network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:48.394119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55720) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:48.422364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Transition to ACTIVE for port object 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:48.444377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.466461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4285c128-001e-48ec-b86c-0be0527c4acf None None] Provisioning for port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:48.506862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f812dd47-a980-480f-bd5f-aba516397c6e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3858442 Jan 10 19:19:48.511448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55726) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:48.556576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.671519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.702394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:48.726813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:48.752079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-41bf357a-4ae7-47e5-bc04-12edc2d930b9', 'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': '3bc02c9c-1bb9-4d42-920f-b3cfb0937aa3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:48.753108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.861359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:48.890205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.936390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Usage tracker for resource:security_group_rule and tenant:2baf6ab60b6d46d1886e761f96de6625 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:48.951940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:48.959471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:48.973763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:48.974141 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:48.979728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:49.044606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Allocated IP 2001:db8::3 (41bf357a-4ae7-47e5-bc04-12edc2d930b9/3bc02c9c-1bb9-4d42-920f-b3cfb0937aa3/eca24002-820c-497e-8c7e-7fe1a73d2691) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:49.079665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b01a14-acdd-4332-8a0c-251438794118 req-941499bf-f565-477a-bca4-df1ba10b00e4 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:49.081203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52b01a14-acdd-4332-8a0c-251438794118 req-941499bf-f565-477a-bca4-df1ba10b00e4 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.3273406 Jan 10 19:19:49.124091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.215879 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.224665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172b82-ea74-49c4-a554-9e8037ef5389 req-1173a0dc-eb86-4d4a-8257-2622e81155c1 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:49.226252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f172b82-ea74-49c4-a554-9e8037ef5389 req-1173a0dc-eb86-4d4a-8257-2622e81155c1 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 943 time: 0.3502810 Jan 10 19:19:49.245319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.255358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a28482d-147f-46ff-b98b-20cbad00b608 None None] Provisioning complete for port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:49.255729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a28482d-147f-46ff-b98b-20cbad00b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.264094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52b01a14-acdd-4332-8a0c-251438794118 req-8d021ae9-c767-42ed-9a70-e1851da057d7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738007 Jan 10 19:19:49.294037 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.305936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.339951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f172b82-ea74-49c4-a554-9e8037ef5389 req-2bf042f2-2a6a-43f1-937a-f3c35ebf7e45 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003022 Jan 10 19:19:49.371140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff34e65-aef6-42de-b2f9-6f5f9b3845d2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:49.376249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c85bf053-873f-4828-bf98-0338a81b8e02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2baf6ab60b6d46d1886e761f96de6625&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9810648 Jan 10 19:19:49.379074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55736) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:49.390050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,segment=NetworkSegment(617a9ad8-8025-4f08-8ce9-a0588791a021),segment_id=617a9ad8-8025-4f08-8ce9-a0588791a021)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:49.408117 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.454540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7c9ff9f2-71fa-49ef-a893-ca1a96b512aa tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/routers/317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 200 len: 889 time: 1.9024887 Jan 10 19:19:49.455547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55740) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:49.464523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=1fb0644d-027f-4f7d-be30-e54908987ff1,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:49.523211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-28bc4c5d-1bd3-4d63-b03f-6f40e508cfe3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:49.526493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Attempting to bind port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:49.526833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Attempting to bind port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:49.527185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Attempting to bind port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:49.530837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2076c2c-34ed-484e-88d3-fc9d9f4200ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.547891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:19:49.548226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Attempting to bind port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:49.552381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '838bd832-fd70-4e2f-b9ce-639ee24ade05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:49.552744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: d486c3e9-0957-4a98-b862-3a16728cb161, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:49.573789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:49.574250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Checking segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:49.574642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Bound using segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:49.575101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Bound port: 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:49.575440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.578523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-28bc4c5d-1bd3-4d63-b03f-6f40e508cfe3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:49.583105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-28bc4c5d-1bd3-4d63-b03f-6f40e508cfe3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 200 len: 205 time: 0.1177495 Jan 10 19:19:49.584166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:49.586828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2076c2c-34ed-484e-88d3-fc9d9f4200ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.634917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:49.717058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d486c3e9-0957-4a98-b862-3a16728cb161 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:49.723236 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.732534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4554d5-f8b7-4efe-9f0f-f45ca609f15b {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:19:49.753701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.761584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Transition to ACTIVE for port object eca24002-820c-497e-8c7e-7fe1a73d2691 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:49.761833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d486c3e9-0957-4a98-b862-3a16728cb161) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:49.775050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f28cac-d088-45ca-892e-3813c86ac588 None None] Network d486c3e9-0957-4a98-b862-3a16728cb161 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:49.782614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:49.783319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.791035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] For port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:49.793512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Transition to ACTIVE for port object ba4554d5-f8b7-4efe-9f0f-f45ca609f15b will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:49.795405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] For port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:49.803721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.836084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.852717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-caf77c75-b64d-4a9f-91fe-1c43b1d22bae tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8499129 Jan 10 19:19:49.860475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:49.867221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Transition to ACTIVE for port object eca24002-820c-497e-8c7e-7fe1a73d2691 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:49.878815 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.881068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161', 'name': 'tempest-PortsIpV6TestJSON-636179670'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:49.914121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.915644 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] 10.222.0.44 "PUT /v2.0/ports/4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe HTTP/1.1" status: 200 len: 1091 time: 3.8051548 Jan 10 19:19:49.916492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'tag': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:49.970051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:49.987239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:49.999241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:50.005614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:50.014898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Pushing event updated for resources: {'Port': ['ID=eca24002-820c-497e-8c7e-7fe1a73d2691,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:50.060885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8b10-e7d9-4e4b-b48a-869f96c23d32 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:50.066600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc02c9c-1bb9-4d42-920f-b3cfb0937aa3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:50.144475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2076c2c-34ed-484e-88d3-fc9d9f4200ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.180236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d486c3e9-0957-4a98-b862-3a16728cb161', 'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': '1fb0644d-027f-4f7d-be30-e54908987ff1'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:50.181053 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.185817 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'tag': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe', 'status': 'completed', 'code': 200} Jan 10 19:19:50.211790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Attempting to bind port eca24002-820c-497e-8c7e-7fe1a73d2691 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:50.212158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Attempting to bind port eca24002-820c-497e-8c7e-7fe1a73d2691 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f58fc967-02cd-4baf-a81e-b79b852f81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:50.212527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Attempting to bind port eca24002-820c-497e-8c7e-7fe1a73d2691 on network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:50.240689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076c2c-34ed-484e-88d3-fc9d9f4200ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff34e65-aef6-42de-b2f9-6f5f9b3845d2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:50.283366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:50.284054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Checking segment: {'id': 'f58fc967-02cd-4baf-a81e-b79b852f81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:50.284188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.284820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Bound using segment: {'id': 'f58fc967-02cd-4baf-a81e-b79b852f81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:50.284958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Bound port: eca24002-820c-497e-8c7e-7fe1a73d2691, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58fc967-02cd-4baf-a81e-b79b852f81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:50.285741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Pushing event updated for resources: {'Port': ['ID=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:50.286178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.324996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.336811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-e1041a8b-387b-4e97-8a0f-317ec17c61f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 1097 time: 0.5468941 Jan 10 19:19:50.347522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:50.353364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138610e-f0ae-43c0-a81d-bb281d5ff38b req-58e4cbef-015a-43c0-9a66-51852f6d27d7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:50.356069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1138610e-f0ae-43c0-a81d-bb281d5ff38b req-58e4cbef-015a-43c0-9a66-51852f6d27d7 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.5315204 Jan 10 19:19:50.379322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:50.384947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Attempting to bind port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:50.385809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Attempting to bind port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:50.386136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Attempting to bind port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:50.393791 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-999fd729-05f9-42d5-8e2c-d9751191d4c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 1094 time: 0.2711852 Jan 10 19:19:50.397031 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2076c2c-34ed-484e-88d3-fc9d9f4200ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.398366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b2076c2c-34ed-484e-88d3-fc9d9f4200ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fff34e65-aef6-42de-b2f9-6f5f9b3845d2 HTTP/1.1" status: 204 len: 168 time: 1.0182414 Jan 10 19:19:50.419257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bf357a-4ae7-47e5-bc04-12edc2d930b9']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:50.459699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:50.462679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.472420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:19:50.472766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Attempting to bind port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:50.491656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-e0948d30-2e00-4304-99f2-346ed6848465 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe HTTP/1.1" status: 200 len: 217 time: 0.0888677 Jan 10 19:19:50.500484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:50.500825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Checking segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:50.501394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Bound using segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:50.501847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Bound port: ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:50.502192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.506817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58fc967-02cd-4baf-a81e-b79b852f81a7') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:50.507467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58fc967-02cd-4baf-a81e-b79b852f81a7') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:50.523951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] For port eca24002-820c-497e-8c7e-7fe1a73d2691, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:50.545823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] For port eca24002-820c-497e-8c7e-7fe1a73d2691, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eca24002-820c-497e-8c7e-7fe1a73d2691,segment=NetworkSegment(f58fc967-02cd-4baf-a81e-b79b852f81a7),segment_id=f58fc967-02cd-4baf-a81e-b79b852f81a7)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:50.547464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.551518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Allocated IP 2001:db8::2 (d486c3e9-0957-4a98-b862-3a16728cb161/1fb0644d-027f-4f7d-be30-e54908987ff1/69bfaedf-a372-4452-8e43-a5bf659dfc1d) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:50.552310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:50.569002 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.677365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.723517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:50.724562 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.741103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:50.758132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1138610e-f0ae-43c0-a81d-bb281d5ff38b req-2bfac388-f69b-4066-9847-900ce6b19823 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963153 Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:50.760691 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:50.775139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] For port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:50.808248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] For port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:50.837065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797865d-9c0e-4e7a-95d4-c89919685f25 None None] Pushing event updated for resources: {'Port': ['ID=eca24002-820c-497e-8c7e-7fe1a73d2691,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:50.838895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-4b921b17-b198-4a62-869e-a0e66e411c02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:50.844667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-4b921b17-b198-4a62-869e-a0e66e411c02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.3241906 Jan 10 19:19:50.845924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:50.920966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-0a1c83ef-ff9d-498e-890b-e2fb64fe44d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:50.923598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-0a1c83ef-ff9d-498e-890b-e2fb64fe44d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 911 time: 0.5658238 Jan 10 19:19:50.988666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527c330-3f4f-4cec-ab8d-1969a1b33721 None None] Network 41bf357a-4ae7-47e5-bc04-12edc2d930b9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:51.014013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:51.014521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.037646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-d37cd110-5ed0-4c28-aae3-b604f3d845ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f05dea6-e339-4fac-938d-c273b842ed34 HTTP/1.1" status: 200 len: 217 time: 0.0979609 Jan 10 19:19:51.038273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:19:51.038273 n-d-816927-8 neutron-server[83630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:19:51.038273 n-d-816927-8 neutron-server[83630]: [parameters: {'id': '41bf357a-4ae7-47e5-bc04-12edc2d930b9'}] Jan 10 19:19:51.038273 n-d-816927-8 neutron-server[83630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:19:51.038656 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:19:51.113796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-3e585474-b04d-415f-893c-8ca82f51c1d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:51.115311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-3e585474-b04d-415f-893c-8ca82f51c1d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.0687234 Jan 10 19:19:51.172601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.183824 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-be11974b-11c8-4087-840e-139dbeb0d122 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622239 Jan 10 19:19:51.186468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-dc721f39-42c6-4770-965c-3acacccbad8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3366003 Jan 10 19:19:51.190548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a840f4-ce53-4118-8f1f-e3378cfa288f req-227f63f7-98fb-4bd2-9851-cfc11051f2ad tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:51.198491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95a840f4-ce53-4118-8f1f-e3378cfa288f req-227f63f7-98fb-4bd2-9851-cfc11051f2ad tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 943 time: 0.6135452 Jan 10 19:19:51.217958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.220416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Transition to ACTIVE for port object 69bfaedf-a372-4452-8e43-a5bf659dfc1d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:51.220796 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] 10.222.0.44 "PUT /v2.0/ports/ba4554d5-f8b7-4efe-9f0f-f45ca609f15b HTTP/1.1" status: 200 len: 1091 time: 3.0124073 Jan 10 19:19:51.234838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.314458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Transition to ACTIVE for port object 69bfaedf-a372-4452-8e43-a5bf659dfc1d will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:51.331334 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.427459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Network d486c3e9-0957-4a98-b862-3a16728cb161 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:51.432553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:51.435303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Pushing event updated for resources: {'Port': ['ID=69bfaedf-a372-4452-8e43-a5bf659dfc1d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:51.437637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:51.466547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcc996-90b3-4432-81b2-12b20019b92c service neutron] Pushing event updated for resources: {'Port': ['ID=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:51.476289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-484f3fea-cb24-4c8a-a3df-595ce45defdc service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668262 Jan 10 19:19:51.569404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::c0 (d486c3e9-0957-4a98-b862-3a16728cb161/1fb0644d-027f-4f7d-be30-e54908987ff1/1f0425dc-9ff3-4f8b-95db-4f839cc9edf3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:51.579163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-b98c07d8-cd49-4700-8e02-807b91517ea7 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812323 Jan 10 19:19:51.593375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Attempting to bind port 69bfaedf-a372-4452-8e43-a5bf659dfc1d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:51.593595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.594059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Attempting to bind port 69bfaedf-a372-4452-8e43-a5bf659dfc1d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '838bd832-fd70-4e2f-b9ce-639ee24ade05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:51.594059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Attempting to bind port 69bfaedf-a372-4452-8e43-a5bf659dfc1d on network d486c3e9-0957-4a98-b862-3a16728cb161 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:51.594059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:51.594059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Checking segment: {'id': '838bd832-fd70-4e2f-b9ce-639ee24ade05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:51.594059 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.594059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Bound using segment: {'id': '838bd832-fd70-4e2f-b9ce-639ee24ade05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:51.595289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Bound port: 69bfaedf-a372-4452-8e43-a5bf659dfc1d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838bd832-fd70-4e2f-b9ce-639ee24ade05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:51.595554 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.602143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95a840f4-ce53-4118-8f1f-e3378cfa288f req-601a1bdb-8e8c-4310-84a5-6c9882436c03 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028099 Jan 10 19:19:51.646213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port eca24002-820c-497e-8c7e-7fe1a73d2691 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:51.647432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.720202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] For port 69bfaedf-a372-4452-8e43-a5bf659dfc1d, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:51.729227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] For port 69bfaedf-a372-4452-8e43-a5bf659dfc1d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69bfaedf-a372-4452-8e43-a5bf659dfc1d,segment=NetworkSegment(838bd832-fd70-4e2f-b9ce-639ee24ade05),segment_id=838bd832-fd70-4e2f-b9ce-639ee24ade05)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:51.735585 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:51.784234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-a805a756-9363-4917-867b-db9ac7285152 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=1960dfb9-a69c-405b-990e-28c808a57e2b HTTP/1.1" status: 200 len: 1094 time: 0.5156040 Jan 10 19:19:51.836036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3a08e-4012-4bae-894d-ee580a4c727c None None] Pushing event updated for resources: {'Port': ['ID=69bfaedf-a372-4452-8e43-a5bf659dfc1d,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:51.930814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52460b40-9ae0-4cdc-916c-c73ec6e7074e req-bb2f0791-2ccf-4b0b-a3af-fb30dbb50e98 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378526 Jan 10 19:19:51.984186 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-c432432d-815a-446b-879d-7d400ff5b377 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970551 Jan 10 19:19:51.988271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-ed907c40-bbef-4804-b50c-8c6a4ad5b9dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b HTTP/1.1" status: 200 len: 217 time: 0.1817641 Jan 10 19:19:52.212342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'tag': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:52.364680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-b3d8f3f4-f731-4e7c-b42e-830f0a23da21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:52.366268 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-b3d8f3f4-f731-4e7c-b42e-830f0a23da21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.3707395 Jan 10 19:19:52.368047 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'tag': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b', 'status': 'completed', 'code': 200} Jan 10 19:19:52.389581 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-587501b3-505b-46ea-a55b-d750d425e5d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 1094 time: 0.3128760 Jan 10 19:19:52.392560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:52.396698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port eca24002-820c-497e-8c7e-7fe1a73d2691, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eca24002-820c-497e-8c7e-7fe1a73d2691,segment=NetworkSegment(f58fc967-02cd-4baf-a81e-b79b852f81a7),segment_id=f58fc967-02cd-4baf-a81e-b79b852f81a7)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:52.397148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:52.444989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-e5631d64-656e-4909-879c-0aba0cd51362 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490649 Jan 10 19:19:52.564006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:52.590896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for eca24002-820c-497e-8c7e-7fe1a73d2691 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:52.720473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1989b4-7a41-4878-beb6-2a79f1ca3a93 req-95f1ec1b-2b4f-4521-83ea-504322ae5e91 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:52.724539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6c1989b4-7a41-4878-beb6-2a79f1ca3a93 req-95f1ec1b-2b4f-4521-83ea-504322ae5e91 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.7057834 Jan 10 19:19:52.738147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69bfaedf-a372-4452-8e43-a5bf659dfc1d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:52.773693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:52.856330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:52.883874 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-451f73c6-f06f-444d-b377-350ab75ff0df service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172745 Jan 10 19:19:52.893815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-a7ffdee1-2c81-4c79-8754-74cb317d639b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:52.896001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-a7ffdee1-2c81-4c79-8754-74cb317d639b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 913 time: 0.4537210 Jan 10 19:19:52.930910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 69bfaedf-a372-4452-8e43-a5bf659dfc1d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:53.019343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Port': ['ID=eca24002-820c-497e-8c7e-7fe1a73d2691,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:53.074692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.075581 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c419e97a-b83d-41ef-8081-1c44319ede5a req-9df4e911-b66a-47f2-9241-fd297ce5baf4 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784687 Jan 10 19:19:53.096796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No DVR routers for this DVR port eca24002-820c-497e-8c7e-7fe1a73d2691 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:19:53.152416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6c1989b4-7a41-4878-beb6-2a79f1ca3a93 req-546b3a4e-ee9a-440f-8ce4-dda9748e03c5 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044816 Jan 10 19:19:53.168824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 0ce7808e-1fd2-4da5-b5cd-da474b07d5b0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:53.169214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.250775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-ab88d433-3942-4368-ae67-92650485597c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe HTTP/1.1" status: 200 len: 217 time: 0.3353033 Jan 10 19:19:53.251796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37204460-a22d-4bc2-907b-35111e1b1aa0 None None] Network d486c3e9-0957-4a98-b862-3a16728cb161 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:53.323932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-1aa27997-c183-42ba-9b7c-d827c8405727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:53.325586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-1aa27997-c183-42ba-9b7c-d827c8405727 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.0638669 Jan 10 19:19:53.326214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=1f0425dc-9ff3-4f8b-95db-4f839cc9edf3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:53.331681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d486c3e9-0957-4a98-b862-3a16728cb161 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:53.335226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:53.434088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] Provisioning for port 69bfaedf-a372-4452-8e43-a5bf659dfc1d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:53.445136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] Provisioning complete for port 69bfaedf-a372-4452-8e43-a5bf659dfc1d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:53.445508 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.523863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.531118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:53.535008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:53.535670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.543214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-0330e9b1-f38e-4015-a596-d6fdf3cf4edc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098932 Jan 10 19:19:53.566299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bf357a-4ae7-47e5-bc04-12edc2d930b9']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:53.584270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58fc967-02cd-4baf-a81e-b79b852f81a7') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:53.584903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58fc967-02cd-4baf-a81e-b79b852f81a7') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:53.636589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.642733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.664804 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-7f2191a2-4043-4054-bc5c-acdec32a7301 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=1960dfb9-a69c-405b-990e-28c808a57e2b HTTP/1.1" status: 200 len: 1094 time: 0.4630957 Jan 10 19:19:53.669205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f3a5be86-030a-41a3-b8a7-05e99568be5e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8054552 Jan 10 19:19:53.670037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55814) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:53.696947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.701891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] For port 69bfaedf-a372-4452-8e43-a5bf659dfc1d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69bfaedf-a372-4452-8e43-a5bf659dfc1d,segment=NetworkSegment(838bd832-fd70-4e2f-b9ce-639ee24ade05),segment_id=838bd832-fd70-4e2f-b9ce-639ee24ade05)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:53.704113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'd486c3e9-0957-4a98-b862-3a16728cb161', 'name': 'tempest-PortsIpV6TestJSON-941794410'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:53.711894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:53.815980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3b80-bdb8-43fe-9390-76af2ad47142 None None] Pushing event updated for resources: {'Port': ['ID=69bfaedf-a372-4452-8e43-a5bf659dfc1d,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:53.905544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 0ce7808e-1fd2-4da5-b5cd-da474b07d5b0 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:53.941392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55648-33f9-484e-b27b-45285dbaaf62 req-667b367d-ba05-4a87-b7ad-ed2dd20a4c23 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:53.942938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ed55648-33f9-484e-b27b-45285dbaaf62 req-667b367d-ba05-4a87-b7ad-ed2dd20a4c23 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 943 time: 1.0111070 Jan 10 19:19:53.959265 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-0419ce3a-f870-4887-82e7-075bc4224cca service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939760 Jan 10 19:19:53.988285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.014895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:54.015305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.044733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-982d28db-74a8-4b14-b3e2-08f9221c3c6f None None] Provisioning for port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:54.053467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-982d28db-74a8-4b14-b3e2-08f9221c3c6f None None] Provisioning complete for port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:54.054213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-982d28db-74a8-4b14-b3e2-08f9221c3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:54.056671 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:54.109561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-08d7bd3a-af20-4f0d-8697-0d8c93f7e646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:54.111787 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-08d7bd3a-af20-4f0d-8697-0d8c93f7e646 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 913 time: 0.4369152 Jan 10 19:19:54.132005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:54.138714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-982d28db-74a8-4b14-b3e2-08f9221c3c6f None None] Port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:54.141883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:54.146425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:54.159025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:54.160504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-982d28db-74a8-4b14-b3e2-08f9221c3c6f None None] Provisioning complete for port 69bfaedf-a372-4452-8e43-a5bf659dfc1d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:54.161292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-982d28db-74a8-4b14-b3e2-08f9221c3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.340500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:54.344943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.359503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ed55648-33f9-484e-b27b-45285dbaaf62 req-efdcc5ec-8f22-4b18-9a97-4c1e3a2e67d6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060183 Jan 10 19:19:54.370576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314f885-2f7b-46e0-9f81-be3e66531a87 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:19:54.386404 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-ca4f708e-49cb-49cf-8883-ac325d779097 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b HTTP/1.1" status: 200 len: 217 time: 0.2087049 Jan 10 19:19:54.462324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.481173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-63bf13ce-9413-49a7-8b95-634fe1e3d176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:54.483606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-63bf13ce-9413-49a7-8b95-634fe1e3d176 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.0803318 Jan 10 19:19:54.486760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port ea2b747c-faea-478f-ae35-58bc511115df yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:19:54.495842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.513295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/41bf357a-4ae7-47e5-bc04-12edc2d930b9 HTTP/1.1" status: 204 len: 168 time: 5.9949205 Jan 10 19:19:54.515698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55832) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:54.551985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9e4b-3668-4d80-9b33-a401905bc57c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=41bf357a-4ae7-47e5-bc04-12edc2d930b9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:54.571403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:19:54.580787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502590607'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:54.585980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:54.595862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:54.604432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314f885-2f7b-46e0-9f81-be3e66531a87 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:19:54.644563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:54.658086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.665595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:54.705959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36943535-3f58-4898-a1bc-099936cff474 req-78d1016b-3de5-4265-bddb-57b4955eaaa4 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:54.712645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36943535-3f58-4898-a1bc-099936cff474 req-78d1016b-3de5-4265-bddb-57b4955eaaa4 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.3459980 Jan 10 19:19:54.715501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-9f243c42-0d14-48c7-8342-bbfaef018d23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829879 Jan 10 19:19:54.725725 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f39ad572-eba4-49f2-a1a8-e3a99824e4f7 req-39530845-5e0e-45a2-98e1-deb0ef6816ed service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590723 Jan 10 19:19:54.769308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=0ce7808e-1fd2-4da5-b5cd-da474b07d5b0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:54.815634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:54.819011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.848372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::7a (d486c3e9-0957-4a98-b862-3a16728cb161/1fb0644d-027f-4f7d-be30-e54908987ff1/ea2b747c-faea-478f-ae35-58bc511115df) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:54.853032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:54.863391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.863814 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment f67ebb76-89bf-4587-9e7e-e73ab771eb01 of type vlan for network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 Jan 10 19:19:54.883020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69bfaedf-a372-4452-8e43-a5bf659dfc1d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:54.892302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.942389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36943535-3f58-4898-a1bc-099936cff474 req-829eac4e-0a69-41ec-bbab-eda0cdba2f25 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283392 Jan 10 19:19:54.960817 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-39ee9933-cc05-4b6c-8c27-4368ca58f8ca service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371147 Jan 10 19:19:54.992048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:54.996887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:54.997691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.036286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-af41f79b-108b-4f8b-9a18-ec77b186babd None None] Provisioning complete for port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:55.036954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-af41f79b-108b-4f8b-9a18-ec77b186babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.098495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-af41f79b-108b-4f8b-9a18-ec77b186babd None None] Port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:55.203064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6460242 Jan 10 19:19:55.207036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 69bfaedf-a372-4452-8e43-a5bf659dfc1d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:55.207482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.208926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55854) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:55.219153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:55.229261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfa60149-fe64-43b6-889d-221f6671e5ed req-6c7b6d16-d479-48c9-af78-1bd54ad265c9 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589114 Jan 10 19:19:55.239317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300213e0-58cc-499f-9e3a-a1d3037a6dfd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=61c2e674-1f53-4535-9b38-19fa1f8f6e39,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:55.260806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:55.410759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:55.457733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.464424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'port_id': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe', 'mac_address': 'fa:16:3e:d3:d6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd8e89b-0652-4965-a011-4fa2519c1a59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:19:55.465676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.503981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object ea2b747c-faea-478f-ae35-58bc511115df will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:55.538106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.548579 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.634524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d486c3e9-0957-4a98-b862-3a16728cb161 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:55.647210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:55.654195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:19:55.656454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:55.659366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:55.664644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:55.665282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.694592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:55.700826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=ea2b747c-faea-478f-ae35-58bc511115df,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:55.715718 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12ac0607-27b1-405b-9027-899bc821e307 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0394564 Jan 10 19:19:55.716340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55868) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:55.722211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:55.726103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:55.790267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.794143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ba4554d5-f8b7-4efe-9f0f-f45ca609f15b details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:19:55.796136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:55.824843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.834695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:55.845890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:55.921194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:55.930824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:55.952133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'port_id': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b', 'mac_address': 'fa:16:3e:ab:f8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd8e89b-0652-4965-a011-4fa2519c1a59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:19:56.020768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31cca-144a-44a3-af34-f291fb191773 req-0b062086-e706-4821-81e8-08f5ea05f756 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:56.039049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.039546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ca31cca-144a-44a3-af34-f291fb191773 req-0b062086-e706-4821-81e8-08f5ea05f756 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 943 time: 0.4419825 Jan 10 19:19:56.081491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4554d5-f8b7-4efe-9f0f-f45ca609f15b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:19:56.108778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cf76e-63cb-4637-8232-ea1e81b8355c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:56.109512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d5cf76e-63cb-4637-8232-ea1e81b8355c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:56.115678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:56.124870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.135652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.136577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router 317a2d97-c719-42b1-b299-2ac61462a334 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:19:56.150198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d5cf76e-63cb-4637-8232-ea1e81b8355c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:56.154937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d5cf76e-63cb-4637-8232-ea1e81b8355c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac0 HTTP/1.1" status: 200 len: 927 time: 0.4378207 Jan 10 19:19:56.155527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55876) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:56.188803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.223170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ca31cca-144a-44a3-af34-f291fb191773 req-3d7cd9f4-f965-423b-a701-7f920ffe8fbb tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826253 Jan 10 19:19:56.243646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:56.280126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port ea2b747c-faea-478f-ae35-58bc511115df {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:56.280562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.287041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-43cfc33b-fcb8-44e9-b0f3-213665d72380 None None] Provisioning for port ea2b747c-faea-478f-ae35-58bc511115df completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:56.294799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-43cfc33b-fcb8-44e9-b0f3-213665d72380 None None] Provisioning complete for port ea2b747c-faea-478f-ae35-58bc511115df triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:56.295698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-43cfc33b-fcb8-44e9-b0f3-213665d72380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.376247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-43cfc33b-fcb8-44e9-b0f3-213665d72380 None None] Port ea2b747c-faea-478f-ae35-58bc511115df cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:19:56.474010 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.475105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1c6cd143-9853-4e56-8951-8db81b0a94b1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 204 len: 168 time: 6.8792102 Jan 10 19:19:56.476636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:56.478725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:56.491388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1508471412'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:56.502062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:56.516208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:56.526110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:56.528816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ba4554d5-f8b7-4efe-9f0f-f45ca609f15b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:19:56.536517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:56.569730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce5275-e5a6-4f96-a0bc-9b4ec8b2a324 req-77670184-51a5-4652-8b86-e939fad3e7fc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:56.577022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ce5275-e5a6-4f96-a0bc-9b4ec8b2a324 req-77670184-51a5-4652-8b86-e939fad3e7fc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.3693607 Jan 10 19:19:56.579514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.582414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:56.585366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.705970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:19:56.725110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ce5275-e5a6-4f96-a0bc-9b4ec8b2a324 req-6939450c-1b55-4dc6-b92f-253425a3b9b1 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470964 Jan 10 19:19:56.756840 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.757454 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment 7a5e4e0d-7e51-4904-b41a-8904d482c1b9 of type vlan for network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad Jan 10 19:19:56.764692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for ea2b747c-faea-478f-ae35-58bc511115df owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:56.811264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.816243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.915129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=4be4b2ef-8f4b-40b4-9b68-71ae6ca019d5,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:56.931005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.935223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:56.935827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.949247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:56.966691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': 'f67ebb76-89bf-4587-9e7e-e73ab771eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:56.967085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 61c2e674-1f53-4535-9b38-19fa1f8f6e39, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:57.011735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=ea2b747c-faea-478f-ae35-58bc511115df,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:57.060342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.068694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5870583 Jan 10 19:19:57.072778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55888) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:57.074063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8acb84-fd04-4726-bf0c-1f6861026e66 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=73e4ba3a-e484-4b90-8ce4-98dbf385c9ad,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:57.083093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:57.087364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:19:57.103988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4f01e08e-b093-43d8-87be-0d79b45e5023 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/ea2b747c-faea-478f-ae35-58bc511115df HTTP/1.1" status: 204 len: 168 time: 0.9470532 Jan 10 19:19:57.106300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55892) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:57.179192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:57.210477 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0253ba-f8e3-4ac4-9c30-71d613b51d59 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:19:57.211427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a0253ba-f8e3-4ac4-9c30-71d613b51d59 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:57.221774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 61c2e674-1f53-4535-9b38-19fa1f8f6e39) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:57.247766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a0253ba-f8e3-4ac4-9c30-71d613b51d59 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:57.249512 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a0253ba-f8e3-4ac4-9c30-71d613b51d59 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/ea2b747c-faea-478f-ae35-58bc511115df HTTP/1.1" status: 404 len: 333 time: 0.1418970 Jan 10 19:19:57.252105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55896) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:57.253641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:57.254245 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.277383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99abf87-7b8a-4c95-9e69-544b210307a6 None None] Network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:57.318750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:57.333368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:57.336944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:57.347516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5da711f4-5575-4844-8a0c-07b9cef79e50 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1340470 Jan 10 19:19:57.351171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55904) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:57.354079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:57.482597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:57.490358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.542136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:19:57.712624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-61c2e674-1f53-4535-9b38-19fa1f8f6e39', 'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': '4be4b2ef-8f4b-40b4-9b68-71ae6ca019d5'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:57.713698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.769848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.826729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.929464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:57.948891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55914) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:57.981120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Allocated IP 2001:db8::1 (61c2e674-1f53-4535-9b38-19fa1f8f6e39/4be4b2ef-8f4b-40b4-9b68-71ae6ca019d5/a8f96318-e768-44a9-a7bb-ec7534e5c89d) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:19:58.084412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:19:58.128095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11903dda-5972-479b-b263-e4a3156795fa req-ca444aa5-324c-4a2f-87dc-05fcff0e6f88 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:58.129652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11903dda-5972-479b-b263-e4a3156795fa req-ca444aa5-324c-4a2f-87dc-05fcff0e6f88 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 944 time: 0.5631924 Jan 10 19:19:58.222932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.269324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.360862 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.385733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Transition to ACTIVE for port object a8f96318-e768-44a9-a7bb-ec7534e5c89d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:58.395269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:58.401162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Usage tracker for resource:security_group_rule and tenant:741fe23f4a77464cb931c52f06e4347e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:58.403737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:58.409989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:58.411492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Transition to ACTIVE for port object a8f96318-e768-44a9-a7bb-ec7534e5c89d will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:19:58.419696 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.420344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.421012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca414b82-8874-4d53-a5c4-93e618dfc6ba req-b325f466-6e7c-41ec-8161-37f1c672479c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:58.423545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca414b82-8874-4d53-a5c4-93e618dfc6ba req-b325f466-6e7c-41ec-8161-37f1c672479c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.5054088 Jan 10 19:19:58.426613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11903dda-5972-479b-b263-e4a3156795fa req-c850c440-9554-463a-afc2-a5efbbd4a7c6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537394 Jan 10 19:19:58.496722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=1f0425dc-9ff3-4f8b-95db-4f839cc9edf3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:58.530150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.539252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:58.589758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.615992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=4be4b2ef-8f4b-40b4-9b68-71ae6ca019d5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:58.630813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:58.660948 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c357f766-0c94-4996-b6cc-bb7e7f391c13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 HTTP/1.1" status: 204 len: 168 time: 1.4076254 Jan 10 19:19:58.663850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:58.745863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.763314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:19:58.770035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:58.776678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:19:58.799559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Pushing event updated for resources: {'Port': ['ID=a8f96318-e768-44a9-a7bb-ec7534e5c89d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:58.904480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:19:58.916677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:19:58.917205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.939867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.948862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Attempting to bind port a8f96318-e768-44a9-a7bb-ec7534e5c89d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:19:58.949380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Attempting to bind port a8f96318-e768-44a9-a7bb-ec7534e5c89d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f67ebb76-89bf-4587-9e7e-e73ab771eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:19:58.949857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Attempting to bind port a8f96318-e768-44a9-a7bb-ec7534e5c89d on network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:19:58.961533 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40df4ae-f21b-428c-9dd6-9506143d3876 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:19:58.962091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e40df4ae-f21b-428c-9dd6-9506143d3876 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:19:58.964233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:19:58.964759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Checking segment: {'id': 'f67ebb76-89bf-4587-9e7e-e73ab771eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:58.965461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.965979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Bound using segment: {'id': 'f67ebb76-89bf-4587-9e7e-e73ab771eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:19:58.967025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Bound port: a8f96318-e768-44a9-a7bb-ec7534e5c89d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67ebb76-89bf-4587-9e7e-e73ab771eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:19:58.967522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.977009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:58.995738 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.029447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca414b82-8874-4d53-a5c4-93e618dfc6ba req-9e77f98a-a125-4152-923b-38bf948a88f8 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557525 Jan 10 19:19:59.062324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd6b27-11a3-4d32-acd4-3cf78eb62dd8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.075471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.080181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e40df4ae-f21b-428c-9dd6-9506143d3876 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:19:59.081584 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e40df4ae-f21b-428c-9dd6-9506143d3876 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/1f0425dc-9ff3-4f8b-95db-4f839cc9edf3 HTTP/1.1" status: 404 len: 333 time: 0.4142237 Jan 10 19:19:59.084599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:59.087028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55936) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:59.132682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=7bbf818d-a694-4e0e-9ca3-a6f150a649c3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.139284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c2e674-1f53-4535-9b38-19fa1f8f6e39']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:59.142496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a79c67489f44819c7850c4e26b9f74 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:59.156113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:59.164044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67ebb76-89bf-4587-9e7e-e73ab771eb01') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:59.164346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67ebb76-89bf-4587-9e7e-e73ab771eb01') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:19:59.169247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] For port a8f96318-e768-44a9-a7bb-ec7534e5c89d, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:19:59.173991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] For port a8f96318-e768-44a9-a7bb-ec7534e5c89d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a8f96318-e768-44a9-a7bb-ec7534e5c89d,segment=NetworkSegment(f67ebb76-89bf-4587-9e7e-e73ab771eb01),segment_id=f67ebb76-89bf-4587-9e7e-e73ab771eb01)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:19:59.175126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': '7a5e4e0d-7e51-4904-b41a-8904d482c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:19:59.175514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:19:59.175670 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-472c06ec-6c72-4e4b-bb40-8b1f108b8e1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=741fe23f4a77464cb931c52f06e4347e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2254977 Jan 10 19:19:59.177110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:59.179232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55940) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:59.196009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.215788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.223858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.232525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:19:59.237637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:19:59.238036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:19:59.255043 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:19:59.308093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:19:59.315651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.319692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:19:59.320306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.328626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db56d59-2878-4152-98e9-4434018478ac None None] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:59.356389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:19:59.356389 n-d-816927-8 neutron-server[83630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:19:59.356389 n-d-816927-8 neutron-server[83630]: [parameters: {'id': '61c2e674-1f53-4535-9b38-19fa1f8f6e39'}] Jan 10 19:19:59.356389 n-d-816927-8 neutron-server[83630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:19:59.357132 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:19:59.368146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-01e359b6-8b2d-44dd-bc34-03911977ceab tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2908356 Jan 10 19:19:59.369908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55944) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:59.376555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372494698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:19:59.383251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:19:59.387517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:19:59.390409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:19:59.404419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:19:59.418595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-318b4a00-7725-44a4-b7f8-63f3ac95cb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.452941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.462099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec799af-9b19-47b9-a87b-f29dbdb27a7d None None] Pushing event updated for resources: {'Port': ['ID=a8f96318-e768-44a9-a7bb-ec7534e5c89d,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.464265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.465432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet 1fb0644d-027f-4f7d-be30-e54908987ff1 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:19:59.467035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.469843 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.493926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.495373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-318b4a00-7725-44a4-b7f8-63f3ac95cb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.503396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.504347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:19:59.529767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.538378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:19:59.555510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.556300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ba4554d5-f8b7-4efe-9f0f-f45ca609f15b up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:19:59.601187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2a79c67489f44819c7850c4e26b9f74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0608721 Jan 10 19:19:59.605184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:59.612445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b6643-4e0e-4e34-aa79-7e3e584610c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf487a-1a63-434d-a84e-cf1456cc910c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.622571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3de7f-d173-4063-8039-7ae3681d4976 None None] Network 61c2e674-1f53-4535-9b38-19fa1f8f6e39 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:19:59.626504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.640634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.645078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-33cb2d35-f5f9-4144-addc-10b52072e9db tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2728755 Jan 10 19:19:59.645878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:19:59.684874 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-318b4a00-7725-44a4-b7f8-63f3ac95cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.712247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b4a00-7725-44a4-b7f8-63f3ac95cb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd6b27-11a3-4d32-acd4-3cf78eb62dd8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.714543 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe', 'code': 200} Jan 10 19:19:59.725262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-318b4a00-7725-44a4-b7f8-63f3ac95cb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.726641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-318b4a00-7725-44a4-b7f8-63f3ac95cb9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7fd6b27-11a3-4d32-acd4-3cf78eb62dd8 HTTP/1.1" status: 204 len: 168 time: 0.5436070 Jan 10 19:19:59.749723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.865518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.892110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.909084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.956693 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-855a5946-0574-4f34-9c51-1b21f803fd27 req-970f5dea-96af-412b-8b85-cf89b18cdddd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 1096 time: 0.2324021 Jan 10 19:19:59.961639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port a8f96318-e768-44a9-a7bb-ec7534e5c89d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:19:59.961859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.964296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb0644d-027f-4f7d-be30-e54908987ff1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:19:59.983661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-73e4ba3a-e484-4b90-8ce4-98dbf385c9ad', 'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': '7bbf818d-a694-4e0e-9ca3-a6f150a649c3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:19:59.984720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:19:59.994719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.008261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:00.009281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f4f7d65e-a1f8-4449-b3db-dd80139fc9a1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/1fb0644d-027f-4f7d-be30-e54908987ff1 HTTP/1.1" status: 204 len: 168 time: 0.9138422 Jan 10 19:20:00.009419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e379124-8d25-4f80-969d-5dceb121cda0 None None] Network d486c3e9-0957-4a98-b862-3a16728cb161 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:00.032098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:00.032534 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-855a5946-0574-4f34-9c51-1b21f803fd27 req-dac413f2-c6db-41c1-839e-76cb2a0a88b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634618 Jan 10 19:20:00.065725 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bcad6fb-37e1-4e61-81cf-11e3fc3f1df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.178773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:00.179231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.342509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bcad6fb-37e1-4e61-81cf-11e3fc3f1df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.412657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce18c1-c101-4320-96ef-736ab677a53e req-39d806e6-3e70-4922-b2cc-bcecd7a233ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:00.414150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0ce18c1-c101-4320-96ef-736ab677a53e req-39d806e6-3e70-4922-b2cc-bcecd7a233ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 945 time: 0.7646828 Jan 10 19:20:00.489975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Allocated IP 2001:db8::2 (73e4ba3a-e484-4b90-8ce4-98dbf385c9ad/7bbf818d-a694-4e0e-9ca3-a6f150a649c3/a6dce52c-bae9-4445-a08b-db54e2d95ec6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:00.513347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.523995 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.683204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:00.689632 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.732976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 69bfaedf-a372-4452-8e43-a5bf659dfc1d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:00.732976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.768912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] DHCP port deletion for d486c3e9-0957-4a98-b862-3a16728cb161 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:00.782554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] Deleting port 69bfaedf-a372-4452-8e43-a5bf659dfc1d {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:00.782953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.890640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:00.947994 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:00.982356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0ce18c1-c101-4320-96ef-736ab677a53e req-f4447750-4d09-440f-8d13-6d42d649d48f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231421 Jan 10 19:20:00.992658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Transition to ACTIVE for port object a6dce52c-bae9-4445-a08b-db54e2d95ec6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:00.994446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port a8f96318-e768-44a9-a7bb-ec7534e5c89d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a8f96318-e768-44a9-a7bb-ec7534e5c89d,segment=NetworkSegment(f67ebb76-89bf-4587-9e7e-e73ab771eb01),segment_id=f67ebb76-89bf-4587-9e7e-e73ab771eb01)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:00.994905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.011582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bcad6fb-37e1-4e61-81cf-11e3fc3f1df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.078790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Transition to ACTIVE for port object a6dce52c-bae9-4445-a08b-db54e2d95ec6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:01.123663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.168181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcad6fb-37e1-4e61-81cf-11e3fc3f1df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf487a-1a63-434d-a84e-cf1456cc910c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:01.181965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for a8f96318-e768-44a9-a7bb-ec7534e5c89d owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:01.214707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0d37-6fd9-4ce0-915f-9743dec1b4a2 req-6b5b33aa-25e8-4176-b01c-880c820ba209 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:01.216224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a9c0d37-6fd9-4ce0-915f-9743dec1b4a2 req-6b5b33aa-25e8-4176-b01c-880c820ba209 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.9606550 Jan 10 19:20:01.238347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:01.240444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] For port 69bfaedf-a372-4452-8e43-a5bf659dfc1d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69bfaedf-a372-4452-8e43-a5bf659dfc1d,segment=NetworkSegment(838bd832-fd70-4e2f-b9ce-639ee24ade05),segment_id=838bd832-fd70-4e2f-b9ce-639ee24ade05)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:01.240847 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.250594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:01.253259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:01.307396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3bcad6fb-37e1-4e61-81cf-11e3fc3f1df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.308123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3bcad6fb-37e1-4e61-81cf-11e3fc3f1df7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6adf487a-1a63-434d-a84e-cf1456cc910c HTTP/1.1" status: 204 len: 168 time: 1.7010167 Jan 10 19:20:01.461094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Pushing event updated for resources: {'Port': ['ID=a6dce52c-bae9-4445-a08b-db54e2d95ec6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:01.472698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] Calling delete_port for 69bfaedf-a372-4452-8e43-a5bf659dfc1d owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:01.474058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a9c0d37-6fd9-4ce0-915f-9743dec1b4a2 req-7245de45-e918-4a60-8934-abaf67cc3166 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367275 Jan 10 19:20:01.498949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56012) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:01.543277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Attempting to bind port a6dce52c-bae9-4445-a08b-db54e2d95ec6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:01.544031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Attempting to bind port a6dce52c-bae9-4445-a08b-db54e2d95ec6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7a5e4e0d-7e51-4904-b41a-8904d482c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:01.544031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Attempting to bind port a6dce52c-bae9-4445-a08b-db54e2d95ec6 on network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:01.563723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.566830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:01.567242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Checking segment: {'id': '7a5e4e0d-7e51-4904-b41a-8904d482c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:01.567668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.568082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Bound using segment: {'id': '7a5e4e0d-7e51-4904-b41a-8904d482c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:01.568580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Bound port: a6dce52c-bae9-4445-a08b-db54e2d95ec6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e4e0d-7e51-4904-b41a-8904d482c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73e4ba3a-e484-4b90-8ce4-98dbf385c9ad'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:01.568954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.592912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.598376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] For port 69bfaedf-a372-4452-8e43-a5bf659dfc1d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69bfaedf-a372-4452-8e43-a5bf659dfc1d,segment=NetworkSegment(838bd832-fd70-4e2f-b9ce-639ee24ade05),segment_id=838bd832-fd70-4e2f-b9ce-639ee24ade05)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:01.598736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.624646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.651794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Port': ['ID=a8f96318-e768-44a9-a7bb-ec7534e5c89d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:01.687880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] Pushing event deleted for resources: {'Port': ['ID=69bfaedf-a372-4452-8e43-a5bf659dfc1d,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:01.702338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041d5fd-3836-4e59-b2c6-8a7a50de3d04 None None] No DVR routers for this DVR port 69bfaedf-a372-4452-8e43-a5bf659dfc1d on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:01.717252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:01.741481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] For port a6dce52c-bae9-4445-a08b-db54e2d95ec6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:01.750258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] For port a6dce52c-bae9-4445-a08b-db54e2d95ec6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a6dce52c-bae9-4445-a08b-db54e2d95ec6,segment=NetworkSegment(7a5e4e0d-7e51-4904-b41a-8904d482c1b9),segment_id=7a5e4e0d-7e51-4904-b41a-8904d482c1b9)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:01.761052 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.810030 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b', 'code': 200} Jan 10 19:20:01.864118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405de8-3b1d-4d44-ae8c-782669ba6bfa None None] Pushing event updated for resources: {'Port': ['ID=a6dce52c-bae9-4445-a08b-db54e2d95ec6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:01.952347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:01.960018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 69bfaedf-a372-4452-8e43-a5bf659dfc1d owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:01.998661 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-13d9d962-7798-4a3c-ac10-caf32cf91e53 req-cb99450b-441c-48d8-afab-f328f4d0ad84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1960dfb9-a69c-405b-990e-28c808a57e2b HTTP/1.1" status: 200 len: 1096 time: 0.1272800 Jan 10 19:20:02.004513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:02.028276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Usage tracker for resource:security_group_rule and tenant:20f8da1b17ed4ead81467fc36128d3ce is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:02.037190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:02.043490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:02.044176 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:02.045825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:02.057785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No DVR routers for this DVR port a8f96318-e768-44a9-a7bb-ec7534e5c89d on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:02.075872 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-13d9d962-7798-4a3c-ac10-caf32cf91e53 req-394df02f-747e-4815-84f4-454f6bd4785e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689054 Jan 10 19:20:02.164422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.179203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.254192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd9881-e802-4e1a-ad7f-2b0f8be26728,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:02.261516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d84686bc-84bf-428e-9608-25006204ee11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20f8da1b17ed4ead81467fc36128d3ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7589977 Jan 10 19:20:02.261937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:02.293011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.351771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b29eedb5-32e5-455c-924e-5a2bd8bee559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.385409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b29eedb5-32e5-455c-924e-5a2bd8bee559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.421619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c2e674-1f53-4535-9b38-19fa1f8f6e39']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:02.443416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b29eedb5-32e5-455c-924e-5a2bd8bee559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.448093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67ebb76-89bf-4587-9e7e-e73ab771eb01') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:02.448395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67ebb76-89bf-4587-9e7e-e73ab771eb01') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:02.465561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eedb5-32e5-455c-924e-5a2bd8bee559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd9881-e802-4e1a-ad7f-2b0f8be26728,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:02.474727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.482275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b29eedb5-32e5-455c-924e-5a2bd8bee559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.484131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b29eedb5-32e5-455c-924e-5a2bd8bee559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eecd9881-e802-4e1a-ad7f-2b0f8be26728 HTTP/1.1" status: 204 len: 168 time: 0.2206190 Jan 10 19:20:02.531506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.544558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 69bfaedf-a372-4452-8e43-a5bf659dfc1d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:02.545166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.581291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:02.581696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:02.619362 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:02.703387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a6dce52c-bae9-4445-a08b-db54e2d95ec6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:02.826961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a6dce52c-bae9-4445-a08b-db54e2d95ec6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:02.834249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] The port '69bfaedf-a372-4452-8e43-a5bf659dfc1d' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:02.866558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e418e-f2ea-4596-8c32-8c1f71d7145d req-50cd766b-7db9-4b3c-8a42-bd19365878aa tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:02.868516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c84e418e-f2ea-4596-8c32-8c1f71d7145d req-50cd766b-7db9-4b3c-8a42-bd19365878aa tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 945 time: 0.5563638 Jan 10 19:20:02.899679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69bfaedf-a372-4452-8e43-a5bf659dfc1d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:02.939089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 69bfaedf-a372-4452-8e43-a5bf659dfc1d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:02.939635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69bfaedf-a372-4452-8e43-a5bf659dfc1d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:03.041908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8::1 (73e4ba3a-e484-4b90-8ce4-98dbf385c9ad/7bbf818d-a694-4e0e-9ca3-a6f150a649c3/25f494b3-bdbc-45ff-927a-6bd6e18bbd8c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:03.155274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.192327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c84e418e-f2ea-4596-8c32-8c1f71d7145d req-58702caf-c1b2-4849-8fe6-c9147b4be284 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163966 Jan 10 19:20:03.266334 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.269162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131bc62-1f6a-42d8-8e10-a99db8b0d3a1 None None] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:03.297826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=61c2e674-1f53-4535-9b38-19fa1f8f6e39,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:03.300506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a860cb25-dc12-46a1-abf2-3ca778f5127c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/61c2e674-1f53-4535-9b38-19fa1f8f6e39 HTTP/1.1" status: 204 len: 168 time: 5.9483624 Jan 10 19:20:03.304464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:03.311876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840289686'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:03.326655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:03.334607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:03.344632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:03.348316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.359543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:03.389158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:03.393715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.454597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:03.463085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c32333-bd03-43d7-9bbc-a4a2ebbb3448 req-41ca5630-f7bf-4f50-ba38-cf7904fc4d19 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:03.468803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.469454 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 13ca6d95-7fe2-4078-b6e5-faaf79c23e00 of type vlan for network 17ad3c43-fca6-4204-bb27-790aa5688815 Jan 10 19:20:03.471525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14c32333-bd03-43d7-9bbc-a4a2ebbb3448 req-41ca5630-f7bf-4f50-ba38-cf7904fc4d19 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.6246951 Jan 10 19:20:03.488286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] Provisioning for port a6dce52c-bae9-4445-a08b-db54e2d95ec6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:03.503260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.510689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] Provisioning complete for port a6dce52c-bae9-4445-a08b-db54e2d95ec6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:03.516024 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.527881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d486c3e9-0957-4a98-b862-3a16728cb161']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:03.546750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.547279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14c32333-bd03-43d7-9bbc-a4a2ebbb3448 req-ec7b5bad-69a0-4177-ba3b-21ac578f1177 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747023 Jan 10 19:20:03.552244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:03.553664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.625127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838bd832-fd70-4e2f-b9ce-639ee24ade05') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:03.625695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838bd832-fd70-4e2f-b9ce-639ee24ade05') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:03.674789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.730021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.733994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=17ad3c43-fca6-4204-bb27-790aa5688815,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:03.734560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.752678 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fa4ae6b0-c662-4be5-9587-68bebc2cbd4d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4465590 Jan 10 19:20:03.753988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56080) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:03.757109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:03.757733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.760691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '17ad3c43-fca6-4204-bb27-790aa5688815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:03.764601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 17ad3c43-fca6-4204-bb27-790aa5688815 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:03.774573 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:03.857838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ddd3-34dd-42ca-9725-04dc3692ed9b req-12f1fe86-37a6-4f47-9026-dded6d362b2b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:03.859437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22d4ddd3-34dd-42ca-9725-04dc3692ed9b req-12f1fe86-37a6-4f47-9026-dded6d362b2b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1960dfb9-a69c-405b-990e-28c808a57e2b HTTP/1.1" status: 200 len: 945 time: 0.3334384 Jan 10 19:20:03.865484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:03.913249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:03.919403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:03.923138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:03.931103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:03.940866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22d4ddd3-34dd-42ca-9725-04dc3692ed9b req-98e550af-9c23-442a-bfa4-86728ab364f5 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616271 Jan 10 19:20:03.943127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:03.956573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:03.992843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.017178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/d486c3e9-0957-4a98-b862-3a16728cb161 HTTP/1.1" status: 204 len: 168 time: 3.9794614 Jan 10 19:20:04.034213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:04.045878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-396261440'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:04.047144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.056877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e3b6d-8c2e-485b-9446-8f1a657eba20 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=d486c3e9-0957-4a98-b862-3a16728cb161,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:04.067232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:04.074810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:04.096561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:04.108031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:04.119435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.181618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.210265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:04.215326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:04.221332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:04.221869 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.225819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=25f494b3-bdbc-45ff-927a-6bd6e18bbd8c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:04.276274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] For port a6dce52c-bae9-4445-a08b-db54e2d95ec6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a6dce52c-bae9-4445-a08b-db54e2d95ec6,segment=NetworkSegment(7a5e4e0d-7e51-4904-b41a-8904d482c1b9),segment_id=7a5e4e0d-7e51-4904-b41a-8904d482c1b9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:04.287427 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.407633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.450550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:04.453548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.461658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bf7d5-f36d-4378-a213-2e17a9c9cf29 None None] Pushing event updated for resources: {'Port': ['ID=a6dce52c-bae9-4445-a08b-db54e2d95ec6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:04.559225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:04.608221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.608491 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 89b686bf-81d5-4274-8b82-ec16c6e07335 of type vlan for network d204ac86-1c14-4b97-9748-5b67509149fa Jan 10 19:20:04.623104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.694622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2a5bc80b-83e2-4c00-86e4-d63fed1cfda8 None None] Provisioning complete for port a6dce52c-bae9-4445-a08b-db54e2d95ec6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:04.697565 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc80b-83e2-4c00-86e4-d63fed1cfda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.771541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a6dce52c-bae9-4445-a08b-db54e2d95ec6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:04.804246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=d421e778-f868-454b-a261-c19de6af7106,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:04.859443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:04.939332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': '13ca6d95-7fe2-4078-b6e5-faaf79c23e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '17ad3c43-fca6-4204-bb27-790aa5688815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:04.939693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 17ad3c43-fca6-4204-bb27-790aa5688815, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:05.000826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.005429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:05.006645 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.029583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 17ad3c43-fca6-4204-bb27-790aa5688815 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:05.053057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58968eb2-8693-4f19-b640-12b4f8627d30 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:20:05.113346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.136475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 17ad3c43-fca6-4204-bb27-790aa5688815) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:05.157517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:05.163782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.169514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1340275 Jan 10 19:20:05.175588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a6dce52c-bae9-4445-a08b-db54e2d95ec6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:05.176367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56140) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:05.178810 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.201115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.202495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5c180-e323-466b-aa49-0cb046a3fbda tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=d204ac86-1c14-4b97-9748-5b67509149fa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:05.205503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.224395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:05.248198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d204ac86-1c14-4b97-9748-5b67509149fa details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:05.310986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cf44ad6b-14a7-46fe-a340-a07c1534e29b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5559294 Jan 10 19:20:05.317337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56148) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:05.428010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=25f494b3-bdbc-45ff-927a-6bd6e18bbd8c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:05.463962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:05.474105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:05.480715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:05.499810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:05.535735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:05.561285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2a5bc80b-83e2-4c00-86e4-d63fed1cfda8 None None] Provisioning for port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:05.594061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2a5bc80b-83e2-4c00-86e4-d63fed1cfda8 None None] Provisioning complete for port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:05.594432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc80b-83e2-4c00-86e4-d63fed1cfda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.677349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a5bc80b-83e2-4c00-86e4-d63fed1cfda8 None None] Port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:05.678915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58968eb2-8693-4f19-b640-12b4f8627d30 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:20:05.683480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.769960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:05.810837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:05.813761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:05.955893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55148c9-4ade-469f-8da9-cff3a273e27b req-cd002e32-4d95-4f39-b167-5bc5f892f738 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:05.957443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d55148c9-4ade-469f-8da9-cff3a273e27b req-cd002e32-4d95-4f39-b167-5bc5f892f738 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.8342917 Jan 10 19:20:05.999168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56158) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:06.014853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2a2f6f68-b608-4264-be76-b24b30e3cf6a None None] Provisioning complete for port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:06.015453 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6f68-b608-4264-be76-b24b30e3cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.037904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cf7d9-5620-49b5-96e7-f66f6a7c26c0 req-e12f9b9b-ef52-4001-81b9-78d5724ee971 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:06.045317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e6cf7d9-5620-49b5-96e7-f66f6a7c26c0 req-e12f9b9b-ef52-4001-81b9-78d5724ee971 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1960dfb9-a69c-405b-990e-28c808a57e2b HTTP/1.1" status: 200 len: 945 time: 0.7985694 Jan 10 19:20:06.045664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.099629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d55148c9-4ade-469f-8da9-cff3a273e27b req-8efd1c70-ad18-4722-a5d6-14aed4a8a58a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328082 Jan 10 19:20:06.123987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e6cf7d9-5620-49b5-96e7-f66f6a7c26c0 req-53b5887c-d63a-4487-b8d1-7bb0024e8cb4 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781684 Jan 10 19:20:06.294506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f6f68-b608-4264-be76-b24b30e3cf6a None None] Port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:06.354375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.357677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8046b9-b6f5-4c86-9228-b4ec8fd20eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-17ad3c43-fca6-4204-bb27-790aa5688815', 'network_id': '17ad3c43-fca6-4204-bb27-790aa5688815', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': 'd421e778-f868-454b-a261-c19de6af7106'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:06.358796 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5e8046b9-b6f5-4c86-9228-b4ec8fd20eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.394846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.440758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.485522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:06.489646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Usage tracker for resource:security_group_rule and tenant:1beb7481da2b473bbba130b23304ccfb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:06.492883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:06.499525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:06.554544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=f5926972-c028-4bb4-b3ed-321a2f2a43ed,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:06.587760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035c828-b09a-4d43-bb82-da2278e18713 None None] Network 17ad3c43-fca6-4204-bb27-790aa5688815 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:06.625676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.641104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.680711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '89b686bf-81d5-4274-8b82-ec16c6e07335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:06.681019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: d204ac86-1c14-4b97-9748-5b67509149fa, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:06.698712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router d72eec1c-dab8-4bf1-aa22-299d01fbf978 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:20:06.708577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=d421e778-f868-454b-a261-c19de6af7106,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:06.711617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.716887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f5bbf1-b216-4b46-9ddc-54d79d918d74,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:06.722139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f6237154-0fff-4a9d-a79e-71a6ba8d0409 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1beb7481da2b473bbba130b23304ccfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7128778 Jan 10 19:20:06.725895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56174) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:06.807247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ad3c43-fca6-4204-bb27-790aa5688815']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:06.821699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ca6d95-7fe2-4078-b6e5-faaf79c23e00') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:06.822206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ca6d95-7fe2-4078-b6e5-faaf79c23e00') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:06.834134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966296a8-37bc-46a5-8cd9-2973186acdb5 None None] Network 17ad3c43-fca6-4204-bb27-790aa5688815 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:06.861271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d204ac86-1c14-4b97-9748-5b67509149fa is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:06.877959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.902151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d204ac86-1c14-4b97-9748-5b67509149fa) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:06.909840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:06.910423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.942159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:06.976409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:06.976814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:07.006711 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:07.024866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df700bc9-e76b-45fe-bffb-d042b377d439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.034017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae257708-8f94-456a-b5d9-057ad14a2579 None None] Network d204ac86-1c14-4b97-9748-5b67509149fa requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:07.086473 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df700bc9-e76b-45fe-bffb-d042b377d439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.112866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:07.124992 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] Sync routers for ids ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:07.132979 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-66358aea-0e92-4241-9786-774f0af01cfe tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9500792 Jan 10 19:20:07.136281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56180) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:07.145918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa', 'name': 'tempest-PortsIpV6TestJSON-1833234743', 'fixed_ips': [{'subnet_id': 'f5926972-c028-4bb4-b3ed-321a2f2a43ed', 'ip_address': '2001:db8::10'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:07.149668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c2cb95f4-77cc-41c8-a5a7-8c50e17902cc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/d72eec1c-dab8-4bf1-aa22-299d01fbf978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4386616 Jan 10 19:20:07.151122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56184) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:07.168076 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] Routers {'d72eec1c-dab8-4bf1-aa22-299d01fbf978'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:07.169055 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:07.183427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.198202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.271394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df700bc9-e76b-45fe-bffb-d042b377d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.278492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=17ad3c43-fca6-4204-bb27-790aa5688815,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:07.351292 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:07.363847 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] Routers {'d72eec1c-dab8-4bf1-aa22-299d01fbf978'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:07.364712 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:19:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:07.478959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-501f2373-0b24-4236-ada3-49c50cfd3f9c None None] Provisioning complete for port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:07.479489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-501f2373-0b24-4236-ada3-49c50cfd3f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.492341 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:07.492743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63e6c-f898-48f9-ad84-707316d99fd1 None None] The sync data for ids ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:20:07.496241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e348792-65c0-4129-8348-2f47356dec47 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:07.496748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e348792-65c0-4129-8348-2f47356dec47 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:07.532622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df700bc9-e76b-45fe-bffb-d042b377d439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f5bbf1-b216-4b46-9ddc-54d79d918d74,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:07.602018 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df700bc9-e76b-45fe-bffb-d042b377d439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.618825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-501f2373-0b24-4236-ada3-49c50cfd3f9c None None] Port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:07.627271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d204ac86-1c14-4b97-9748-5b67509149fa', 'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': 'f5926972-c028-4bb4-b3ed-321a2f2a43ed'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:07.628190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.629167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-df700bc9-e76b-45fe-bffb-d042b377d439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34f5bbf1-b216-4b46-9ddc-54d79d918d74 HTTP/1.1" status: 204 len: 168 time: 0.8862286 Jan 10 19:20:07.631102 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7cd15b6e-a590-4d7c-ac27-51c854d0b5df tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/17ad3c43-fca6-4204-bb27-790aa5688815 HTTP/1.1" status: 204 len: 168 time: 2.3124945 Jan 10 19:20:07.635659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56202) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:07.692795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535641236'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:07.710689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e348792-65c0-4129-8348-2f47356dec47 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:07.720825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4e348792-65c0-4129-8348-2f47356dec47 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports/25f494b3-bdbc-45ff-927a-6bd6e18bbd8c HTTP/1.1" status: 200 len: 911 time: 0.5657611 Jan 10 19:20:07.721760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56206) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:07.733018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:07.737847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:07.738022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:07.741107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:07.747572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:07.759981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:07.767350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:07.768873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bbf818d-a694-4e0e-9ca3-a6f150a649c3'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:07.796821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 148a9983-89b5-439b-ae51-0baeb784e87b yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:20:07.830356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:07.845868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:07.867964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Allocated IP 2001:db8::2 (d204ac86-1c14-4b97-9748-5b67509149fa/f5926972-c028-4bb4-b3ed-321a2f2a43ed/774fb6ad-5a22-4f93-8bef-80b7d1ae0c64) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:07.875741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:07.962058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e3cd8-5633-40b4-af80-1c98e59ae2d1 req-1feb322f-3c67-4098-b716-6b53f92b83a6 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:07.969385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d74e3cd8-5633-40b4-af80-1c98e59ae2d1 req-1feb322f-3c67-4098-b716-6b53f92b83a6 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.6208434 Jan 10 19:20:08.115475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:08.118467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.163093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-762c584c-64e9-485b-a71f-b9c20e2d4cbd tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:08.171532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-762c584c-64e9-485b-a71f-b9c20e2d4cbd tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 812 time: 0.6682720 Jan 10 19:20:08.271688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c568d3-2726-420a-8484-e170c9758d86 req-89b25a31-f202-4ac8-96d7-9dcd4b17b2d7 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:08.273189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c7c568d3-2726-420a-8484-e170c9758d86 req-89b25a31-f202-4ac8-96d7-9dcd4b17b2d7 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Synchronizing usage tracker for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:08.304626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c7c568d3-2726-420a-8484-e170c9758d86 req-89b25a31-f202-4ac8-96d7-9dcd4b17b2d7 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Unset dirty status for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:08.311767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7c568d3-2726-420a-8484-e170c9758d86 req-89b25a31-f202-4ac8-96d7-9dcd4b17b2d7 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/ports?device_id=1960dfb9-a69c-405b-990e-28c808a57e2b HTTP/1.1" status: 200 len: 945 time: 0.2329755 Jan 10 19:20:08.401231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9670cc6a-e2b1-40cc-afc0-aaa2d27dd891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.404709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-271a390e-4146-4cd9-947f-796e8ef75d8b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/quotas/7da8536f54e94d46a607ea1fb745fa89 HTTP/1.1" status: 200 len: 375 time: 0.2322717 Jan 10 19:20:08.418355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.423224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Deleting port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:08.423595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.432294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Transition to ACTIVE for port object 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:08.452564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Transition to ACTIVE for port object 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:08.463286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.470497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:08.475207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.507099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d74e3cd8-5633-40b4-af80-1c98e59ae2d1 req-d894b241-b18b-44c8-87e9-b9bf61cb847e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367265 Jan 10 19:20:08.544311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.544919 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment d07f15e5-6955-4f5e-899e-1012e8568e6b of type vlan for network 0544611d-5a29-46ed-9892-6c00657bcbee Jan 10 19:20:08.637978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Network d204ac86-1c14-4b97-9748-5b67509149fa is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:08.645288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:08.667936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-fdc95536-4f20-4d17-905e-3f4b6861ba10 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2623024 Jan 10 19:20:08.683383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Pushing event updated for resources: {'Port': ['ID=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:08.694688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:08.730126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.831511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] For port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:08.832088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.836430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Attempting to bind port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:08.839769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Attempting to bind port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '89b686bf-81d5-4274-8b82-ec16c6e07335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:08.840350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Attempting to bind port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 on network d204ac86-1c14-4b97-9748-5b67509149fa {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:08.867290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:08.872261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Checking segment: {'id': '89b686bf-81d5-4274-8b82-ec16c6e07335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:08.873732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.874347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Bound using segment: {'id': '89b686bf-81d5-4274-8b82-ec16c6e07335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:08.875952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Bound port: 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b686bf-81d5-4274-8b82-ec16c6e07335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:08.878308 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.900455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.904292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:08.905119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:08.981150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Calling delete_port for ba4554d5-f8b7-4efe-9f0f-f45ca609f15b owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:09.043036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3933587 Jan 10 19:20:09.049044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56236) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:09.051382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] For port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:09.059593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] For port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,segment=NetworkSegment(89b686bf-81d5-4274-8b82-ec16c6e07335),segment_id=89b686bf-81d5-4274-8b82-ec16c6e07335)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:09.073347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:09.083897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730470e2-61eb-452b-97a8-ba515931fd58 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=0544611d-5a29-46ed-9892-6c00657bcbee,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:09.094463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:09.189272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::10 (d204ac86-1c14-4b97-9748-5b67509149fa/f5926972-c028-4bb4-b3ed-321a2f2a43ed/148a9983-89b5-439b-ae51-0baeb784e87b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:09.254144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:09.266832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:09.309087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac06804-3938-42d4-a3f7-148875b77b3b None None] Pushing event updated for resources: {'Port': ['ID=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:09.312285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ba4554d5-f8b7-4efe-9f0f-f45ca609f15b', '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:20:09.364060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event deleted for resources: {'Port': ['ID=ba4554d5-f8b7-4efe-9f0f-f45ca609f15b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:09.376524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-91116d38-4dd3-413f-84fd-47768ebdafe9 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:09.378286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-91116d38-4dd3-413f-84fd-47768ebdafe9 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/ports?device_id=c775b9de-e0fa-4ce8-b010-a6086fda43b2 HTTP/1.1" status: 200 len: 945 time: 0.8383043 Jan 10 19:20:09.461206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:09.481821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:09.488718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:09.491621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:09.499221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:09.598245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] No DVR routers for this DVR port ba4554d5-f8b7-4efe-9f0f-f45ca609f15b on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:09.601751 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:09.627588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'name': 'network-vif-deleted', 'tag': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:09.648851 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7c568d3-2726-420a-8484-e170c9758d86 req-77178b75-c26b-416e-b14c-cd0414469004 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "DELETE /v2.0/ports/ba4554d5-f8b7-4efe-9f0f-f45ca609f15b HTTP/1.1" status: 204 len: 173 time: 1.3282402 Jan 10 19:20:09.679106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-c1a2bdcb-4900-439d-8fc7-7531e592bbfd service neutron] 10.222.0.21 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0094149 Jan 10 19:20:09.686551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Deleting port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:09.686808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:09.688319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:09.874517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:09.937543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 148a9983-89b5-439b-ae51-0baeb784e87b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:10.031876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1834093077'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:10.090805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:10.106062 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.132464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Usage tracker for resource:network and tenant:2fe92312a1f0452ea94b651f760fcf05 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:10.185220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:10.194314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.250280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:10.270114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] For port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:10.270750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.296289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d204ac86-1c14-4b97-9748-5b67509149fa is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:10.316373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Made reservation on behalf of 2fe92312a1f0452ea94b651f760fcf05 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:10.319372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.341254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.361173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:10.368068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:10.373731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:10.374371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.448363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=148a9983-89b5-439b-ae51-0baeb784e87b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:10.463766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Calling delete_port for 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:10.479588 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6974-93f8-45f3-8b55-efb770db1aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.529878 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fd712682-b221-4388-8fb5-f0935f5e6b99 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3918591 Jan 10 19:20:10.535590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56266) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:10.549478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': 'd204ac86-1c14-4b97-9748-5b67509149fa', 'name': 'tempest-PortsIpV6TestJSON-609574641', 'fixed_ips': [{'subnet_id': 'f5926972-c028-4bb4-b3ed-321a2f2a43ed', 'ip_address': '2001:db8::f'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:10.693538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:10.710711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-8976bd34-5efa-43aa-97f7-c936f755916a service neutron] 10.222.0.21 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347202 Jan 10 19:20:10.723106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:20:10.761361 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.810422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.819557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:10.822604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:10.825498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:10.825918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/ports/25f494b3-bdbc-45ff-927a-6bd6e18bbd8c HTTP/1.1" status: 200 len: 911 time: 3.0856199 Jan 10 19:20:10.839136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:10.918743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:10.924485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Usage tracker for resource:security_group_rule and tenant:2fe92312a1f0452ea94b651f760fcf05 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:10.928107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:10.930373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:10.937837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:10.947922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:port and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:10.953085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:11.031720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:11.060040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c707bba-da45-4501-8b08-8ab022fb0381 None None] Network d204ac86-1c14-4b97-9748-5b67509149fa requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:11.092622 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1960dfb9-a69c-405b-990e-28c808a57e2b', 'name': 'network-vif-deleted', 'tag': 'ba4554d5-f8b7-4efe-9f0f-f45ca609f15b', 'status': 'completed', 'code': 200} Jan 10 19:20:11.109580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:11.122459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.153301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.207085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] Provisioning for port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:11.224946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] Provisioning complete for port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:11.225497 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.312345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.325522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:11.340075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.340293 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Added segment 4b2fd48c-7565-42d0-827a-46e5f47be64b of type vlan for network 32b6ac48-8143-4ad2-a577-28776ed3026f Jan 10 19:20:11.371890 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.408601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa80b91-c195-4eb2-8d6f-db69b28009c4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:11.428557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6a66e-92a6-445d-a999-a7c179f10387 req-efdf79da-f1db-4b38-b380-a50897955538 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:11.428873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:20:11.436740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ab6a66e-92a6-445d-a999-a7c179f10387 req-efdf79da-f1db-4b38-b380-a50897955538 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 1.4619234 Jan 10 19:20:11.438849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.442577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:11.443214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.505620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b05525-26ca-4ba9-bfbc-e4bf856d65d6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=25f494b3-bdbc-45ff-927a-6bd6e18bbd8c,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:11.744536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::f (d204ac86-1c14-4b97-9748-5b67509149fa/f5926972-c028-4bb4-b3ed-321a2f2a43ed/3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:11.805320 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.822627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.823792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ab6a66e-92a6-445d-a999-a7c179f10387 req-dd66708d-098d-47c3-9c21-c73788156d20 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861887 Jan 10 19:20:11.832095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event updated for resources: {'Network': ['ID=32b6ac48-8143-4ad2-a577-28776ed3026f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:11.843699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-306db5d0-5eb6-4377-a882-0f66cb0c28d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3724492 Jan 10 19:20:11.844948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56292) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:11.871594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd43f2ba-82c0-403b-8e01-df641ea39bb7 req-44013887-c842-413e-b9c2-31bac982501e tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 210 time: 0.2183282 Jan 10 19:20:11.871594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:11.875741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 32b6ac48-8143-4ad2-a577-28776ed3026f details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:11.912732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Request body: {'subnet': {'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:11.988259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.015243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.017457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] For port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,segment=NetworkSegment(89b686bf-81d5-4274-8b82-ec16c6e07335),segment_id=89b686bf-81d5-4274-8b82-ec16c6e07335)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:12.036786 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.044172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:12.075815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.079935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.198276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:12.220951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8351adb-040b-4b34-a069-5a669aaeeeb9 None None] Pushing event updated for resources: {'Port': ['ID=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:12.224025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:12.240913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Usage tracker for resource:subnet and tenant:2fe92312a1f0452ea94b651f760fcf05 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:12.245393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:12.267870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': 'd07f15e5-6955-4f5e-899e-1012e8568e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:12.268228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 0544611d-5a29-46ed-9892-6c00657bcbee, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:12.284435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:12.292052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event deleted for resources: {'Port': ['ID=4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:12.330455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Made reservation on behalf of 2fe92312a1f0452ea94b651f760fcf05 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:12.454137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 0544611d-5a29-46ed-9892-6c00657bcbee is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:12.481406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 0544611d-5a29-46ed-9892-6c00657bcbee) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:12.484981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.525072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1073ad6-fdf4-42e8-871c-003188ed5dc4 None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:12.654171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:12.685746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network d204ac86-1c14-4b97-9748-5b67509149fa is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:12.691560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e004ecca-10fd-4a42-a868-dd67229d8f06 None None] Provisioning for port 148a9983-89b5-439b-ae51-0baeb784e87b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:12.697524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:12.698205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.735019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:12.736237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:12.762827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:12.766860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:12.767845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.789886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:12.791227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:12.792305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ba4554d5-f8b7-4efe-9f0f-f45ca609f15b no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:12.816945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-273dbad5-6a00-428b-99c5-aef068dfd9b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7621298 Jan 10 19:20:12.832285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56298) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:12.841386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:12.870621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e004ecca-10fd-4a42-a868-dd67229d8f06 None None] Provisioning complete for port 148a9983-89b5-439b-ae51-0baeb784e87b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:12.871668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e004ecca-10fd-4a42-a868-dd67229d8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:12.985658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] No DVR routers for this DVR port 4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:13.032560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.083389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fdcb4cf7-3c15-4d55-ad43-bbe1941c1a28 req-f0d08232-c514-4ff4-bde3-c8b8a580e761 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "DELETE /v2.0/ports/4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe HTTP/1.1" status: 204 len: 173 time: 3.6075683 Jan 10 19:20:13.113218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'name': 'network-vif-deleted', 'tag': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:13.138708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e004ecca-10fd-4a42-a868-dd67229d8f06 None None] Port 148a9983-89b5-439b-ae51-0baeb784e87b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:13.223442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:13.229672 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6938136 Jan 10 19:20:13.231264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56310) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:13.238491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: ba4554d5-f8b7-4efe-9f0f-f45ca609f15b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:13.238846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ba4554d5-f8b7-4efe-9f0f-f45ca609f15b not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:13.270279 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.307738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e004ecca-10fd-4a42-a868-dd67229d8f06 None None] Provisioning complete for port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:13.308531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e004ecca-10fd-4a42-a868-dd67229d8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.325226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:13.446106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1858deb8-2596-4d65-baeb-5df76c57c83a req-da68177a-86ac-4732-9fcc-1a6a397892ec tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 210 time: 0.2431240 Jan 10 19:20:13.468889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:subnet and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:13.471002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.471533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.472043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.472531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.473016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.473518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.474027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.475167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.476039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.477450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.478120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53d6ca-9fa0-45e8-a353-f2d3ffc2d353 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:13.490399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:13.520206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:13.533365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.607345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:13.614196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.705389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-57a42954-c947-4d15-a450-f04cd27e17af tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:13.706939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-57a42954-c947-4d15-a450-f04cd27e17af tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 812 time: 0.5274038 Jan 10 19:20:13.720201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:13.723598 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c775b9de-e0fa-4ce8-b010-a6086fda43b2', 'name': 'network-vif-deleted', 'tag': '4f4d0289-aba3-4d70-aa9d-4dff35ad7dbe', 'status': 'completed', 'code': 200} Jan 10 19:20:13.724380 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.733646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Request body: {'port': {'device_id': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'admin_state_up': True, 'tenant_id': '7da8536f54e94d46a607ea1fb745fa89'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:13.797845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:13.814239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event updated for resources: {'Subnet': ['ID=4d2abe91-1319-437e-897d-afa3aee6e7a3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:13.888541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f80851-e71b-48ef-ba45-bbe696bb83e5 req-4bf71650-a1b2-4321-9b90-9d17cfa0209a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:13.913135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3f80851-e71b-48ef-ba45-bbe696bb83e5 req-4bf71650-a1b2-4321-9b90-9d17cfa0209a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.7053595 Jan 10 19:20:13.931798 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:20:13.950072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-0544611d-5a29-46ed-9892-6c00657bcbee', 'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': '63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:13.951648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.136552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3f80851-e71b-48ef-ba45-bbe696bb83e5 req-0fce33e6-b3fd-465d-8c3b-d6bfe6e29f57 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293844 Jan 10 19:20:14.156393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Checking segment: {'id': '4b2fd48c-7565-42d0-827a-46e5f47be64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:14.158534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Network hostable DHCP agents. Network: 32b6ac48-8143-4ad2-a577-28776ed3026f, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:14.167952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:14.222725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Allocated IP 2001:db8::2 (0544611d-5a29-46ed-9892-6c00657bcbee/63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9/a8421b02-c48f-42e7-ab2c-2dd0dda97d85) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:14.231567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f14bc2-b736-4a04-ac1c-42819c8f844c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:14.232565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-03f14bc2-b736-4a04-ac1c-42819c8f844c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:14.237960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Usage tracker for resource:port and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:14.247932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:14.261450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Network 32b6ac48-8143-4ad2-a577-28776ed3026f is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:14.373962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:14.492379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Made reservation on behalf of 7da8536f54e94d46a607ea1fb745fa89 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:14.496257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.511881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.524548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 32b6ac48-8143-4ad2-a577-28776ed3026f) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:14.525934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Transition to ACTIVE for port object a8421b02-c48f-42e7-ab2c-2dd0dda97d85 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:14.530049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.543681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:14.544281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.549994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Transition to ACTIVE for port object a8421b02-c48f-42e7-ab2c-2dd0dda97d85 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:14.558592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-03f14bc2-b736-4a04-ac1c-42819c8f844c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:14.573062 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-03f14bc2-b736-4a04-ac1c-42819c8f844c tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.3378234 Jan 10 19:20:14.573974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:14.617638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496c8de-aa2b-400b-bfe6-a26c470d0f17 None None] Network 32b6ac48-8143-4ad2-a577-28776ed3026f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:14.646012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.807759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-508fba0c-ebb9-44f8-b1a0-17b23b054d2a tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:14.810561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-508fba0c-ebb9-44f8-b1a0-17b23b054d2a tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 812 time: 0.6957791 Jan 10 19:20:14.844357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f0943a2-412d-45b5-b69c-49dd1e59fd49 req-ecb04373-cddd-42c7-afc5-0f5ba0debcab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 210 time: 0.0740318 Jan 10 19:20:14.858796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Request body: {'port': {'device_id': '215986df-308a-4cdb-91d3-27d85461638c', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'admin_state_up': True, 'tenant_id': '7da8536f54e94d46a607ea1fb745fa89'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:14.863586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fdae6dd4-5cc9-4dd8-871a-ec14ad3161a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0159233 Jan 10 19:20:14.869208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 0544611d-5a29-46ed-9892-6c00657bcbee is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:14.870403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56326) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:14.873927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:14.881621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Request body: {'port': {'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1675486095'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:14.897851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:14.911580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:14.912741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:14.917358 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.918902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Pushing event updated for resources: {'Port': ['ID=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:14.924132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:14.939520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Provisioning complete for port 148a9983-89b5-439b-ae51-0baeb784e87b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:14.939952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:14.942697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=8358eb93-7add-4ca0-bfda-20125ffab3c7,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:15.188755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Port 148a9983-89b5-439b-ae51-0baeb784e87b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:15.205418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38c8ec44-e1d9-4e79-9b77-aec70691760c tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3702631 Jan 10 19:20:15.205861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Attempting to bind port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:15.206304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Attempting to bind port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd07f15e5-6955-4f5e-899e-1012e8568e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:15.206468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56334) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:15.206679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Attempting to bind port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 on network 0544611d-5a29-46ed-9892-6c00657bcbee {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:15.207885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:15.210592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.215770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Allocated IP 172.20.0.14 (8ccfa66b-fb5d-485f-bcd4-672d2a992b66/6fd8e89b-0652-4965-a011-4fa2519c1a59/0b5bead8-61c3-440a-a9ec-0d23f86336e3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:15.242536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Provisioning for port 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:15.251094 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.259762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Provisioning complete for port 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:15.259762 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.262994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Usage tracker for resource:port and tenant:2fe92312a1f0452ea94b651f760fcf05 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:15.269741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:15.287348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:15.296601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:15.296991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Checking segment: {'id': 'd07f15e5-6955-4f5e-899e-1012e8568e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:15.297899 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.297899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Bound using segment: {'id': 'd07f15e5-6955-4f5e-899e-1012e8568e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:15.298284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Bound port: a8421b02-c48f-42e7-ab2c-2dd0dda97d85, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07f15e5-6955-4f5e-899e-1012e8568e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:15.298664 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.357497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Made reservation on behalf of 2fe92312a1f0452ea94b651f760fcf05 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:15.360514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.389798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.391120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.393243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.394639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.395906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.396813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Synchronizing usage tracker for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:15.436792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4ee3f-4db4-4603-b3b0-33d8ef30b1b5 None None] Port 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:15.443924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:15.445439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] device_id is not set on port 48d286f5-2641-474a-a457-de358a998acc yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:20:15.446172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-32b6ac48-8143-4ad2-a577-28776ed3026f', 'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f', 'tenant_id': '2fe92312a1f0452ea94b651f760fcf05', 'fixed_ips': [{'subnet_id': '4d2abe91-1319-437e-897d-afa3aee6e7a3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:15.447211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.457781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23c819-0494-4d76-b122-673dadcd592d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.461658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23c819-0494-4d76-b122-673dadcd592d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.466119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23c819-0494-4d76-b122-673dadcd592d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.470436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ae23c819-0494-4d76-b122-673dadcd592d tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.8697340 Jan 10 19:20:15.476269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Usage tracker for resource:port and tenant:7da8536f54e94d46a607ea1fb745fa89 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:15.486285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56338) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:15.487252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:15.497167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Unset dirty status for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:15.501721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9c8b6e6c-2a9e-4c6a-912a-4f3ece37a8a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2864218 Jan 10 19:20:15.506555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56342) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:15.516253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571326640'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:15.524518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] For port a8421b02-c48f-42e7-ab2c-2dd0dda97d85, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:15.537215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:15.545092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] For port a8421b02-c48f-42e7-ab2c-2dd0dda97d85, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,segment=NetworkSegment(d07f15e5-6955-4f5e-899e-1012e8568e6b),segment_id=d07f15e5-6955-4f5e-899e-1012e8568e6b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:15.553111 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.561369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a243-ff14-4b94-92f1-4823f7eecf56 req-b62ee41c-1fdd-4e9b-9be7-08ff569048c2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:15.562972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7d0a243-ff14-4b94-92f1-4823f7eecf56 req-b62ee41c-1fdd-4e9b-9be7-08ff569048c2 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.2804751 Jan 10 19:20:15.564085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:15.569882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:15.638245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:15.655781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d47b7-9a87-445c-947a-6ccad1e86c22 None None] Pushing event updated for resources: {'Port': ['ID=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:15.664928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:15.688406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:15.691636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.733615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Allocated IP 2001:db8::174 (32b6ac48-8143-4ad2-a577-28776ed3026f/4d2abe91-1319-437e-897d-afa3aee6e7a3/48d286f5-2641-474a-a457-de358a998acc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:15.742295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7d0a243-ff14-4b94-92f1-4823f7eecf56 req-1c8a475d-af92-4f0f-b379-e585342eef30 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665881 Jan 10 19:20:15.761191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:15.795761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.796254 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 1200ae2d-de68-4e2f-8cdb-6e6aa44707a7 of type vlan for network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 Jan 10 19:20:15.800156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Made reservation on behalf of 7da8536f54e94d46a607ea1fb745fa89 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:15.803167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.836102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:15.836470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.928855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:15.934523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.066436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.070683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:16.071381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7783457'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.116817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25d06406-0e6c-4458-88da-a872db02568e req-dc5235d3-7e70-4d80-abe6-d10f628cbecc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 210 time: 0.1008816 Jan 10 19:20:16.193372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.239340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7318280 Jan 10 19:20:16.240613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Transition to ACTIVE for port object 48d286f5-2641-474a-a457-de358a998acc will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:16.244613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56352) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:16.249094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634fc78-16fe-4a00-889e-c86aa9869194 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=4d71ceb5-054c-4d8f-b940-f3bdabbd36f5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:16.254329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:16.261386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:16.338507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.423778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:16.474741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:16.479802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:16.487442 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.531990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Allocated IP 2001:db8::2 (32b6ac48-8143-4ad2-a577-28776ed3026f/4d2abe91-1319-437e-897d-afa3aee6e7a3/d055618f-dd7c-433b-9575-f44258e7f0e8) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:16.605146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:16.610068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.642742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Network 32b6ac48-8143-4ad2-a577-28776ed3026f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:16.644478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.653171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event updated for resources: {'Port': ['ID=48d286f5-2641-474a-a457-de358a998acc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:16.659380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:16.664702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:16.671015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:16.671905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.677949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.718448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.739343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Allocated IP 172.20.0.5 (8ccfa66b-fb5d-485f-bcd4-672d2a992b66/6fd8e89b-0652-4965-a011-4fa2519c1a59/d021501e-2e5d-481f-a65e-a2e9434cff77) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:16.771514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 is not hosted by any dhcp agent {{(pid=83630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 10 19:20:16.775635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:16.776438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.777860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "PUT /v2.0/networks/4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 HTTP/1.1" status: 200 len: 723 time: 0.5313604 Jan 10 19:20:16.798251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4cf5b349-0d99-4e4d-8524-e631bfb7828a tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9215486 Jan 10 19:20:16.798922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:16.851053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56372) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:16.864666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.872652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:16.878531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Transition to ACTIVE for port object d055618f-dd7c-433b-9575-f44258e7f0e8 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:16.908597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66659a7b-b3b1-4a5c-915e-37aa76208a7a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=4d71ceb5-054c-4d8f-b940-f3bdabbd36f5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:16.910160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Transition to ACTIVE for port object d055618f-dd7c-433b-9575-f44258e7f0e8 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:16.922414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:16.935879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event updated for resources: {'Port': ['ID=0b5bead8-61c3-440a-a9ec-0d23f86336e3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:16.942885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Request body: {'port': {'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1733018139', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:16.944229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] bootfile-name is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:20:16.945645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] tftp-server is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:20:16.948557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] server-ip-address is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:20:17.043871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:17.044218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d052f7-5a78-4788-99d5-3c18f0ab60ca None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:17.092493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:17.115999 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-dafa8879-8040-4f00-8270-416f557072cc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3900437 Jan 10 19:20:17.300151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Request body: {'port': {'device_id': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:17.352823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a8421b02-c48f-42e7-ab2c-2dd0dda97d85 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:17.432596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Network 32b6ac48-8143-4ad2-a577-28776ed3026f is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:17.436126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.455752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.500480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:17.503283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:17.520689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6aa966cb-142f-44f7-b202-da7af0358c13 req-e8ceaccb-8f77-4e66-a960-f7d869276e5a tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 210 time: 0.1030836 Jan 10 19:20:17.591891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:17.623261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:17.644188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Pushing event updated for resources: {'Port': ['ID=d055618f-dd7c-433b-9575-f44258e7f0e8,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:17.656751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Attempting to bind port d055618f-dd7c-433b-9575-f44258e7f0e8 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:17.657187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Attempting to bind port d055618f-dd7c-433b-9575-f44258e7f0e8 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '4b2fd48c-7565-42d0-827a-46e5f47be64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:17.657596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Attempting to bind port d055618f-dd7c-433b-9575-f44258e7f0e8 on network 32b6ac48-8143-4ad2-a577-28776ed3026f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:17.660107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:17.666319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-68658cdb-35b1-4a8a-87aa-eaea6e620078 None None] Provisioning for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:17.669570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87220e4-5f3c-4678-9619-ed6770f1de6b req-47c44d49-698d-4303-94d4-863b17cf012a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:17.671462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e87220e4-5f3c-4678-9619-ed6770f1de6b req-47c44d49-698d-4303-94d4-863b17cf012a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.6794436 Jan 10 19:20:17.674802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:17.685987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:17.686333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Checking segment: {'id': '4b2fd48c-7565-42d0-827a-46e5f47be64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:17.686790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.687412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Bound using segment: {'id': '4b2fd48c-7565-42d0-827a-46e5f47be64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:17.688059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Bound port: d055618f-dd7c-433b-9575-f44258e7f0e8, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2fd48c-7565-42d0-827a-46e5f47be64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '32b6ac48-8143-4ad2-a577-28776ed3026f'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:17.688721 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.711928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Usage tracker for resource:port and tenant:2fe92312a1f0452ea94b651f760fcf05 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:17.718086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:17.719678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:17.774751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:17.797168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] For port d055618f-dd7c-433b-9575-f44258e7f0e8, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:17.801269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] For port d055618f-dd7c-433b-9575-f44258e7f0e8, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d055618f-dd7c-433b-9575-f44258e7f0e8,segment=NetworkSegment(4b2fd48c-7565-42d0-827a-46e5f47be64b),segment_id=4b2fd48c-7565-42d0-827a-46e5f47be64b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:17.806544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:17.816687 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.817515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Made reservation on behalf of 2fe92312a1f0452ea94b651f760fcf05 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:17.820230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.850827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.933953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:17.934329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:17.996505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] device_id is not set on port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:20:18.031402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.034945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e87220e4-5f3c-4678-9619-ed6770f1de6b req-ef863403-876c-40a0-be9a-a12f89fc1a50 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370647 Jan 10 19:20:18.144358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2f3d663c-d82b-44dc-b3b2-f09daf41e961 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 HTTP/1.1" status: 204 len: 168 time: 2.6513698 Jan 10 19:20:18.161073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56384) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:18.200676 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.234540 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa85a69c-b543-4af9-a2d1-09212b4d7fd7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:20:18.235261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa85a69c-b543-4af9-a2d1-09212b4d7fd7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:18.276506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Allocated IP 2001:db8::a3 (32b6ac48-8143-4ad2-a577-28776ed3026f/4d2abe91-1319-437e-897d-afa3aee6e7a3/f3b25d8d-e614-47b8-bbde-cfcc162bdb9b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:18.338686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170ae7-a043-4f44-8434-cb9024d59452 None None] Pushing event updated for resources: {'Port': ['ID=d055618f-dd7c-433b-9575-f44258e7f0e8,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:18.389677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a8421b02-c48f-42e7-ab2c-2dd0dda97d85, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,segment=NetworkSegment(d07f15e5-6955-4f5e-899e-1012e8568e6b),segment_id=d07f15e5-6955-4f5e-899e-1012e8568e6b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:18.397267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa85a69c-b543-4af9-a2d1-09212b4d7fd7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:18.401028 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aa85a69c-b543-4af9-a2d1-09212b4d7fd7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/3e5d4e51-fe8a-46fa-b9b5-c3ab1b9386f3 HTTP/1.1" status: 404 len: 333 time: 0.2391074 Jan 10 19:20:18.428201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.455327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56390) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:18.529558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.560985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:18.589472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:18.589903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.642689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.742780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Update dhcp port {'port': {'network_id': '0544611d-5a29-46ed-9892-6c00657bcbee', 'fixed_ips': [{'subnet_id': '63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8358eb93-7add-4ca0-bfda-20125ffab3c7'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'a8421b02-c48f-42e7-ab2c-2dd0dda97d85'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:20:18.796768 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.810432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:18.822624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:18.826135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:18.880176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 148a9983-89b5-439b-ae51-0baeb784e87b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:18.880754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:18.925519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8def961a-332d-4225-80db-e2c82fed4d16 req-ce5bb797-dd0a-4eb9-9150-7c5960ea78aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 1097 time: 0.5295496 Jan 10 19:20:19.051673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Allocated IP 172.20.0.1 (0544611d-5a29-46ed-9892-6c00657bcbee/8358eb93-7add-4ca0-bfda-20125ffab3c7/a8421b02-c48f-42e7-ab2c-2dd0dda97d85) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:19.054485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.092639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event updated for resources: {'Port': ['ID=d021501e-2e5d-481f-a65e-a2e9434cff77,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:19.125329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8def961a-332d-4225-80db-e2c82fed4d16 req-95f45831-424d-4221-b6cd-21970b2dbd2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806216 Jan 10 19:20:19.137562 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.153269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4e14b-25a9-4275-b354-24cfd349c877 req-80b42ab2-fa5f-4909-902b-3f5881e5ec73 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:19.162062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaf4e14b-25a9-4275-b354-24cfd349c877 req-80b42ab2-fa5f-4909-902b-3f5881e5ec73 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 931 time: 0.4413080 Jan 10 19:20:19.243069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:19.243747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.247578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Transition to ACTIVE for port object f3b25d8d-e614-47b8-bbde-cfcc162bdb9b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:19.281852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a8421b02-c48f-42e7-ab2c-2dd0dda97d85 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:19.388669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] For port a8421b02-c48f-42e7-ab2c-2dd0dda97d85, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,segment=NetworkSegment(d07f15e5-6955-4f5e-899e-1012e8568e6b),segment_id=d07f15e5-6955-4f5e-899e-1012e8568e6b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:19.434518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.448595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:19.449145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.461108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaf4e14b-25a9-4275-b354-24cfd349c877 req-049b5a09-193b-4e9a-99b3-6613d478b796 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119136 Jan 10 19:20:19.488587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=f942d090-1111-481b-aca4-0c8f998956f8,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:19.514058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Transition to ACTIVE for port object a8421b02-c48f-42e7-ab2c-2dd0dda97d85 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:19.522585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:19.522996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:19.528224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.568418 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.582099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-af3f7dc0-b605-4ef3-b7a7-fa8843743a7f tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7414951 Jan 10 19:20:19.650610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Request body: {'port': {'device_id': '215986df-308a-4cdb-91d3-27d85461638c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:19.670820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:19.678103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603f67f-cfa6-45ca-a063-3163d4ba7657 req-866d6e5c-4b30-4326-afc7-17736e30ca25 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:19.679828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4603f67f-cfa6-45ca-a063-3163d4ba7657 req-866d6e5c-4b30-4326-afc7-17736e30ca25 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.3576047 Jan 10 19:20:19.704151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 had new provisioning blocks added so it will not transition to active. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 10 19:20:19.704904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d055618f-dd7c-433b-9575-f44258e7f0e8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:19.763126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5bead8-61c3-440a-a9ec-0d23f86336e3 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:20:19.777677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ce1fd-a7fb-4000-9f88-322ec5903b3c None None] Pushing event updated for resources: {'Port': ['ID=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:19.780062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.782952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:19.802129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730d09f-27aa-4ee4-8017-3f074d5ecb1f None None] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:19.803751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:19.805445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.822931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Network 32b6ac48-8143-4ad2-a577-28776ed3026f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:19.825391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event updated for resources: {'Port': ['ID=f3b25d8d-e614-47b8-bbde-cfcc162bdb9b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:19.833661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:19.847650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fccb83d-02c0-4614-b97b-48001ddc1364 None None] Network 32b6ac48-8143-4ad2-a577-28776ed3026f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:19.852697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4603f67f-cfa6-45ca-a063-3163d4ba7657 req-a62b069a-037d-4eb9-a878-ca5c791e861c tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579716 Jan 10 19:20:19.854237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:19.864684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:19.865657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:19.912675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d7c54d7-ff53-4ac9-b338-6e7dd346215d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1100111 Jan 10 19:20:19.915375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:19.919548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b07f8554-f51d-4b78-b1cf-c71efff4901c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0270822 Jan 10 19:20:19.931481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:19.941685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Transition to ACTIVE for port object 0b5bead8-61c3-440a-a9ec-0d23f86336e3 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:20.000763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:20.246108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:20.442073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-446d928c-5db7-4e92-b88e-19e5c55c7ab4 None None] Provisioning for port d055618f-dd7c-433b-9575-f44258e7f0e8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:20.448487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 148a9983-89b5-439b-ae51-0baeb784e87b owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:20.628265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56418) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:20.636888 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1972598'] for subnet, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:20.653577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:20.655167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:20.677728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d055618f-dd7c-433b-9575-f44258e7f0e8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:20.688532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d055618f-dd7c-433b-9575-f44258e7f0e8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:20.688911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:20.714152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-4d71ceb5-054c-4d8f-b940-f3bdabbd36f5', 'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': 'f942d090-1111-481b-aca4-0c8f998956f8'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:20.715058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:20.734076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31caa1f-a7fe-4ecc-b84e-76344a14c50a None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:20.932205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-17148b07-1d83-4d98-809d-1080678b086b None None] Provisioning for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:20.971817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-17148b07-1d83-4d98-809d-1080678b086b None None] Provisioning complete for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:20.972193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17148b07-1d83-4d98-809d-1080678b086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.035098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.052831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.147961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753943772398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2664734'] for subnet, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.203333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875667a-82e4-46e8-9fe4-d0b9b44990ef tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:21.209207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875667a-82e4-46e8-9fe4-d0b9b44990ef tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:21.213725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875667a-82e4-46e8-9fe4-d0b9b44990ef tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:21.214631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4875667a-82e4-46e8-9fe4-d0b9b44990ef tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Synchronizing usage tracker for tenant:2fe92312a1f0452ea94b651f760fcf05 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:21.272775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 25f494b3-bdbc-45ff-927a-6bd6e18bbd8c owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:21.273346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:21.273945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.277622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "PUT /v2.0/subnets/f942d090-1111-481b-aca4-0c8f998956f8 HTTP/1.1" status: 200 len: 826 time: 1.3583667 Jan 10 19:20:21.291350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56426) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:21.341602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4875667a-82e4-46e8-9fe4-d0b9b44990ef tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Unset dirty status for tenant:2fe92312a1f0452ea94b651f760fcf05 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:21.342593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4875667a-82e4-46e8-9fe4-d0b9b44990ef tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.3405907 Jan 10 19:20:21.397077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=f942d090-1111-481b-aca4-0c8f998956f8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:21.401900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56430) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:21.455722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ceaba-f582-4135-bdc7-93899e361343 req-38227422-9f2c-43ab-863f-5e60861a3243 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:21.463241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-990ceaba-f582-4135-bdc7-93899e361343 req-38227422-9f2c-43ab-863f-5e60861a3243 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 931 time: 0.5075865 Jan 10 19:20:21.488136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.537753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Allocated IP 2001:db8::2 (4d71ceb5-054c-4d8f-b940-f3bdabbd36f5/f942d090-1111-481b-aca4-0c8f998956f8/d991d305-a031-47e4-b07d-263e165e2b5f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:21.557861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.557861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.558216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.558482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.558888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.559248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.559562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.559892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.560221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.560548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.560994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1be77-ae75-4e7e-864b-8fe63e0f395a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:21.562643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port d055618f-dd7c-433b-9575-f44258e7f0e8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d055618f-dd7c-433b-9575-f44258e7f0e8,segment=NetworkSegment(4b2fd48c-7565-42d0-827a-46e5f47be64b),segment_id=4b2fd48c-7565-42d0-827a-46e5f47be64b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:21.577467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.595131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb38412-d8e8-43e2-9ac1-9bad81788426 req-fed3f8e4-c9dd-478a-a6e0-b569223c9b5d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:21.597112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fb38412-d8e8-43e2-9ac1-9bad81788426 req-fed3f8e4-c9dd-478a-a6e0-b569223c9b5d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.5565057 Jan 10 19:20:21.649775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Deleting port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:21.650793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.682700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.702237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5bead8-61c3-440a-a9ec-0d23f86336e3,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:21.716151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a8421b02-c48f-42e7-ab2c-2dd0dda97d85 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:21.735546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-990ceaba-f582-4135-bdc7-93899e361343 req-33164bcc-d73e-463c-85de-fed783ff1d74 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713392 Jan 10 19:20:21.744957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:21.751722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Usage tracker for resource:security_group_rule and tenant:00a90d020ad24bfc8724b304ca2fbc0d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:21.755771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:21.763025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:21.801398 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.867874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4fb38412-d8e8-43e2-9ac1-9bad81788426 req-10f41f4a-f087-4d31-9f4b-dfe16ce7f738 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611396 Jan 10 19:20:21.881556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Provisioning for port 48d286f5-2641-474a-a457-de358a998acc completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:21.893083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Attempting to bind port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:21.894432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Attempting to bind port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:21.894915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Attempting to bind port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:21.908821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=d055618f-dd7c-433b-9575-f44258e7f0e8,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:21.926098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Provisioning complete for port 48d286f5-2641-474a-a457-de358a998acc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:21.926481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:21.929583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.006722 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/148a9983-89b5-439b-ae51-0baeb784e87b HTTP/1.1" status: 204 len: 168 time: 3.5500953 Jan 10 19:20:22.008249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291dc8f-5f4c-4bb8-82f9-26a20d6915bf tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=148a9983-89b5-439b-ae51-0baeb784e87b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:22.011957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.044300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56436) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:22.082376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Port 48d286f5-2641-474a-a457-de358a998acc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:22.091995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:22.092820 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.175999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=25f494b3-bdbc-45ff-927a-6bd6e18bbd8c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:22.222742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Provisioning for port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:22.289522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Provisioning complete for port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:22.294915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.326577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:20:22.328844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Attempting to bind port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:22.382701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.399123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:22.429742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Transition to ACTIVE for port object d991d305-a031-47e4-b07d-263e165e2b5f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:22.459564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.468892 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f172d7-8ab2-4185-96e5-838a37f8dda1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:20:22.469444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-50f172d7-8ab2-4185-96e5-838a37f8dda1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:22.478162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Transition to ACTIVE for port object d991d305-a031-47e4-b07d-263e165e2b5f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:22.485039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:22.485399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Checking segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:22.485766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Bound using segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:22.486217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Bound port: 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:22.486565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.496688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.497430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Provisioning complete for port d055618f-dd7c-433b-9575-f44258e7f0e8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:22.498034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b7ca56ed-a94a-4a27-b61b-8723ee117b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.526138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.557053 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.570926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.593411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-50f172d7-8ab2-4185-96e5-838a37f8dda1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:22.594568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-50f172d7-8ab2-4185-96e5-838a37f8dda1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/148a9983-89b5-439b-ae51-0baeb784e87b HTTP/1.1" status: 404 len: 333 time: 0.5493224 Jan 10 19:20:22.600568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56442) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:22.624890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:22.625702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Pushing event updated for resources: {'Port': ['ID=d991d305-a031-47e4-b07d-263e165e2b5f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:22.629061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:22.631573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:22.751362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2924f21f-d996-4b22-8ef6-581d0160cf84,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:22.758192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Calling delete_port for f3b25d8d-e614-47b8-bbde-cfcc162bdb9b owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:22.762516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Attempting to bind port d991d305-a031-47e4-b07d-263e165e2b5f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:22.763083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Attempting to bind port d991d305-a031-47e4-b07d-263e165e2b5f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:22.763331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Attempting to bind port d991d305-a031-47e4-b07d-263e165e2b5f on network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:22.778742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:22.778742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Checking segment: {'id': '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:22.779072 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.779475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Bound using segment: {'id': '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:22.779953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Bound port: d991d305-a031-47e4-b07d-263e165e2b5f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:22.780420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.906556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-def3b122-4201-4ef1-bafa-d92f573e9059 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00a90d020ad24bfc8724b304ca2fbc0d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2691867 Jan 10 19:20:22.924248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56448) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:22.929938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] For port d991d305-a031-47e4-b07d-263e165e2b5f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:22.936171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] For port d991d305-a031-47e4-b07d-263e165e2b5f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d991d305-a031-47e4-b07d-263e165e2b5f,segment=NetworkSegment(1200ae2d-de68-4e2f-8cdb-6e6aa44707a7),segment_id=1200ae2d-de68-4e2f-8cdb-6e6aa44707a7)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:22.939522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Provisioning complete for port 48d286f5-2641-474a-a457-de358a998acc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:22.939894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.945850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.946043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-b6514564-062d-45fa-b61d-1c813d1ae709 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14767e54696f4f2e94938f130d710b10&device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 1097 time: 0.5947909 Jan 10 19:20:22.947089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.974823 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:22.992646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] For port 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:23.009097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] For port 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:23.075771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a460a9-95b5-4e23-8acd-ec181c4b17e0 None None] Pushing event updated for resources: {'Port': ['ID=d991d305-a031-47e4-b07d-263e165e2b5f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:23.088732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.122515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2ed6d-e83c-4caf-a0cd-55d2d2fdf125 req-64d9885a-de01-4845-afe1-f19f73bcdc25 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:23.125126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Port 48d286f5-2641-474a-a457-de358a998acc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:23.129201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2b2ed6d-e83c-4caf-a0cd-55d2d2fdf125 req-64d9885a-de01-4845-afe1-f19f73bcdc25 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.7363565 Jan 10 19:20:23.141842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Provisioning complete for port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:23.142235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.213292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Port f3b25d8d-e614-47b8-bbde-cfcc162bdb9b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:23.227939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=f942d090-1111-481b-aca4-0c8f998956f8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:23.233236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Provisioning complete for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:23.234409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-649f71ed-2c98-4c43-be77-6fb8b032d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.444964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b515f8f9-571e-47a9-81be-37c3c1c047e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.479007 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.480397 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] 10.222.0.44 "PUT /v2.0/ports/0b5bead8-61c3-440a-a9ec-0d23f86336e3 HTTP/1.1" status: 200 len: 1092 time: 6.1851294 Jan 10 19:20:23.482844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'tag': '0b5bead8-61c3-440a-a9ec-0d23f86336e3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:23.562733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad71aa-a5fc-4af7-b01e-7dce77307877 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5bead8-61c3-440a-a9ec-0d23f86336e3,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:23.580606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2b2ed6d-e83c-4caf-a0cd-55d2d2fdf125 req-5af0fba4-b8a2-4823-a76d-efc0804b6c13 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505603 Jan 10 19:20:23.582449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.618828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.635964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b515f8f9-571e-47a9-81be-37c3c1c047e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.704134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet f5926972-c028-4bb4-b3ed-321a2f2a43ed {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:23.707434 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.736137 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'tag': '0b5bead8-61c3-440a-a9ec-0d23f86336e3', 'status': 'completed', 'code': 200} Jan 10 19:20:23.741827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d71ceb5-054c-4d8f-b940-f3bdabbd36f5']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:23.759879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-9228e24b-6644-4d37-a5f8-bb8776cd414b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:23.761332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-9228e24b-6644-4d37-a5f8-bb8776cd414b service neutron] 10.222.0.44 "GET /v2.0/networks?id=00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 200 len: 911 time: 0.6528621 Jan 10 19:20:23.769943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event deleted for resources: {'Port': ['ID=f3b25d8d-e614-47b8-bbde-cfcc162bdb9b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:23.783728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a243b-2c93-4bc0-a5d7-14ccf102624e req-c2329c6f-4edd-4024-9dfd-dd5d70e3c143 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:23.785216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-563a243b-2c93-4bc0-a5d7-14ccf102624e req-c2329c6f-4edd-4024-9dfd-dd5d70e3c143 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 931 time: 0.8926308 Jan 10 19:20:23.787744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:23.788273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:23.788893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d055618f-dd7c-433b-9575-f44258e7f0e8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:23.789792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d021501e-2e5d-481f-a65e-a2e9434cff77 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:20:23.806555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.862752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port d055618f-dd7c-433b-9575-f44258e7f0e8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:23.863167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.871818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.899645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Transition to ACTIVE for port object d021501e-2e5d-481f-a65e-a2e9434cff77 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:23.913767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:23.937690 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.019217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.026649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-579d56ae-a053-4f07-b6a0-7535449ddc4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f05dea6-e339-4fac-938d-c273b842ed34 HTTP/1.1" status: 200 len: 217 time: 0.2525301 Jan 10 19:20:24.030033 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.037074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d991d305-a031-47e4-b07d-263e165e2b5f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:24.102062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d021501e-2e5d-481f-a65e-a2e9434cff77,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:24.113205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:24.113879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:24.134803 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:24.186378 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-374ab271-cd0b-4372-8df1-2e92788eff78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 1095 time: 0.6163478 Jan 10 19:20:24.190084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d991d305-a031-47e4-b07d-263e165e2b5f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:24.208450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b515f8f9-571e-47a9-81be-37c3c1c047e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.271233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:20:24.271233 n-d-816927-8 neutron-server[83630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:20:24.271233 n-d-816927-8 neutron-server[83630]: [parameters: {'id': '4d71ceb5-054c-4d8f-b940-f3bdabbd36f5'}] Jan 10 19:20:24.271233 n-d-816927-8 neutron-server[83630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:24.271233 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:24.283161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-563a243b-2c93-4bc0-a5d7-14ccf102624e req-b8a2ca2c-7147-45a9-ab88-2ca5e4d64b7c tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321089 Jan 10 19:20:24.287974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a5188e51-4d2b-4b4f-95c5-d2ad66e66ec9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "DELETE /v2.0/ports/f3b25d8d-e614-47b8-bbde-cfcc162bdb9b HTTP/1.1" status: 204 len: 168 time: 2.8736191 Jan 10 19:20:24.298288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:24.306571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f8f9-571e-47a9-81be-37c3c1c047e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2924f21f-d996-4b22-8ef6-581d0160cf84,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:24.308507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Request body: {'port': {'name': 'tempest-new-port-name-433316080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:24.308909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] bootfile-name is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:20:24.309247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] tftp-server is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:20:24.309560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.api.validators [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] server-ip-address is not in valid_values {{(pid=83630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 10 19:20:24.338523 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-5e72f6a4-2d82-4b7e-947c-f6cd3cded89b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3 HTTP/1.1" status: 200 len: 217 time: 0.1445110 Jan 10 19:20:24.357266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-0b7e09aa-906c-4622-89c9-500a0589039e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:24.358831 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-0b7e09aa-906c-4622-89c9-500a0589039e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 200 len: 850 time: 0.3161991 Jan 10 19:20:24.406844 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b515f8f9-571e-47a9-81be-37c3c1c047e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.408000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b515f8f9-571e-47a9-81be-37c3c1c047e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2924f21f-d996-4b22-8ef6-581d0160cf84 HTTP/1.1" status: 204 len: 168 time: 1.4828742 Jan 10 19:20:24.423961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.443080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router d72eec1c-dab8-4bf1-aa22-299d01fbf978 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:20:24.481759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-4f1eb2f1-3c14-41e3-b9d9-dd1f3588a3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00ee2039-dea7-49db-89ee-7c89b9dbf270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114643 Jan 10 19:20:24.571602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-fbc5b4e8-04fb-4d75-a3ba-e309fa81d267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:24.573055 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-fbc5b4e8-04fb-4d75-a3ba-e309fa81d267 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.2205758 Jan 10 19:20:24.577859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.587943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f630f-97ff-4509-80f8-b6943f8e145c None None] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:24.632293 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-381a2968-68e5-4537-a7cf-536ffd36fc0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466969 Jan 10 19:20:24.788524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Attempting to bind port d021501e-2e5d-481f-a65e-a2e9434cff77 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:24.788804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Attempting to bind port d021501e-2e5d-481f-a65e-a2e9434cff77 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:24.789135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Attempting to bind port d021501e-2e5d-481f-a65e-a2e9434cff77 on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:24.792194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] Provisioning for port d991d305-a031-47e4-b07d-263e165e2b5f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:24.804156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.810187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:24.817070 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ca06d7a-da58-42a3-bb6f-febb50ce39c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/d72eec1c-dab8-4bf1-aa22-299d01fbf978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9758732 Jan 10 19:20:24.817802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Port d021501e-2e5d-481f-a65e-a2e9434cff77 on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:20:24.818128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Attempting to bind port d021501e-2e5d-481f-a65e-a2e9434cff77 on network 8ccfa66b-fb5d-485f-bcd4-672d2a992b66 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:24.827086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:24.827724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:24.828064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Checking segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:24.828455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Bound using segment: {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:24.828884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Bound port: d021501e-2e5d-481f-a65e-a2e9434cff77, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e9b06-282f-414a-920a-501d3f00f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:24.829229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.838913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] Sync routers for ids ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:24.845964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] Provisioning complete for port d991d305-a031-47e4-b07d-263e165e2b5f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:24.846499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:24.898192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e4dd0a0-7bf1-4c67-8510-fe5857dd7620 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:24.916695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] Routers {'d72eec1c-dab8-4bf1-aa22-299d01fbf978'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:24.917513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:24.941141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:24.993396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:25.056300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] Routers {'d72eec1c-dab8-4bf1-aa22-299d01fbf978'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:25.057470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:25.115740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-22fc2c1c-2962-418b-ada2-7793f7ab5456 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222481 Jan 10 19:20:25.122802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e4dd0a0-7bf1-4c67-8510-fe5857dd7620 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:25.126250 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e4dd0a0-7bf1-4c67-8510-fe5857dd7620 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d72eec1c-dab8-4bf1-aa22-299d01fbf978 HTTP/1.1" status: 200 len: 205 time: 0.2848589 Jan 10 19:20:25.128059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.143931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56474) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:25.145993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:25.146628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d3101-a995-4622-8eed-b6350ed3b024 None None] The sync data for ids ['d72eec1c-dab8-4bf1-aa22-299d01fbf978'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:20:25.175440 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.213153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] For port d991d305-a031-47e4-b07d-263e165e2b5f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d991d305-a031-47e4-b07d-263e165e2b5f,segment=NetworkSegment(1200ae2d-de68-4e2f-8cdb-6e6aa44707a7),segment_id=1200ae2d-de68-4e2f-8cdb-6e6aa44707a7)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:25.219204 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.221715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port d991d305-a031-47e4-b07d-263e165e2b5f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:25.222115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.259717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.262304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] DHCP port deletion for 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:25.265513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] For port d021501e-2e5d-481f-a65e-a2e9434cff77, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:25.276145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] Deleting port d991d305-a031-47e4-b07d-263e165e2b5f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:25.276636 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.292826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:25.296579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] For port d021501e-2e5d-481f-a65e-a2e9434cff77, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d021501e-2e5d-481f-a65e-a2e9434cff77,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:25.302852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Usage tracker for resource:security_group_rule and tenant:d7777ac208c74bb5ba6fbec0313b6aa6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:25.314731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:25.321136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.363036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:25.374675 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-155e6d5a-036c-45c1-b0cb-b35103a8645f service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476311 Jan 10 19:20:25.377711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=f5926972-c028-4bb4-b3ed-321a2f2a43ed,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:25.398928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cc918-8562-4d3b-b81b-4bf59d4e1f40 None None] Pushing event updated for resources: {'Port': ['ID=d991d305-a031-47e4-b07d-263e165e2b5f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:25.425534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.426753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/d021501e-2e5d-481f-a65e-a2e9434cff77 HTTP/1.1" status: 200 len: 1091 time: 5.8088927 Jan 10 19:20:25.440747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8614c5b-c45a-4501-a867-09aa77822a4b None None] Network d204ac86-1c14-4b97-9748-5b67509149fa requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:25.450061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22933c-2049-4f2e-a001-1c6efa373bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d021501e-2e5d-481f-a65e-a2e9434cff77,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:25.451685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.465531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-1f5478e4-b35b-4afd-a7de-975145dc3bc9 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073541 Jan 10 19:20:25.589755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7e199441-41b3-4fc2-b3d6-3124f84ba206 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/f5926972-c028-4bb4-b3ed-321a2f2a43ed HTTP/1.1" status: 204 len: 168 time: 2.9774978 Jan 10 19:20:25.594244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56480) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:25.632866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.656352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8a5ff-bd96-40f3-a728-cbb14f9f13c5 req-39cbec00-5929-4773-b7e5-b27ed02577b9 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:25.663259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1a8a5ff-bd96-40f3-a728-cbb14f9f13c5 req-39cbec00-5929-4773-b7e5-b27ed02577b9 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.9011438 Jan 10 19:20:25.676537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] For port d991d305-a031-47e4-b07d-263e165e2b5f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d991d305-a031-47e4-b07d-263e165e2b5f,segment=NetworkSegment(1200ae2d-de68-4e2f-8cdb-6e6aa44707a7),segment_id=1200ae2d-de68-4e2f-8cdb-6e6aa44707a7)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:25.676935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.691119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.722482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d991d305-a031-47e4-b07d-263e165e2b5f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:25.741539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215986df-308a-4cdb-91d3-27d85461638c', 'tag': 'd021501e-2e5d-481f-a65e-a2e9434cff77'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:25.796321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3d13c-d94f-4135-8791-99a768d40dea,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:25.801412 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-1826cefb-98ea-4336-9283-3408a4439323 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 1095 time: 0.3433430 Jan 10 19:20:25.802077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.808628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:25.814772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-20f5dd7f-af6f-49b2-99b2-da1f04e7f261 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 1094 time: 0.3167663 Jan 10 19:20:25.841430 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5652ff8-7760-42cf-a9c9-bd425a447d3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7777ac208c74bb5ba6fbec0313b6aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8943851 Jan 10 19:20:25.865007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56486) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:25.924144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] Calling delete_port for d991d305-a031-47e4-b07d-263e165e2b5f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:25.960436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-fe33432e-2385-4478-93cd-0e1f8148af1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d021501e-2e5d-481f-a65e-a2e9434cff77 HTTP/1.1" status: 200 len: 217 time: 0.1266127 Jan 10 19:20:25.963905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:25.964244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.051735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1a8a5ff-bd96-40f3-a728-cbb14f9f13c5 req-16bff6ad-b78f-4778-a065-7e3546a10dde tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867879 Jan 10 19:20:26.079819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:20:26.088042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.118459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port d991d305-a031-47e4-b07d-263e165e2b5f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d991d305-a031-47e4-b07d-263e165e2b5f,segment=NetworkSegment(1200ae2d-de68-4e2f-8cdb-6e6aa44707a7),segment_id=1200ae2d-de68-4e2f-8cdb-6e6aa44707a7)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:26.133333 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.154542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] Pushing event deleted for resources: {'Port': ['ID=d991d305-a031-47e4-b07d-263e165e2b5f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:26.156762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-6a5a3c3b-2ff5-4a4e-9295-e0d0d0957902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:26.158204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-6a5a3c3b-2ff5-4a4e-9295-e0d0d0957902 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.1653981 Jan 10 19:20:26.162388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-dc10c543-aa21-4652-95c3-197cd2878238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:26.163959 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-dc10c543-aa21-4652-95c3-197cd2878238 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 913 time: 0.3530431 Jan 10 19:20:26.164360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d32b8-0974-443e-aa7a-06582b91e6de None None] No DVR routers for this DVR port d991d305-a031-47e4-b07d-263e165e2b5f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:26.165799 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.184089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91ffa564-0ce6-47fc-a23f-9e522fffa10e req-0296b758-fb4d-4639-96ec-154797e17502 service neutron] 10.222.0.44 "GET /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738720 Jan 10 19:20:26.220424 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215986df-308a-4cdb-91d3-27d85461638c', 'tag': 'd021501e-2e5d-481f-a65e-a2e9434cff77', 'status': 'completed', 'code': 200} Jan 10 19:20:26.223724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0689ac2a-e9d9-4391-9148-1a7d3ed3bb9d None None] Network 4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:26.293382 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-b5db1299-9516-48cb-8157-ead54e65d99b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263173 Jan 10 19:20:26.298295 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.304888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] DHCP port deletion for d204ac86-1c14-4b97-9748-5b67509149fa request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:26.325343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] Deleting port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:26.325870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.377478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0705e-0266-42ea-8e37-dacee160eca8 req-61371d35-3427-4eb5-9b08-d04acab3af44 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:26.379257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adf0705e-0266-42ea-8e37-dacee160eca8 req-61371d35-3427-4eb5-9b08-d04acab3af44 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 943 time: 0.8338175 Jan 10 19:20:26.389091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for d991d305-a031-47e4-b07d-263e165e2b5f owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:26.436283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-f500a319-5288-4504-88d6-b7c5fa1149ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3 HTTP/1.1" status: 200 len: 217 time: 0.2194498 Jan 10 19:20:26.437591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.551891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] For port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,segment=NetworkSegment(89b686bf-81d5-4274-8b82-ec16c6e07335),segment_id=89b686bf-81d5-4274-8b82-ec16c6e07335)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:26.552288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.610103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] For port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,segment=NetworkSegment(89b686bf-81d5-4274-8b82-ec16c6e07335),segment_id=89b686bf-81d5-4274-8b82-ec16c6e07335)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:26.610510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.637932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-915f9c8b-6f45-41ea-9dfe-b5db8ba1dcfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:26.639394 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-915f9c8b-6f45-41ea-9dfe-b5db8ba1dcfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.1889174 Jan 10 19:20:26.732841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0b5bead8-61c3-440a-a9ec-0d23f86336e3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:20:26.740877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] Calling delete_port for 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:26.814692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:26.846166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event updated for resources: {'Port': ['ID=48d286f5-2641-474a-a457-de358a998acc,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:26.858830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e387e3f-0e47-4c5e-ad8a-20a6d2be8dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.868982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] In _notify_port_updated(), no bound segment for port 48d286f5-2641-474a-a457-de358a998acc on network 32b6ac48-8143-4ad2-a577-28776ed3026f {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:20:26.875678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:26.876671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.883563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fd64c51b-1733-4915-a153-d188e528302c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "PUT /v2.0/ports/48d286f5-2641-474a-a457-de358a998acc HTTP/1.1" status: 200 len: 1129 time: 2.5840898 Jan 10 19:20:26.895824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56490) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:26.901089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:26.936261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-2bae9c8c-dcf3-4d64-a22f-ac3fd29376a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960217 Jan 10 19:20:26.937999 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-9ae45cbd-d8f5-49a3-92fe-7a50c7370221 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364625 Jan 10 19:20:26.954885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] No DVR routers for this DVR port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:26.966003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679d05-8cb3-456b-bb5e-e0ed4157be3a None None] Pushing event deleted for resources: {'Port': ['ID=774fb6ad-5a22-4f93-8bef-80b7d1ae0c64,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:26.999002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e387e3f-0e47-4c5e-ad8a-20a6d2be8dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.005219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:27.022310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '0b5bead8-61c3-440a-a9ec-0d23f86336e3', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'port_id': '0b5bead8-61c3-440a-a9ec-0d23f86336e3', 'mac_address': 'fa:16:3e:ab:10:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd8e89b-0652-4965-a011-4fa2519c1a59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:20:27.047325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:27.047580 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:27.049681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adf0705e-0266-42ea-8e37-dacee160eca8 req-cbf72c93-9c34-4e25-b481-f7688296bac1 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313901 Jan 10 19:20:27.146537 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.178802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f32187-ffeb-4bcc-b914-a6c7f30f69fb tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:27.180208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-71f32187-ffeb-4bcc-b914-a6c7f30f69fb tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "GET /v2.0/ports/48d286f5-2641-474a-a457-de358a998acc HTTP/1.1" status: 200 len: 1129 time: 0.2785833 Jan 10 19:20:27.186755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5bead8-61c3-440a-a9ec-0d23f86336e3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:20:27.188915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56496) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:27.205471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:27.212975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.255795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:27.256210 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:27.271622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e387e3f-0e47-4c5e-ad8a-20a6d2be8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.276088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.294124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0b5bead8-61c3-440a-a9ec-0d23f86336e3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:27.303011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e387e3f-0e47-4c5e-ad8a-20a6d2be8dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3d13c-d94f-4135-8791-99a768d40dea,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:27.308378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6d856030-d982-42ef-a830-2055c810b71d None None] Provisioning complete for port 48d286f5-2641-474a-a457-de358a998acc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:27.308870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6d856030-d982-42ef-a830-2055c810b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.310124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.312113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e387e3f-0e47-4c5e-ad8a-20a6d2be8dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.313224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4e387e3f-0e47-4c5e-ad8a-20a6d2be8dd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46e3d13c-d94f-4135-8791-99a768d40dea HTTP/1.1" status: 204 len: 168 time: 1.4381485 Jan 10 19:20:27.334514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-ca4bdfde-7290-49ca-b64f-6f734e23a7ed service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623877 Jan 10 19:20:27.340391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Deleting port 48d286f5-2641-474a-a457-de358a998acc {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:27.340713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.388112 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.388631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router d72eec1c-dab8-4bf1-aa22-299d01fbf978 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:20:27.393561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6d856030-d982-42ef-a830-2055c810b71d None None] Port 48d286f5-2641-474a-a457-de358a998acc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:27.395691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f4c53bca-aadd-472a-b038-ede4c2034d10 req-ebde941c-4ae7-4314-ae28-4e3a8e27c648 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433515 Jan 10 19:20:27.422659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4e0ad-1261-493a-8fa8-fc4d6b90db4a req-795eb069-548c-47c1-964c-4c9c946637dc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:27.424378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37b4e0ad-1261-493a-8fa8-fc4d6b90db4a req-795eb069-548c-47c1-964c-4c9c946637dc tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.2001991 Jan 10 19:20:27.428433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.432481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-12f8092f-98f4-459c-823e-b4460e1a8e5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/d72eec1c-dab8-4bf1-aa22-299d01fbf978 HTTP/1.1" status: 204 len: 168 time: 2.2875409 Jan 10 19:20:27.433300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56502) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:27.550788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port d991d305-a031-47e4-b07d-263e165e2b5f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:27.551163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.581985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0b5bead8-61c3-440a-a9ec-0d23f86336e3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:20:27.625749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37b4e0ad-1261-493a-8fa8-fc4d6b90db4a req-3db8cf68-d5f8-4274-b250-3c20d33cac2d tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913073 Jan 10 19:20:27.684087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] The port 'd991d305-a031-47e4-b07d-263e165e2b5f' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:27.738236 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8bfdae4f-dcb3-4773-8647-894b9169309b req-62a754ed-8222-4a41-bb25-ac6f008879be service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715098 Jan 10 19:20:27.753293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:27.759452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:27.759631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.825340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:27.825960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 774fb6ad-5a22-4f93-8bef-80b7d1ae0c64 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:27.855424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.865531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet 7bbf818d-a694-4e0e-9ca3-a6f150a649c3 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:27.871582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.900349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:27.932254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d71ceb5-054c-4d8f-b940-f3bdabbd36f5']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:27.964238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56508) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:27.968064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:27.968587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1200ae2d-de68-4e2f-8cdb-6e6aa44707a7') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:28.004702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.049626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.057460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.058081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Calling delete_port for 48d286f5-2641-474a-a457-de358a998acc owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:28.089668 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-fc6764c4-a18e-4dca-9876-7d7fd68802c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7da8536f54e94d46a607ea1fb745fa89&device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 1094 time: 0.6161711 Jan 10 19:20:28.093604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.123838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:28.124289 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:28.145304 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:28.152910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] The port '774fb6ad-5a22-4f93-8bef-80b7d1ae0c64' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:28.291208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.296140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.299935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.379474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=4d71ceb5-054c-4d8f-b940-f3bdabbd36f5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:28.382949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:28.390434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-915626ae-4198-4845-b3bf-2b9a0cf07f76 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 HTTP/1.1" status: 204 len: 168 time: 7.0962582 Jan 10 19:20:28.391515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Usage tracker for resource:security_group_rule and tenant:46f23f34ad344c638f9912f681aa4838 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:28.398842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56514) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:28.402721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:28.418227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:28.445180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de8b4-1b7e-4e8e-887a-0660a0549a5d req-34c0cafe-69ad-4556-a612-aad898d0f183 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:28.447007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc9de8b4-1b7e-4e8e-887a-0660a0549a5d req-34c0cafe-69ad-4556-a612-aad898d0f183 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 943 time: 0.2430484 Jan 10 19:20:28.476060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.519042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.526963 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-729493a8-7a78-4f07-b992-a542f2bbe88e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:28.527404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729493a8-7a78-4f07-b992-a542f2bbe88e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:28.531201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbf818d-a694-4e0e-9ca3-a6f150a649c3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:28.551645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.554668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88778b8a-fa37-4735-a5a9-3fc22cdc2222 None None] Network 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:28.583580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc9de8b4-1b7e-4e8e-887a-0660a0549a5d req-f8d9a670-5296-4bbd-97f3-98cc9fead9ab tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286361 Jan 10 19:20:28.586993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-53f8b3b1-2606-43a4-abb4-43131cc063c4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/7bbf818d-a694-4e0e-9ca3-a6f150a649c3 HTTP/1.1" status: 204 len: 168 time: 1.1491947 Jan 10 19:20:28.596190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:28.598338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-7b5ac546-1246-4fa2-a5b6-f45b3a13acfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:28.600064 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-7b5ac546-1246-4fa2-a5b6-f45b3a13acfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 200 len: 913 time: 0.4870756 Jan 10 19:20:28.601545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-729493a8-7a78-4f07-b992-a542f2bbe88e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 HTTP/1.1" status: 404 len: 339 time: 0.2007339 Jan 10 19:20:28.604051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d204ac86-1c14-4b97-9748-5b67509149fa']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:28.619536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56522) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:28.635697 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.675998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b686bf-81d5-4274-8b82-ec16c6e07335') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:28.676353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b686bf-81d5-4274-8b82-ec16c6e07335') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:28.695259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.698822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.721582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.731997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:28.732459 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.738269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa6d691-3453-4997-a646-f550e1adb37e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:28.751650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d021501e-2e5d-481f-a65e-a2e9434cff77 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:20:28.788135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.794997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-76e856cf-21e3-438e-901c-78af243bb744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46f23f34ad344c638f9912f681aa4838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8280170 Jan 10 19:20:28.812223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2134924611', 'description': 'd1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:28.815799 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:28.818321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56528) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:28.837959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:28.891834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Usage tracker for resource:network and tenant:c8dde8d526ea414abd21cbcb6e7d39c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:28.902145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:28.908450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-8a8a6fa3-e8ad-4f89-94dd-46f0f99bfc11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d021501e-2e5d-481f-a65e-a2e9434cff77 HTTP/1.1" status: 200 len: 217 time: 0.2921157 Jan 10 19:20:28.923264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d021501e-2e5d-481f-a65e-a2e9434cff77, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d021501e-2e5d-481f-a65e-a2e9434cff77,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:28.925580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:28.943139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd021501e-2e5d-481f-a65e-a2e9434cff77', 'network_id': '8ccfa66b-fb5d-485f-bcd4-672d2a992b66', 'port_id': 'd021501e-2e5d-481f-a65e-a2e9434cff77', 'mac_address': 'fa:16:3e:8d:b6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd8e89b-0652-4965-a011-4fa2519c1a59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:20:28.967670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port a6dce52c-bae9-4445-a08b-db54e2d95ec6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:28.967670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:28.975605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.003648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.010075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.012906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.025447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:29.028430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.029535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d021501e-2e5d-481f-a65e-a2e9434cff77 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:20:29.047518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] DHCP port deletion for 73e4ba3a-e484-4b90-8ce4-98dbf385c9ad request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:29.054373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] Deleting port a6dce52c-bae9-4445-a08b-db54e2d95ec6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:29.055046 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.077017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=d204ac86-1c14-4b97-9748-5b67509149fa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:29.089161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d021501e-2e5d-481f-a65e-a2e9434cff77, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d021501e-2e5d-481f-a65e-a2e9434cff77,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:29.099090 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.121332 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8493b5e0-9d08-494f-9409-304d9bd8e5af tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/d204ac86-1c14-4b97-9748-5b67509149fa HTTP/1.1" status: 204 len: 168 time: 3.5193143 Jan 10 19:20:29.122258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event deleted for resources: {'Port': ['ID=48d286f5-2641-474a-a457-de358a998acc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:29.130735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56532) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:29.134516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-bd39b625-c7e3-4e33-b774-b4bd54e73822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:29.136133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-bd39b625-c7e3-4e33-b774-b4bd54e73822 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 200 len: 852 time: 0.2082152 Jan 10 19:20:29.139171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7b3b-cefa-47a5-8672-51853d043d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.143824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-799467743'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:29.190994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:29.239424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:network and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:29.242219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d021501e-2e5d-481f-a65e-a2e9434cff77,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:29.256649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:29.276855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51b6a-1267-443c-aa88-9b3e40b53704 req-2fbae520-e075-401f-9e77-e570aa84401a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:29.277047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:29.284687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86d51b6a-1267-443c-aa88-9b3e40b53704 req-2fbae520-e075-401f-9e77-e570aa84401a tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.4938376 Jan 10 19:20:29.293759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.303377 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-de70dbde-0f3b-4f08-974a-3a63509b3923 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccfa66b-fb5d-485f-bcd4-672d2a992b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136708 Jan 10 19:20:29.306929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:29.321712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-666c23f7-55dd-4875-8d3b-93f3677bc804 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "DELETE /v2.0/ports/48d286f5-2641-474a-a457-de358a998acc HTTP/1.1" status: 204 len: 168 time: 2.1289852 Jan 10 19:20:29.322631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:29.323871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56536) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:29.326852 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.362334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7b3b-cefa-47a5-8672-51853d043d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.365650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] For port a6dce52c-bae9-4445-a08b-db54e2d95ec6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a6dce52c-bae9-4445-a08b-db54e2d95ec6,segment=NetworkSegment(7a5e4e0d-7e51-4904-b41a-8904d482c1b9),segment_id=7a5e4e0d-7e51-4904-b41a-8904d482c1b9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:29.366045 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.372367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.372711 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 07dbd67d-926b-48b5-8d7e-d1c63ddee221 of type vlan for network dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e Jan 10 19:20:29.433137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d021501e-2e5d-481f-a65e-a2e9434cff77'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:20:29.469804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:29.479127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.479716 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Added segment 69803dfa-f080-47d8-be93-4d5211e7fc87 of type vlan for network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f Jan 10 19:20:29.488917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port a6dce52c-bae9-4445-a08b-db54e2d95ec6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a6dce52c-bae9-4445-a08b-db54e2d95ec6,segment=NetworkSegment(7a5e4e0d-7e51-4904-b41a-8904d482c1b9),segment_id=7a5e4e0d-7e51-4904-b41a-8904d482c1b9)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:29.489284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.506744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.534821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] Calling delete_port for a6dce52c-bae9-4445-a08b-db54e2d95ec6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:29.573432 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.652781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for a6dce52c-bae9-4445-a08b-db54e2d95ec6 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:29.654190 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.656985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.660813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:29.661429 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.712975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] Pushing event deleted for resources: {'Port': ['ID=a6dce52c-bae9-4445-a08b-db54e2d95ec6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:29.728180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86d51b6a-1267-443c-aa88-9b3e40b53704 req-e2410ac2-0406-4cca-89c5-9e5315083787 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423163 Jan 10 19:20:29.730467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0f9f1-9e32-4f9f-b3a5-89041ae17641 None None] No DVR routers for this DVR port a6dce52c-bae9-4445-a08b-db54e2d95ec6 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:29.742262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a6dce52c-bae9-4445-a08b-db54e2d95ec6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:29.799648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Deleting subnet 4d2abe91-1319-437e-897d-afa3aee6e7a3 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:29.803273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.814017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a6dce52c-bae9-4445-a08b-db54e2d95ec6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:29.814233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Network': ['ID=8bd026e9-cb39-4a4b-be31-b50cbc944a3f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:29.814803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a6dce52c-bae9-4445-a08b-db54e2d95ec6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:29.823099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-3cfb4738-4513-45eb-9d0b-9f75d50c8682 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824548 Jan 10 19:20:29.829245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7b3b-cefa-47a5-8672-51853d043d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.833313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:29.894324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.897634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:29.897960 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:29.899893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:29.900867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:29.934006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.027481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46276e45-5581-4d3c-9a29-55fe9fca5460 req-748b001d-3667-4dfb-a17e-351c7509cf97 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:30.034031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46276e45-5581-4d3c-9a29-55fe9fca5460 req-748b001d-3667-4dfb-a17e-351c7509cf97 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 944 time: 0.1752532 Jan 10 19:20:30.061059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b7b3b-cefa-47a5-8672-51853d043d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa6d691-3453-4997-a646-f550e1adb37e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:30.074585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.083198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8dcdbdb3-cbb8-410a-a0af-fd79c5e77173 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9408333 Jan 10 19:20:30.083198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7b3b-cefa-47a5-8672-51853d043d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.083198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b5b7b3b-cefa-47a5-8672-51853d043d48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afa6d691-3453-4997-a646-f550e1adb37e HTTP/1.1" status: 204 len: 168 time: 1.2469056 Jan 10 19:20:30.123252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56546) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:30.134256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:30.155703 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5347717 Jan 10 19:20:30.171963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc38b4-6072-4d7f-8fb2-627cc3a82029 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:30.173456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56552) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:30.184734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:30.222753 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.281317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46276e45-5581-4d3c-9a29-55fe9fca5460 req-fbedc70b-f4b4-4f05-90ac-73683f2626b4 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464225 Jan 10 19:20:30.283498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.292635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2abe91-1319-437e-897d-afa3aee6e7a3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:30.299202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24808c4-7213-4b4e-b5ec-bc79262472ad None None] Network 32b6ac48-8143-4ad2-a577-28776ed3026f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:30.337026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a147a6aa-ff58-43c0-9c19-ca5ca1e88bb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "DELETE /v2.0/subnets/4d2abe91-1319-437e-897d-afa3aee6e7a3 HTTP/1.1" status: 204 len: 168 time: 1.0110021 Jan 10 19:20:30.345016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56556) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:30.449802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port a6dce52c-bae9-4445-a08b-db54e2d95ec6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:30.450147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.533996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] The port 'a6dce52c-bae9-4445-a08b-db54e2d95ec6' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:30.547395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:30.558382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53e510-ce1f-4e65-95ab-9054a6add2b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:30.559251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0c53e510-ce1f-4e65-95ab-9054a6add2b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Synchronizing usage tracker for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:30.564375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:30.569041 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9be9e3e8-cccc-430a-b00b-0d0f2de4e522 req-18366ee8-fbc7-41ca-83b9-e43156e3157d service neutron] 10.222.0.44 "GET /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292728 Jan 10 19:20:30.569626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:30.578043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:30.596642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0c53e510-ce1f-4e65-95ab-9054a6add2b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Unset dirty status for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:30.598339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c53e510-ce1f-4e65-95ab-9054a6add2b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks?id=dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e HTTP/1.1" status: 200 len: 765 time: 0.3781321 Jan 10 19:20:30.600294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:30.612842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:30.642010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'description': 'd2'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:30.672794 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.683963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] DHCP port deletion for 32b6ac48-8143-4ad2-a577-28776ed3026f request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:30.689078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] Deleting port d055618f-dd7c-433b-9575-f44258e7f0e8 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:30.689475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.731340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.931538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] For port d055618f-dd7c-433b-9575-f44258e7f0e8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d055618f-dd7c-433b-9575-f44258e7f0e8,segment=NetworkSegment(4b2fd48c-7565-42d0-827a-46e5f47be64b),segment_id=4b2fd48c-7565-42d0-827a-46e5f47be64b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:30.933065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.963084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.973684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:30.977133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Deleting port d055618f-dd7c-433b-9575-f44258e7f0e8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:30.977302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.074099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] Calling delete_port for d055618f-dd7c-433b-9575-f44258e7f0e8 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:31.114485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=f3deb9f2-7bc4-4d59-af62-313ff7d7481f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:31.118375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e4ba3a-e484-4b90-8ce4-98dbf385c9ad']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:31.130738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f20b7a-9d5c-4e72-8bf2-89478040690d req-e1b9c653-c353-496d-bd1d-27baf12792ea tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:31.131166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0b5bead8-61c3-440a-a9ec-0d23f86336e3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:31.132159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7f20b7a-9d5c-4e72-8bf2-89478040690d req-e1b9c653-c353-496d-bd1d-27baf12792ea tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.8499603 Jan 10 19:20:31.146995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Checking segment: {'id': '69803dfa-f080-47d8-be93-4d5211e7fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:31.147362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network hostable DHCP agents. Network: 8bd026e9-cb39-4a4b-be31-b50cbc944a3f, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:31.187374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e4e0d-7e51-4904-b41a-8904d482c1b9') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:31.187374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e4e0d-7e51-4904-b41a-8904d482c1b9') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:31.207036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:31.208137 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.220043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 8bd026e9-cb39-4a4b-be31-b50cbc944a3f) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:31.234010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:31.235983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.248089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] The port 'd055618f-dd7c-433b-9575-f44258e7f0e8' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:31.255870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.264237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] Pushing event deleted for resources: {'Port': ['ID=d055618f-dd7c-433b-9575-f44258e7f0e8,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:31.268017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87583d-04f8-4f06-8030-3896759b162a None None] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:31.276357 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f0fe1c19-ef0a-4b17-a7d9-91381f0032da tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1518419 Jan 10 19:20:31.278743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:31.286182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-381022019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:31.296026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:31.302465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:router and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:31.308871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:31.318051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:31.324661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.339374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.341063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.367311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.370497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648c724-a63b-4866-87cb-d804ac029190 None None] No DVR routers for this DVR port d055618f-dd7c-433b-9575-f44258e7f0e8 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:31.376430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.403006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.416753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:31.423507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:31.423870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.427483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:31.427902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.448934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:31.451958 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:31.459100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.461159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-79bbc333-9c59-4ba9-aa75-e0056f88baa9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1806750 Jan 10 19:20:31.463545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56588) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:31.467494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7f20b7a-9d5c-4e72-8bf2-89478040690d req-7faaa2b3-fd61-4ff7-98dd-0626183fb668 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271503 Jan 10 19:20:31.485880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f', 'name': 'tempest-PortsIpV6TestJSON-1080265811'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:31.669155 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.696799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.700386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-8bd026e9-cb39-4a4b-be31-b50cbc944a3f', 'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': 'f3deb9f2-7bc4-4d59-af62-313ff7d7481f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:31.701177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.715514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:31.716488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d055618f-dd7c-433b-9575-f44258e7f0e8 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:31.725770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:31.742423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:31.749595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.757146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: d055618f-dd7c-433b-9575-f44258e7f0e8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:31.757503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d055618f-dd7c-433b-9575-f44258e7f0e8 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:31.779032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 3061dc82-4088-41a4-b1f7-715af278b0c7 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:20:31.784120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b6ac48-8143-4ad2-a577-28776ed3026f']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:31.793000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:31.797060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e is not hosted by any dhcp agent {{(pid=83630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 10 19:20:31.800922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:31.801648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.807250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5ddb3be2-b960-4180-8717-5d3caa223c73 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "PUT /v2.0/networks/dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e HTTP/1.1" status: 200 len: 762 time: 1.1900082 Jan 10 19:20:31.808932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:31.813741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56596) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:31.837862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5bead8-61c3-440a-a9ec-0d23f86336e3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:31.871778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2fd48c-7565-42d0-827a-46e5f47be64b') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:31.872078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2fd48c-7565-42d0-827a-46e5f47be64b') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:31.891397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.897430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.936458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:31.959089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.982202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/73e4ba3a-e484-4b90-8ce4-98dbf385c9ad HTTP/1.1" status: 204 len: 168 time: 3.3756948 Jan 10 19:20:31.984565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:31.990630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56604) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:31.998093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1499863680', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:32.019998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffb01b-b90f-44c9-b910-269ca73eeacf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=73e4ba3a-e484-4b90-8ce4-98dbf385c9ad,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:32.031721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:32.034371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::3c5 (8bd026e9-cb39-4a4b-be31-b50cbc944a3f/f3deb9f2-7bc4-4d59-af62-313ff7d7481f/3061dc82-4088-41a4-b1f7-715af278b0c7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:32.040823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:32.045249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:32.054956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:32.055719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.064367 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5bead8-61c3-440a-a9ec-0d23f86336e3', 'code': 200} Jan 10 19:20:32.079955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:32.080824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.090964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.092049 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:32.106443 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:32.170769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0b5bead8-61c3-440a-a9ec-0d23f86336e3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:32.213318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ebb52-cbf8-4d01-8331-8d60d486e0c9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:32.214160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bf7ebb52-cbf8-4d01-8331-8d60d486e0c9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Synchronizing usage tracker for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:32.248186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bf7ebb52-cbf8-4d01-8331-8d60d486e0c9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Unset dirty status for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:32.249361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bf7ebb52-cbf8-4d01-8331-8d60d486e0c9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks?id=dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e HTTP/1.1" status: 200 len: 765 time: 0.4286973 Jan 10 19:20:32.254947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56612) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:32.302558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.319403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9724910-0e2e-48b7-a958-56d47e69ec8e req-1d5838ff-47a8-4f55-a085-3be367eefe04 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:32.321517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9724910-0e2e-48b7-a958-56d47e69ec8e req-1d5838ff-47a8-4f55-a085-3be367eefe04 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 944 time: 0.7459016 Jan 10 19:20:32.322173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.392205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f39689-b73f-4b07-95b2-3f451a6a8b96 req-99fff6f0-2b68-43d5-8509-b12b5fcbb81c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 1097 time: 0.2370563 Jan 10 19:20:32.395800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.425839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.456499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] Pushing event deleted for resources: {'Network': ['ID=32b6ac48-8143-4ad2-a577-28776ed3026f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:32.465239 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.469703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db64bdf0-662b-40a5-badd-aa0ea573a53c tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407 tempest-ExtraDHCPOptionsIpV6TestJSON-1084600407-project] 10.222.0.21 "DELETE /v2.0/networks/32b6ac48-8143-4ad2-a577-28776ed3026f HTTP/1.1" status: 204 len: 168 time: 2.1244478 Jan 10 19:20:32.484984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.486164 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-942e93f6-8d3a-4028-9a06-f355f2d648e8 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4945612 Jan 10 19:20:32.490402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56620) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:32.495904 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-55f39689-b73f-4b07-95b2-3f451a6a8b96 req-2cbcabf9-c966-46a0-ace6-d5684e53529c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942628 Jan 10 19:20:32.497146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 3061dc82-4088-41a4-b1f7-715af278b0c7 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:32.514184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944710349'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:32.521478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:32.533113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:32.554840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:32.561485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d9724910-0e2e-48b7-a958-56d47e69ec8e req-fdc4f183-10a0-4362-9931-e4c6568643ee tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536386 Jan 10 19:20:32.562604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:32.593072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:32.596152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.604988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33abc4-d54a-49a6-951e-4f860b9599d0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:32.607268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fc33abc4-d54a-49a6-951e-4f860b9599d0 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3476808 Jan 10 19:20:32.610172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56626) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:32.658172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:32.663048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-871bb7cf-af90-46b2-a8ef-8891ca570d2f tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Synchronizing usage tracker for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:32.678652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.679059 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment 2c28773c-c386-4d8b-b0b5-298c41126aab of type vlan for network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 Jan 10 19:20:32.682451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-871bb7cf-af90-46b2-a8ef-8891ca570d2f tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Unset dirty status for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:32.684942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-871bb7cf-af90-46b2-a8ef-8891ca570d2f tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 207 time: 0.0730505 Jan 10 19:20:32.685080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.688174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56630) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:32.778834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d021501e-2e5d-481f-a65e-a2e9434cff77 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:32.787241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.792010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:32.798493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:32.802171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=3061dc82-4088-41a4-b1f7-715af278b0c7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:32.804568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:32.809114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:32.809733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.841967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Allocated IP 2001:db8::2 (8bd026e9-cb39-4a4b-be31-b50cbc944a3f/f3deb9f2-7bc4-4d59-af62-313ff7d7481f/4075cbf0-4df4-4c6b-98f1-8a82be90e198) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:32.854233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-db566432-0ac4-4081-80a0-92827e477fbd tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3889806 Jan 10 19:20:32.860367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56638) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:32.862909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.867116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:32.868772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:32.996018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d021501e-2e5d-481f-a65e-a2e9434cff77 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:33.006451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d021501e-2e5d-481f-a65e-a2e9434cff77 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:33.007122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:33.007616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.012800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.017480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.023382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.027315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.032542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.034599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a15a781-4917-4275-8ee1-8174e46472a5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3451328 Jan 10 19:20:33.038560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56644) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:33.078474 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5854933 Jan 10 19:20:33.083951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56648) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:33.090648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:33.292903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56652) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:33.339580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:33.354607 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:33.369642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Transition to ACTIVE for port object 4075cbf0-4df4-4c6b-98f1-8a82be90e198 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:33.400933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Transition to ACTIVE for port object 4075cbf0-4df4-4c6b-98f1-8a82be90e198 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:33.403265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d021501e-2e5d-481f-a65e-a2e9434cff77, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d021501e-2e5d-481f-a65e-a2e9434cff77,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:33.405458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7b589-18a1-4076-9c36-a64cb41ec2f5 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=e1c1aa52-ca5d-4707-8c92-60a7110f7f25,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:33.407853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:33.412633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:33.417724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:33.422885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:33.424993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:33.438719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:33.443587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:33.475735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:33.528258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2288a-fec6-430a-b10b-3182236990df req-2547e636-5783-4d29-afdd-cd442b938f13 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.530259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bd2288a-fec6-430a-b10b-3182236990df req-2547e636-5783-4d29-afdd-cd442b938f13 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.6886320 Jan 10 19:20:33.643325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:33.722308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:33.733375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:33.737374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:33.775603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d021501e-2e5d-481f-a65e-a2e9434cff77,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:33.807100 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f8766583-55ce-4eb4-bf1a-03ef0c104ceb tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7673934 Jan 10 19:20:33.813267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56666) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:33.876816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-f90f57c9-f33a-4055-8ee1-14e66f81971e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:33.877339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-f90f57c9-f33a-4055-8ee1-14e66f81971e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Synchronizing usage tracker for tenant:14767e54696f4f2e94938f130d710b10 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:33.904369 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bd2288a-fec6-430a-b10b-3182236990df req-1882354a-ad66-4372-ae65-3176a21148a4 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521690 Jan 10 19:20:33.953764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Pushing event updated for resources: {'Port': ['ID=4075cbf0-4df4-4c6b-98f1-8a82be90e198,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:33.970917 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-07858904-013f-4e83-8707-e81ed4b8f5de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fe92312a1f0452ea94b651f760fcf05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6279206 Jan 10 19:20:33.978055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:33.992030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Attempting to bind port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:33.992421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Attempting to bind port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '69803dfa-f080-47d8-be93-4d5211e7fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:33.993361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Attempting to bind port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 on network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:34.002009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:34.002373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Checking segment: {'id': '69803dfa-f080-47d8-be93-4d5211e7fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:34.003035 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.003550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Bound using segment: {'id': '69803dfa-f080-47d8-be93-4d5211e7fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:34.003966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Bound port: 4075cbf0-4df4-4c6b-98f1-8a82be90e198, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69803dfa-f080-47d8-be93-4d5211e7fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd026e9-cb39-4a4b-be31-b50cbc944a3f'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:34.004350 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.067768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.069187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.070490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.073297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.074598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.075529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Synchronizing usage tracker for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:subnet {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:34.079912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-f90f57c9-f33a-4055-8ee1-14e66f81971e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Unset dirty status for tenant:14767e54696f4f2e94938f130d710b10 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:34.081002 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-f90f57c9-f33a-4055-8ee1-14e66f81971e tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 0.7922592 Jan 10 19:20:34.096987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cef729-7f6f-4302-bdb5-6be1f5fdd4f4 req-348b0fa3-8825-4fe0-aae8-2978c017ac8d tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.098826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32cef729-7f6f-4302-bdb5-6be1f5fdd4f4 req-348b0fa3-8825-4fe0-aae8-2978c017ac8d tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 945 time: 0.2781971 Jan 10 19:20:34.139397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] For port 4075cbf0-4df4-4c6b-98f1-8a82be90e198, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:34.143346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] For port 4075cbf0-4df4-4c6b-98f1-8a82be90e198, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4075cbf0-4df4-4c6b-98f1-8a82be90e198,segment=NetworkSegment(69803dfa-f080-47d8-be93-4d5211e7fc87),segment_id=69803dfa-f080-47d8-be93-4d5211e7fc87)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:34.144818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215986df-308a-4cdb-91d3-27d85461638c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd021501e-2e5d-481f-a65e-a2e9434cff77'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:34.156219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.172220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Deleting port 9f05dea6-e339-4fac-938d-c273b842ed34 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:34.172566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.178404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32a501a3-c254-4e62-b7e1-2096db868ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.252537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Unset dirty status for tenant:c8dde8d526ea414abd21cbcb6e7d39c7 on resource:subnet {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:34.259351 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bd826eb7-9315-4e01-9221-dd3d3c88c452 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4365044 Jan 10 19:20:34.267608 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215986df-308a-4cdb-91d3-27d85461638c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd021501e-2e5d-481f-a65e-a2e9434cff77', 'code': 200} Jan 10 19:20:34.276662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c5578-e550-465f-bbe7-16484b19bc4b None None] Pushing event updated for resources: {'Port': ['ID=4075cbf0-4df4-4c6b-98f1-8a82be90e198,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:34.290541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56684) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:34.373965 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32a501a3-c254-4e62-b7e1-2096db868ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.391478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32cef729-7f6f-4302-bdb5-6be1f5fdd4f4 req-1aaab5ea-5f2a-4589-a1e3-e185b6a8c225 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769132 Jan 10 19:20:34.392329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.490569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62a7ba-048c-4ba7-acee-cd122159b96a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.491793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62a7ba-048c-4ba7-acee-cd122159b96a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.493782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62a7ba-048c-4ba7-acee-cd122159b96a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.495126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62a7ba-048c-4ba7-acee-cd122159b96a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.496568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62a7ba-048c-4ba7-acee-cd122159b96a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.503015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4c62a7ba-048c-4ba7-acee-cd122159b96a tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2103667 Jan 10 19:20:34.503613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56688) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:34.593641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=abf44b6e-ebbe-4bc1-b71a-14fa49426b1b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:34.735409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.739227 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32a501a3-c254-4e62-b7e1-2096db868ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.763948 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cd1a6c86-ab36-4270-a511-01b17f541043 req-815b8226-6a42-4336-9560-1225c6fbe9be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 1096 time: 0.4447501 Jan 10 19:20:34.775190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:34.775513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: e1c1aa52-ca5d-4707-8c92-60a7110f7f25, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:34.791354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a501a3-c254-4e62-b7e1-2096db868ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa80b91-c195-4eb2-8d6f-db69b28009c4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:34.816795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62305a3-c569-427e-b3df-c34674befcac tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:34.822512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f62305a3-c569-427e-b3df-c34674befcac tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks/c56fa1d6-198d-46f2-9ee9-42b4e910bad3 HTTP/1.1" status: 200 len: 803 time: 0.3058276 Jan 10 19:20:34.823069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56692) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:34.843184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] For port 9f05dea6-e339-4fac-938d-c273b842ed34, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f05dea6-e339-4fac-938d-c273b842ed34,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:34.843553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.913554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32a501a3-c254-4e62-b7e1-2096db868ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:34.915357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-32a501a3-c254-4e62-b7e1-2096db868ff4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfa80b91-c195-4eb2-8d6f-db69b28009c4 HTTP/1.1" status: 204 len: 168 time: 0.9352264 Jan 10 19:20:34.938522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:34.957375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e1c1aa52-ca5d-4707-8c92-60a7110f7f25) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:34.967733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b491f34b-d0ee-4401-bee5-8012333d7f56 None None] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:34.996350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Calling delete_port for 9f05dea6-e339-4fac-938d-c273b842ed34 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:35.004243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:35.004836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:35.074026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-15c7d591-514e-450b-b4bc-d134d254fcbd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/networks/c56fa1d6-198d-46f2-9ee9-42b4e910bad3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2499938 Jan 10 19:20:35.087444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56702) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:35.090798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-916e1718-f172-416a-9651-7af538b73bda tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0058260 Jan 10 19:20:35.093617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56706) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:35.452594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:35.453404 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:35.524494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51b429-4ff1-4dff-98d2-6411568178be tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:35.525840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5a51b429-4ff1-4dff-98d2-6411568178be tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/subnets/eb798b27-98c6-47fb-bc2b-738bee42b3da HTTP/1.1" status: 200 len: 843 time: 0.4372458 Jan 10 19:20:35.534359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56718) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:35.640151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:35.662392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['552f4624-0ee0-4f52-adeb-e14267e0b1b4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:20:35.839102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4075cbf0-4df4-4c6b-98f1-8a82be90e198 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:35.876869 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cd1a6c86-ab36-4270-a511-01b17f541043 req-ae9f521d-e33b-4605-b54d-ecc19e30262a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1066351 Jan 10 19:20:35.909741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Pushing event deleted for resources: {'Port': ['ID=9f05dea6-e339-4fac-938d-c273b842ed34,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:35.978532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Allocated IP 2001:db8::2 (e1c1aa52-ca5d-4707-8c92-60a7110f7f25/abf44b6e-ebbe-4bc1-b71a-14fa49426b1b/eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:36.011714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57137378-f75e-4692-937f-f57e23fa70eb None None] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:36.095261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] No DVR routers for this DVR port 9f05dea6-e339-4fac-938d-c273b842ed34 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:36.104945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.114519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'name': 'network-vif-deleted', 'tag': '9f05dea6-e339-4fac-938d-c273b842ed34'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:36.126707 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f29bc3a8-2ea4-4f5c-be1e-5bf29c2a571a req-74628e9e-c468-4c29-8a3a-35c77f3c669b tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "DELETE /v2.0/ports/9f05dea6-e339-4fac-938d-c273b842ed34 HTTP/1.1" status: 204 len: 173 time: 2.0315409 Jan 10 19:20:36.221426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.229633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.346094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d40c48-26d2-40c2-a7fd-3fa0b91da521 req-63d8340b-86a2-4939-b133-9305a84f51b1 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:36.347663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40d40c48-26d2-40c2-a7fd-3fa0b91da521 req-63d8340b-86a2-4939-b133-9305a84f51b1 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134 HTTP/1.1" status: 200 len: 946 time: 1.0492187 Jan 10 19:20:36.359914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcbd28-9275-432c-bd6e-06a2a9ffe546 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:36.361425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82bcbd28-9275-432c-bd6e-06a2a9ffe546 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "GET /v2.0/subnets/eb798b27-98c6-47fb-bc2b-738bee42b3da?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8230426 Jan 10 19:20:36.367117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56736) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:36.401279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535776663'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:36.411446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:36.422338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=3061dc82-4088-41a4-b1f7-715af278b0c7,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:36.509691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:36.588357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.589317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40d40c48-26d2-40c2-a7fd-3fa0b91da521 req-9b706688-bdbf-47da-9b97-a87db0639726 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255743 Jan 10 19:20:36.595313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:36.598342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.623245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0857-c517-45b2-ab5f-cd76d4227f8d req-e9924236-61e9-4966-b3fa-1678bd60ecdc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:36.624860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d56f0857-c517-45b2-ab5f-cd76d4227f8d req-e9924236-61e9-4966-b3fa-1678bd60ecdc tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 945 time: 1.0376210 Jan 10 19:20:36.701601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:36.731740 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.733414 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Added segment 7267d17d-1d12-47c1-bce3-4d52a9c07714 of type vlan for network c7e8896a-cd4f-4625-9162-e502bacf81f2 Jan 10 19:20:36.733820 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee20a7cb-dcfc-4fc4-878c-3bfcbb1a5134', 'name': 'network-vif-deleted', 'tag': '9f05dea6-e339-4fac-938d-c273b842ed34', 'status': 'completed', 'code': 200} Jan 10 19:20:36.776930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d56f0857-c517-45b2-ab5f-cd76d4227f8d req-7be1c8fc-9231-4564-b3a0-849db9626ca4 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414890 Jan 10 19:20:36.796327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:36.801038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.848780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.863579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:36.904906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f05dea6-e339-4fac-938d-c273b842ed34 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:36.980178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-582066bc-b961-4c98-8dde-4b86bd576bb3 None None] Provisioning for port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:37.025441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 9f05dea6-e339-4fac-938d-c273b842ed34 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:37.026079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f05dea6-e339-4fac-938d-c273b842ed34 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:37.028975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:37.053210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:37.053895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.139539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.170257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Transition to ACTIVE for port object eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:37.174911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:20:37.188852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cb93fa30-bab6-4e96-bfc9-56296734d966 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] Request body: {'port': {'network_id': '4fb244bd-ee50-4476-91a1-f0e34a636832', 'name': 'tempest-NetworksNegativeTestJSON-642005476'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:37.220034 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb93fa30-bab6-4e96-bfc9-56296734d966 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] POST failed (client error): The resource could not be found. Jan 10 19:20:37.220638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb93fa30-bab6-4e96-bfc9-56296734d966 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:37.221889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb93fa30-bab6-4e96-bfc9-56296734d966 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3900704 Jan 10 19:20:37.229663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56750) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:37.236173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Transition to ACTIVE for port object eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:37.260717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.264420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:37.264999 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.278367 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.298051 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0920333b-66f8-4a9b-9cb5-74c3a4fbbc1e tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:37.298503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0920333b-66f8-4a9b-9cb5-74c3a4fbbc1e tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:37.357541 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.363613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.364517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.387010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:37.394075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:37.395754 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.407378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:37.408855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Pushing event updated for resources: {'Port': ['ID=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:37.420733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0920333b-66f8-4a9b-9cb5-74c3a4fbbc1e tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "DELETE /v2.0/networks/07f10af4-5c3d-4b7c-afe4-cdf7fc252619 HTTP/1.1" status: 404 len: 339 time: 0.1899235 Jan 10 19:20:37.433775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56756) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:37.444175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0696969 Jan 10 19:20:37.448768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56760) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:37.454181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d3c6-de3c-423e-882f-8cb53c9d9ed5 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Network': ['ID=c7e8896a-cd4f-4625-9162-e502bacf81f2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:37.465441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:37.499474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:37.536451 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5045c57c-8d17-48e4-9065-1131200c1c39 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:37.537078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5045c57c-8d17-48e4-9065-1131200c1c39 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:37.539061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5045c57c-8d17-48e4-9065-1131200c1c39 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "DELETE /v2.0/ports/9579b9ea-6090-40c9-842f-6ad11def13ae HTTP/1.1" status: 404 len: 333 time: 0.1040897 Jan 10 19:20:37.540650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=3061dc82-4088-41a4-b1f7-715af278b0c7,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:37.544101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56764) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:37.634715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4075cbf0-4df4-4c6b-98f1-8a82be90e198, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4075cbf0-4df4-4c6b-98f1-8a82be90e198,segment=NetworkSegment(69803dfa-f080-47d8-be93-4d5211e7fc87),segment_id=69803dfa-f080-47d8-be93-4d5211e7fc87)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:37.640212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Attempting to bind port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:37.640849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Attempting to bind port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:37.641441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Attempting to bind port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 on network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:37.656613 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.708046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:37.722920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:37.725622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Checking segment: {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:37.728847 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.729460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Bound using segment: {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:37.730122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Bound port: eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:37.730645 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:37.737457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:37.751431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8::1 (e1c1aa52-ca5d-4707-8c92-60a7110f7f25/abf44b6e-ebbe-4bc1-b71a-14fa49426b1b/903dc357-ff0c-44cb-8fa8-04eb4a406739) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:37.770856 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-535284c2-8991-4ffc-b766-a9b97c2de4a2 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:37.771693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535284c2-8991-4ffc-b766-a9b97c2de4a2 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:37.774124 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-535284c2-8991-4ffc-b766-a9b97c2de4a2 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "DELETE /v2.0/subnets/a9e9b051-6865-4d25-b093-b224d678a76b HTTP/1.1" status: 404 len: 337 time: 0.2187088 Jan 10 19:20:37.777758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56776) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:37.791897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Made reservation on behalf of c8dde8d526ea414abd21cbcb6e7d39c7 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:38.017246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:38.051974 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fde5f1-93cb-4662-a298-f5927794f75c tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] GET failed (client error): The resource could not be found. Jan 10 19:20:38.053403 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34fde5f1-93cb-4662-a298-f5927794f75c tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "GET /v2.0/networks/6ea7e712-5fe7-4c19-a55d-3eb1e594102f HTTP/1.1" status: 404 len: 339 time: 0.2745540 Jan 10 19:20:38.057008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56792) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:38.092822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4075cbf0-4df4-4c6b-98f1-8a82be90e198,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:38.104106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6339a92c-1fcb-4418-bfdc-bf05270e226c None None] Provisioning complete for port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:38.105018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6339a92c-1fcb-4418-bfdc-bf05270e226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:38.193740 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e854a1a-9a9b-4dd7-8956-7f048d822cba tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] GET failed (client error): The resource could not be found. Jan 10 19:20:38.195446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8e854a1a-9a9b-4dd7-8956-7f048d822cba tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "GET /v2.0/ports/06f82c0d-5ae0-429d-aa78-56fd5977494a HTTP/1.1" status: 404 len: 333 time: 0.1375446 Jan 10 19:20:38.201343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:38.249762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing IP validity checks on allocation pools {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:20:38.250286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:20:38.268570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] For port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:38.268801 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-34222223-6fb5-4101-b71f-6c470270b7cc tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] GET failed (client error): The resource could not be found. Jan 10 19:20:38.274608 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34222223-6fb5-4101-b71f-6c470270b7cc tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "GET /v2.0/subnets/bda348fe-9cc9-4a1f-9d5e-1d382ea80b4a HTTP/1.1" status: 404 len: 337 time: 0.0678401 Jan 10 19:20:38.276246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56802) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:38.284754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f91b8d2c-90cd-47e5-8903-09636f694a21 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:38.291355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.291747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.292277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.292636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.294475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.294853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.296611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.296974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.297323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.298913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.299191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:20:38.315625 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91b8d2c-90cd-47e5-8903-09636f694a21 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] PUT failed (client error): The resource could not be found. Jan 10 19:20:38.316911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91b8d2c-90cd-47e5-8903-09636f694a21 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:38.318389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f91b8d2c-90cd-47e5-8903-09636f694a21 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "PUT /v2.0/networks/5d72c51e-54b9-4b52-8163-39b1203b15af HTTP/1.1" status: 404 len: 339 time: 0.0409107 Jan 10 19:20:38.323697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56806) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:38.329340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:38.333148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] For port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:38.335359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-453a7453-83ba-4a97-adf2-a166effbeb10 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:38.356254 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:38.401625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:38.526888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c634b88f-7b31-440e-8bdd-c83955879dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:38.574280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e3c80-b173-4a60-b87b-7d37e91c8e13 None None] Pushing event updated for resources: {'Port': ['ID=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:38.581062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6339a92c-1fcb-4418-bfdc-bf05270e226c None None] Provisioning for port 3061dc82-4088-41a4-b1f7-715af278b0c7 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:38.592884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6339a92c-1fcb-4418-bfdc-bf05270e226c None None] Provisioning complete for port 3061dc82-4088-41a4-b1f7-715af278b0c7 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:38.593375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6339a92c-1fcb-4418-bfdc-bf05270e226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:38.638413 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-453a7453-83ba-4a97-adf2-a166effbeb10 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] PUT failed (client error): The resource could not be found. Jan 10 19:20:38.638934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453a7453-83ba-4a97-adf2-a166effbeb10 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:38.640025 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-453a7453-83ba-4a97-adf2-a166effbeb10 tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "PUT /v2.0/ports/fe2d726a-f5e8-4405-92bc-76554b6ce909 HTTP/1.1" status: 404 len: 333 time: 0.3151712 Jan 10 19:20:38.644048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56810) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:38.650387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-38c0a04b-9a75-4cf1-97a4-e99d9289b10c tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:38.686649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6339a92c-1fcb-4418-bfdc-bf05270e226c None None] Port 3061dc82-4088-41a4-b1f7-715af278b0c7 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:38.701678 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c0a04b-9a75-4cf1-97a4-e99d9289b10c tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] PUT failed (client error): The resource could not be found. Jan 10 19:20:38.702125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c0a04b-9a75-4cf1-97a4-e99d9289b10c tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:38.703279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-38c0a04b-9a75-4cf1-97a4-e99d9289b10c tempest-NetworksNegativeTestJSON-1936286604 tempest-NetworksNegativeTestJSON-1936286604-project] 10.222.0.21 "PUT /v2.0/subnets/a657dcd6-8ec9-41a3-a5d0-c638b5dd2f99 HTTP/1.1" status: 404 len: 337 time: 0.0582952 Jan 10 19:20:38.824109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b0c66283-0add-4211-b312-152fdf377ba2 None None] Provisioning complete for port 3061dc82-4088-41a4-b1f7-715af278b0c7 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:38.824757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b0c66283-0add-4211-b312-152fdf377ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:38.927152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b0c66283-0add-4211-b312-152fdf377ba2 None None] Port 3061dc82-4088-41a4-b1f7-715af278b0c7 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:39.086650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Router 00f049f5-578e-4fba-99e0-b02502fff91c is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:20:39.115787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5843bde-73cc-4555-8a2a-52358626b1aa req-3aae835f-b8fa-43bc-b351-2e971df21a28 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:39.136057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5843bde-73cc-4555-8a2a-52358626b1aa req-3aae835f-b8fa-43bc-b351-2e971df21a28 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.4428105 Jan 10 19:20:39.172922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a1a8ddd0-8ba5-43b5-b478-9fcb7e498688 None None] Provisioning complete for port 3061dc82-4088-41a4-b1f7-715af278b0c7 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:39.175454 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ddd0-8ba5-43b5-b478-9fcb7e498688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.226265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.284297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8ddd0-8ba5-43b5-b478-9fcb7e498688 None None] Port 3061dc82-4088-41a4-b1f7-715af278b0c7 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:39.318100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56818) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:39.328599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29745b7-4919-4c5d-ba22-0b613fd46abd req-e295150c-b104-4c42-a2f8-068820f20b30 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:39.330318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29745b7-4919-4c5d-ba22-0b613fd46abd req-e295150c-b104-4c42-a2f8-068820f20b30 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 945 time: 1.2058110 Jan 10 19:20:39.340130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.379171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=657fc2e3-4089-4ef7-9388-1cf962365c9f,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:39.390329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:39.396051 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05576960-d9cd-46ce-b183-f393e10d2b95 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/routers/00f049f5-578e-4fba-99e0-b02502fff91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5346668 Jan 10 19:20:39.400877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56824) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:39.404967 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] Sync routers for ids ['00f049f5-578e-4fba-99e0-b02502fff91c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:39.430228 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] Routers {'00f049f5-578e-4fba-99e0-b02502fff91c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:39.434240 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['00f049f5-578e-4fba-99e0-b02502fff91c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:39.435902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object 903dc357-ff0c-44cb-8fa8-04eb4a406739 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:39.479250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5843bde-73cc-4555-8a2a-52358626b1aa req-e2c550a9-ccfd-4c36-b378-ebbd342c63d9 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418813 Jan 10 19:20:39.502067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Checking segment: {'id': '7267d17d-1d12-47c1-bce3-4d52a9c07714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:39.502614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network hostable DHCP agents. Network: c7e8896a-cd4f-4625-9162-e502bacf81f2, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:39.525371 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:39.554360 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] Routers {'00f049f5-578e-4fba-99e0-b02502fff91c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:39.555079 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['00f049f5-578e-4fba-99e0-b02502fff91c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:39.567535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b29745b7-4919-4c5d-ba22-0b613fd46abd req-bef82577-7329-4124-ace9-bbd6ecc54abd tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187209 Jan 10 19:20:39.594414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.616477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.710583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:39.716347 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:39.718939 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ba886-fec0-4e24-a76e-274e48c8c80a None None] The sync data for ids ['00f049f5-578e-4fba-99e0-b02502fff91c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:20:39.730715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0a0e2-259b-43cc-be68-19858a0371a6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:39.731476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9bf0a0e2-259b-43cc-be68-19858a0371a6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:39.741550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Usage tracker for resource:security_group_rule and tenant:14dfd9a773ea4d44b71ee67f0598ac96 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:39.754147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:39.778503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=903dc357-ff0c-44cb-8fa8-04eb4a406739,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:39.788267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:39.792493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9bf0a0e2-259b-43cc-be68-19858a0371a6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:39.805020 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9bf0a0e2-259b-43cc-be68-19858a0371a6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports?device_id=00f049f5-578e-4fba-99e0-b02502fff91c HTTP/1.1" status: 200 len: 989 time: 0.4027426 Jan 10 19:20:39.806012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56834) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:39.816470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:39.821766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:39.888899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:39.899878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:39.903105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.949240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c7e8896a-cd4f-4625-9162-e502bacf81f2) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:39.965962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:39.966603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:39.972755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311e40a-97de-4423-bc82-1d6334fe02d4 None None] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:40.021926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4075cbf0-4df4-4c6b-98f1-8a82be90e198 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:40.099070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56844) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:40.103601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1bfa8a3e-bc9d-47fa-b52c-b65985c9fe17 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6537285 Jan 10 19:20:40.125566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:40.207680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:40.216161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:40.236308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:40.250705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd3229-00fa-4136-84ac-6ed0eb43facf None None] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:40.261254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dc2a7-e277-4d25-a80b-655895331128 req-189638d7-2ae5-46df-b684-2b657768d62b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:40.268538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea4dc2a7-e277-4d25-a80b-655895331128 req-189638d7-2ae5-46df-b684-2b657768d62b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 946 time: 0.4494703 Jan 10 19:20:40.338104 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14dfd9a773ea4d44b71ee67f0598ac96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0165281 Jan 10 19:20:40.344711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56848) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:40.443609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b550c457-4528-43d6-af2b-76672f41600e None None] Provisioning for port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:40.667950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea4dc2a7-e277-4d25-a80b-655895331128 req-249b3c43-b83c-4e18-ba92-1f875045b29e tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985701 Jan 10 19:20:40.699047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a749e6e-d0b3-45c2-9756-265f1641420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:40.747898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:40.748274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:40.889859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58faf5a-6fd1-46d4-b9fd-82979fedb925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:40.946643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58faf5a-6fd1-46d4-b9fd-82979fedb925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.030223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c7e8896a-cd4f-4625-9162-e502bacf81f2', 'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2', 'tenant_id': 'c8dde8d526ea414abd21cbcb6e7d39c7', 'fixed_ips': [{'subnet_id': '657fc2e3-4089-4ef7-9388-1cf962365c9f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:41.031855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.052460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58faf5a-6fd1-46d4-b9fd-82979fedb925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.098580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58faf5a-6fd1-46d4-b9fd-82979fedb925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a869a25-6d55-4c65-94f3-4486eddee46b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:41.192578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:41.214525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e58faf5a-6fd1-46d4-b9fd-82979fedb925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.218164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e58faf5a-6fd1-46d4-b9fd-82979fedb925 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a869a25-6d55-4c65-94f3-4486eddee46b HTTP/1.1" status: 204 len: 168 time: 0.8702087 Jan 10 19:20:41.238441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94219c2-1260-4a86-8df1-a9739274abab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a869a25-6d55-4c65-94f3-4486eddee46b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:41.286296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81187f07-bee8-46cb-b2a1-cd34a7f92396 req-3c2bb9b5-2609-4a7e-acaf-480a139ef105 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:41.295282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81187f07-bee8-46cb-b2a1-cd34a7f92396 req-3c2bb9b5-2609-4a7e-acaf-480a139ef105 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 0.5146773 Jan 10 19:20:41.407391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.430980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.431393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19590927-1b90-4404-a80b-aa0d6b450547 req-5570db29-4694-4cbc-be7d-9ebc9be1a1de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:41.432450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.432587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-19590927-1b90-4404-a80b-aa0d6b450547 req-5570db29-4694-4cbc-be7d-9ebc9be1a1de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Synchronizing usage tracker for tenant:14767e54696f4f2e94938f130d710b10 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:41.517692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Allocated IP 2001:db8::3 (c7e8896a-cd4f-4625-9162-e502bacf81f2/657fc2e3-4089-4ef7-9388-1cf962365c9f/35f9f82f-3c07-44db-b841-69b184c89eb4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:41.530457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:41.566815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:41.567645 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.587235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=903dc357-ff0c-44cb-8fa8-04eb4a406739,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:41.593677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3118966'] for subnet, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.604009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-19590927-1b90-4404-a80b-aa0d6b450547 req-5570db29-4694-4cbc-be7d-9ebc9be1a1de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Unset dirty status for tenant:14767e54696f4f2e94938f130d710b10 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:41.606955 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-19590927-1b90-4404-a80b-aa0d6b450547 req-5570db29-4694-4cbc-be7d-9ebc9be1a1de tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 946 time: 1.2951474 Jan 10 19:20:41.659186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81187f07-bee8-46cb-b2a1-cd34a7f92396 req-ecd78230-3959-41c5-912f-675799160727 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626311 Jan 10 19:20:41.733739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Deleting port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:41.734130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.866087 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:41.897539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.126933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:42.130145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:42.167690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.189741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Transition to ACTIVE for port object 35f9f82f-3c07-44db-b841-69b184c89eb4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:42.213965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Transition to ACTIVE for port object 35f9f82f-3c07-44db-b841-69b184c89eb4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:42.215198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] For port 552f4624-0ee0-4f52-adeb-e14267e0b1b4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=552f4624-0ee0-4f52-adeb-e14267e0b1b4,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:42.215558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.236265 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.279096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Provisioning complete for port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:42.279482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.437732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.472776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Calling delete_port for 552f4624-0ee0-4f52-adeb-e14267e0b1b4 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:42.503313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:42.506681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:42.535368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:42.618315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1557e6d-6d31-43a1-a4d4-7c9eddb563f2 req-5b2f7fae-4782-4703-98c2-8dfedf6a4c4b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:42.620097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1557e6d-6d31-43a1-a4d4-7c9eddb563f2 req-5b2f7fae-4782-4703-98c2-8dfedf6a4c4b tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 946 time: 0.7921746 Jan 10 19:20:42.625412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:42.674586 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.698726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Pushing event updated for resources: {'Port': ['ID=35f9f82f-3c07-44db-b841-69b184c89eb4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:42.763104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Attempting to bind port 35f9f82f-3c07-44db-b841-69b184c89eb4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:42.763725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Attempting to bind port 35f9f82f-3c07-44db-b841-69b184c89eb4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7267d17d-1d12-47c1-bce3-4d52a9c07714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:42.764256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Attempting to bind port 35f9f82f-3c07-44db-b841-69b184c89eb4 on network c7e8896a-cd4f-4625-9162-e502bacf81f2 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:42.779232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:42.779874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Checking segment: {'id': '7267d17d-1d12-47c1-bce3-4d52a9c07714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:42.780708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.781486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Bound using segment: {'id': '7267d17d-1d12-47c1-bce3-4d52a9c07714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:42.782116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Bound port: 35f9f82f-3c07-44db-b841-69b184c89eb4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7267d17d-1d12-47c1-bce3-4d52a9c07714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7e8896a-cd4f-4625-9162-e502bacf81f2'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:42.782835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.808384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.832047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-e3f84629-d3df-4bcf-8d66-7d5019a7f267 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:42.832752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-e3f84629-d3df-4bcf-8d66-7d5019a7f267 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Synchronizing usage tracker for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:42.941278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:42.968145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1557e6d-6d31-43a1-a4d4-7c9eddb563f2 req-07e2ad31-8461-43f3-b030-8aa677aa1b56 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262899 Jan 10 19:20:43.019049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:43.019655 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:43.025320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:43.060971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56886) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:43.063286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.066492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] For port 35f9f82f-3c07-44db-b841-69b184c89eb4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:43.071273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] For port 35f9f82f-3c07-44db-b841-69b184c89eb4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=35f9f82f-3c07-44db-b841-69b184c89eb4,segment=NetworkSegment(7267d17d-1d12-47c1-bce3-4d52a9c07714),segment_id=7267d17d-1d12-47c1-bce3-4d52a9c07714)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:43.076704 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.080766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-e3f84629-d3df-4bcf-8d66-7d5019a7f267 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Unset dirty status for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:43.084568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-e3f84629-d3df-4bcf-8d66-7d5019a7f267 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 946 time: 0.5756054 Jan 10 19:20:43.096598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0110466 Jan 10 19:20:43.120033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56888) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:43.200268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdaa11-3252-4621-aa45-2443e0cc1022 None None] Pushing event updated for resources: {'Port': ['ID=35f9f82f-3c07-44db-b841-69b184c89eb4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:43.325376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-9ef8a24b-0f50-4cce-8038-4d8c24a1ab27 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:43.327209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-9ef8a24b-0f50-4cce-8038-4d8c24a1ab27 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "GET /v2.0/ports?device_id=215986df-308a-4cdb-91d3-27d85461638c HTTP/1.1" status: 200 len: 945 time: 0.4019959 Jan 10 19:20:43.361027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.436836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Deleting port d021501e-2e5d-481f-a65e-a2e9434cff77 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:43.440204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.608323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Deleting port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:43.608913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.634573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Provisioning for port 903dc357-ff0c-44cb-8fa8-04eb4a406739 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:43.642903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Provisioning complete for port 903dc357-ff0c-44cb-8fa8-04eb4a406739 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:43.643586 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.656492 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a541de6a-1b68-4d11-8d26-1f3638ac5813 tempest-NetworksApiDiscovery-2070608482 tempest-NetworksApiDiscovery-2070608482-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4742308 Jan 10 19:20:43.686301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Pushing event deleted for resources: {'Port': ['ID=552f4624-0ee0-4f52-adeb-e14267e0b1b4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:43.712769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30898c-873d-4de8-adbc-cc778dc70408 req-8af87743-7090-46b1-947f-51a7756935eb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:43.719787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f30898c-873d-4de8-adbc-cc778dc70408 req-8af87743-7090-46b1-947f-51a7756935eb tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e26bfb-4ef5-4b70-a386-41bd015e337a HTTP/1.1" status: 200 len: 867 time: 0.7956655 Jan 10 19:20:43.727411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753943772398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2104110'] for subnet, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.755358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-90a2ea90-a603-4b9c-9ffe-01bc2c40b7b0 None None] Port 903dc357-ff0c-44cb-8fa8-04eb4a406739 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:43.854974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f30898c-873d-4de8-adbc-cc778dc70408 req-05f622c1-6421-4dd9-bb4c-3a92caee9022 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.21 "GET /v2.0/security-groups?id=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339180 Jan 10 19:20:43.877739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] No DVR routers for this DVR port 552f4624-0ee0-4f52-adeb-e14267e0b1b4 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:43.886051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.896151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:20:43.908679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'name': 'network-vif-deleted', 'tag': '552f4624-0ee0-4f52-adeb-e14267e0b1b4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:43.912220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-17fd429e-273a-4c21-93fa-a163bef09393 None None] Provisioning complete for port 903dc357-ff0c-44cb-8fa8-04eb4a406739 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:43.912744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17fd429e-273a-4c21-93fa-a163bef09393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:43.914609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] For port d021501e-2e5d-481f-a65e-a2e9434cff77, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d021501e-2e5d-481f-a65e-a2e9434cff77,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:43.923132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:44.049347 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e26bfb-4ef5-4b70-a386-41bd015e337a', 'name': 'network-vif-deleted', 'tag': '552f4624-0ee0-4f52-adeb-e14267e0b1b4', 'status': 'completed', 'code': 200} Jan 10 19:20:44.080652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-17fd429e-273a-4c21-93fa-a163bef09393 None None] Port 903dc357-ff0c-44cb-8fa8-04eb4a406739 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:44.127073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:44.127073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:44.130498 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "PUT /v2.0/subnets/657fc2e3-4089-4ef7-9388-1cf962365c9f HTTP/1.1" status: 200 len: 900 time: 4.0269470 Jan 10 19:20:44.207667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:44.207914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56906) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:44.214526 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-19590927-1b90-4404-a80b-aa0d6b450547 req-c31b1211-8471-4be4-ac83-a3284528d246 tempest-ServerRescueTestJSON-233653465 tempest-ServerRescueTestJSON-233653465-project] 10.222.0.44 "DELETE /v2.0/ports/552f4624-0ee0-4f52-adeb-e14267e0b1b4 HTTP/1.1" status: 204 len: 173 time: 2.5961092 Jan 10 19:20:44.215196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486a3a3-670f-48c5-9b08-2c07a3941a27 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event updated for resources: {'Subnet': ['ID=657fc2e3-4089-4ef7-9388-1cf962365c9f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:44.309494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Calling delete_port for d021501e-2e5d-481f-a65e-a2e9434cff77 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:44.652195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38b147-0ac4-45a6-97dd-b339fe7b86ea None None] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:44.768476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df05e-a45b-487c-9348-c64401b46b1d req-82d41865-c9ed-4a15-bf4f-44c906f655f6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:44.770036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae7df05e-a45b-487c-9348-c64401b46b1d req-82d41865-c9ed-4a15-bf4f-44c906f655f6 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 946 time: 0.4748497 Jan 10 19:20:44.892312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 552f4624-0ee0-4f52-adeb-e14267e0b1b4 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:44.959181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.006768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 552f4624-0ee0-4f52-adeb-e14267e0b1b4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:45.007234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 552f4624-0ee0-4f52-adeb-e14267e0b1b4 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:45.050498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c613048e-0c46-4ea1-b811-5bab1d9e0433 None None] Provisioning for port 35f9f82f-3c07-44db-b841-69b184c89eb4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:45.051237 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.084902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:45.100819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:45.109533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ea21a012f84c9291b8988e5a552493 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:45.116964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:45.127536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:45.174250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event deleted for resources: {'Port': ['ID=d021501e-2e5d-481f-a65e-a2e9434cff77,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:45.242602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.248104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56924) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:45.248438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] For port 0b5bead8-61c3-440a-a9ec-0d23f86336e3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0b5bead8-61c3-440a-a9ec-0d23f86336e3,segment=NetworkSegment(fe3e9b06-282f-414a-920a-501d3f00f0b4),segment_id=fe3e9b06-282f-414a-920a-501d3f00f0b4)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:45.248767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.262679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae7df05e-a45b-487c-9348-c64401b46b1d req-f2a56bf9-8037-4019-b594-92b1071c9460 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772661 Jan 10 19:20:45.264510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:45.291458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.295664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:45.304199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.316987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] No DVR routers for this DVR port d021501e-2e5d-481f-a65e-a2e9434cff77 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:45.319437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.328423 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.331947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215986df-308a-4cdb-91d3-27d85461638c', 'name': 'network-vif-deleted', 'tag': 'd021501e-2e5d-481f-a65e-a2e9434cff77'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:45.353623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-945a1224-658d-431d-9cf0-b702aa2b11a7 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2584248 Jan 10 19:20:45.356086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:45.356451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56930) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:45.356568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:45.364730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1172015614'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:45.369733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:45.373687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:45.376637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:45.383435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:45.389340 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4ea21a012f84c9291b8988e5a552493&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1698341 Jan 10 19:20:45.401834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56934) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:45.407602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eff1432d-f57b-4b52-97c0-446d83b00a82 req-94950b7a-99f5-4ff0-b4ce-c9cd576ff5ff tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "DELETE /v2.0/ports/d021501e-2e5d-481f-a65e-a2e9434cff77 HTTP/1.1" status: 204 len: 173 time: 2.0694687 Jan 10 19:20:45.441383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:45.446645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.458703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f337e-ebc1-433b-a052-d46106ab4294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52616f25-9598-41c5-8788-3031fe466755,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:45.496014 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215986df-308a-4cdb-91d3-27d85461638c', 'name': 'network-vif-deleted', 'tag': 'd021501e-2e5d-481f-a65e-a2e9434cff77', 'status': 'completed', 'code': 200} Jan 10 19:20:45.552313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Calling delete_port for 0b5bead8-61c3-440a-a9ec-0d23f86336e3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:45.575350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:45.585686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.587177 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment 4939f846-1214-44df-ae93-b1c9a1014022 of type vlan for network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e Jan 10 19:20:45.597749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:45.598133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.614026 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-2873ca16-5023-4b36-951d-aeaf119104c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8148067 Jan 10 19:20:45.619656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 3061dc82-4088-41a4-b1f7-715af278b0c7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:45.620138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.622414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.662474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.668406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:45.669254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.671028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.749689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port 35f9f82f-3c07-44db-b841-69b184c89eb4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:45.750194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.836947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:20:45.885284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f8ebac-4186-4389-9ade-0580566e1067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:45.934691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f8ebac-4186-4389-9ade-0580566e1067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.035898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6755283 Jan 10 19:20:46.035898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9549e-91ab-42b5-8020-982373106a6d tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=facbb592-3ec9-4421-bd9e-3ba0ecc2f86e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:46.038080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:46.084594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:46.116767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:46.368976 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.421080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:46.426598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:46.446233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:46.452865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:46.472338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:46.502588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985b6b5-9e0d-4ee5-b869-8b1f0da53325 None None] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:46.526948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 3061dc82-4088-41a4-b1f7-715af278b0c7 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:46.527135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 35f9f82f-3c07-44db-b841-69b184c89eb4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:46.554402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f8ebac-4186-4389-9ade-0580566e1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.680850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8ebac-4186-4389-9ade-0580566e1067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52616f25-9598-41c5-8788-3031fe466755,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:46.717308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f8ebac-4186-4389-9ade-0580566e1067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.720829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-28f8ebac-4186-4389-9ade-0580566e1067 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52616f25-9598-41c5-8788-3031fe466755 HTTP/1.1" status: 204 len: 168 time: 1.3142145 Jan 10 19:20:46.726490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.808234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.879997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:20:40Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:41Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:46.885872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 35f9f82f-3c07-44db-b841-69b184c89eb4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:46.897952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d021501e-2e5d-481f-a65e-a2e9434cff77 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:46.933479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:20:46.933834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Updating router aa02cbbe-62d1-4a08-bbaa-7c8785186051 port 903dc357-ff0c-44cb-8fa8-04eb4a406739 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:20:46.967807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 35f9f82f-3c07-44db-b841-69b184c89eb4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:46.968285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:46.999073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: d021501e-2e5d-481f-a65e-a2e9434cff77 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:46.999398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d021501e-2e5d-481f-a65e-a2e9434cff77 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:46.999777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0b5bead8-61c3-440a-a9ec-0d23f86336e3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:47.017287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Pushing event deleted for resources: {'Port': ['ID=0b5bead8-61c3-440a-a9ec-0d23f86336e3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:47.019697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.074284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd3f00-047a-439c-86b8-700999d1f66a req-43a4d76b-be99-4166-acbb-8cc21b35d247 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:47.078220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e5fd3f00-047a-439c-86b8-700999d1f66a req-43a4d76b-be99-4166-acbb-8cc21b35d247 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Synchronizing usage tracker for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:47.093398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 0b5bead8-61c3-440a-a9ec-0d23f86336e3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:47.093825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0b5bead8-61c3-440a-a9ec-0d23f86336e3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:47.095011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port 35f9f82f-3c07-44db-b841-69b184c89eb4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=35f9f82f-3c07-44db-b841-69b184c89eb4,segment=NetworkSegment(7267d17d-1d12-47c1-bce3-4d52a9c07714),segment_id=7267d17d-1d12-47c1-bce3-4d52a9c07714)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:47.095622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.118065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.128412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.182796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=3061dc82-4088-41a4-b1f7-715af278b0c7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:47.238264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e5fd3f00-047a-439c-86b8-700999d1f66a req-43a4d76b-be99-4166-acbb-8cc21b35d247 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Unset dirty status for tenant:7da8536f54e94d46a607ea1fb745fa89 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:47.243394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5fd3f00-047a-439c-86b8-700999d1f66a req-43a4d76b-be99-4166-acbb-8cc21b35d247 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 867 time: 0.6966298 Jan 10 19:20:47.266443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for 35f9f82f-3c07-44db-b841-69b184c89eb4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:47.312307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.321311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=0d8921e2-1a01-417e-813a-51ffbba44023,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:47.384447 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-6da661b2-f5be-41f1-a9fd-3d9675d2678c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dca193afd3bb40289a759c668b502367&device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 6494 time: 1.5230083 Jan 10 19:20:47.499105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5fd3f00-047a-439c-86b8-700999d1f66a req-7bb6109e-8072-418d-9682-711554081655 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6267c6-9302-46e9-9eb6-b2c7b2676276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567776 Jan 10 19:20:47.500130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:47.500691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: facbb592-3ec9-4421-bd9e-3ba0ecc2f86e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:47.524719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 35f9f82f-3c07-44db-b841-69b184c89eb4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=35f9f82f-3c07-44db-b841-69b184c89eb4,segment=NetworkSegment(7267d17d-1d12-47c1-bce3-4d52a9c07714),segment_id=7267d17d-1d12-47c1-bce3-4d52a9c07714)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:47.591585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:47.604717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.686202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, facbb592-3ec9-4421-bd9e-3ba0ecc2f86e) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:47.710940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:47.711546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.758862 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.803085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] No DVR routers for this DVR port 0b5bead8-61c3-440a-a9ec-0d23f86336e3 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:47.809134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:47.812561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'name': 'network-vif-deleted', 'tag': '0b5bead8-61c3-440a-a9ec-0d23f86336e3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:20:47.817231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:47.817800 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:47.854582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6678e60d-bef1-4c50-937f-bb307c36473a None None] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:47.958991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:47.960553 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0beb0-eb14-4eca-80c8-56d0f6a9880f', 'name': 'network-vif-deleted', 'tag': '0b5bead8-61c3-440a-a9ec-0d23f86336e3', 'status': 'completed', 'code': 200} Jan 10 19:20:48.004571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.022191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Transition to ACTIVE for port object 903dc357-ff0c-44cb-8fa8-04eb4a406739 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:48.044282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fb88e1e9-ccfd-4dd5-81b8-2c6e973cc9ae tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9965892 Jan 10 19:20:48.048568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:48.054364 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d6cc7a87-c3e9-4d08-aa67-5931acd97b64 req-aabe5f57-cd5e-4e7f-bb8a-3ee3faf8f171 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.44 "DELETE /v2.0/ports/0b5bead8-61c3-440a-a9ec-0d23f86336e3 HTTP/1.1" status: 204 len: 173 time: 4.9565666 Jan 10 19:20:48.061049 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.072829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ecc7c4fd-560e-4d59-aafb-a75287c2fc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:48.073378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ecc7c4fd-560e-4d59-aafb-a75287c2fc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:48.074008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ecc7c4fd-560e-4d59-aafb-a75287c2fc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:48.076539 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ecc7c4fd-560e-4d59-aafb-a75287c2fc28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 200 len: 2293 time: 0.6551962 Jan 10 19:20:48.222099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.236529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-aa05059f-8957-4173-8e86-8f63ec8a3b86 None None] Provisioning complete for port 35f9f82f-3c07-44db-b841-69b184c89eb4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:48.237032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aa05059f-8957-4173-8e86-8f63ec8a3b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.316206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1321235079-network', 'tenant_id': '048e32480c194d53aeed339c2407351f'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:48.328409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port 35f9f82f-3c07-44db-b841-69b184c89eb4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:48.328621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.422237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=35f9f82f-3c07-44db-b841-69b184c89eb4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:48.503742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa117b8-54d9-4f1f-9ac0-9c8028d7da03 None None] Pushing event updated for resources: {'Port': ['ID=903dc357-ff0c-44cb-8fa8-04eb4a406739,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:48.602844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:20:48.604124 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.718914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:48.784279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Usage tracker for resource:network and tenant:048e32480c194d53aeed339c2407351f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:48.797938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:48.827739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:48.860060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e82891a-95f7-4455-b2c8-9b8b6650dc2e req-eefbb84d-b5ba-434e-9db0-12d0a4d10140 tempest-MultipleCreateTestJSON-691572623 tempest-MultipleCreateTestJSON-691572623-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1f0beb0-eb14-4eca-80c8-56d0f6a9880f HTTP/1.1" status: 200 len: 210 time: 0.0774405 Jan 10 19:20:48.957750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Attempting to bind port 903dc357-ff0c-44cb-8fa8-04eb4a406739 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:48.958431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Attempting to bind port 903dc357-ff0c-44cb-8fa8-04eb4a406739 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:48.959044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Attempting to bind port 903dc357-ff0c-44cb-8fa8-04eb4a406739 on network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:48.969933 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-a19fc0d0-0519-44b8-90fd-67ad6fde2d5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 200 len: 1001 time: 0.8149068 Jan 10 19:20:48.970457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Made reservation on behalf of 048e32480c194d53aeed339c2407351f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:48.972744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.986163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:48.986855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Checking segment: {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:48.987480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:48.988058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Bound using segment: {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:48.988740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Bound port: 903dc357-ff0c-44cb-8fa8-04eb4a406739, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c28773c-c386-4d8b-b0b5-298c41126aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:48.989310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:49.123273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:49.157686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Allocated IP 2001:db8:1::2 (facbb592-3ec9-4421-bd9e-3ba0ecc2f86e/0d8921e2-1a01-417e-813a-51ffbba44023/8df75204-23e0-4912-8d7d-ec9bca07be35) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:49.173554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] For port 903dc357-ff0c-44cb-8fa8-04eb4a406739, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:49.178041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] For port 903dc357-ff0c-44cb-8fa8-04eb4a406739, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=903dc357-ff0c-44cb-8fa8-04eb4a406739,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:49.261439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-d85df7a2-f88a-4317-8346-c98f84595557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:49.263053 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-d85df7a2-f88a-4317-8346-c98f84595557 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 200 len: 851 time: 0.2760320 Jan 10 19:20:49.289130 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:49.401592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:49.409585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa117b8-54d9-4f1f-9ac0-9c8028d7da03 None None] Pushing event updated for resources: {'Port': ['ID=903dc357-ff0c-44cb-8fa8-04eb4a406739,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:49.471683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Usage tracker for resource:security_group_rule and tenant:048e32480c194d53aeed339c2407351f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:49.477117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:49.477962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:49.480359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:49.491213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:49.545900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port 35f9f82f-3c07-44db-b841-69b184c89eb4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=35f9f82f-3c07-44db-b841-69b184c89eb4,segment=NetworkSegment(7267d17d-1d12-47c1-bce3-4d52a9c07714),segment_id=7267d17d-1d12-47c1-bce3-4d52a9c07714)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:49.546259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:49.634640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:49.696903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for 35f9f82f-3c07-44db-b841-69b184c89eb4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:49.754642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:49.766808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Router 00f049f5-578e-4fba-99e0-b02502fff91c has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:20:49.790749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:20:49.819949 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-9b8e951c-e259-4432-a031-9415193865ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4196e3d9-e4e1-4548-9fab-ac54182fa4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4935656 Jan 10 19:20:50.019861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Deleting port 91a54ca7-4303-4000-9627-c6a5823355e2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:50.019861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.048191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.115875 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.135840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 35f9f82f-3c07-44db-b841-69b184c89eb4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:50.179696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Transition to ACTIVE for port object 8df75204-23e0-4912-8d7d-ec9bca07be35 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:50.315371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:50.338710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:50.365375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Transition to ACTIVE for port object 8df75204-23e0-4912-8d7d-ec9bca07be35 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:50.388866 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.392734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e49199-885a-487b-a222-846ab39771e1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:50.484260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Pushing event updated for resources: {'Port': ['ID=8df75204-23e0-4912-8d7d-ec9bca07be35,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:50.497883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] For port 91a54ca7-4303-4000-9627-c6a5823355e2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=91a54ca7-4303-4000-9627-c6a5823355e2,segment=NetworkSegment(fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a),segment_id=fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:50.498247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.506112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 35f9f82f-3c07-44db-b841-69b184c89eb4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:50.506750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.533729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:50.572297 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.572854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:50.577711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Port 35f9f82f-3c07-44db-b841-69b184c89eb4 was deleted so its status cannot be updated. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 10 19:20:50.579776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:50.622070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.622556 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Added segment 36bd88b7-1810-4b43-bd13-c067d4e9bf15 of type vlan for network 75432897-4435-4662-8892-c63b0397ae9a Jan 10 19:20:50.681249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-61a5085f-d582-47ce-acd6-6c75d6c6de57 service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530724 Jan 10 19:20:50.682615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Port': ['ID=35f9f82f-3c07-44db-b841-69b184c89eb4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:50.701533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Calling delete_port for 91a54ca7-4303-4000-9627-c6a5823355e2 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:50.701784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Attempting to bind port 8df75204-23e0-4912-8d7d-ec9bca07be35 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:20:50.702048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Attempting to bind port 8df75204-23e0-4912-8d7d-ec9bca07be35 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:20:50.702368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Attempting to bind port 8df75204-23e0-4912-8d7d-ec9bca07be35 on network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:20:50.713009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:20:50.713566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Checking segment: {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:50.713802 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.714233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Bound using segment: {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:20:50.714718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Bound port: 8df75204-23e0-4912-8d7d-ec9bca07be35, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:20:50.715143 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.728139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:20:40Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:49Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:50.735221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.737678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564aed5-eba8-4ab9-9498-e1879397d696 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:20:40Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:49Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:20:50.783432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Deleting subnet 6fd8e89b-0652-4965-a011-4fa2519c1a59 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:50.793100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8:1::1 (facbb592-3ec9-4421-bd9e-3ba0ecc2f86e/0d8921e2-1a01-417e-813a-51ffbba44023/66722eec-3c48-4e49-832e-ef5eae55913e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:20:50.811354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:50.813540 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.826717 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] Sync routers for ids ['00f049f5-578e-4fba-99e0-b02502fff91c'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:50.852828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.853702 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] Routers {'00f049f5-578e-4fba-99e0-b02502fff91c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:50.854316 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['00f049f5-578e-4fba-99e0-b02502fff91c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:50.855296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:50.869251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.885452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] For port 8df75204-23e0-4912-8d7d-ec9bca07be35, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:20:50.902202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] For port 8df75204-23e0-4912-8d7d-ec9bca07be35, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8df75204-23e0-4912-8d7d-ec9bca07be35,segment=NetworkSegment(4939f846-1214-44df-ae93-b1c9a1014022),segment_id=4939f846-1214-44df-ae93-b1c9a1014022)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:20:50.913659 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.914061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:50.968955 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:50.972513 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:20:50.982803 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] Routers {'00f049f5-578e-4fba-99e0-b02502fff91c'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:50.983899 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['00f049f5-578e-4fba-99e0-b02502fff91c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:51.005509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524b345-7b9d-46b9-a84d-eea41c1db67b None None] Pushing event updated for resources: {'Port': ['ID=8df75204-23e0-4912-8d7d-ec9bca07be35,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:51.011799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.130006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.134310 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:51.134721 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfcbd4-3119-41f8-9bf7-55dfc385dc59 None None] The sync data for ids ['00f049f5-578e-4fba-99e0-b02502fff91c'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:20:51.176094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object 66722eec-3c48-4e49-832e-ef5eae55913e will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:20:51.300972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce585956-450f-4dc4-ace9-c0e64933d9b8 None None] DHCP port deletion for c7e8896a-cd4f-4625-9162-e502bacf81f2 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:51.370934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.462082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.542267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=66722eec-3c48-4e49-832e-ef5eae55913e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:51.626798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No DVR routers for this DVR port 35f9f82f-3c07-44db-b841-69b184c89eb4 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:51.664261 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.672004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a54ca7-4303-4000-9627-c6a5823355e2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:51.714691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:51.718670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:51.721638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:20:51.722627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.799693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57018) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:51.800242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] Pushing event updated for resources: {'Network': ['ID=75432897-4435-4662-8892-c63b0397ae9a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:51.813362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:51.824177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 75432897-4435-4662-8892-c63b0397ae9a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:51.829841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57022) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:51.832562 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6fd8e89b-0652-4965-a011-4fa2519c1a59 HTTP/1.1" status: 204 len: 168 time: 1.5142426 Jan 10 19:20:51.866068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9373b69b-32a1-4617-b527-5a1ac8116d76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8958528 Jan 10 19:20:51.870319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57028) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:51.895780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ec74c-0daf-449a-949e-250cd52bb2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd8e89b-0652-4965-a011-4fa2519c1a59,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:51.912044 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-510cb17c-d4e4-4b5c-887e-87cad282fc67 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/routers/00f049f5-578e-4fba-99e0-b02502fff91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1027355 Jan 10 19:20:51.913950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:52.007238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Request body: {'subnet': {'network_id': '75432897-4435-4662-8892-c63b0397ae9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1321235079-subnet', 'tenant_id': '048e32480c194d53aeed339c2407351f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:52.039273 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fec872e-7aa0-43a2-aa42-0f43e92ffb35 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:20:52.039848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0fec872e-7aa0-43a2-aa42-0f43e92ffb35 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:20:52.140121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 903dc357-ff0c-44cb-8fa8-04eb4a406739 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:52.147978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:52.155928 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-6bdb58e0-2c3e-48d6-ac77-1f4f3f66180e service neutron] 10.222.0.44 "GET /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4583626 Jan 10 19:20:52.156748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.207023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Usage tracker for resource:subnet and tenant:048e32480c194d53aeed339c2407351f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:52.210344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.229169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:52.260002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:52.280332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0fec872e-7aa0-43a2-aa42-0f43e92ffb35 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:20:52.281928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.294484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57038) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:52.295280 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0fec872e-7aa0-43a2-aa42-0f43e92ffb35 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/3061dc82-4088-41a4-b1f7-715af278b0c7 HTTP/1.1" status: 404 len: 333 time: 0.3613405 Jan 10 19:20:52.317581 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-009e4351-e5af-45bb-9956-74d2722f9629 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 217 time: 0.1197557 Jan 10 19:20:52.359868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 903dc357-ff0c-44cb-8fa8-04eb4a406739 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:52.368182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 903dc357-ff0c-44cb-8fa8-04eb4a406739 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:52.368880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.437861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-20f67447-797c-4f48-8a2b-3eeada12f06b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:52.439835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-20f67447-797c-4f48-8a2b-3eeada12f06b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1138058 Jan 10 19:20:52.499386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.520983 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.558624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 903dc357-ff0c-44cb-8fa8-04eb4a406739, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=903dc357-ff0c-44cb-8fa8-04eb4a406739,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:52.564819 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.574732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8df75204-23e0-4912-8d7d-ec9bca07be35 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:52.584285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=657fc2e3-4089-4ef7-9388-1cf962365c9f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:52.592586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.650917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed61fb2-daf2-4d71-a63b-eefa115469c7 None None] Network c7e8896a-cd4f-4625-9162-e502bacf81f2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:52.658458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Made reservation on behalf of 048e32480c194d53aeed339c2407351f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:52.663094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.713267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.741416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce0215-3fd7-46e6-b5a4-4f131066d6b3 None None] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:52.744213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e8896a-cd4f-4625-9162-e502bacf81f2']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:52.758777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7267d17d-1d12-47c1-bce3-4d52a9c07714') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:52.759132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7267d17d-1d12-47c1-bce3-4d52a9c07714') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:52.772578 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-5658ff5d-77de-42a3-b8d2-2186a234d5af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3269632 Jan 10 19:20:52.777164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.867724 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.879350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:52.880211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:52.895845 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:52.945261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5b77567e-5a44-42b7-b589-d44d802d8fe2 None None] Provisioning for port 8df75204-23e0-4912-8d7d-ec9bca07be35 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:52.964431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:53.006222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=903dc357-ff0c-44cb-8fa8-04eb4a406739,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:53.015454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.039999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.047406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ee680a61-705f-4fa5-b199-916d26c8c8c3 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634952 Jan 10 19:20:53.049274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:33cc370ba2f74bce81661023555dd951 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:53.052279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=c7e8896a-cd4f-4625-9162-e502bacf81f2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:53.059917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:53.084937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11163e-695e-4c96-be06-f45b02e090e1 None None] DHCP port deletion for c7e8896a-cd4f-4625-9162-e502bacf81f2 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:53.100642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 8df75204-23e0-4912-8d7d-ec9bca07be35 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:53.127943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8df75204-23e0-4912-8d7d-ec9bca07be35 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:53.128328 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.181906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:53.237820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.259014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.283621 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-95cc9487-d561-49d2-80ef-a810f5f63a5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/c7e8896a-cd4f-4625-9162-e502bacf81f2 HTTP/1.1" status: 204 len: 168 time: 9.0656059 Jan 10 19:20:53.288959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57042) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:53.327280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.341994 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d99dd4-38f5-41d2-883e-aab278d8dd48 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:53.342452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d99dd4-38f5-41d2-883e-aab278d8dd48 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:53.344176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05d99dd4-38f5-41d2-883e-aab278d8dd48 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/657fc2e3-4089-4ef7-9388-1cf962365c9f HTTP/1.1" status: 404 len: 337 time: 0.0551426 Jan 10 19:20:53.347305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57048) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:53.373501 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-334639d3-7853-49cb-9a95-4c190e89dbd2 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:53.373951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334639d3-7853-49cb-9a95-4c190e89dbd2 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:53.375657 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-334639d3-7853-49cb-9a95-4c190e89dbd2 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/c7e8896a-cd4f-4625-9162-e502bacf81f2 HTTP/1.1" status: 404 len: 339 time: 0.0273921 Jan 10 19:20:53.382254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 8df75204-23e0-4912-8d7d-ec9bca07be35, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8df75204-23e0-4912-8d7d-ec9bca07be35,segment=NetworkSegment(4939f846-1214-44df-ae93-b1c9a1014022),segment_id=4939f846-1214-44df-ae93-b1c9a1014022)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:53.384951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57052) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:53.385550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccfa66b-fb5d-485f-bcd4-672d2a992b66']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:53.390639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.430553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-835c6270-bda6-4e57-a23e-20b3d2c5d8ef service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756664 Jan 10 19:20:53.483851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 35f9f82f-3c07-44db-b841-69b184c89eb4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:53.488905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3e9b06-282f-414a-920a-501d3f00f0b4') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:53.489205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3e9b06-282f-414a-920a-501d3f00f0b4') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:53.530912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 35f9f82f-3c07-44db-b841-69b184c89eb4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:53.531488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 35f9f82f-3c07-44db-b841-69b184c89eb4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:20:53.534335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=8df75204-23e0-4912-8d7d-ec9bca07be35,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:53.585175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-1b669e41-4d7a-4462-813d-d15e2fc6636b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 217 time: 0.0863485 Jan 10 19:20:53.615165 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.643375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.653590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a2e8d3ea-985e-4982-b0c6-8361891fc321 None None] Provisioning complete for port 8df75204-23e0-4912-8d7d-ec9bca07be35 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:53.654273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d3ea-985e-4982-b0c6-8361891fc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.683009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.699797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-e06199e4-4b8a-4f71-a09e-074d70077691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:53.701291 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-e06199e4-4b8a-4f71-a09e-074d70077691 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1048405 Jan 10 19:20:53.725669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:53.726103 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:53.745052 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:53.831366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a2e8d3ea-985e-4982-b0c6-8361891fc321 None None] Provisioning for port 66722eec-3c48-4e49-832e-ef5eae55913e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:20:53.850242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.852316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a2e8d3ea-985e-4982-b0c6-8361891fc321 None None] Provisioning complete for port 66722eec-3c48-4e49-832e-ef5eae55913e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:53.852863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d3ea-985e-4982-b0c6-8361891fc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.894911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:53.910293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dbd67d-926b-48b5-8d7e-d1c63ddee221') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:53.916348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dbd67d-926b-48b5-8d7e-d1c63ddee221') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:53.924054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.937742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.958987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-6235e11c-a2a5-4d7c-8f58-ac56ad9dade0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2329555 Jan 10 19:20:53.962852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 903dc357-ff0c-44cb-8fa8-04eb4a406739 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:53.983838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:53.987808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d087f-3705-431f-b404-fcce6e423705 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:20:54.036927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:54.037368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.041722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8d3ea-985e-4982-b0c6-8361891fc321 None None] Port 66722eec-3c48-4e49-832e-ef5eae55913e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:54.052179 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:54.163664 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.169015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.193768 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.217069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:54.219971 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.230247 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-272e4014-f04e-48b8-b2d8-d44326104d3b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/dd354d3a-6ca3-4ea6-95e8-6a69d0efe78e HTTP/1.1" status: 204 len: 168 time: 0.8441033 Jan 10 19:20:54.231582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57056) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:54.236426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-b247403b-0e8e-4350-a6c1-718882071ae9 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710421 Jan 10 19:20:54.243604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-87fa593b-22f3-4a70-b8b2-38373b264c3c None None] Provisioning complete for port 66722eec-3c48-4e49-832e-ef5eae55913e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:54.244132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87fa593b-22f3-4a70-b8b2-38373b264c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.292476 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf424c6-78a6-4146-8b1a-9fef129e9ad3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:54.293755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf424c6-78a6-4146-8b1a-9fef129e9ad3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:54.297129 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-faf424c6-78a6-4146-8b1a-9fef129e9ad3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/f942d090-1111-481b-aca4-0c8f998956f8 HTTP/1.1" status: 404 len: 337 time: 0.0638969 Jan 10 19:20:54.297672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57060) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:54.307619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 903dc357-ff0c-44cb-8fa8-04eb4a406739 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:54.308112 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.310284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.331554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.337248 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.348469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d087f-3705-431f-b404-fcce6e423705 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:20:54.369179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-87fa593b-22f3-4a70-b8b2-38373b264c3c None None] Port 66722eec-3c48-4e49-832e-ef5eae55913e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:54.377182 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f856159c-4d3d-4db7-b29d-0af699174262 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:20:54.377619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f856159c-4d3d-4db7-b29d-0af699174262 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:20:54.381724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f856159c-4d3d-4db7-b29d-0af699174262 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/4d71ceb5-054c-4d8f-b940-f3bdabbd36f5 HTTP/1.1" status: 404 len: 339 time: 0.0801892 Jan 10 19:20:54.382269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57064) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:54.452046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccfa66b-fb5d-485f-bcd4-672d2a992b66,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:54.453627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f076bd1-9436-432e-b59e-6638a506f07c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:54.458363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:20:54.496235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.501880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d146d75e-e6c8-473d-8cd2-f583be9ef0b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33cc370ba2f74bce81661023555dd951&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6813145 Jan 10 19:20:54.503698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-41639f88-a8d3-4022-8056-fbe0ba21734c service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364910 Jan 10 19:20:54.504172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:54.518609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.595993 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.596925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.604073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8df75204-23e0-4912-8d7d-ec9bca07be35 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:20:54.609895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.646312 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ca2879c1-9615-4af9-b27f-e96fa63a50f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 200 len: 217 time: 0.0912387 Jan 10 19:20:54.653347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19883bb-9ce7-42fe-8b2d-741125dc6ca3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:54.683408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6e10d4cc-230a-426d-b5fe-f4277c5dcdc7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ccfa66b-fb5d-485f-bcd4-672d2a992b66 HTTP/1.1" status: 204 len: 168 time: 2.8481264 Jan 10 19:20:54.768036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=66722eec-3c48-4e49-832e-ef5eae55913e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:54.778181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8df75204-23e0-4912-8d7d-ec9bca07be35 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:54.778566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.823038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.823840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Fanout notify agent at l3_agent the message router_deleted on router 00f049f5-578e-4fba-99e0-b02502fff91c {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:20:54.887079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting subnet 8358eb93-7add-4ca0-bfda-20125ffab3c7 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:54.893384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57074) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:54.897378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.922145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:54.925800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5da548ed-e406-4bfd-9d65-a5ffc8f68a45 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/routers/00f049f5-578e-4fba-99e0-b02502fff91c HTTP/1.1" status: 204 len: 168 time: 2.5945323 Jan 10 19:20:54.927725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Checking segment: {'id': '36bd88b7-1810-4b43-bd13-c067d4e9bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '75432897-4435-4662-8892-c63b0397ae9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:20:54.928330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Network hostable DHCP agents. Network: 75432897-4435-4662-8892-c63b0397ae9a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:20:54.934935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57078) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:54.937314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ff4d0ba9-3d47-473f-a797-7c55e75ec312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:54.938450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-ff4d0ba9-3d47-473f-a797-7c55e75ec312 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.2796187 Jan 10 19:20:54.950172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d7f47cc-3d35-45fc-b144-3a61c0b49ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.059786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d7f47cc-3d35-45fc-b144-3a61c0b49ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.067489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.134906 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76bfd305-c80f-4a4f-9e5d-1542b04b0180 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7da8536f54e94d46a607ea1fb745fa89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2392511 Jan 10 19:20:55.138308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57082) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:55.194450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-08f61a09-399a-4765-807e-aecae5cde4bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2451942 Jan 10 19:20:55.225180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Network 75432897-4435-4662-8892-c63b0397ae9a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:20:55.230105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d7f47cc-3d35-45fc-b144-3a61c0b49ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.232904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:20:55.243339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:55.295628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.348593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f47cc-3d35-45fc-b144-3a61c0b49ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f076bd1-9436-432e-b59e-6638a506f07c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:55.366596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d7f47cc-3d35-45fc-b144-3a61c0b49ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.367782 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d7f47cc-3d35-45fc-b144-3a61c0b49ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f076bd1-9436-432e-b59e-6638a506f07c HTTP/1.1" status: 204 len: 168 time: 0.8593454 Jan 10 19:20:55.422773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 75432897-4435-4662-8892-c63b0397ae9a) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:20:55.431215 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-3a730d71-e533-417e-bbd8-601218972349 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301216 Jan 10 19:20:55.433704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb2f57-aa71-4c6a-b63e-7dfc92501950 None None] Network 75432897-4435-4662-8892-c63b0397ae9a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:55.460277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:55.461508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.468109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.561302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=8358eb93-7add-4ca0-bfda-20125ffab3c7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:55.595838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f8662397-437b-4fc2-8685-e23201b15b74 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7222557 Jan 10 19:20:55.599980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.603032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf287c7d-9779-4516-b7db-fc19798940d4 None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:55.608496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet f3deb9f2-7bc4-4d59-af62-313ff7d7481f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:55.616067 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.630688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-007d1010-ef5c-48ad-989d-69a5fd701557 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/8358eb93-7add-4ca0-bfda-20125ffab3c7 HTTP/1.1" status: 204 len: 168 time: 1.2443066 Jan 10 19:20:55.634641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:55.650046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07f93238-bb6d-4ad6-95ef-0ad04322fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.747998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1e788ef7-2ee4-4694-b7de-0d908b779860 None None] Provisioning complete for port 66722eec-3c48-4e49-832e-ef5eae55913e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:55.748609 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e788ef7-2ee4-4694-b7de-0d908b779860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.815556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting subnet 63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:20:55.818751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e788ef7-2ee4-4694-b7de-0d908b779860 None None] Port 66722eec-3c48-4e49-832e-ef5eae55913e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:20:55.822913 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-5f57c13a-612a-458e-bfd0-8253e6797cbf service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792102 Jan 10 19:20:55.825931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.920440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0473087f-d64f-49c7-aed8-b68f5369f12f None None] Network 75432897-4435-4662-8892-c63b0397ae9a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:55.986767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07f93238-bb6d-4ad6-95ef-0ad04322fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:55.989813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-f2bc94e5-dd52-491b-b53f-68aa620f77ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 200 len: 217 time: 0.1261258 Jan 10 19:20:56.057990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.088303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.116121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57100) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:56.176309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-f304b470-6c94-4dfe-a01b-53e654bf1fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:56.179144 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-f304b470-6c94-4dfe-a01b-53e654bf1fee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 200 len: 797 time: 0.1744897 Jan 10 19:20:56.198619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.375022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:56.375679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-12e6e9c0-57d6-40a2-8831-95ecbc3ede62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878202 Jan 10 19:20:56.386398 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07f93238-bb6d-4ad6-95ef-0ad04322fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.390697 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.425771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:68e7ba5b57724795a3ecd4f4927f9143 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:56.437749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:56.473293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f93238-bb6d-4ad6-95ef-0ad04322fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6267c6-9302-46e9-9eb6-b2c7b2676276,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:56.476930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:56.484592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.528726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:20:56.595726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07f93238-bb6d-4ad6-95ef-0ad04322fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.597068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-07f93238-bb6d-4ad6-95ef-0ad04322fbc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d6267c6-9302-46e9-9eb6-b2c7b2676276 HTTP/1.1" status: 204 len: 168 time: 1.4563644 Jan 10 19:20:56.618833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-0d35047a-5fc6-42e7-9502-1411f509f4b7 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348838 Jan 10 19:20:56.664716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.748084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.826596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:56.829114 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.847552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=f3deb9f2-7bc4-4d59-af62-313ff7d7481f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:56.859018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-210d4136-db1f-4fea-851c-021dfbabf4f9 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331896 Jan 10 19:20:56.860394 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f7d22240-374e-4005-b0b9-d0aecd76dba9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/63837a2b-5a50-4c56-8bb3-7d1fd19cc7d9 HTTP/1.1" status: 204 len: 168 time: 1.2246408 Jan 10 19:20:56.864135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57116) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:56.952632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.956682 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.967494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:56.977359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-483d72bc-6e9c-40af-997d-d0bc2ca9c90a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 200 len: 217 time: 0.1046407 Jan 10 19:20:56.977584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbff55b-8c4c-486b-8ac0-68c5a242b0bc None None] Network 8bd026e9-cb39-4a4b-be31-b50cbc944a3f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:57.013489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-90c3bba0-7c90-4aab-b0ac-05c2bcc137b6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/f3deb9f2-7bc4-4d59-af62-313ff7d7481f HTTP/1.1" status: 204 len: 168 time: 2.0752609 Jan 10 19:20:57.021226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57122) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:57.284621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b5589-f10c-4597-b7a1-3b6e8b9ad688,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:57.295142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57132) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:57.306743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8621ced7-1a96-4854-aa07-889735524ab7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68e7ba5b57724795a3ecd4f4927f9143&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1880960 Jan 10 19:20:57.326656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:57.331868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-492655808-network', 'tenant_id': 'ae0010193f0c408696bdc0b551be4e2c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:57.339744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa526699-6bc6-4c18-b217-ade573d5690e None None] Network 0544611d-5a29-46ed-9892-6c00657bcbee requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:20:57.368363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:57.375314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Usage tracker for resource:network and tenant:ae0010193f0c408696bdc0b551be4e2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:57.392880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:57.415331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:57.427440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.457509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-f878d9a3-2704-491e-bd89-900e8c0fe5fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:57.460086 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-f878d9a3-2704-491e-bd89-900e8c0fe5fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.1854932 Jan 10 19:20:57.473269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Made reservation on behalf of ae0010193f0c408696bdc0b551be4e2c for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:57.474150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] DHCP port deletion for 8bd026e9-cb39-4a4b-be31-b50cbc944a3f request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:57.475526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.500804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Deleting port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:57.501409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.502661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:57.502972 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.526775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.536385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:57.551194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.557392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b7c694d6-1754-44a9-b2bc-b7f4aa79159e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5075212 Jan 10 19:20:57.557916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57144) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:57.570719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1654638392'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:57.573862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:57.577080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:57.581925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:57.585042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:57.589606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0af862c1-5ef4-4e33-b563-82423462463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.591577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:57.615888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:57.619448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.631304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:57.631628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.659829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bafbb221-a85a-4ade-8f15-d2c5e8bfe56c None None] Provisioning complete for port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:20:57.660627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bafbb221-a85a-4ade-8f15-d2c5e8bfe56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.683849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0af862c1-5ef4-4e33-b563-82423462463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.700776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:20:57.714632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:57.716497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:57.725029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Usage tracker for resource:security_group_rule and tenant:ae0010193f0c408696bdc0b551be4e2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:57.740403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:57.764014 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-a56f6875-bf33-4a47-97cc-47cc229e17f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2863312 Jan 10 19:20:57.774257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:57.774635 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment a782725d-d8c3-4275-a1e0-17cf6d109ab2 of type vlan for network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 Jan 10 19:20:57.775605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:57.923747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:57.924762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:57.985678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4075cbf0-4df4-4c6b-98f1-8a82be90e198 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:58.011510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.069100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57154) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:58.076245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port a8421b02-c48f-42e7-ab2c-2dd0dda97d85, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,segment=NetworkSegment(d07f15e5-6955-4f5e-899e-1012e8568e6b),segment_id=d07f15e5-6955-4f5e-899e-1012e8568e6b)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:58.076613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.105050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] For port 4075cbf0-4df4-4c6b-98f1-8a82be90e198, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4075cbf0-4df4-4c6b-98f1-8a82be90e198,segment=NetworkSegment(69803dfa-f080-47d8-be93-4d5211e7fc87),segment_id=69803dfa-f080-47d8-be93-4d5211e7fc87)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:58.105321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.108480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-b2535917-f4ea-4491-91d3-ddcc00e3d99d service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356845 Jan 10 19:20:58.252609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for a8421b02-c48f-42e7-ab2c-2dd0dda97d85 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:58.294158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1604177552-network', 'tenant_id': '0cdea20bdb7244b7b7026ae7484274dc'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:58.317998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 4075cbf0-4df4-4c6b-98f1-8a82be90e198 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:58.354916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] For port 4075cbf0-4df4-4c6b-98f1-8a82be90e198, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4075cbf0-4df4-4c6b-98f1-8a82be90e198,segment=NetworkSegment(69803dfa-f080-47d8-be93-4d5211e7fc87),segment_id=69803dfa-f080-47d8-be93-4d5211e7fc87)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:20:58.355511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.362221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:58.364532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.366078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:20:58.368884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:58.369229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.381786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0af862c1-5ef4-4e33-b563-82423462463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.396435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Usage tracker for resource:network and tenant:0cdea20bdb7244b7b7026ae7484274dc is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:58.420039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:58.426686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af862c1-5ef4-4e33-b563-82423462463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b5589-f10c-4597-b7a1-3b6e8b9ad688,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:58.437014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:58.466195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0af862c1-5ef4-4e33-b563-82423462463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.469648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0af862c1-5ef4-4e33-b563-82423462463c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/226b5589-f10c-4597-b7a1-3b6e8b9ad688 HTTP/1.1" status: 204 len: 168 time: 1.1305211 Jan 10 19:20:58.502364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.511038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.529446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9683657 Jan 10 19:20:58.530731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:58.562930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:58.591721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Made reservation on behalf of 0cdea20bdb7244b7b7026ae7484274dc for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:58.593955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.619500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.619726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dc6e5-c94d-4ef8-a20c-555b9a5cefcb None None] DHCP port deletion for 0544611d-5a29-46ed-9892-6c00657bcbee request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:20:58.628658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f4e00-e358-41d9-af7e-1312b085a529 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:58.635746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.649052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Calling delete_port for 4075cbf0-4df4-4c6b-98f1-8a82be90e198 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:20:58.682051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:58.711807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dc6e5-c94d-4ef8-a20c-555b9a5cefcb None None] Deleting port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:58.712268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc6e5-c94d-4ef8-a20c-555b9a5cefcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.714162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.718111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fdd028-e06b-45be-9033-22a1dd52f9af,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:58.747328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:58.749731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=4075cbf0-4df4-4c6b-98f1-8a82be90e198,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:58.771179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No DVR routers for this DVR port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:58.779464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Port': ['ID=a8421b02-c48f-42e7-ab2c-2dd0dda97d85,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:58.808690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-6ee62547-c166-413c-a570-4e4826056b23 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438205 Jan 10 19:20:58.821392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No DVR routers for this DVR port a8421b02-c48f-42e7-ab2c-2dd0dda97d85 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:20:58.862344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.863584 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Added segment b0aacebd-7df0-4f5c-8a72-ec4adbe748db of type vlan for network da9497a2-c145-445e-be4c-a0e10caf22b5 Jan 10 19:20:58.917687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:58.923137 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:58.923319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:58.937783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:58.941425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Usage tracker for resource:security_group_rule and tenant:0cdea20bdb7244b7b7026ae7484274dc is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:58.944373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:58.947934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:58.958555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dc6e5-c94d-4ef8-a20c-555b9a5cefcb None None] The port 'a8421b02-c48f-42e7-ab2c-2dd0dda97d85' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:58.977203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57168) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:58.982142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:59.009586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.032609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.037702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.093457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:59.097736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Usage tracker for resource:security_group_rule and tenant:f8dcfdbe9622472b945e39088e2e84bb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:59.101443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:59.107562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:59.160002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd026e9-cb39-4a4b-be31-b50cbc944a3f']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.169121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:20:59.182438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] Sync routers for ids ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:20:59.197181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69803dfa-f080-47d8-be93-4d5211e7fc87') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.197560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69803dfa-f080-47d8-be93-4d5211e7fc87') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.204989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:59.208365 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] Routers {'eeb943f9-df9a-4968-b4a3-d7d5f0baba42'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:59.208983 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.224296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-6f7ad4b7-228a-4617-bc97-d639ac9a9b58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 200 len: 217 time: 0.4061801 Jan 10 19:20:59.237195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.238235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.256905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.266664 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.278489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-152809fb-f158-475d-a611-4792b85c9fd6 admin admin] 10.222.0.21 "PUT /v2.0/routers/eeb943f9-df9a-4968-b4a3-d7d5f0baba42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0243332 Jan 10 19:20:59.280367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:59.280367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.282385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0544611d-5a29-46ed-9892-6c00657bcbee']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.296510 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.297099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:59.297681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.298638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:20:59.299165 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:59.301048 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:59.303549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.308765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07f15e5-6955-4f5e-899e-1012e8568e6b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.312963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57174) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:59.315567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07f15e5-6955-4f5e-899e-1012e8568e6b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.329217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.341849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:20:51Z', 'revision_number': 3, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:20:53Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.346970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:20:59.347325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Updating router aa02cbbe-62d1-4a08-bbaa-7c8785186051 port 66722eec-3c48-4e49-832e-ef5eae55913e binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:20:59.354036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.361237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:20:59.361839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.397234 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] Set router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:20:59.413290 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.468032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] Pushing event updated for resources: {'Network': ['ID=da9497a2-c145-445e-be4c-a0e10caf22b5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:59.539406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:20:59.541703 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:20:59.561925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network da9497a2-c145-445e-be4c-a0e10caf22b5 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:20:59.589509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.593534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215c0a0-ec46-4643-8808-a7b7a003c0cf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:59.596312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.610554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:20:59.620711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.621055 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Added segment 1379f670-c3a8-4949-b1bf-8d60d2bb8cfa of type vlan for network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd Jan 10 19:20:59.638914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-985961e0-8d6e-4688-abaa-913233094d3c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3383119 Jan 10 19:20:59.646977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:59.648875 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.666205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Request body: {'subnet': {'network_id': 'da9497a2-c145-445e-be4c-a0e10caf22b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-492655808-subnet', 'tenant_id': 'ae0010193f0c408696bdc0b551be4e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:20:59.672987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:20:59.688346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Usage tracker for resource:subnet and tenant:ae0010193f0c408696bdc0b551be4e2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:20:59.693027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:20:59.701818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:20:59.717998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a484a386-7236-4a2b-8b73-7ee76504133c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8dcfdbe9622472b945e39088e2e84bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7363818 Jan 10 19:20:59.721691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.724775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57182) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:59.731312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Made reservation on behalf of ae0010193f0c408696bdc0b551be4e2c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:59.733948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.737549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.739296 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:20:51Z', 'revision_number': 5, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.743625 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] Checking router: eeb943f9-df9a-4968-b4a3-d7d5f0baba42 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:20:59.755210 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] Routers {'eeb943f9-df9a-4968-b4a3-d7d5f0baba42'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:20:59.755816 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:20:59.756762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8967c07-dc30-4268-9a0d-84d2ae384538,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:59.759998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=0544611d-5a29-46ed-9892-6c00657bcbee,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:20:59.761604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.762428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:20:59.763031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.766541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:20:59.784946 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05fba9bf-b44d-44f7-a537-dc706f5bc0f6 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/0544611d-5a29-46ed-9892-6c00657bcbee HTTP/1.1" status: 204 len: 168 time: 2.9142785 Jan 10 19:20:59.787739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57186) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:20:59.800021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Deleting port 4075cbf0-4df4-4c6b-98f1-8a82be90e198 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:20:59.800409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:20:59.918054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a8421b02-c48f-42e7-ab2c-2dd0dda97d85 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:20:59.950533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cde62aa0-1d31-424d-a4eb-6310b6ca0cf6 None None] The port '4075cbf0-4df4-4c6b-98f1-8a82be90e198' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:20:59.953467 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] Set router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:20:59.974908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a8421b02-c48f-42e7-ab2c-2dd0dda97d85 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:20:59.975247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a8421b02-c48f-42e7-ab2c-2dd0dda97d85 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:00.045683 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.055938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.075813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0029137 Jan 10 19:21:00.095394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=8bd026e9-cb39-4a4b-be31-b50cbc944a3f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:00.098073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57190) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.123496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-0a5ad15d-b743-46c0-8329-531af74ef112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:00.124879 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-0a5ad15d-b743-46c0-8329-531af74ef112 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 200 len: 797 time: 0.5778663 Jan 10 19:21:00.126656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Request body: {'subnet': {'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1604177552-subnet', 'tenant_id': '0cdea20bdb7244b7b7026ae7484274dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:00.140970 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.143398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f75b674a-4925-4f72-ad4b-6a40f4ec363e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/8bd026e9-cb39-4a4b-be31-b50cbc944a3f HTTP/1.1" status: 204 len: 168 time: 3.1157057 Jan 10 19:21:00.148474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57194) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.150010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:00.154923 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f46fd0e-7c82-46b0-a338-b69b6252356b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:00.155383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f46fd0e-7c82-46b0-a338-b69b6252356b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:00.156610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Transition to ACTIVE for port object 66722eec-3c48-4e49-832e-ef5eae55913e will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:00.157092 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7f46fd0e-7c82-46b0-a338-b69b6252356b tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/d421e778-f868-454b-a261-c19de6af7106 HTTP/1.1" status: 404 len: 337 time: 0.3315785 Jan 10 19:21:00.166101 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.183190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57196) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.223788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db56cf3-4b37-432e-8b2e-0480e0b9c327 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:00.238898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.242294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2553a-5ac2-4868-b885-f0f8dab8e93f None None] Pushing event updated for resources: {'Port': ['ID=66722eec-3c48-4e49-832e-ef5eae55913e,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:00.244711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:00.328033 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:20:51Z', 'revision_number': 5, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:00.335060 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dea34-c45b-4b95-8bac-94ecf8fec419 None None] The sync data for ids ['eeb943f9-df9a-4968-b4a3-d7d5f0baba42'] in n-d-816927-8 is: [{'id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'name': 'tempest-ServerRescueTestJSON-926883719-router', 'tenant_id': '14767e54696f4f2e94938f130d710b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '80e0900f-bc29-4f52-a556-38276e67977f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:17:48Z', 'updated_at': '2022-01-10T19:20:51Z', 'revision_number': 5, 'project_id': '14767e54696f4f2e94938f130d710b10', 'gw_port': {'id': '80e0900f-bc29-4f52-a556-38276e67977f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb943f9-df9a-4968-b4a3-d7d5f0baba42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:17:52Z', 'updated_at': '2022-01-10T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:00.391013 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-d07db52a-a297-4a64-8ddb-89368e63c8ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d95baf2-6897-4c92-b69c-18ba5c17d1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2490847 Jan 10 19:21:00.394032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Usage tracker for resource:subnet and tenant:0cdea20bdb7244b7b7026ae7484274dc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:00.438118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:00.441044 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6e88e8-993f-4870-92bd-88382fb395fd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:00.441492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6e88e8-993f-4870-92bd-88382fb395fd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:00.446306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a6e88e8-993f-4870-92bd-88382fb395fd tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/17ad3c43-fca6-4204-bb27-790aa5688815 HTTP/1.1" status: 404 len: 339 time: 0.1121788 Jan 10 19:21:00.461310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57202) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.524765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Attempting to bind port 66722eec-3c48-4e49-832e-ef5eae55913e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:00.525356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Attempting to bind port 66722eec-3c48-4e49-832e-ef5eae55913e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:00.525649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Attempting to bind port 66722eec-3c48-4e49-832e-ef5eae55913e on network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:00.532142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:00.532516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Checking segment: {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:00.533175 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.533306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Bound using segment: {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:00.533757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Bound port: 66722eec-3c48-4e49-832e-ef5eae55913e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939f846-1214-44df-ae93-b1c9a1014022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:00.534133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.534309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:00.614532 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2625dce1-2ce9-49ec-bd2e-889cbe04edee tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:00.615013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2625dce1-2ce9-49ec-bd2e-889cbe04edee tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:00.621311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57206) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.621844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2625dce1-2ce9-49ec-bd2e-889cbe04edee tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/4be4b2ef-8f4b-40b4-9b68-71ae6ca019d5 HTTP/1.1" status: 404 len: 337 time: 0.1572978 Jan 10 19:21:00.631971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a493c87-afce-4fe7-ac94-0987f2021422,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:00.645463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] For port 66722eec-3c48-4e49-832e-ef5eae55913e, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:00.650050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] For port 66722eec-3c48-4e49-832e-ef5eae55913e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66722eec-3c48-4e49-832e-ef5eae55913e,segment=NetworkSegment(4939f846-1214-44df-ae93-b1c9a1014022),segment_id=4939f846-1214-44df-ae93-b1c9a1014022)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:00.657525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.663245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-6b89614d-0471-447f-a843-a0ffd144a668 service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651429 Jan 10 19:21:00.670910 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e101ee-ea16-452a-9eb4-0cf49e908258 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:00.671587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e101ee-ea16-452a-9eb4-0cf49e908258 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:00.674563 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b12ef26-d8d2-428e-835c-56dedc6774a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.701065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Made reservation on behalf of 0cdea20bdb7244b7b7026ae7484274dc for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:00.703376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.707971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.728441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272db0a2-b822-4ce6-9445-b36644bff5c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:00.729035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-272db0a2-b822-4ce6-9445-b36644bff5c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:00.752905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2553a-5ac2-4868-b885-f0f8dab8e93f None None] Pushing event updated for resources: {'Port': ['ID=66722eec-3c48-4e49-832e-ef5eae55913e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:00.786073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:00.786710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:20:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:00.811133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04e101ee-ea16-452a-9eb4-0cf49e908258 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/61c2e674-1f53-4535-9b38-19fa1f8f6e39 HTTP/1.1" status: 404 len: 339 time: 0.1873052 Jan 10 19:21:00.817766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.833438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b12ef26-d8d2-428e-835c-56dedc6774a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:00.854307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Checking segment: {'id': 'b0aacebd-7df0-4f5c-8a72-ec4adbe748db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da9497a2-c145-445e-be4c-a0e10caf22b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:00.854694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Network hostable DHCP agents. Network: da9497a2-c145-445e-be4c-a0e10caf22b5, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:00.887765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-272db0a2-b822-4ce6-9445-b36644bff5c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:00.889119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-272db0a2-b822-4ce6-9445-b36644bff5c1 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/df5f9bc6-10c8-4fab-8d60-87c5a039a59a HTTP/1.1" status: 200 len: 844 time: 0.7094390 Jan 10 19:21:00.891593 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-365c66d9-fc77-47ad-9c15-236559c81c5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:00.892039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365c66d9-fc77-47ad-9c15-236559c81c5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:00.896308 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-365c66d9-fc77-47ad-9c15-236559c81c5e tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/3bc02c9c-1bb9-4d42-920f-b3cfb0937aa3 HTTP/1.1" status: 404 len: 337 time: 0.0740883 Jan 10 19:21:00.897119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57214) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:00.897448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57216) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:01.022314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=6f55a551-2466-4042-b101-96eb56106703,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:01.031230 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7883669-4835-46c9-95a8-1dd1f0f4d797 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:01.031675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7883669-4835-46c9-95a8-1dd1f0f4d797 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:01.036847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7883669-4835-46c9-95a8-1dd1f0f4d797 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/41bf357a-4ae7-47e5-bc04-12edc2d930b9 HTTP/1.1" status: 404 len: 339 time: 0.1276729 Jan 10 19:21:01.042004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57222) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:01.066081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Network da9497a2-c145-445e-be4c-a0e10caf22b5 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:01.076461 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.081439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:01.156014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.187549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43ca0dfd-470a-4d22-942d-b480ad7c8229 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/df5f9bc6-10c8-4fab-8d60-87c5a039a59a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2798028 Jan 10 19:21:01.189475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-df3bd6e9-dcbe-4447-8a9c-5d0783718725 req-40b4339d-abb6-4589-bbc4-426e4c9c525c service neutron] 10.222.0.44 "GET /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146160 Jan 10 19:21:01.192759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:01.203286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:01.203654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:01.215434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:01.223372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb11edd3-cfdc-4c5e-9c31-85ce8234aa94,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:01.237489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, da9497a2-c145-445e-be4c-a0e10caf22b5) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:01.243307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:01.243898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.269297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23837b-0ba8-41cd-940c-f18837a792c0 None None] Network da9497a2-c145-445e-be4c-a0e10caf22b5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:01.299994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b12ef26-d8d2-428e-835c-56dedc6774a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.333198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12ef26-d8d2-428e-835c-56dedc6774a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215c0a0-ec46-4643-8808-a7b7a003c0cf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:01.339540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Checking segment: {'id': '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:01.339921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Network hostable DHCP agents. Network: 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:01.357215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c3437fd0-8f10-438d-8e5b-8a9534dd4603 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6972892 Jan 10 19:21:01.357215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b12ef26-d8d2-428e-835c-56dedc6774a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.357215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1b12ef26-d8d2-428e-835c-56dedc6774a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e215c0a0-ec46-4643-8808-a7b7a003c0cf HTTP/1.1" status: 204 len: 168 time: 1.5976527 Jan 10 19:21:01.504616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:01.511988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57234) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:01.567907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting subnet 098670a0-3d4c-4ff7-b194-2fc5e7662fc6 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:01.574855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.600700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:01.619305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd1d15-ec51-4a3e-9e1d-0fb799d438ad None None] Network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:01.641246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:01.642185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.681621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Deleting subnet f19883bb-9ce7-42fe-8b2d-741125dc6ca3 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:01.686824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.692376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.722243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-068521ac-4509-495e-926c-12a43378dd71 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6054771 Jan 10 19:21:01.739910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:01.746394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.747788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:01.751320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:01.760154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:01.782713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:01.816024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.838541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Deleting port 80e0900f-bc29-4f52-a556-38276e67977f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:01.838930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.853291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 91a54ca7-4303-4000-9627-c6a5823355e2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:01.892672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce8624-cfde-4df4-a6eb-af0a7e9e51e1 None None] Network da9497a2-c145-445e-be4c-a0e10caf22b5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:01.912149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:01.925185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 91a54ca7-4303-4000-9627-c6a5823355e2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:01.925185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 91a54ca7-4303-4000-9627-c6a5823355e2 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:01.935895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:01.940836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:01.941423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:01.975497 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-574e17e7-3c35-4b0f-b3c5-96d52a2bb43f tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4270978 Jan 10 19:21:01.980152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:01.990665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce5610-9e92-49fa-b64b-93b0f4a4a386 None None] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:02.054990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.137486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] For port 80e0900f-bc29-4f52-a556-38276e67977f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=80e0900f-bc29-4f52-a556-38276e67977f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:02.138023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.347507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.381582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Calling delete_port for 80e0900f-bc29-4f52-a556-38276e67977f owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:02.404756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.468825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:20:51Z', 'revision_number': 3, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:00Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:02.506958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0c032-c99a-4106-b892-dcf828bcd9ed None None] Network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:02.616194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.722834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=098670a0-3d4c-4ff7-b194-2fc5e7662fc6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:02.760995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.793959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ccd18-de26-463b-abdf-327a6d9a3d98 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:20:51Z', 'revision_number': 3, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:00Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:02.807591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.877802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2e9dd83c-c358-4d50-b376-10cdd46d117d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/098670a0-3d4c-4ff7-b194-2fc5e7662fc6 HTTP/1.1" status: 204 len: 168 time: 1.7946053 Jan 10 19:21:02.880959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:02.886180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.890702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19883bb-9ce7-42fe-8b2d-741125dc6ca3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:02.935076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd5ddd-4104-4486-8a4a-f7ca318238f4 None None] Network 06617718-5c95-4359-bb44-428136451bdd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:02.948967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:02.997385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:03.002113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:03.008053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:03.008630 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.014761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=e58ba464-70fb-401d-8430-203a538a1c15,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:03.045767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-135c787b-3a21-4df7-b408-53210431190a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8497438 Jan 10 19:21:03.048598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57278) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:03.056485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'security_group': {'name': 'tempest-secgroup-149096181'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:03.065202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:03.072834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ec28b83a-63d8-4a01-a4be-f5782c6b4312 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f19883bb-9ce7-42fe-8b2d-741125dc6ca3 HTTP/1.1" status: 204 len: 168 time: 1.5588205 Jan 10 19:21:03.085958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-0b711bd5-3305-4152-92d9-8d4764d8642a tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:03.087530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-0b711bd5-3305-4152-92d9-8d4764d8642a tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/networks?id=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd HTTP/1.1" status: 200 len: 809 time: 0.5921667 Jan 10 19:21:03.092180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57282) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:03.103218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae75633-ad62-42b2-892e-f8a92a4de32e None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:03.215776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:03.238259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:03.253945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:03.312373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:21:03.313713 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.316178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-000d7c96-8cab-4ce6-924f-0143d5ef5582 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/quotas/0cdea20bdb7244b7b7026ae7484274dc HTTP/1.1" status: 200 len: 375 time: 0.1808543 Jan 10 19:21:03.336183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.387954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.393195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.411314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:03.418269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group_rule and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:03.420053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-2a7b16ad-6b27-4761-bd50-b2fd3c7257dd tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0cdea20bdb7244b7b7026ae7484274dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887938 Jan 10 19:21:03.421933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:03.596089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.625155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:03.632685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:03.633206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.760520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e0900f-bc29-4f52-a556-38276e67977f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:03.814265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.833104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.863066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.938070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.938460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Allocated IP 2001:db8:2::2 (ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0/6f55a551-2466-4042-b101-96eb56106703/84f8a767-7fb4-49d9-921a-6ef28be18b83) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:03.975037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:03.979043 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9265237 Jan 10 19:21:04.037940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57290) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:04.117364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75432897-4435-4662-8892-c63b0397ae9a']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:04.142757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-e97b8157-18b5-4364-a185-4dbc2d4b442d service neutron] 10.222.0.21 "GET /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052739 Jan 10 19:21:04.187771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4d3c5-f66e-47c1-8ad6-b5501d2f4c3f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5fcb4-6d21-416b-a901-d1f9803dec0f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:04.196570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] DHCP port deletion for 06617718-5c95-4359-bb44-428136451bdd request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:21:04.198452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66722eec-3c48-4e49-832e-ef5eae55913e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:04.216342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'security_group': {'name': 'tempest-secgroup-1884659160'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:04.235990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:04.248605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:04.251959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] Deleting port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:04.252180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.255340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:04.268332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:04.294072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bd88b7-1810-4b43-bd13-c067d4e9bf15') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:04.294370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bd88b7-1810-4b43-bd13-c067d4e9bf15') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:04.446551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.484870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:04.492160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group_rule and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:04.497332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:04.503732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:04.549730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-dd805d6c-ab08-4061-91f6-d38abc990f10', 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'tenant_id': '781d7e5b93a849fe843c8327dfab7203', 'fixed_ips': [{'subnet_id': 'e58ba464-70fb-401d-8430-203a538a1c15'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:21:04.550604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.582131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] For port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,segment=NetworkSegment(617a9ad8-8025-4f08-8ce9-a0588791a021),segment_id=617a9ad8-8025-4f08-8ce9-a0588791a021)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:04.582526 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.586094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.590996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.633169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.664395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b545bba-26a9-4723-a52e-c3c92a776916,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:04.683427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.687250 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9f6c339c-3c72-4d80-bb2f-467ba4b4a5fb tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4941869 Jan 10 19:21:04.689095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57300) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:04.695128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2114481123', 'security_groups': ['3b545bba-26a9-4723-a52e-c3c92a776916'], 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e58ba464-70fb-401d-8430-203a538a1c15'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:04.699373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.704591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.777538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,segment=NetworkSegment(617a9ad8-8025-4f08-8ce9-a0588791a021),segment_id=617a9ad8-8025-4f08-8ce9-a0588791a021)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:04.777962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.811158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:04.811565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.838849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] Calling delete_port for 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:04.873350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:04.876879 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:04.887253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:04.896623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:04.902190 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:04.928819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 46d60606-4164-4a40-a741-9bbc0012e7ac yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:04.957641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 66722eec-3c48-4e49-832e-ef5eae55913e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:04.982385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 66722eec-3c48-4e49-832e-ef5eae55913e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:04.982385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.059775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:05.121033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-0da1c7fb-6688-4595-af56-83316366e87f service neutron] 10.222.0.21 "GET /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9128652 Jan 10 19:21:05.142103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.164878 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.213837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Transition to ACTIVE for port object 84f8a767-7fb4-49d9-921a-6ef28be18b83 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:05.232297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] Pushing event deleted for resources: {'Port': ['ID=5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:05.275757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Allocated IP 2001:db8::2 (dd805d6c-ab08-4061-91f6-d38abc990f10/e58ba464-70fb-401d-8430-203a538a1c15/e8c5a94d-c382-4ee7-8210-7f827507faeb) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:05.304557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.336401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.348250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.370282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] Pushing event deleted for resources: {'Network': ['ID=75432897-4435-4662-8892-c63b0397ae9a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:05.375088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1ff02662-5482-4c0f-a046-4b5287debded admin admin] 10.222.0.21 "DELETE /v2.0/networks/75432897-4435-4662-8892-c63b0397ae9a HTTP/1.1" status: 204 len: 168 time: 2.2817852 Jan 10 19:21:05.377754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57308) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:05.381636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.399360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Transition to ACTIVE for port object 84f8a767-7fb4-49d9-921a-6ef28be18b83 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:05.449685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Deleting subnet 3a493c87-afce-4fe7-ac94-0987f2021422 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:05.453725 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:21:05.454451 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:21:05.455893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.458806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7cd566-3d8b-4641-9899-0fd5da760ab5 None None] No DVR routers for this DVR port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:05.461213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.530942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.595571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8:2::1 (ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0/6f55a551-2466-4042-b101-96eb56106703/b9c2f454-144f-435a-9a20-9c6e5b336dab) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:05.599227 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.601901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.676568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:05.686343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:05.688406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Pushing event updated for resources: {'Port': ['ID=84f8a767-7fb4-49d9-921a-6ef28be18b83,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:05.701065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:05.777714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.829801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 66722eec-3c48-4e49-832e-ef5eae55913e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66722eec-3c48-4e49-832e-ef5eae55913e,segment=NetworkSegment(4939f846-1214-44df-ae93-b1c9a1014022),segment_id=4939f846-1214-44df-ae93-b1c9a1014022)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:05.834129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Attempting to bind port 84f8a767-7fb4-49d9-921a-6ef28be18b83 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:05.834586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Attempting to bind port 84f8a767-7fb4-49d9-921a-6ef28be18b83 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:05.835335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Attempting to bind port 84f8a767-7fb4-49d9-921a-6ef28be18b83 on network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:05.840664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.845129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7cb19d8-40f2-4d6f-bc3f-d1ef82032bd6 req-cd29d7d8-fee8-40b0-93f0-88e7c9729cdf tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 210 time: 0.3283780 Jan 10 19:21:05.845721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.846260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb943f9-df9a-4968-b4a3-d7d5f0baba42 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:21:05.872512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object b9c2f454-144f-435a-9a20-9c6e5b336dab will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:05.877145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.906682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a493c87-afce-4fe7-ac94-0987f2021422,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:05.924416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.933770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.953585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aa6bd4b2-210d-4243-9c51-b23c631ed097 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a493c87-afce-4fe7-ac94-0987f2021422 HTTP/1.1" status: 204 len: 168 time: 0.5746009 Jan 10 19:21:05.965377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57322) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:05.967465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:05.971417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.986572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:05.987645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Checking segment: {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:05.988240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:05.988790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Bound using segment: {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:05.989435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Bound port: 84f8a767-7fb4-49d9-921a-6ef28be18b83, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:05.989998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.104589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.112138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:06.113012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eff0e668-92e4-4b93-a39f-a80179311552 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eeb943f9-df9a-4968-b4a3-d7d5f0baba42 HTTP/1.1" status: 204 len: 168 time: 6.7020364 Jan 10 19:21:06.121193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:06.144712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] For port 84f8a767-7fb4-49d9-921a-6ef28be18b83, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:06.145036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:06.175511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:06.176246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:06.230737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] For port 84f8a767-7fb4-49d9-921a-6ef28be18b83, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f8a767-7fb4-49d9-921a-6ef28be18b83,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:06.234657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:06.252968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.255550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:06.256284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.262054 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.266530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=b9c2f454-144f-435a-9a20-9c6e5b336dab,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:06.296326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=66722eec-3c48-4e49-832e-ef5eae55913e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:06.305236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Transition to ACTIVE for port object e8c5a94d-c382-4ee7-8210-7f827507faeb will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:06.317484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] The port '5bdec04d-2ebe-4b7d-9c6f-be9160bbfc60' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:21:06.362234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Deleting subnet 158a201b-30bb-4e82-bf17-e8872fdbab40 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:06.452559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.459763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2a7b1-39d9-4a56-8223-c66dc6dfff23 None None] Pushing event updated for resources: {'Port': ['ID=84f8a767-7fb4-49d9-921a-6ef28be18b83,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:06.462118 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.488601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.494119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Transition to ACTIVE for port object e8c5a94d-c382-4ee7-8210-7f827507faeb will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:06.499854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.504614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.573535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06617718-5c95-4359-bb44-428136451bdd']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:06.588478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:06.598014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:06.604710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:06.661021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.798930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Attempting to bind port e8c5a94d-c382-4ee7-8210-7f827507faeb on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:06.799680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Attempting to bind port e8c5a94d-c382-4ee7-8210-7f827507faeb by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5e25e59a-44db-45d0-8fb6-d316d473d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:06.800098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Attempting to bind port e8c5a94d-c382-4ee7-8210-7f827507faeb on network dd805d6c-ab08-4061-91f6-d38abc990f10 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:06.828365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Pushing event updated for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:06.830133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617a9ad8-8025-4f08-8ce9-a0588791a021') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:06.830509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617a9ad8-8025-4f08-8ce9-a0588791a021') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:06.835435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:06.835815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Checking segment: {'id': '5e25e59a-44db-45d0-8fb6-d316d473d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:06.836220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.836610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Bound using segment: {'id': '5e25e59a-44db-45d0-8fb6-d316d473d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:06.837325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Bound port: e8c5a94d-c382-4ee7-8210-7f827507faeb, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e25e59a-44db-45d0-8fb6-d316d473d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:06.837766 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.867658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.890066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.913646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.927059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9497a2-c145-445e-be4c-a0e10caf22b5']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:06.936192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:06.936586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:06.959959 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:07.043920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aacebd-7df0-4f5c-8a72-ec4adbe748db') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:07.044282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aacebd-7df0-4f5c-8a72-ec4adbe748db') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:07.066692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.079117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:07.102451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.119769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:07.122026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:07.123301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.131577 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:07.175682 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:07.272174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.275657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b729-e279-49f7-8160-b33502934697 None None] Pushing event updated for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:07.304217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.378001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::1e8 (dd805d6c-ab08-4061-91f6-d38abc990f10/e58ba464-70fb-401d-8430-203a538a1c15/46d60606-4164-4a40-a741-9bbc0012e7ac) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:07.419182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.439671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d7be12e-e67c-40ad-a2a4-0f6ea95e460a req-41c75813-0646-4c7a-be34-36c20e09360a tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 210 time: 0.2606919 Jan 10 19:21:07.448548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/06617718-5c95-4359-bb44-428136451bdd HTTP/1.1" status: 204 len: 168 time: 4.5558724 Jan 10 19:21:07.454046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:07.459951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90328f-bc0e-4330-b413-c754901190b1 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=06617718-5c95-4359-bb44-428136451bdd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:07.479366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.488621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.515789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] Pushing event deleted for resources: {'Network': ['ID=da9497a2-c145-445e-be4c-a0e10caf22b5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:07.526005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8c992b5a-4526-41fd-84d5-87b6af65f016 admin admin] 10.222.0.21 "DELETE /v2.0/networks/da9497a2-c145-445e-be4c-a0e10caf22b5 HTTP/1.1" status: 204 len: 168 time: 1.4410527 Jan 10 19:21:07.750412 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-56637706-fcd9-4972-8148-ba83a2ad47b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:07.751231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56637706-fcd9-4972-8148-ba83a2ad47b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:07.835710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:07.900150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158a201b-30bb-4e82-bf17-e8872fdbab40,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:07.908367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:07.928512 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-56637706-fcd9-4972-8148-ba83a2ad47b3 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/e26b8de4-1092-4bfb-8e3b-8120ccc6f5c5 HTTP/1.1" status: 404 len: 337 time: 0.4687624 Jan 10 19:21:07.933365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-83cb832f-1169-4c4f-ab21-1120fd38c3da tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:07.934033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-83cb832f-1169-4c4f-ab21-1120fd38c3da tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Synchronizing usage tracker for tenant:0cdea20bdb7244b7b7026ae7484274dc on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:07.964383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57350) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:08.044346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dea81b82-7a76-4606-99a0-f244b988f8a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=048e32480c194d53aeed339c2407351f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1320252 Jan 10 19:21:08.047489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:08.099582 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-094494f7-a925-440a-8078-9bd4c433b4e7 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:08.100088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094494f7-a925-440a-8078-9bd4c433b4e7 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:08.101914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-094494f7-a925-440a-8078-9bd4c433b4e7 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/8d2d0478-270e-4a8d-99e1-9c81ca5779ae HTTP/1.1" status: 404 len: 339 time: 0.1355753 Jan 10 19:21:08.104714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57358) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:08.128733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.130594 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34759041-cc13-451f-8de8-a63ac57d1c4d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/158a201b-30bb-4e82-bf17-e8872fdbab40 HTTP/1.1" status: 204 len: 168 time: 1.9844093 Jan 10 19:21:08.152712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57362) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:08.182777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-83cb832f-1169-4c4f-ab21-1120fd38c3da tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Unset dirty status for tenant:0cdea20bdb7244b7b7026ae7484274dc on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:08.183969 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-83cb832f-1169-4c4f-ab21-1120fd38c3da tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.44 "GET /v2.0/networks?id=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd HTTP/1.1" status: 200 len: 809 time: 0.9492731 Jan 10 19:21:08.209254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Request body: {'port': {'device_id': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd', 'admin_state_up': True, 'tenant_id': '0cdea20bdb7244b7b7026ae7484274dc'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:08.225785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e8c5a94d-c382-4ee7-8210-7f827507faeb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:08.250452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.329028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.340970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 46d60606-4164-4a40-a741-9bbc0012e7ac will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:08.350055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.350839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.354503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d89241e-49ba-4cff-baaf-539bed12690e None None] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:08.412595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.415944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af0afb8b-4a36-409d-9957-1ec6018b9674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.494083 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a4f-a850-40d9-b6c4-060789c7abec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.510116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a66350ba-8a41-4cfb-9148-5209074143bb None None] Provisioning for port 84f8a767-7fb4-49d9-921a-6ef28be18b83 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:08.519401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port e8c5a94d-c382-4ee7-8210-7f827507faeb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:08.521836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af0afb8b-4a36-409d-9957-1ec6018b9674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.531606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f8a767-7fb4-49d9-921a-6ef28be18b83 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:08.599739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=b9c2f454-144f-435a-9a20-9c6e5b336dab,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:08.682850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:08.691442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Usage tracker for resource:port and tenant:0cdea20bdb7244b7b7026ae7484274dc is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:08.698491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:08.701324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:08.707357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:08.733954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.812729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 84f8a767-7fb4-49d9-921a-6ef28be18b83 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:08.822764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 84f8a767-7fb4-49d9-921a-6ef28be18b83 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:08.823165 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.830495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:08.832216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting subnet eb798b27-98c6-47fb-bc2b-738bee42b3da {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:08.836408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.838058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:08.958784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.019690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:09.059036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:09.074348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Made reservation on behalf of 0cdea20bdb7244b7b7026ae7484274dc for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:09.085174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.113090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.125893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:09.129985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:09.131441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.183072 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.233727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5414379 Jan 10 19:21:09.234593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57372) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:09.255006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94c910-d7a4-4905-a305-3bd28ddc1c4b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=46d60606-4164-4a40-a741-9bbc0012e7ac,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:09.261433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:09.299895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Provisioning for port e8c5a94d-c382-4ee7-8210-7f827507faeb completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:09.306686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:09.307101 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.329337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90fbe165-72be-4140-84e7-003c5b8056e8 req-912c71fd-7795-482c-a57c-37dd294374e7 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 210 time: 0.5541594 Jan 10 19:21:09.333430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ee2039-dea7-49db-89ee-7c89b9dbf270']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:09.342158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.380702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 84f8a767-7fb4-49d9-921a-6ef28be18b83, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f8a767-7fb4-49d9-921a-6ef28be18b83,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:09.389663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.390413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66722eec-3c48-4e49-832e-ef5eae55913e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:09.431037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:09.431340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8c840d-6b5f-4dc3-9bf5-34e85df4fc3a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:09.455846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Subnet': ['ID=eb798b27-98c6-47fb-bc2b-738bee42b3da,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:09.481129 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.509963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.532361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bfac9863-6a31-4351-bc1e-6ef017df910d tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/subnets/eb798b27-98c6-47fb-bc2b-738bee42b3da HTTP/1.1" status: 204 len: 168 time: 1.4248078 Jan 10 19:21:09.533627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57376) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:09.559443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff1067-79fb-4d74-807a-e163f00dc2dd None None] Network c56fa1d6-198d-46f2-9ee9-42b4e910bad3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:09.649336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.657230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:09.657976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.738214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=84f8a767-7fb4-49d9-921a-6ef28be18b83,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:09.757867 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.817764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 66722eec-3c48-4e49-832e-ef5eae55913e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:09.818369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.831430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:09.867863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:09.874000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:09.902283 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:09.938926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:09.969306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.972976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af0afb8b-4a36-409d-9957-1ec6018b9674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.981050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af0afb8b-4a36-409d-9957-1ec6018b9674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:09.994254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-af0afb8b-4a36-409d-9957-1ec6018b9674 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41e49199-885a-487b-a222-846ab39771e1 HTTP/1.1" status: 204 len: 168 time: 1.9410913 Jan 10 19:21:10.006392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:10.020545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.034499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:10.042690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0afb8b-4a36-409d-9957-1ec6018b9674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e49199-885a-487b-a222-846ab39771e1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:10.064505 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.114677 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.140877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Deleting port 52c734d4-699a-47b0-9e6c-54b468fef44c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:10.142526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.163960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 80e0900f-bc29-4f52-a556-38276e67977f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:10.187613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.214808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 80e0900f-bc29-4f52-a556-38276e67977f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:10.215187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 80e0900f-bc29-4f52-a556-38276e67977f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:10.254729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Pushing event updated for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:10.257334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Provisioning complete for port df5f9bc6-10c8-4fab-8d60-87c5a039a59a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:10.257704 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.294398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Allocated IP 172.20.0.14 (5ec89ef4-2d01-4b78-b7b6-e8d43e107efd/eb11edd3-cfdc-4c5e-9c31-85ce8234aa94/9f14dff6-b6e7-4c6b-8080-d874097a34c6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:10.329136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] 10.222.0.21 "DELETE /v2.0/networks/00ee2039-dea7-49db-89ee-7c89b9dbf270 HTTP/1.1" status: 204 len: 168 time: 2.1700449 Jan 10 19:21:10.331199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb958-ea87-4dab-992e-f277ca441c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=00ee2039-dea7-49db-89ee-7c89b9dbf270,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:10.372007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da6639b9-8fb7-41c4-b907-b1b32633fd73 None None] Port df5f9bc6-10c8-4fab-8d60-87c5a039a59a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:10.377357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] DHCP port deletion for c56fa1d6-198d-46f2-9ee9-42b4e910bad3 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:21:10.390481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Deleting port 52c734d4-699a-47b0-9e6c-54b468fef44c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:10.390887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.516325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e8c5a94d-c382-4ee7-8210-7f827507faeb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:10.562782 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e58ba464-70fb-401d-8430-203a538a1c15 (CIDR: 2001:db8::/64) Jan 10 19:21:10.576538 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:21:10.576732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:10.582656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:21:10.676537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] For port 52c734d4-699a-47b0-9e6c-54b468fef44c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52c734d4-699a-47b0-9e6c-54b468fef44c,segment=NetworkSegment(4b616da4-b6fb-48e4-9786-06b412f22052),segment_id=4b616da4-b6fb-48e4-9786-06b412f22052)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:10.677022 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.678501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Provisioning complete for port 84f8a767-7fb4-49d9-921a-6ef28be18b83 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:10.679287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.714549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-56a55392-23a3-41e0-b5bc-aa52cb9d8f2a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4686508 Jan 10 19:21:10.728143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57390) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:10.749533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:10.777333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-393b4df9-3881-46b0-9e3a-a733e3352862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:10.805108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:10.807610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8189a014-2f70-4111-a5a4-6fac044bac49 req-7c20e248-4460-4ed6-9f9b-c187eb54d83a tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 210 time: 0.1332393 Jan 10 19:21:10.891376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Calling delete_port for 52c734d4-699a-47b0-9e6c-54b468fef44c owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:10.918606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:10.978595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.031771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3341b037-d6d2-4e07-9991-779dda5aeee1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae0010193f0c408696bdc0b551be4e2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1120217 Jan 10 19:21:11.032368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:11.041264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:11.041792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.049750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5e7ea3ab-185a-4b42-9adc-946203b21a68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14767e54696f4f2e94938f130d710b10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2409334 Jan 10 19:21:11.057329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:11.118351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.126473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Provisioning for port 46d60606-4164-4a40-a741-9bbc0012e7ac completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:11.157589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Provisioning complete for port 46d60606-4164-4a40-a741-9bbc0012e7ac triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:11.158190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.169923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:11.171245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Port': ['ID=52c734d4-699a-47b0-9e6c-54b468fef44c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:11.173101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] No DVR routers for this DVR port 52c734d4-699a-47b0-9e6c-54b468fef44c on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:11.174680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ade745b-3b38-4c31-b64b-b630abd31c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.175633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:11.179829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:11.185735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:11.213719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:11.216810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.251800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:21:11.252208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] For port 52c734d4-699a-47b0-9e6c-54b468fef44c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52c734d4-699a-47b0-9e6c-54b468fef44c,segment=NetworkSegment(4b616da4-b6fb-48e4-9786-06b412f22052),segment_id=4b616da4-b6fb-48e4-9786-06b412f22052)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:11.252739 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.265359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-82a5b965-d090-420b-8c90-7fc011994fea tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2777846 Jan 10 19:21:11.273770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c1834-825f-4873-a116-9946be835bdc None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:21:11.320698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57414) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:11.321890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.328724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Port 46d60606-4164-4a40-a741-9bbc0012e7ac cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:11.346729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152183915'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:11.390151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:11.390151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ade745b-3b38-4c31-b64b-b630abd31c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.426632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:network and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:11.428151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Calling delete_port for 52c734d4-699a-47b0-9e6c-54b468fef44c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:11.432116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:11.435926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.473532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:11.476853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02d6fb89-52bf-42ea-ad88-d745b1cbe9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.505872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02d6fb89-52bf-42ea-ad88-d745b1cbe9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.533975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:11.536926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Pushing event updated for resources: {'Port': ['ID=9f14dff6-b6e7-4c6b-8080-d874097a34c6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:11.549667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:11.552274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:11.564316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56fa1d6-198d-46f2-9ee9-42b4e910bad3']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:11.575018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:11.578329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.582778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:11.583587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:11.612018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b616da4-b6fb-48e4-9786-06b412f22052') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:11.612656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b616da4-b6fb-48e4-9786-06b412f22052') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:11.628451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.650618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:21:11.653313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.663601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:11.663860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:11.664079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.664453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.673852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Provisioning for port b9c2f454-144f-435a-9a20-9c6e5b336dab completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:11.680326 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:11.701486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02d6fb89-52bf-42ea-ad88-d745b1cbe9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.704358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02d6fb89-52bf-42ea-ad88-d745b1cbe9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.707822 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02d6fb89-52bf-42ea-ad88-d745b1cbe9de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c09b586f-163e-4a10-9e5b-c6cd0a10eb7b HTTP/1.1" status: 204 len: 168 time: 0.6437690 Jan 10 19:21:11.721552 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-81df9151-e566-4f54-ba52-bcf29735fb1e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5177824 Jan 10 19:21:11.740168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f8a767-7fb4-49d9-921a-6ef28be18b83 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:11.761026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6fb89-52bf-42ea-ad88-d745b1cbe9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09b586f-163e-4a10-9e5b-c6cd0a10eb7b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:11.772690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Request body: {'port': {'device_id': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:11.791572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.793082 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added segment 8870333f-4b00-47ba-b238-2e0135952f37 of type vlan for network 59b8c863-8cdf-4977-b7cc-a1734c432cfd Jan 10 19:21:11.816692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Provisioning complete for port b9c2f454-144f-435a-9a20-9c6e5b336dab triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:11.817161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.829745 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.865458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ade745b-3b38-4c31-b64b-b630abd31c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.898350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da02fb03-ebd4-4583-aede-8bcdb8dc5d50 None None] Port b9c2f454-144f-435a-9a20-9c6e5b336dab cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:11.903283 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.923227 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.931561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.932322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.936683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:11.941675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:11.948232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:21:11.948687 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:21:11.969025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:12.020723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.033908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade745b-3b38-4c31-b64b-b630abd31c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fdd028-e06b-45be-9033-22a1dd52f9af,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:12.098860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 84f8a767-7fb4-49d9-921a-6ef28be18b83 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:12.099257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.165137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.226845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] 10.222.0.21 "DELETE /v2.0/networks/c56fa1d6-198d-46f2-9ee9-42b4e910bad3 HTTP/1.1" status: 204 len: 168 time: 2.6920247 Jan 10 19:21:12.239767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9109619 Jan 10 19:21:12.241118 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ade745b-3b38-4c31-b64b-b630abd31c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.242712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57430) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:12.244726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ade745b-3b38-4c31-b64b-b630abd31c94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71fdd028-e06b-45be-9033-22a1dd52f9af HTTP/1.1" status: 204 len: 168 time: 1.2096140 Jan 10 19:21:12.255167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'subnet': {'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:12.258113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902cc35-8628-4393-85b6-b54d35c60d4b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Network': ['ID=59b8c863-8cdf-4977-b7cc-a1734c432cfd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:12.284639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.295998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44135e77-e532-4216-b2d0-e9186f01d6a9 tempest-NetworksIpV6Test-1094727061 tempest-NetworksIpV6Test-1094727061-project] Pushing event deleted for resources: {'Network': ['ID=c56fa1d6-198d-46f2-9ee9-42b4e910bad3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:12.311499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:12.316424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322bb96-1e2d-45ee-88c8-c696ec34cc66 req-4626f7cf-2461-4d3f-b93f-246827869bc9 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:12.318258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5322bb96-1e2d-45ee-88c8-c696ec34cc66 req-4626f7cf-2461-4d3f-b93f-246827869bc9 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 932 time: 0.1888828 Jan 10 19:21:12.385214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5322bb96-1e2d-45ee-88c8-c696ec34cc66 req-6e2ee51b-8f3a-4294-abcc-ffb11a2daf27 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608666 Jan 10 19:21:12.455061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Deleting port 52c734d4-699a-47b0-9e6c-54b468fef44c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:12.456134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.528486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:12.536231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:12.539192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:12.539771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:12.557436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=63882385-711e-4ddb-8c62-4ab05f40a2ba,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:12.574511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:12.594377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:subnet and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:12.606176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57442) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:12.610786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d66fad0b-931d-4898-8b32-1d9d33e7bc72 None None] The port '52c734d4-699a-47b0-9e6c-54b468fef44c' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:21:12.611384 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8b3a18e-a147-43fe-b4bc-39bab9ed17b8 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8721790 Jan 10 19:21:12.614386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1792047167', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63882385-711e-4ddb-8c62-4ab05f40a2ba'}], 'security_groups': ['cae5fcb4-6d21-416b-a901-d1f9803dec0f']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:12.619746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:12.658119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:12.674479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef63db-26f6-4793-b708-808780aaf6d9 None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:12.781983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:12.849480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Made reservation on behalf of ed552a5d941244919817a0fd01ff2bcf for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:12.932308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52c734d4-699a-47b0-9e6c-54b468fef44c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:12.974493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 52c734d4-699a-47b0-9e6c-54b468fef44c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:12.974820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52c734d4-699a-47b0-9e6c-54b468fef44c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:13.172411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.186222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.263487 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.296594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:06Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:07Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:13.301429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c1834-825f-4873-a116-9946be835bdc None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:21:13.302001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c1834-825f-4873-a116-9946be835bdc None None] Updating router aa02cbbe-62d1-4a08-bbaa-7c8785186051 port b9c2f454-144f-435a-9a20-9c6e5b336dab binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:21:13.421364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:21:13.443611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-708c1834-825f-4873-a116-9946be835bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.565457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f14dff6-b6e7-4c6b-8080-d874097a34c6 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:21:13.579382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.587109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d776eb5f-ed6f-425e-87e6-ef3dfb9261b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8dde8d526ea414abd21cbcb6e7d39c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8006001 Jan 10 19:21:13.592273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:13.675569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Transition to ACTIVE for port object 9f14dff6-b6e7-4c6b-8080-d874097a34c6 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:13.697747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.723797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Update dhcp port {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'fixed_ips': [{'subnet_id': 'e58ba464-70fb-401d-8430-203a538a1c15', 'ip_address': '2001:db8::2'}, {'subnet_id': '63882385-711e-4ddb-8c62-4ab05f40a2ba'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'e8c5a94d-c382-4ee7-8210-7f827507faeb'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:21:13.826835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:13.962379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44195f-ef62-410b-8e26-c5caffa6fbcf req-30ff94b6-df5e-414b-9ec7-190e08412086 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:13.969846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da44195f-ef62-410b-8e26-c5caffa6fbcf req-30ff94b6-df5e-414b-9ec7-190e08412086 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 944 time: 0.2882738 Jan 10 19:21:14.064742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Pushing event updated for resources: {'Port': ['ID=9f14dff6-b6e7-4c6b-8080-d874097a34c6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:14.072873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.102972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da44195f-ef62-410b-8e26-c5caffa6fbcf req-cc633a35-6bd2-4342-965d-253a28ef6c5b tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323755 Jan 10 19:21:14.245496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-708c1834-825f-4873-a116-9946be835bdc None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.270344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-708c1834-825f-4873-a116-9946be835bdc None None] Transition to ACTIVE for port object b9c2f454-144f-435a-9a20-9c6e5b336dab will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:14.288583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-708c1834-825f-4873-a116-9946be835bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.293679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Subnet': ['ID=597256b1-9715-4516-8450-70d5024cac1e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:14.298618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f772d106-e0ba-4c63-820a-ce10ea55c1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.323490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.324247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.324247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.324612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.324811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.326302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.326302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.327537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.327881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.328216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.328555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.394592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Delete allocated IP 2001:db8::1e8 (dd805d6c-ab08-4061-91f6-d38abc990f10/e58ba464-70fb-401d-8430-203a538a1c15) {{(pid=83630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 19:21:14.404257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8:0:1::31b (dd805d6c-ab08-4061-91f6-d38abc990f10/63882385-711e-4ddb-8c62-4ab05f40a2ba/46d60606-4164-4a40-a741-9bbc0012e7ac) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:14.467065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Checking segment: {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:14.467376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network hostable DHCP agents. Network: 59b8c863-8cdf-4977-b7cc-a1734c432cfd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:14.484479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.484934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.485152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.485483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.485835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.486166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.486490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.486812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.487700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.488039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.488368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:14.506100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f772d106-e0ba-4c63-820a-ce10ea55c1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.646026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669da39-3a85-4dce-b2fe-5323ab8ee49c None None] Pushing event updated for resources: {'Port': ['ID=b9c2f454-144f-435a-9a20-9c6e5b336dab,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:14.676188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Attempting to bind port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:14.676541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Attempting to bind port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:14.676880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Attempting to bind port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 on network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:14.684419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:14.701308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.711673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 on network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:21:14.712309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Attempting to bind port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 on network 5ec89ef4-2d01-4b78-b7b6-e8d43e107efd {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:14.723337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:14.723702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Checking segment: {'id': '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:14.723819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Bound using segment: {'id': '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:14.725991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Bound port: 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:14.726093 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.737715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 59b8c863-8cdf-4977-b7cc-a1734c432cfd) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:14.748112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-708c1834-825f-4873-a116-9946be835bdc None None] Attempting to bind port b9c2f454-144f-435a-9a20-9c6e5b336dab on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:14.748112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-708c1834-825f-4873-a116-9946be835bdc None None] Attempting to bind port b9c2f454-144f-435a-9a20-9c6e5b336dab by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:14.748933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c1834-825f-4873-a116-9946be835bdc None None] Attempting to bind port b9c2f454-144f-435a-9a20-9c6e5b336dab on network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:14.759681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:14.760563 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.766831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700081f-8882-4ace-9ac8-0b1dea8f6e3e None None] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:14.811577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f772d106-e0ba-4c63-820a-ce10ea55c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.821751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 46d60606-4164-4a40-a741-9bbc0012e7ac will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:14.879974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.931045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d106-e0ba-4c63-820a-ce10ea55c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aa85c8-0ad5-4d78-b666-daf0635125c6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:14.937252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f772d106-e0ba-4c63-820a-ce10ea55c1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:14.943345 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f772d106-e0ba-4c63-820a-ce10ea55c1ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55aa85c8-0ad5-4d78-b666-daf0635125c6 HTTP/1.1" status: 204 len: 168 time: 1.3467989 Jan 10 19:21:14.973027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7aae93e8-bd29-402f-a857-6954d3f93194 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7291291 Jan 10 19:21:14.983481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57528) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:14.983481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=46d60606-4164-4a40-a741-9bbc0012e7ac,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:15.095076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c1834-825f-4873-a116-9946be835bdc None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:15.111219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c1834-825f-4873-a116-9946be835bdc None None] Checking segment: {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:15.111711 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-708c1834-825f-4873-a116-9946be835bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.112123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c1834-825f-4873-a116-9946be835bdc None None] Bound using segment: {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:15.112620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-708c1834-825f-4873-a116-9946be835bdc None None] Bound port: b9c2f454-144f-435a-9a20-9c6e5b336dab, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782725d-d8c3-4275-a1e0-17cf6d109ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:15.113008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-708c1834-825f-4873-a116-9946be835bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.127704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79cce485-edde-406c-be0c-8ee55738856f req-710c2897-b2e7-43a6-ae1c-69a5fee43b06 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.2969201 Jan 10 19:21:15.323859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.393339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] For port 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:15.400911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] For port 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6,segment=NetworkSegment(1379f670-c3a8-4949-b1bf-8d60d2bb8cfa),segment_id=1379f670-c3a8-4949-b1bf-8d60d2bb8cfa)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:15.408392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.442481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Allocated IP 2001:db8:0:1::2 (dd805d6c-ab08-4061-91f6-d38abc990f10/63882385-711e-4ddb-8c62-4ab05f40a2ba/e8c5a94d-c382-4ee7-8210-7f827507faeb) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:15.454895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.622351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.624433 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] 10.222.0.44 "PUT /v2.0/ports/9f14dff6-b6e7-4c6b-8080-d874097a34c6 HTTP/1.1" status: 200 len: 1092 time: 3.8649848 Jan 10 19:21:15.627232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'tag': '9f14dff6-b6e7-4c6b-8080-d874097a34c6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:15.650948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66df89-ca7e-4e03-b576-01ea0fa7625e service neutron] Pushing event updated for resources: {'Port': ['ID=9f14dff6-b6e7-4c6b-8080-d874097a34c6,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:15.663964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] In _notify_port_updated(), no bound segment for port 46d60606-4164-4a40-a741-9bbc0012e7ac on network dd805d6c-ab08-4061-91f6-d38abc990f10 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:21:15.679500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:15.680411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.681905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd0fed01-45cd-4905-8ab3-1e7f7005fa0a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/ports/46d60606-4164-4a40-a741-9bbc0012e7ac HTTP/1.1" status: 200 len: 931 time: 3.0744653 Jan 10 19:21:15.685921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:15.786066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 46d60606-4164-4a40-a741-9bbc0012e7ac {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:15.786431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:15.912080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:15.919810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62789ba-38ae-4c3e-a86c-2e5652bd075c req-5064a768-a95f-47a2-bdc8-b59c008a00eb tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:15.921287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e62789ba-38ae-4c3e-a86c-2e5652bd075c req-5064a768-a95f-47a2-bdc8-b59c008a00eb tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 944 time: 0.3926213 Jan 10 19:21:16.028167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:16.056670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Transition to ACTIVE for port object e8c5a94d-c382-4ee7-8210-7f827507faeb will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:16.065548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-708c1834-825f-4873-a116-9946be835bdc None None] For port b9c2f454-144f-435a-9a20-9c6e5b336dab, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:16.081108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-708c1834-825f-4873-a116-9946be835bdc None None] For port b9c2f454-144f-435a-9a20-9c6e5b336dab, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9c2f454-144f-435a-9a20-9c6e5b336dab,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:16.104530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:21:16.108670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:16.157615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-708c1834-825f-4873-a116-9946be835bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:16.182731 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:16.215479 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-7a141736-c0a6-4646-a24b-9f2eea15ffb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cdea20bdb7244b7b7026ae7484274dc&device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 1095 time: 0.3600707 Jan 10 19:21:16.247470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e62789ba-38ae-4c3e-a86c-2e5652bd075c req-9e722c7b-ac28-4602-b3ba-e9f8e5d27f24 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913681 Jan 10 19:21:16.699741 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'tag': '9f14dff6-b6e7-4c6b-8080-d874097a34c6', 'status': 'completed', 'code': 200} Jan 10 19:21:16.701917 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-4bafc5e8-5270-4c58-b4d0-7df321b8bbbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6 HTTP/1.1" status: 200 len: 217 time: 0.2851000 Jan 10 19:21:16.713886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:16.723785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:16.956207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebdb20f1-48ce-4065-a899-a0cae787c33b req-6519cd8d-30a6-46ac-b0eb-6f9d4a8f9bc5 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2939525 Jan 10 19:21:17.035464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-88afa179-cab7-4036-8256-a817716cb6c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:17.036990 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-88afa179-cab7-4036-8256-a817716cb6c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb11edd3-cfdc-4c5e-9c31-85ce8234aa94 HTTP/1.1" status: 200 len: 849 time: 0.3236015 Jan 10 19:21:17.123326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:17.276144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669da39-3a85-4dce-b2fe-5323ab8ee49c None None] Pushing event updated for resources: {'Port': ['ID=b9c2f454-144f-435a-9a20-9c6e5b336dab,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:17.345088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:17.389428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e683956-825c-4797-bbc5-f8983a37e3ad None None] Pushing event updated for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:17.515535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:17.589729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 46d60606-4164-4a40-a741-9bbc0012e7ac owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:17.643602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Allocated IP 2001:db8:3::2 (59b8c863-8cdf-4977-b7cc-a1734c432cfd/597256b1-9715-4516-8450-70d5024cac1e/9d8c8678-f6d0-4b84-9277-12c2e92794a6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:17.722078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-2fa9a466-abd7-4e1f-9bcc-c6b66d882cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6729424 Jan 10 19:21:17.920349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57630) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:18.323065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23782f0-6f93-4251-a98b-7c7e588baafe req-1e89bad5-3c45-422a-8106-f17f75cd87fd tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:18.326010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a23782f0-6f93-4251-a98b-7c7e588baafe req-1e89bad5-3c45-422a-8106-f17f75cd87fd tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 944 time: 0.5586858 Jan 10 19:21:18.374901 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4cdc411f-6053-4551-9cfd-a4555683800c req-3fdbd35d-c3ce-451b-9b98-e84631117272 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.2401299 Jan 10 19:21:18.396208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-817b7158-60c3-42c6-92b1-ee56088d4462 service neutron] 10.222.0.44 "GET /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532304 Jan 10 19:21:18.457596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:18.486803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1253026458'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:18.493777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:18.497947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:18.502063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:18.512626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:18.537633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01741da6-1bfd-443d-89ca-3f875716d112 req-ede4bb88-c22d-43ab-b649-3a1d32df3e84 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2325218 Jan 10 19:21:18.548467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:18.559870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:18.564338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=46d60606-4164-4a40-a741-9bbc0012e7ac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:18.619290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Provisioning for port e8c5a94d-c382-4ee7-8210-7f827507faeb completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:18.646376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:18.692444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a23782f0-6f93-4251-a98b-7c7e588baafe req-835254f9-1a64-4799-b5ae-6eb962f1026a tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551675 Jan 10 19:21:18.730056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:18.739397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group_rule and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:18.747106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:18.748633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:18.751089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:18.755147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:18.918853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e8c5a94d-c382-4ee7-8210-7f827507faeb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:18.934476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:18.942040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.011380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.034205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.035239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:21:19.043599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891ae007-60af-4a92-a207-9c0f30809fe7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:19.060078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Transition to ACTIVE for port object 9d8c8678-f6d0-4b84-9277-12c2e92794a6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:19.099813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-957f07c2-92de-4c9e-9087-735526fc3430 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/46d60606-4164-4a40-a741-9bbc0012e7ac HTTP/1.1" status: 204 len: 168 time: 3.4099545 Jan 10 19:21:19.099813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:19.117258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.119669 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment f7a94a78-4615-4d28-99bd-7e2fd95aebca of type vlan for network 57386654-b25f-4f93-825e-b65a98c25e74 Jan 10 19:21:19.158451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-708c1834-825f-4873-a116-9946be835bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:06Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:16Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:19.160020 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c42fb5-1a01-4b63-9633-c09702128380 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:21:19.161462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-04c42fb5-1a01-4b63-9633-c09702128380 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:19.218233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.239731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c1834-825f-4873-a116-9946be835bdc None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:06Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:16Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:19.259700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Transition to ACTIVE for port object 9d8c8678-f6d0-4b84-9277-12c2e92794a6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:19.275275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:19.276107 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.280883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-04c42fb5-1a01-4b63-9633-c09702128380 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:19.283200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04c42fb5-1a01-4b63-9633-c09702128380 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/46d60606-4164-4a40-a741-9bbc0012e7ac HTTP/1.1" status: 404 len: 333 time: 0.1822245 Jan 10 19:21:19.293262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57662) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:19.368549 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.407803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7bad6db5-4ee4-4c9a-87ef-5dcdb2455f54 req-e8a8878b-4ac4-4b7d-aab0-0223162fd0e7 service neutron] 10.222.0.44 "GET /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271399 Jan 10 19:21:19.487590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Allocated IP 2001:db8:3::1 (59b8c863-8cdf-4977-b7cc-a1734c432cfd/597256b1-9715-4516-8450-70d5024cac1e/fcea21f3-3046-47a2-b567-b456bd1141a1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:19.495151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.499080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:19.499966 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.548137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:19.555853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:19.558628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:19.565012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Provisioning complete for port df5f9bc6-10c8-4fab-8d60-87c5a039a59a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:19.565824 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.608135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Pushing event updated for resources: {'Port': ['ID=9d8c8678-f6d0-4b84-9277-12c2e92794a6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:19.669885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Port df5f9bc6-10c8-4fab-8d60-87c5a039a59a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:19.683969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a801d1f7-e0a8-4244-bcab-45db311806b9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.726048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e3d09a7-706e-40c7-9d2b-468bcf93ae7f None None] Could not find standard attr ID for object 46d60606-4164-4a40-a741-9bbc0012e7ac. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:21:19.798436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a801d1f7-e0a8-4244-bcab-45db311806b9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.809236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Attempting to bind port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:19.810620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Attempting to bind port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:19.811200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Attempting to bind port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 on network 59b8c863-8cdf-4977-b7cc-a1734c432cfd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:19.826310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:19.827068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Checking segment: {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:19.827688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.828087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Bound using segment: {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:19.828565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Bound port: 9d8c8678-f6d0-4b84-9277-12c2e92794a6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:19.828942 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:19.835996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=57386654-b25f-4f93-825e-b65a98c25e74,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:19.856998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d032495-7c8f-44f3-a9ef-cef9535e249c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9349093 Jan 10 19:21:19.860632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:19.867957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'name': 'tempest-PortsTestJSON-277973688'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:19.895680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:20.105956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-55a70de0-d04d-4999-8e5e-50a80930e40f None None] Could not find standard attr ID for object 46d60606-4164-4a40-a741-9bbc0012e7ac. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:21:20.156006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:20.175921 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-feb92694-8989-4ab2-8fc8-1085c21b85be req-5fc8c9cb-4ac8-4094-b586-e65e292f9821 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0603824 Jan 10 19:21:20.184537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a801d1f7-e0a8-4244-bcab-45db311806b9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.199985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:20.223981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801d1f7-e0a8-4244-bcab-45db311806b9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b545bba-26a9-4723-a52e-c3c92a776916,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:20.239317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a801d1f7-e0a8-4244-bcab-45db311806b9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.241614 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a801d1f7-e0a8-4244-bcab-45db311806b9 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/security-groups/3b545bba-26a9-4723-a52e-c3c92a776916 HTTP/1.1" status: 204 len: 168 time: 0.9435267 Jan 10 19:21:20.245969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57686) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:20.288859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-20d6161e-51e0-4da3-8cb1-a9d649aa06fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cdea20bdb7244b7b7026ae7484274dc&device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 1095 time: 0.6926105 Jan 10 19:21:20.392445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:20.402222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4dc2e364-4d4c-4edd-bba8-8ca94c882953 req-0a2708b6-dcf1-440c-8a46-18eca0da0756 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2536402 Jan 10 19:21:20.407744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:20.411755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] For port 9d8c8678-f6d0-4b84-9277-12c2e92794a6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:20.416935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] For port 9d8c8678-f6d0-4b84-9277-12c2e92794a6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9d8c8678-f6d0-4b84-9277-12c2e92794a6,segment=NetworkSegment(8870333f-4b00-47ba-b238-2e0135952f37),segment_id=8870333f-4b00-47ba-b238-2e0135952f37)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:20.420114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.430177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.461272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:20.464894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.490923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Transition to ACTIVE for port object fcea21f3-3046-47a2-b567-b456bd1141a1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:20.525315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f453e51-140e-408e-9e2d-567a326bc3fc None None] Pushing event updated for resources: {'Port': ['ID=9d8c8678-f6d0-4b84-9277-12c2e92794a6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:20.528309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe34d-3314-4db0-b70a-0f8ac25419f5 req-bfacd648-4776-4974-a5c6-a5b80b89ed53 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:20.530046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-234fe34d-3314-4db0-b70a-0f8ac25419f5 req-bfacd648-4776-4974-a5c6-a5b80b89ed53 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 944 time: 0.4392626 Jan 10 19:21:20.541809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:20.628310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95dd2bd5-3a8d-45f8-808d-78dcd18dcd13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.706591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-234fe34d-3314-4db0-b70a-0f8ac25419f5 req-fc637ef7-6cbb-4479-bb40-3a499f4d4213 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687095 Jan 10 19:21:20.707192 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.740097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95dd2bd5-3a8d-45f8-808d-78dcd18dcd13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:20.782450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c036-152c-431c-80ff-a925d4423801 req-631ac55a-8a0c-41fc-8228-b5094462c3ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:20.784296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-631ac55a-8a0c-41fc-8228-b5094462c3ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd HTTP/1.1" status: 200 len: 910 time: 0.4036746 Jan 10 19:21:20.886928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:20.909633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:20.961146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9c2f454-144f-435a-9a20-9c6e5b336dab up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:21.013393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:21.013936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.032550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f14dff6-b6e7-4c6b-8080-d874097a34c6 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:21:21.076300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95dd2bd5-3a8d-45f8-808d-78dcd18dcd13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.078858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=fcea21f3-3046-47a2-b567-b456bd1141a1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:21.187527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd2bd5-3a8d-45f8-808d-78dcd18dcd13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5fcb4-6d21-416b-a901-d1f9803dec0f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:21.206860 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-dc7f58c1-dc14-449d-aa32-7accded5befd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6 HTTP/1.1" status: 200 len: 217 time: 0.4136417 Jan 10 19:21:21.208051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95dd2bd5-3a8d-45f8-808d-78dcd18dcd13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.212133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-95dd2bd5-3a8d-45f8-808d-78dcd18dcd13 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/security-groups/cae5fcb4-6d21-416b-a901-d1f9803dec0f HTTP/1.1" status: 204 len: 168 time: 0.9618104 Jan 10 19:21:21.217249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:21.408012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b9c2f454-144f-435a-9a20-9c6e5b336dab completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:21.453949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b9c2f454-144f-435a-9a20-9c6e5b336dab triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:21.457390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.541948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6,segment=NetworkSegment(1379f670-c3a8-4949-b1bf-8d60d2bb8cfa),segment_id=1379f670-c3a8-4949-b1bf-8d60d2bb8cfa)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:21.563428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '9f14dff6-b6e7-4c6b-8080-d874097a34c6', 'network_id': '5ec89ef4-2d01-4b78-b7b6-e8d43e107efd', 'port_id': '9f14dff6-b6e7-4c6b-8080-d874097a34c6', 'mac_address': 'fa:16:3e:a6:5b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb11edd3-cfdc-4c5e-9c31-85ce8234aa94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:21:21.600858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet e58ba464-70fb-401d-8430-203a538a1c15 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:21.604133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.662959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.668454 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.676032 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.705946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.717402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f14dff6-b6e7-4c6b-8080-d874097a34c6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:21:21.765058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6,segment=NetworkSegment(1379f670-c3a8-4949-b1bf-8d60d2bb8cfa),segment_id=1379f670-c3a8-4949-b1bf-8d60d2bb8cfa)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:21.790049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.862232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c036-152c-431c-80ff-a925d4423801 req-42568932-671b-4ba6-8df5-12caa16f8cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:21.863721 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-42568932-671b-4ba6-8df5-12caa16f8cd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb11edd3-cfdc-4c5e-9c31-85ce8234aa94 HTTP/1.1" status: 200 len: 849 time: 0.6501124 Jan 10 19:21:21.885851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b9c2f454-144f-435a-9a20-9c6e5b336dab, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9c2f454-144f-435a-9a20-9c6e5b336dab,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:21.893216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9851976d-7f72-4103-b676-69da0ee9b42a req-0cfce647-f48d-49c0-b75f-9962c13d0edc tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1343117 Jan 10 19:21:21.949099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.959911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:21.971671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:22.041334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f14dff6-b6e7-4c6b-8080-d874097a34c6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:22.086664 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-4938a2b8-5e88-4fe8-bb04-0bd2bfba14f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947448 Jan 10 19:21:22.118529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['9f14dff6-b6e7-4c6b-8080-d874097a34c6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:21:22.278379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b9c2f454-144f-435a-9a20-9c6e5b336dab,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:22.389280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:22.476620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9b855-121c-4b5d-a4ef-6a6cb8d83e0f None None] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:22.505134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=e58ba464-70fb-401d-8430-203a538a1c15,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:22.527028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:22.534110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74a677ca-c57b-4894-a590-d192ea615882 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/e58ba464-70fb-401d-8430-203a538a1c15 HTTP/1.1" status: 204 len: 168 time: 1.3158774 Jan 10 19:21:22.539279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57738) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:22.595171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:22.636683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3657070-75aa-4123-8b82-0fd07bed1b13 None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:22.760448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:22.957152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:22.973885 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-75d4822a-4049-4230-9711-60d26e20c8a2 service neutron] 10.222.0.44 "GET /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8760974 Jan 10 19:21:22.974840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:22.984227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:23.014821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:23.076478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:23.081085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9c2f454-144f-435a-9a20-9c6e5b336dab up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:23.112481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:23.117322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.144584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.144584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.144584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.144584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.144584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.144584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.145451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.146214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.146214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.147155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.147155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:23.263985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d038c036-152c-431c-80ff-a925d4423801 req-d8fff5fb-ff88-434f-a10f-6236410542a2 service neutron] 10.222.0.44 "GET /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831669 Jan 10 19:21:23.264588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a9e0bbb-8c1e-4cd0-b817-24016e6d5548 req-6a7ce0d2-e7f8-4107-82ca-43168eae57d9 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1435096 Jan 10 19:21:23.274970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b9c2f454-144f-435a-9a20-9c6e5b336dab triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:23.275580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.293975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6439-8228-4d89-baae-12994edc6bf8 req-96a86087-82b5-4050-8417-57056b9805e1 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:23.295458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e3f6439-8228-4d89-baae-12994edc6bf8 req-96a86087-82b5-4050-8417-57056b9805e1 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 945 time: 0.8645580 Jan 10 19:21:23.364490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': 'f7a94a78-4615-4d28-99bd-7e2fd95aebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:23.365101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 57386654-b25f-4f93-825e-b65a98c25e74, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:23.407116 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.410545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f56c019-24e6-45dc-866f-98f685e06a4a None None] Provisioning for port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:23.413248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e3f6439-8228-4d89-baae-12994edc6bf8 req-11d2a0b7-67da-4a40-a763-f929a80d9435 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066027 Jan 10 19:21:23.422624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.423675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.468768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:23.500422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 57386654-b25f-4f93-825e-b65a98c25e74) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:23.530133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:23.530255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:23.530712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c0797-eef1-48c2-842d-f8bc6c007488 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:23.530907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.531030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.601973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event updated for resources: {'Port': ['ID=fcea21f3-3046-47a2-b567-b456bd1141a1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:23.635468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-48cd39ad-6f40-468c-b3a9-0da2ae2fe7eb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7734282 Jan 10 19:21:23.638757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57756) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:23.654297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1982528020'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:23.662003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:23.674026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9d8c8678-f6d0-4b84-9277-12c2e92794a6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:23.675979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:23.682090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:23.690388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:23.704510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:23.706576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:23.759539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:23.763505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:23.767896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:23.768629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.774744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:23.778261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.817623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=94a787e2-57b2-4acf-bbc7-74b90974fbfc,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:23.827959 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12f0688d-5f3f-427b-b195-b309fa05381f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2874153 Jan 10 19:21:23.828794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57766) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:23.834679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'security_group': {'name': 'tempest-secgroup-717153273'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:23.842094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:23.846006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:23.849033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:23.856482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:23.869504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.934767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:21:23.949139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:23.949490 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment 00cc44a5-e7ce-4405-9b1f-5ac4a9899b0c of type vlan for network 700c3ba6-57fa-4077-912e-05334c648596 Jan 10 19:21:23.960648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:23.971971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group_rule and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:23.978436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:23.992458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:24.114782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:24.130286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:24.130824 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.168618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.179086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.250066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.296976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.301945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:24.303196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.306620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.307886 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4781110 Jan 10 19:21:24.308770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b29c23-69bd-400f-a8b0-bea363a915d5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0153e9-fc62-4548-88c3-8a3afde0049b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:24.310858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57776) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:24.353389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'security_group': {'name': 'tempest-secgroup-944655454'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:24.377789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:24.397384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:24.410374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:24.419815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:24.424770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.500810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 9d8c8678-f6d0-4b84-9277-12c2e92794a6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9d8c8678-f6d0-4b84-9277-12c2e92794a6,segment=NetworkSegment(8870333f-4b00-47ba-b238-2e0135952f37),segment_id=8870333f-4b00-47ba-b238-2e0135952f37)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:24.521566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.626899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85285530-0cc7-460c-8f69-479557f2956a None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:24.813503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=700c3ba6-57fa-4077-912e-05334c648596,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:24.843026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 700c3ba6-57fa-4077-912e-05334c648596 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:24.881735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fddb6d2-93df-4e56-be8b-a193412d1d2f None None] Provisioning complete for port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:24.882649 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1fddb6d2-93df-4e56-be8b-a193412d1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.905380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:24.955123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:24.960082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group_rule and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:24.963332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:24.970418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:25.007208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fd9f6366-9c86-4628-9a77-546a8b8cf8a6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3671660 Jan 10 19:21:25.015167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57794) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:25.017177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af5c89bb-e973-4f4b-813e-76886f19ce7f req-fcba438e-efeb-4a86-9e27-3b7b4ca12249 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2442095 Jan 10 19:21:25.043300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=9d8c8678-f6d0-4b84-9277-12c2e92794a6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:25.072740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'ports': [{'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'}, {'network_id': '700c3ba6-57fa-4077-912e-05334c648596'}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:25.083486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:25.084243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '700c3ba6-57fa-4077-912e-05334c648596'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:25.132561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f14dff6-b6e7-4c6b-8080-d874097a34c6 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:25.234255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bc9e5-2bc1-4ed4-ba7e-90419db94bb5 req-f22640bf-b03c-41fa-9fa5-04219d9171b9 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:25.242660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.246031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b7bc9e5-2bc1-4ed4-ba7e-90419db94bb5 req-f22640bf-b03c-41fa-9fa5-04219d9171b9 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 945 time: 0.4759717 Jan 10 19:21:25.265112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.389685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b7bc9e5-2bc1-4ed4-ba7e-90419db94bb5 req-40c01057-9d78-466f-8601-e3c671697c51 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412656 Jan 10 19:21:25.402138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:25.414007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:21:25.439542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:25.440218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.627912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9974b-d0fa-4606-9d7c-c968f44c4077,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:25.648772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.649232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:25.659831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:25.663810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:25.672032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:25.681119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.686316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1ec479d-21a8-46ad-9fad-c045275fc0ed tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3691931 Jan 10 19:21:25.687448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57806) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:25.694346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'security_group': {'name': 'tempest-secgroup-719368469'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:25.701033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:25.705713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.718790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:25.730164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:25.736062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:25.743160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:25.749078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.754790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fddb6d2-93df-4e56-be8b-a193412d1d2f None None] Provisioning for port fcea21f3-3046-47a2-b567-b456bd1141a1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:25.764224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14dff6-b6e7-4c6b-8080-d874097a34c6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:25.790444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fddb6d2-93df-4e56-be8b-a193412d1d2f None None] Provisioning complete for port fcea21f3-3046-47a2-b567-b456bd1141a1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:25.791441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1fddb6d2-93df-4e56-be8b-a193412d1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.829035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:21:25.834644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:25.841648 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:21:25.842245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7dae74a5-33b9-411d-bd22-bbeb947ffbdd tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8533325 Jan 10 19:21:25.842915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57812) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:25.854588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:25.887915 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:25.888532 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:25.918618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1fddb6d2-93df-4e56-be8b-a193412d1d2f None None] Port fcea21f3-3046-47a2-b567-b456bd1141a1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:25.940623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6,segment=NetworkSegment(1379f670-c3a8-4949-b1bf-8d60d2bb8cfa),segment_id=1379f670-c3a8-4949-b1bf-8d60d2bb8cfa)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:25.949113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.008299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:26.014508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:security_group_rule and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:26.017887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:26.019941 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14dff6-b6e7-4c6b-8080-d874097a34c6', 'code': 200} Jan 10 19:21:26.025616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:26.125958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f14dff6-b6e7-4c6b-8080-d874097a34c6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:26.134072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:26.135160 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.385608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.390812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:26.413215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.451279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 4737af67-7efc-4686-8686-db510e07931f yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:26.608715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Provisioning complete for port df5f9bc6-10c8-4fab-8d60-87c5a039a59a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:26.609339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.737715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.763493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1630803-9f39-433a-a8be-e18b222e68cf req-da9436e2-d1fc-42f0-869e-43269554c4f6 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0998962 Jan 10 19:21:26.774551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Port df5f9bc6-10c8-4fab-8d60-87c5a039a59a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:26.836895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Provisioning complete for port fcea21f3-3046-47a2-b567-b456bd1141a1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:26.837295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:26.913945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 1a8d506c-2375-4916-b2ab-20ab05c492d2 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:26.930701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9d8c8678-f6d0-4b84-9277-12c2e92794a6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:27.013143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.036346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.040343 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3490582 Jan 10 19:21:27.050461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57832) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:27.060848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-824169720', 'security_groups': ['84d6e269-0695-4144-82d5-f67cc76e10ad'], 'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94a787e2-57b2-4acf-bbc7-74b90974fbfc'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:27.083689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867ca67-e105-4b05-97da-c958978de662 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d6e269-0695-4144-82d5-f67cc76e10ad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:27.108399 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:22Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:27.113706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f70dc86b-20b4-41fe-8b90-e75348962375 None None] Port fcea21f3-3046-47a2-b567-b456bd1141a1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:27.121607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:21:27.121961 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Updating router aa02cbbe-62d1-4a08-bbaa-7c8785186051 port fcea21f3-3046-47a2-b567-b456bd1141a1 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:21:27.133276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c773b-7a15-4289-9f0d-e49ff4634dc6 req-c61088a1-7284-490e-b3bd-afdb00774199 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:27.140360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c20c773b-7a15-4289-9f0d-e49ff4634dc6 req-c61088a1-7284-490e-b3bd-afdb00774199 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 946 time: 0.3747339 Jan 10 19:21:27.149474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:27.150058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.205845 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fd5b94aa-80c5-4bd3-97ec-23e6ebe8b457 req-3f3e1fe0-5ba8-4176-9b6d-86fc06a546b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 1097 time: 0.9873219 Jan 10 19:21:27.253631 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.255349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5f37d375-740a-4862-9d8f-61982fd6e1e3 None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:27.255834 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5f37d375-740a-4862-9d8f-61982fd6e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.295046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.307658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c20c773b-7a15-4289-9f0d-e49ff4634dc6 req-80979267-a197-42e4-b55e-a939c487139b tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660624 Jan 10 19:21:27.512041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 10 19:21:27.518068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:27.531150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:27.534968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Removed routes are [] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 10 19:21:27.535428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.553966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:27.584853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=4737af67-7efc-4686-8686-db510e07931f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:27.596260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:27.651220 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fd5b94aa-80c5-4bd3-97ec-23e6ebe8b457 req-0afc9139-6390-4e02-84cc-c3ae0e414707 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236579 Jan 10 19:21:27.652787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5f37d375-740a-4862-9d8f-61982fd6e1e3 None None] Provisioning complete for port df5f9bc6-10c8-4fab-8d60-87c5a039a59a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:27.653423 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5f37d375-740a-4862-9d8f-61982fd6e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.656795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:27.658689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:27.659756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.712381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5f37d375-740a-4862-9d8f-61982fd6e1e3 None None] Port df5f9bc6-10c8-4fab-8d60-87c5a039a59a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:27.765657 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.783530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=1a8d506c-2375-4916-b2ab-20ab05c492d2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:27.786113 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Transition to ACTIVE for port object fcea21f3-3046-47a2-b567-b456bd1141a1 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:27.817093 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:27.826688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.000572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': '00cc44a5-e7ce-4405-9b1f-5ac4a9899b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '700c3ba6-57fa-4077-912e-05334c648596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:28.000923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 700c3ba6-57fa-4077-912e-05334c648596, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:28.010342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] device_id is not set on port 04422f9a-bd59-478e-9c81-638f0f13fdf0 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:28.207901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 700c3ba6-57fa-4077-912e-05334c648596 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:28.214055 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:21:28.248960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 700c3ba6-57fa-4077-912e-05334c648596) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:28.259148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e75aa6-a441-4cdc-a2d8-87523e1f53a7 None None] Network 700c3ba6-57fa-4077-912e-05334c648596 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:28.285456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:28.289446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:28.305316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:28.306032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.376240 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Pushing event updated for resources: {'Port': ['ID=fcea21f3-3046-47a2-b567-b456bd1141a1,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:28.405506 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b86cc7c8-ddc8-45d0-94c4-14f1dc1a54c2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3889546 Jan 10 19:21:28.414518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57878) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:28.505653 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.506046 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.506395 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.506730 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.507099 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.507431 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.507758 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.508083 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.508405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.508722 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.512057 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:28.532268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8::349 (dd805d6c-ab08-4061-91f6-d38abc990f10/94a787e2-57b2-4acf-bbc7-74b90974fbfc/04422f9a-bd59-478e-9c81-638f0f13fdf0) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:28.533150 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Attempting to bind port fcea21f3-3046-47a2-b567-b456bd1141a1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:28.533705 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Attempting to bind port fcea21f3-3046-47a2-b567-b456bd1141a1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:28.538564 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Attempting to bind port fcea21f3-3046-47a2-b567-b456bd1141a1 on network 59b8c863-8cdf-4977-b7cc-a1734c432cfd {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:28.555406 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:28.556720 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Checking segment: {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:28.557334 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.557997 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Bound using segment: {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:28.558672 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Bound port: fcea21f3-3046-47a2-b567-b456bd1141a1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8870333f-4b00-47ba-b238-2e0135952f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:28.559299 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.563969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 1a8d506c-2375-4916-b2ab-20ab05c492d2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:28.564458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.673622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.678712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.766767 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] For port fcea21f3-3046-47a2-b567-b456bd1141a1, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:28.770374 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] For port fcea21f3-3046-47a2-b567-b456bd1141a1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fcea21f3-3046-47a2-b567-b456bd1141a1,segment=NetworkSegment(8870333f-4b00-47ba-b238-2e0135952f37),segment_id=8870333f-4b00-47ba-b238-2e0135952f37)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:28.781443 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:28.993044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-036cee80-0a3c-42bb-92a8-2b9d2110e793 req-033c3dc9-a405-495d-823d-bf1edafe9427 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.3116751 Jan 10 19:21:29.077038 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:29.077897 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:29.105208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:29.271309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e8db1-5589-4595-8107-d404411f2f0b req-cde01508-07d6-4309-95b4-efdaf232a283 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:29.276207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-582e8db1-5589-4595-8107-d404411f2f0b req-cde01508-07d6-4309-95b4-efdaf232a283 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 946 time: 0.5932159 Jan 10 19:21:29.289960 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2f51f-1a24-4c1f-b09d-1a3bc6a668ae None None] Pushing event updated for resources: {'Port': ['ID=fcea21f3-3046-47a2-b567-b456bd1141a1,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:29.332159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 1a8d506c-2375-4916-b2ab-20ab05c492d2 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:29.376457 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:29.384013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:21:29.438425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-582e8db1-5589-4595-8107-d404411f2f0b req-1e22b070-0ac8-4dd2-874c-bf8cfe566023 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507556 Jan 10 19:21:29.489372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:29.664668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=1a8d506c-2375-4916-b2ab-20ab05c492d2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:29.679479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:29.717627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:21:29.742254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:29.748755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1dafdc3d-7a0b-42d9-a4c0-91444dc07bcb tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 954 time: 3.9034998 Jan 10 19:21:29.749769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57906) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:29.847040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:29.863613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 04422f9a-bd59-478e-9c81-638f0f13fdf0 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:29.881483 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:27Z', 'revision_number': 6, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:28Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:29.887142 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e76fe-dea7-48af-b8c3-6b46be054ac6 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:27Z', 'revision_number': 6, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:28Z', 'revision_number': 4, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:29.895549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-20e85c21-be96-4ca7-8b87-b78fd6c49d59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/1a8d506c-2375-4916-b2ab-20ab05c492d2 HTTP/1.1" status: 204 len: 168 time: 1.4777346 Jan 10 19:21:29.896259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57910) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:29.997849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:30.019574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6cfb8b1d-3d10-40e5-b944-c2d0ff639300 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 954 time: 0.2685943 Jan 10 19:21:30.020182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57920) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:30.025834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'routes': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:30.206553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:30.225434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:30.232749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:30.243093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:30.243890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:30.328308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=04422f9a-bd59-478e-9c81-638f0f13fdf0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:30.342458 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f5defa8d-b26c-4924-b959-7ae7ebe4695b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2887475 Jan 10 19:21:30.345060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:30.374927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:30.457392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b7f049b-8262-4538-83aa-c6a995d885de req-64911c05-c263-48b6-b7f4-cc22eb3dbbe2 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0868881 Jan 10 19:21:30.685325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:30.700035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:30.742257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c225c0d1-4a00-487d-bccb-d5ff8cfa4676 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:30.754354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c225c0d1-4a00-487d-bccb-d5ff8cfa4676 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:30.755271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c225c0d1-4a00-487d-bccb-d5ff8cfa4676 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:30.757364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2b7cc9cb-77f0-4d4a-a0f6-ed115dd1029b None None] Provisioning for port 04422f9a-bd59-478e-9c81-638f0f13fdf0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:30.762381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:30.771693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2b7cc9cb-77f0-4d4a-a0f6-ed115dd1029b None None] Provisioning complete for port 04422f9a-bd59-478e-9c81-638f0f13fdf0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:30.772500 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc9cb-77f0-4d4a-a0f6-ed115dd1029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:30.778567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:30.823260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:30.827607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:30.921834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2b7cc9cb-77f0-4d4a-a0f6-ed115dd1029b None None] Port 04422f9a-bd59-478e-9c81-638f0f13fdf0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:30.933352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fcea21f3-3046-47a2-b567-b456bd1141a1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:30.988076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c225c0d1-4a00-487d-bccb-d5ff8cfa4676 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:30.991768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c225c0d1-4a00-487d-bccb-d5ff8cfa4676 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0923278 Jan 10 19:21:30.995746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57938) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:31.078530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port fcea21f3-3046-47a2-b567-b456bd1141a1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:31.087229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fcea21f3-3046-47a2-b567-b456bd1141a1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:31.088007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:31.177146 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94a787e2-57b2-4acf-bbc7-74b90974fbfc (CIDR: 2001:db8::/64) Jan 10 19:21:31.184847 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:21:31.185678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:31.246353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6a9555dd-58ee-4284-b87a-985573570411 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8920422 Jan 10 19:21:31.248216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57952) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:31.268633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:31.272207 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:31.332760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port fcea21f3-3046-47a2-b567-b456bd1141a1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fcea21f3-3046-47a2-b567-b456bd1141a1,segment=NetworkSegment(8870333f-4b00-47ba-b238-2e0135952f37),segment_id=8870333f-4b00-47ba-b238-2e0135952f37)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:31.341320 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:31.365694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 4737af67-7efc-4686-8686-db510e07931f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:31.366028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:31.448479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:21:31.499345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:31.499989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:31.573327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ae769-f3ca-4edd-9658-9c0559d2a620 req-51c1cb5e-8b45-4526-96f0-c62fc1073aaf tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:31.577779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-678ae769-f3ca-4edd-9658-9c0559d2a620 req-51c1cb5e-8b45-4526-96f0-c62fc1073aaf tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 946 time: 0.6874058 Jan 10 19:21:31.754453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:31.760324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:31.766303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:31.771462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-678ae769-f3ca-4edd-9658-9c0559d2a620 req-de871a52-4ae8-481e-9e44-bc0f1a1c69f5 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863630 Jan 10 19:21:31.776741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:31.795231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:31.798769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:31.832236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:31.945615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43d4e65b-cf83-4e0e-b72a-b76235c8a7a8 req-8c60aed8-d455-4a5b-9a06-004b1d4d0ad1 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0631747 Jan 10 19:21:31.958204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=fcea21f3-3046-47a2-b567-b456bd1141a1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:32.065782 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:32.096298 n-d-816927-8 neutron-server[83629]: INFO neutron.db.ipam_backend_mixin [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 63882385-711e-4ddb-8c62-4ab05f40a2ba (CIDR: 2001:db8:0:1::/64) Jan 10 19:21:32.103202 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:21:32.103919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:32.147614 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f609303c-1abc-46ad-8237-bb60f6cd005e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8978939 Jan 10 19:21:32.150152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:32.192937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'subnet': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:32.385855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:32.390278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Usage tracker for resource:subnet and tenant:781d7e5b93a849fe843c8327dfab7203 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:32.393668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:32.400489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:32.414630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Made reservation on behalf of 781d7e5b93a849fe843c8327dfab7203 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:32.419631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:32.420872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 4737af67-7efc-4686-8686-db510e07931f owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:32.476743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:27Z', 'revision_number': 6, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:31Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:32.481919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:21:32.495015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:32.496022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:32.553835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added routes are [] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 10 19:21:32.554147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 10 19:21:32.556677 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:32.691083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=4737af67-7efc-4686-8686-db510e07931f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:32.710702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:32.794213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:32.833070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:32.853216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6386f292-8f9e-4546-97a0-f83249b69488 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/4737af67-7efc-4686-8686-db510e07931f HTTP/1.1" status: 204 len: 168 time: 1.8516514 Jan 10 19:21:32.853923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:32.934715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fcea21f3-3046-47a2-b567-b456bd1141a1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:33.171903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:33.283087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fcea21f3-3046-47a2-b567-b456bd1141a1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:33.283563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:33.329865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Subnet': ['ID=814282b3-3337-4094-b1c8-68a8102e345d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:33.350409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Network dd805d6c-ab08-4061-91f6-d38abc990f10 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:33.352609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:33.355997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:33.356779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:33.371018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49af455-2740-4941-94b2-0547c2daccef None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:33.392157 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f12228c-65ea-48e9-9b24-68b8b4ef99d6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2330029 Jan 10 19:21:33.396611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:33.411298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-291177990', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '814282b3-3337-4094-b1c8-68a8102e345d'}], 'security_groups': ['2b0153e9-fc62-4548-88c3-8a3afde0049b', '16c9974b-d0fa-4606-9d7c-c968f44c4077']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:33.417943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-994d6ec9-33b0-49b3-adc3-21e458f6650b req-30b7da20-b4c0-4240-8a4e-556fc20d58bc tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1230147 Jan 10 19:21:33.473662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:33.485955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:33.772851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:21:33.870846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cd60f-628a-4eea-9bad-f13d7cfef0d1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:33.882396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cf4cd60f-628a-4eea-9bad-f13d7cfef0d1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0234637 Jan 10 19:21:33.883507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:34.018680 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e184f39-f283-4332-9290-9ff3919e4232 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:21:34.035516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1e184f39-f283-4332-9290-9ff3919e4232 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/1a8d506c-2375-4916-b2ab-20ab05c492d2 HTTP/1.1" status: 404 len: 333 time: 0.1449373 Jan 10 19:21:34.036747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:34.171509 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3195a8-4d78-48d6-bb7f-ed5e51235f49 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:21:34.174641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ce3195a8-4d78-48d6-bb7f-ed5e51235f49 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/4737af67-7efc-4686-8686-db510e07931f HTTP/1.1" status: 404 len: 333 time: 0.1346025 Jan 10 19:21:34.179331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58030) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:34.185678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.261693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:27Z', 'revision_number': 6, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:31Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:34.268530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142ab34-8ce7-44a7-8d21-3246354c79f2 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:27Z', 'revision_number': 6, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:31Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:34.376221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.391282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:21:34.446993 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.454357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58046) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:34.459973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-200f40b7-0dba-410f-90f4-86372a447596 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 704 time: 4.4247720 Jan 10 19:21:34.507976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Update dhcp port {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'fixed_ips': [{'subnet_id': '63882385-711e-4ddb-8c62-4ab05f40a2ba', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '94a787e2-57b2-4acf-bbc7-74b90974fbfc'}, {'subnet_id': '814282b3-3337-4094-b1c8-68a8102e345d'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'e8c5a94d-c382-4ee7-8210-7f827507faeb'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:21:34.579369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:21:34.598979 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:34.600213 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:34.632304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.685702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.713155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700c3ba6-57fa-4077-912e-05334c648596']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:34.728074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cc44a5-e7ce-4405-9b1f-5ac4a9899b0c') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:34.728640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cc44a5-e7ce-4405-9b1f-5ac4a9899b0c') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:34.740878 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.788578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:34.828559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:34.829330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.010519 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:35.105492 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:35.212306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6050c81e-1ccd-4915-a34a-dac49d0a53be tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 704 time: 0.7557771 Jan 10 19:21:35.215370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58072) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:35.290544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.304742 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.362478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36f003ee-4d66-479e-bf63-175925570778 req-95bc82c8-409f-47d8-b565-476250d4ff77 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2520792 Jan 10 19:21:35.367881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=700c3ba6-57fa-4077-912e-05334c648596,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:35.381422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffc6b905-1edf-49b1-a7d8-547bb5c4f64e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/700c3ba6-57fa-4077-912e-05334c648596 HTTP/1.1" status: 204 len: 168 time: 1.2004185 Jan 10 19:21:35.385395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58082) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:35.391909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Allocated IP 2001:db8::2 (dd805d6c-ab08-4061-91f6-d38abc990f10/94a787e2-57b2-4acf-bbc7-74b90974fbfc/e8c5a94d-c382-4ee7-8210-7f827507faeb) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:35.405790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155256551'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:35.408527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Allocated IP 2001:db8:0:2::2 (dd805d6c-ab08-4061-91f6-d38abc990f10/814282b3-3337-4094-b1c8-68a8102e345d/e8c5a94d-c382-4ee7-8210-7f827507faeb) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:35.431424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:35.440512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:35.469677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:35.482704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:35.503489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:35.508044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.539441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:21:35.550198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.550667 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment c5272bf9-c77f-468f-b218-65082b1a0e0b of type vlan for network 698b9a6a-67a2-4baa-942c-5b66235427d5 Jan 10 19:21:35.572585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58086) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:35.627515 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.695824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.700197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:35.700922 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.791321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:35.849957 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:32Z', 'revision_number': 7, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:31Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:35.853522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.860730 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:21:35.890157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:35.890780 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:35.925476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5385935 Jan 10 19:21:35.927313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Transition to ACTIVE for port object e8c5a94d-c382-4ee7-8210-7f827507faeb will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:35.931890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:35.938822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:35.947619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ace7f-7222-4626-88c0-79e26829b116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=698b9a6a-67a2-4baa-942c-5b66235427d5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:35.961313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:36.046238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:36.070396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:36.289210 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:36.381973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:36.389173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:36.393427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:36.401431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:36.403693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:36.424600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Usage tracker for resource:security_group_rule and tenant:f220e6c3578c4eaf9a68922a5bd47620 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:36.429859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:36.448754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:36.460289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Delete allocated IP 2001:db8::349 (dd805d6c-ab08-4061-91f6-d38abc990f10/94a787e2-57b2-4acf-bbc7-74b90974fbfc) {{(pid=83629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 19:21:36.469372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:36.483994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:36.619717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Allocated IP 2001:db8:0:2::22c (dd805d6c-ab08-4061-91f6-d38abc990f10/814282b3-3337-4094-b1c8-68a8102e345d/04422f9a-bd59-478e-9c81-638f0f13fdf0) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:36.691697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350332-ad20-4f7c-af77-7fcb89e7143f None None] Pushing event updated for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:36.880139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e8c5a94d-c382-4ee7-8210-7f827507faeb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:36.914024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:36.939528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:36.985635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-39db94c5-5e1d-4661-b0cd-7b208ace9881 req-0661de99-6593-4996-8f24-a38cf4c315dd tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.3270493 Jan 10 19:21:37.056494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.180539 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:32Z', 'revision_number': 7, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:31Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:37.185936 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c478f-d16a-4f71-a26d-8dcd93d2607c None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:32Z', 'revision_number': 7, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcea21f3-3046-47a2-b567-b456bd1141a1', 'name': '', 'network_id': '59b8c863-8cdf-4977-b7cc-a1734c432cfd', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:95:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '597256b1-9715-4516-8450-70d5024cac1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:18Z', 'updated_at': '2022-01-10T19:21:31Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '597256b1-9715-4516-8450-70d5024cac1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:37.206730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.264429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Transition to ACTIVE for port object 04422f9a-bd59-478e-9c81-638f0f13fdf0 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:37.281349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.317267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Performing IP validity checks on allocation pools {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 19:21:37.317877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.ipam_backend_mixin [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 19:21:37.411061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5de3f-46c1-47fb-92f8-e13ce2d0c436,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:37.419960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d55a5f1e-c931-43f7-a46b-0eadc75090bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f220e6c3578c4eaf9a68922a5bd47620&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8460932 Jan 10 19:21:37.425147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58132) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:37.524406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] In _notify_port_updated(), no bound segment for port 04422f9a-bd59-478e-9c81-638f0f13fdf0 on network dd805d6c-ab08-4061-91f6-d38abc990f10 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:21:37.528718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:37.529377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.530752 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "PUT /v2.0/ports/04422f9a-bd59-478e-9c81-638f0f13fdf0 HTTP/1.1" status: 200 len: 969 time: 4.1311939 Jan 10 19:21:37.533810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58136) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:37.557386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47f994-5afd-4f82-9438-a52e2a935efc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event updated for resources: {'Port': ['ID=04422f9a-bd59-478e-9c81-638f0f13fdf0,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:37.789273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e771cd2e-28cb-4e5d-a8b1-0e5a8d4e67ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.821380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Provisioning for port e8c5a94d-c382-4ee7-8210-7f827507faeb completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:37.827791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:37.828416 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.858792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e771cd2e-28cb-4e5d-a8b1-0e5a8d4e67ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.878070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:37.957525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port 04422f9a-bd59-478e-9c81-638f0f13fdf0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:37.958216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.032645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=1dc6211c-370f-4789-9062-256e7fc2da0c,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:38.181902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Provisioning complete for port df5f9bc6-10c8-4fab-8d60-87c5a039a59a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:38.184347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.291813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port fcea21f3-3046-47a2-b567-b456bd1141a1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:38.292080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.350546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Port df5f9bc6-10c8-4fab-8d60-87c5a039a59a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:38.372707 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.379892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-842499b2-f246-4152-bee5-2baffc93bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.384498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Provisioning for port 04422f9a-bd59-478e-9c81-638f0f13fdf0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:38.398099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Provisioning complete for port 04422f9a-bd59-478e-9c81-638f0f13fdf0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:38.401061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.548804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-78b7e0fe-460c-46a3-a453-bee8aa67b41b None None] Port 04422f9a-bd59-478e-9c81-638f0f13fdf0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:38.628889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for 04422f9a-bd59-478e-9c81-638f0f13fdf0 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:38.663787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e771cd2e-28cb-4e5d-a8b1-0e5a8d4e67ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.685593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d59401d1-bd4c-474c-b12f-3421bd35d0e5 None None] Provisioning complete for port 04422f9a-bd59-478e-9c81-638f0f13fdf0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:38.685962 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d59401d1-bd4c-474c-b12f-3421bd35d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.709333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port fcea21f3-3046-47a2-b567-b456bd1141a1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fcea21f3-3046-47a2-b567-b456bd1141a1,segment=NetworkSegment(8870333f-4b00-47ba-b238-2e0135952f37),segment_id=8870333f-4b00-47ba-b238-2e0135952f37)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:38.709983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.720492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b4a0aed-406a-4028-b270-272bc7579bcc req-5e57020c-32a4-42f1-aaa5-c650bbf73f72 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2564363 Jan 10 19:21:38.749651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771cd2e-28cb-4e5d-a8b1-0e5a8d4e67ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5de3f-46c1-47fb-92f8-e13ce2d0c436,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:38.792474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d59401d1-bd4c-474c-b12f-3421bd35d0e5 None None] Port 04422f9a-bd59-478e-9c81-638f0f13fdf0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:38.832612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': 'c5272bf9-c77f-468f-b218-65082b1a0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:38.833195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 698b9a6a-67a2-4baa-942c-5b66235427d5, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:38.845932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e771cd2e-28cb-4e5d-a8b1-0e5a8d4e67ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.850465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e771cd2e-28cb-4e5d-a8b1-0e5a8d4e67ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78a5de3f-46c1-47fb-92f8-e13ce2d0c436 HTTP/1.1" status: 204 len: 168 time: 1.4245374 Jan 10 19:21:38.879288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for fcea21f3-3046-47a2-b567-b456bd1141a1 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:38.912954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:38.954051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 698b9a6a-67a2-4baa-942c-5b66235427d5) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:38.963983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062c2b1-69b9-48ee-928e-732b1bff0594 None None] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:38.973757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:38.974443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:38.998847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:39.175274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=04422f9a-bd59-478e-9c81-638f0f13fdf0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:39.181289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e4785ec5-9f29-4878-a357-0eee976f4b2a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2376616 Jan 10 19:21:39.183880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:39.246367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:39.289897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5', 'name': 'tempest-PortsTestJSON-1274172133'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:39.416159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=fcea21f3-3046-47a2-b567-b456bd1141a1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:39.458113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-698b9a6a-67a2-4baa-942c-5b66235427d5', 'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': '1dc6211c-370f-4789-9062-256e7fc2da0c'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:21:39.458630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:39.512134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58186) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:39.563676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:39.572245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58190) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:39.575410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b49a21b5-3844-4d8c-9318-51112a464e48 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/04422f9a-bd59-478e-9c81-638f0f13fdf0 HTTP/1.1" status: 204 len: 168 time: 2.0404325 Jan 10 19:21:39.825375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:39.827760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:39.832805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:39.836196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Allocated IP 172.20.0.2 (698b9a6a-67a2-4baa-942c-5b66235427d5/1dc6211c-370f-4789-9062-256e7fc2da0c/0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:39.836594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:39.844599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:39.857369 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-591dd46d-d613-4b95-801d-19eee833988f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] GET failed (client error): The resource could not be found. Jan 10 19:21:39.857895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-591dd46d-d613-4b95-801d-19eee833988f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:39.867730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:39.872571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:39.922481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port e6cf20fa-6b5d-41e5-9011-3cbd0a7a4c38 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:39.988025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:39.991879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-591dd46d-d613-4b95-801d-19eee833988f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:39.993233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-591dd46d-d613-4b95-801d-19eee833988f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports/04422f9a-bd59-478e-9c81-638f0f13fdf0 HTTP/1.1" status: 404 len: 333 time: 0.4041660 Jan 10 19:21:39.996053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58202) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:39.999291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Usage tracker for resource:security_group_rule and tenant:0432d8777a414f0fb964ce1790c177d0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:40.014766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:40.035155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:40.223936 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.235889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Transition to ACTIVE for port object 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:40.265211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Transition to ACTIVE for port object 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:40.266142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60da1de6-798e-46b0-8eed-dd033825d54b req-eed35a2d-c9e0-4c82-a0b3-930ef734eafe tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0871146 Jan 10 19:21:40.270022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f680b46b-aaa2-4ab4-9b71-5f89996fde93 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.275680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.296106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.305364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.314804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.345346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9d8a-cbfb-4e74-a23b-3e42a28d13f3 req-010264f9-55c2-4d5a-95e2-4347bbaf00a8 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:40.354806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-363e9d8a-cbfb-4e74-a23b-3e42a28d13f3 req-010264f9-55c2-4d5a-95e2-4347bbaf00a8 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 946 time: 0.2605772 Jan 10 19:21:40.373054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f680b46b-aaa2-4ab4-9b71-5f89996fde93 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.422152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:40.425545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:40.433426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:40.460646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Pushing event updated for resources: {'Port': ['ID=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:40.467782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-363e9d8a-cbfb-4e74-a23b-3e42a28d13f3 req-08b13b00-aae8-41a0-9cf6-a9a790ab551d tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116266 Jan 10 19:21:40.495286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2717299-55f8-4b05-b047-2b561e22966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.526820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-31aadd2f-f235-4c4c-a51f-68ff6f55f579 {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:21:40.527406 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:21:40.566279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.566446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.566765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.567182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.567533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.568403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.568756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.569067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.569391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.569707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.570035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:21:40.579433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Attempting to bind port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:40.579822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Attempting to bind port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c5272bf9-c77f-468f-b218-65082b1a0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:40.580195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Attempting to bind port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 on network 698b9a6a-67a2-4baa-942c-5b66235427d5 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:40.587848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:40.588210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Checking segment: {'id': 'c5272bf9-c77f-468f-b218-65082b1a0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:40.588616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.589015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Bound using segment: {'id': 'c5272bf9-c77f-468f-b218-65082b1a0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:40.589480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Bound port: 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5272bf9-c77f-468f-b218-65082b1a0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '698b9a6a-67a2-4baa-942c-5b66235427d5'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:40.589900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.590685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4dadcf-1ad4-4c33-a88e-ab6ce5fd7c7b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:40.599954 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-549226f1-94d5-4b82-a812-3b23b66d3d4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0432d8777a414f0fb964ce1790c177d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0867765 Jan 10 19:21:40.602590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:40.714941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] For port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:40.722450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] For port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,segment=NetworkSegment(c5272bf9-c77f-468f-b218-65082b1a0e0b),segment_id=c5272bf9-c77f-468f-b218-65082b1a0e0b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:40.726697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f680b46b-aaa2-4ab4-9b71-5f89996fde93 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.734725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.750054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-843df025-7547-4262-b2ca-0c6d4187f3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.785482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-843df025-7547-4262-b2ca-0c6d4187f3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.788705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680b46b-aaa2-4ab4-9b71-5f89996fde93 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d6e269-0695-4144-82d5-f67cc76e10ad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:40.824031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f680b46b-aaa2-4ab4-9b71-5f89996fde93 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.828660 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f680b46b-aaa2-4ab4-9b71-5f89996fde93 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/security-groups/84d6e269-0695-4144-82d5-f67cc76e10ad HTTP/1.1" status: 204 len: 168 time: 0.8308222 Jan 10 19:21:40.830075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58220) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:40.892944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed411-4c11-40fd-97d6-3a372fc3a27d None None] Pushing event updated for resources: {'Port': ['ID=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:40.896910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-843df025-7547-4262-b2ca-0c6d4187f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.916621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843df025-7547-4262-b2ca-0c6d4187f3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4dadcf-1ad4-4c33-a88e-ab6ce5fd7c7b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:40.932278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-843df025-7547-4262-b2ca-0c6d4187f3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:40.933672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-843df025-7547-4262-b2ca-0c6d4187f3c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca4dadcf-1ad4-4c33-a88e-ab6ce5fd7c7b HTTP/1.1" status: 204 len: 168 time: 0.3295164 Jan 10 19:21:41.029287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.052697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 2ad09cee-500d-4a3f-bb40-38107325b4fa yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:41.150715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-041b3c86-1ee4-41e4-bdd0-27ee2b9bbfcc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.345262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.8 (698b9a6a-67a2-4baa-942c-5b66235427d5/1dc6211c-370f-4789-9062-256e7fc2da0c/2ad09cee-500d-4a3f-bb40-38107325b4fa) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:41.694640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-041b3c86-1ee4-41e4-bdd0-27ee2b9bbfcc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.762689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.774832 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.844192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-041b3c86-1ee4-41e4-bdd0-27ee2b9bbfcc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.870561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b3c86-1ee4-41e4-bdd0-27ee2b9bbfcc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9974b-d0fa-4606-9d7c-c968f44c4077,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:41.877556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-622e6ec8-cf5c-4cb2-9e57-35ad9d9d8cb4 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:41.878192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-622e6ec8-cf5c-4cb2-9e57-35ad9d9d8cb4 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Synchronizing usage tracker for tenant:0cdea20bdb7244b7b7026ae7484274dc on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:41.890954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-041b3c86-1ee4-41e4-bdd0-27ee2b9bbfcc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:41.894609 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-041b3c86-1ee4-41e4-bdd0-27ee2b9bbfcc tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/security-groups/16c9974b-d0fa-4606-9d7c-c968f44c4077 HTTP/1.1" status: 204 len: 168 time: 1.0611126 Jan 10 19:21:41.897876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58256) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:41.922629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:21:41.928553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53543193-dcc8-48dc-9ced-2e205429fce0 req-8e0295fb-bb21-451e-961c-eed9ab62cf21 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1299751 Jan 10 19:21:41.942652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-622e6ec8-cf5c-4cb2-9e57-35ad9d9d8cb4 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Unset dirty status for tenant:0cdea20bdb7244b7b7026ae7484274dc on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:41.943957 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-622e6ec8-cf5c-4cb2-9e57-35ad9d9d8cb4 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.44 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 946 time: 0.3572719 Jan 10 19:21:42.109782 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.176459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Deleting port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:42.177018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.179486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 2ad09cee-500d-4a3f-bb40-38107325b4fa will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:42.198150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bafdcf-9334-4fe6-b592-de39a67fef06 req-acb2cf9e-caee-4b3b-9135-3908d6aa5af1 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:42.199837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6bafdcf-9334-4fe6-b592-de39a67fef06 req-acb2cf9e-caee-4b3b-9135-3908d6aa5af1 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 946 time: 0.4038894 Jan 10 19:21:42.226617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3929-6c9b-4a7b-94ea-407dd938933b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.277522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.407885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:42.435931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:42.436401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3929-6c9b-4a7b-94ea-407dd938933b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.440716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6bafdcf-9334-4fe6-b592-de39a67fef06 req-f1dfd964-f5e9-4d68-8111-24ce86ae6aff tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329555 Jan 10 19:21:42.445042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:42.485894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=2ad09cee-500d-4a3f-bb40-38107325b4fa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:42.527960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:42.528832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.571924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ef4fbe74-e4f9-46ce-a88e-f611d5a98446 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3846188 Jan 10 19:21:42.572379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:42.659100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 2ad09cee-500d-4a3f-bb40-38107325b4fa {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:42.659450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.699493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029fac2e-f04d-4b3e-9186-1de1e32b38ad None None] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:42.740234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3929-6c9b-4a7b-94ea-407dd938933b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.780569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee3929-6c9b-4a7b-94ea-407dd938933b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0153e9-fc62-4548-88c3-8a3afde0049b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:42.787992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:21:42.844796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:21:42.850387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4d8429bd-8cf7-44eb-a733-c47d21f9b846 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6339064 Jan 10 19:21:42.854770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58284) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:42.878095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3929-6c9b-4a7b-94ea-407dd938933b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:42.886834 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b2ee3929-6c9b-4a7b-94ea-407dd938933b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b0153e9-fc62-4548-88c3-8a3afde0049b HTTP/1.1" status: 204 len: 168 time: 0.9863684 Jan 10 19:21:42.911140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:42.911739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:42.998815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:43.013276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58286) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:43.091092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:43.224433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] For port 9f14dff6-b6e7-4c6b-8080-d874097a34c6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=9f14dff6-b6e7-4c6b-8080-d874097a34c6,segment=NetworkSegment(1379f670-c3a8-4949-b1bf-8d60d2bb8cfa),segment_id=1379f670-c3a8-4949-b1bf-8d60d2bb8cfa)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:43.224800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:43.304831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 2ad09cee-500d-4a3f-bb40-38107325b4fa owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:43.392403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-284f8972-da3b-4020-9b53-b9d13eee3b8c req-097aa50a-b89b-47ca-ab90-fb3b381c6052 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0955367 Jan 10 19:21:43.434500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-958de8bd-aeeb-400c-99b2-3669086199d0 None None] Provisioning for port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:43.454533 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:43.491666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:21:43.524980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:43.525397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:43.533975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Calling delete_port for 9f14dff6-b6e7-4c6b-8080-d874097a34c6 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:43.645738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:43.659247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:43.785606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet 94a787e2-57b2-4acf-bbc7-74b90974fbfc {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:43.878723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=2ad09cee-500d-4a3f-bb40-38107325b4fa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:43.894767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:43.960317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.057237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1426b64-d721-4213-b85a-4848f932fbe5 req-7582130c-b70f-4e80-83d0-0f40101924e8 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:44.059610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1426b64-d721-4213-b85a-4848f932fbe5 req-7582130c-b70f-4e80-83d0-0f40101924e8 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 867 time: 0.2949781 Jan 10 19:21:44.110503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.138663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3c728635-cc19-41fa-b6e7-c6dfbbc69116 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/2ad09cee-500d-4a3f-bb40-38107325b4fa HTTP/1.1" status: 204 len: 168 time: 1.5651612 Jan 10 19:21:44.149611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58326) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:44.243294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.256794 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce45071-27f0-47f4-8053-9e0d0bf0664f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:44.256794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce45071-27f0-47f4-8053-9e0d0bf0664f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:44.256794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dce45071-27f0-47f4-8053-9e0d0bf0664f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/2ad09cee-500d-4a3f-bb40-38107325b4fa HTTP/1.1" status: 404 len: 333 time: 0.1030560 Jan 10 19:21:44.257113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58330) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:44.348536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Pushing event deleted for resources: {'Port': ['ID=9f14dff6-b6e7-4c6b-8080-d874097a34c6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:44.360600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet 597256b1-9715-4516-8450-70d5024cac1e {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:44.372599 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.377725 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c34cab-1d0c-4f05-a96d-e363add8f8e5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:21:44.378611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-68c34cab-1d0c-4f05-a96d-e363add8f8e5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:44.403198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,segment=NetworkSegment(c5272bf9-c77f-468f-b218-65082b1a0e0b),segment_id=c5272bf9-c77f-468f-b218-65082b1a0e0b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:44.407565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1426b64-d721-4213-b85a-4848f932fbe5 req-d4b3f273-4cfd-4d4e-96e5-7c1045b1e16e tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8967c07-dc30-4268-9a0d-84d2ae384538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376448 Jan 10 19:21:44.410651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-68c34cab-1d0c-4f05-a96d-e363add8f8e5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:44.414425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-68c34cab-1d0c-4f05-a96d-e363add8f8e5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/2ad09cee-500d-4a3f-bb40-38107325b4fa HTTP/1.1" status: 404 len: 333 time: 0.1461542 Jan 10 19:21:44.417473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:44.423740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.453882 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.509462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:39Z', 'revision_number': 8, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:44.517041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2f121c18-941a-499b-aaf5-1ca4bba86fe9 None None] Provisioning complete for port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:44.523335 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f121c18-941a-499b-aaf5-1ca4bba86fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.684986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:21:44.786634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet 1dc6211c-370f-4789-9062-256e7fc2da0c {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:44.787287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] No DVR routers for this DVR port 9f14dff6-b6e7-4c6b-8080-d874097a34c6 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:44.794442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.794915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.810328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'name': 'network-vif-deleted', 'tag': '9f14dff6-b6e7-4c6b-8080-d874097a34c6'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:44.831650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:44.883290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:44.898224 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-35a4c68b-b68b-4515-bb0b-ed2b90ae979e req-48b0c551-7615-4e27-bc2f-bc124f187ba3 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.44 "DELETE /v2.0/ports/9f14dff6-b6e7-4c6b-8080-d874097a34c6 HTTP/1.1" status: 204 len: 173 time: 2.9440267 Jan 10 19:21:44.963507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:44.970488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:44.975674 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4355c09d-7a10-4f9a-8c76-8c95e5981764', 'name': 'network-vif-deleted', 'tag': '9f14dff6-b6e7-4c6b-8080-d874097a34c6', 'status': 'completed', 'code': 200} Jan 10 19:21:44.985858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.085803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.126070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.176251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f14dff6-b6e7-4c6b-8080-d874097a34c6 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:45.278428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.280932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.294478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 9f14dff6-b6e7-4c6b-8080-d874097a34c6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:45.295105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 9f14dff6-b6e7-4c6b-8080-d874097a34c6 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:45.393514 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.402582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=94a787e2-57b2-4acf-bbc7-74b90974fbfc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:45.410235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.412663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.429890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c784f-316c-46a7-80d5-eadf79f92de8 None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:45.433692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.500454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c7df480-73fd-45c5-b5f9-06d21cbd8910 req-e3c1edc6-cf09-4665-8565-8b826f8d868d tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1205726 Jan 10 19:21:45.546956 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e53f3649-988c-413d-9f94-e00e24571a9b tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/94a787e2-57b2-4acf-bbc7-74b90974fbfc HTTP/1.1" status: 204 len: 168 time: 2.4984784 Jan 10 19:21:45.548298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:45.549174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=597256b1-9715-4516-8450-70d5024cac1e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:45.569971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.577015 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-692a56d9-9d35-484b-9c68-f5300b648d0b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/597256b1-9715-4516-8450-70d5024cac1e HTTP/1.1" status: 204 len: 168 time: 2.6849310 Jan 10 19:21:45.577970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58374) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:45.581434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:45.626398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-60f951e9-b985-44d6-8d42-a1f8cba74561 None None] Could not find standard attr ID for object 2ad09cee-500d-4a3f-bb40-38107325b4fa. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:21:45.627913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e4485-cee3-4ebb-9320-b4cda3063891 None None] Network 59b8c863-8cdf-4977-b7cc-a1734c432cfd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:45.643862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.781439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:45.836051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc6211c-370f-4789-9062-256e7fc2da0c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:45.848152 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.871704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:45.872104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.941252 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:45.946138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2fddef1-9b80-4e85-a46b-a588309754fb req-33589245-23cd-48ef-9eb1-c00a61a4f840 tempest-ServerTagsTestJSON-1360839284 tempest-ServerTagsTestJSON-1360839284-project] 10.222.0.21 "GET /v2.0/ports?device_id=4355c09d-7a10-4f9a-8c76-8c95e5981764 HTTP/1.1" status: 200 len: 210 time: 0.0943413 Jan 10 19:21:45.947235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d41a5-2cb7-44b2-bc35-fec5ce24132d None None] Network 698b9a6a-67a2-4baa-942c-5b66235427d5 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:45.954454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-820581ca-0527-4280-abb1-c75b969b0daf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/1dc6211c-370f-4789-9062-256e7fc2da0c HTTP/1.1" status: 204 len: 168 time: 1.5352545 Jan 10 19:21:45.968208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58390) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:46.098759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.198770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:46.199250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.211312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet 814282b3-3337-4094-b1c8-68a8102e345d {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:46.232606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.331058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port 9d8c8678-f6d0-4b84-9277-12c2e92794a6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9d8c8678-f6d0-4b84-9277-12c2e92794a6,segment=NetworkSegment(8870333f-4b00-47ba-b238-2e0135952f37),segment_id=8870333f-4b00-47ba-b238-2e0135952f37)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:46.331058 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.445809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.518515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 9d8c8678-f6d0-4b84-9277-12c2e92794a6 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:46.529222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.578737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.644986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:46.658194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Usage tracker for resource:security_group_rule and tenant:213d6545d2b745169c647395e67fac07 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:46.663470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:46.699978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:46.711020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.804832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=814282b3-3337-4094-b1c8-68a8102e345d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:46.817867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.821970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.826317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.831807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.836301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.838113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.840201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.844081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:46.846198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-f947dade-6f63-49d6-a9ae-b903157a8192 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.4541612 Jan 10 19:21:46.900407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:21:46.925788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:46.981022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=9d8c8678-f6d0-4b84-9277-12c2e92794a6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:46.999168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No DVR routers for this DVR port 9d8c8678-f6d0-4b84-9277-12c2e92794a6 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:47.001585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-854e795d-02a4-47ce-97ce-4ca6a5a60b33 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/814282b3-3337-4094-b1c8-68a8102e345d HTTP/1.1" status: 204 len: 168 time: 1.4529912 Jan 10 19:21:47.003836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58412) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:47.015596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6ce7188-253d-4c7e-9904-d7ebac23fdd1 req-3bd12826-6e72-440d-8a0e-551be451edb8 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1647940 Jan 10 19:21:47.161953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-274aae1e-6e15-4e0b-be41-5f4131e07995 req-cd1dec51-847a-43e3-84eb-e92616fd60c1 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3064067 Jan 10 19:21:47.238383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.242888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:47.243308 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.265512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.285470 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-892fce7d-ca6c-4516-8e9c-911ebb9c6292 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:47.285910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892fce7d-ca6c-4516-8e9c-911ebb9c6292 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:47.304356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] For port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,segment=NetworkSegment(c5272bf9-c77f-468f-b218-65082b1a0e0b),segment_id=c5272bf9-c77f-468f-b218-65082b1a0e0b)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:47.304703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.314537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:39Z', 'revision_number': 8, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:47.322427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42023c4-47bc-4d78-a057-8364a69547e8 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:39Z', 'revision_number': 8, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c2f454-144f-435a-9a20-9c6e5b336dab', 'name': '', 'network_id': 'ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:30:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f55a551-2466-4042-b101-96eb56106703', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:21:04Z', 'updated_at': '2022-01-10T19:21:21Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '6f55a551-2466-4042-b101-96eb56106703', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:21:47.324700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58420) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:47.330668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facb8930-bcb6-4fab-bf58-43af0fdce752,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:47.358526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4ee51755-4809-4c09-81bf-2f819b0e7835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=213d6545d2b745169c647395e67fac07&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5556579 Jan 10 19:21:47.361152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58424) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:47.439410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc32694c-975a-4f05-b56e-bb386b50220f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.468942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc32694c-975a-4f05-b56e-bb386b50220f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.520194 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-892fce7d-ca6c-4516-8e9c-911ebb9c6292 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/94a787e2-57b2-4acf-bbc7-74b90974fbfc HTTP/1.1" status: 404 len: 337 time: 0.5150704 Jan 10 19:21:47.523875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58432) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:47.524457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601783dc-d673-4849-9a09-3925597961f7 None None] Update dhcp port {'port': {'network_id': 'dd805d6c-ab08-4061-91f6-d38abc990f10', 'fixed_ips': [{'subnet_id': '63882385-711e-4ddb-8c62-4ab05f40a2ba', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '814282b3-3337-4094-b1c8-68a8102e345d'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'e8c5a94d-c382-4ee7-8210-7f827507faeb'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:21:47.595874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting subnet 63882385-711e-4ddb-8c62-4ab05f40a2ba {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:47.604044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc32694c-975a-4f05-b56e-bb386b50220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.607415 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-601783dc-d673-4849-9a09-3925597961f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.620583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.643304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:47.672814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32694c-975a-4f05-b56e-bb386b50220f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb8930-bcb6-4fab-bf58-43af0fdce752,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:47.686139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fc32694c-975a-4f05-b56e-bb386b50220f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.690670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fc32694c-975a-4f05-b56e-bb386b50220f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/facb8930-bcb6-4fab-bf58-43af0fdce752 HTTP/1.1" status: 204 len: 168 time: 0.3262494 Jan 10 19:21:47.731134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.744720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a091c73-c5df-4b53-8d4c-b83c7ce8acba None None] DHCP port deletion for 698b9a6a-67a2-4baa-942c-5b66235427d5 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:21:47.776525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a476373-1ecf-4cec-9e45-6a01eb2857ee None None] DHCP port deletion for 59b8c863-8cdf-4977-b7cc-a1734c432cfd request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:21:47.848463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.867607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.894712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Deleting subnet eb11edd3-cfdc-4c5e-9c31-85ce8234aa94 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:47.913505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4a091c73-c5df-4b53-8d4c-b83c7ce8acba None None] Deleting port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:47.914062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a091c73-c5df-4b53-8d4c-b83c7ce8acba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.945015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:47.975546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b8c863-8cdf-4977-b7cc-a1734c432cfd']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:48.010627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8870333f-4b00-47ba-b238-2e0135952f37') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:48.011502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8870333f-4b00-47ba-b238-2e0135952f37') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:48.011613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.037195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.056059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-601783dc-d673-4849-9a09-3925597961f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63882385-711e-4ddb-8c62-4ab05f40a2ba: This subnet is being modified by another concurrent operation. Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63882385-711e-4ddb-8c62-4ab05f40a2ba: This subnet is being modified by another concurrent operation. Jan 10 19:21:48.084958 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:21:48.092943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.133575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Subnet': ['ID=63882385-711e-4ddb-8c62-4ab05f40a2ba,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:48.161165 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.163928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4a091c73-c5df-4b53-8d4c-b83c7ce8acba None None] The port '0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:21:48.183486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0ef4b1c0-0246-4cdb-a0ea-112646879ca4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/63882385-711e-4ddb-8c62-4ab05f40a2ba HTTP/1.1" status: 204 len: 168 time: 0.6584423 Jan 10 19:21:48.189248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:48.212163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8542e2-beb0-4ee0-b8fe-b5d49f8f9204 None None] Network dd805d6c-ab08-4061-91f6-d38abc990f10 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:48.229873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:48.242557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.287211 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-88203451-f732-43b4-9c76-71196fdaa0b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:48.287729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88203451-f732-43b4-9c76-71196fdaa0b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:48.292818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-88203451-f732-43b4-9c76-71196fdaa0b7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/e58ba464-70fb-401d-8430-203a538a1c15 HTTP/1.1" status: 404 len: 337 time: 0.1042538 Jan 10 19:21:48.295386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58454) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:48.330520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.336697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.341636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.346506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.351423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.355298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.359431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.360646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Synchronizing usage tracker for tenant:dca193afd3bb40289a759c668b502367 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:48.365779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:48.366200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.374799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b71dd249-811c-4ee1-a960-0b0a5e9fcaa7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Synchronizing usage tracker for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:48.395302 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:48.416159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.539415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-745bfc52-a517-4468-8e29-c731c3424acc None None] Provisioning complete for port e8c5a94d-c382-4ee7-8210-7f827507faeb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:48.540029 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-745bfc52-a517-4468-8e29-c731c3424acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.551275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6dfc23c-e242-4cbf-a7f3-c26760ea2622 req-66ce6174-8155-498e-83ce-c3d02f4ebca7 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1834979 Jan 10 19:21:48.608674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b71dd249-811c-4ee1-a960-0b0a5e9fcaa7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Unset dirty status for tenant:781d7e5b93a849fe843c8327dfab7203 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:48.616241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b71dd249-811c-4ee1-a960-0b0a5e9fcaa7 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "GET /v2.0/ports?device_id=00f049f5-578e-4fba-99e0-b02502fff91c HTTP/1.1" status: 200 len: 205 time: 0.3195984 Jan 10 19:21:48.618216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58462) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:48.683631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No DVR routers for this DVR port 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:48.685655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:48.705897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] DHCP port deletion for dd805d6c-ab08-4061-91f6-d38abc990f10 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:21:48.712856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Deleting port e8c5a94d-c382-4ee7-8210-7f827507faeb {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:48.713234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.809822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.823754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-745bfc52-a517-4468-8e29-c731c3424acc None None] Provisioning complete for port df5f9bc6-10c8-4fab-8d60-87c5a039a59a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:48.835525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-745bfc52-a517-4468-8e29-c731c3424acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.887738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Unset dirty status for tenant:dca193afd3bb40289a759c668b502367 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:21:48.890773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-d71e92de-87c6-48cb-9bf2-06bb3f4aca69 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 1.3756981 Jan 10 19:21:48.892727 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-c4976284-e5c6-4e1a-955b-d30895356d6e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] delete failed (client error): The resource could not be found. Jan 10 19:21:48.895883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c4976284-e5c6-4e1a-955b-d30895356d6e tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/routers/00f049f5-578e-4fba-99e0-b02502fff91c HTTP/1.1" status: 404 len: 336 time: 0.2754436 Jan 10 19:21:48.898567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58476) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:48.920337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:48.922251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:48.985399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:48.985745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0fb0bfff-5b56-43c4-a9ec-ed8ad6e29597 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:48.986162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fcea21f3-3046-47a2-b567-b456bd1141a1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:48.994364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.999106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:48.999308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb11edd3-cfdc-4c5e-9c31-85ce8234aa94,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:49.007878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.008211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:49.012479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:49.015019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.016553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:49.023054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:49.026646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:49.031336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-5e2f32f7-ebb7-4a75-841d-916fd678d86b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.5603404 Jan 10 19:21:49.035811 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfe40de-9143-4594-9ea6-9cd3d7552f63 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.036822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfe40de-9143-4594-9ea6-9cd3d7552f63 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.041048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6dfe40de-9143-4594-9ea6-9cd3d7552f63 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/f3deb9f2-7bc4-4d59-af62-313ff7d7481f HTTP/1.1" status: 404 len: 337 time: 0.1386220 Jan 10 19:21:49.041388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58480) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.052233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: fcea21f3-3046-47a2-b567-b456bd1141a1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:49.052588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fcea21f3-3046-47a2-b567-b456bd1141a1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:49.053002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e8c5a94d-c382-4ee7-8210-7f827507faeb no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:49.075955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=59b8c863-8cdf-4977-b7cc-a1734c432cfd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:49.094144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-745bfc52-a517-4468-8e29-c731c3424acc None None] Port df5f9bc6-10c8-4fab-8d60-87c5a039a59a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:49.098255 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76a7bd1-de6b-4a47-b5c7-185a1cd103ba tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.099330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76a7bd1-de6b-4a47-b5c7-185a1cd103ba tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.101487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c76a7bd1-de6b-4a47-b5c7-185a1cd103ba tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/f5926972-c028-4bb4-b3ed-321a2f2a43ed HTTP/1.1" status: 404 len: 337 time: 0.0592544 Jan 10 19:21:49.105045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58488) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.175289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.220340 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c2f120-fcfb-486d-b4bd-8b2c129baf65 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.220837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c2f120-fcfb-486d-b4bd-8b2c129baf65 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.227143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58492) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.227318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-14c2f120-fcfb-486d-b4bd-8b2c129baf65 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/1fb0644d-027f-4f7d-be30-e54908987ff1 HTTP/1.1" status: 404 len: 337 time: 0.1208608 Jan 10 19:21:49.245857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df3fbb3a-4ef1-480b-aa05-129d1dc7fee3 req-51420003-e133-43d4-86fc-acd87f3012f9 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421897 Jan 10 19:21:49.260051 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3106977-aadd-4d6a-92b2-2526b5f7df15 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/59b8c863-8cdf-4977-b7cc-a1734c432cfd HTTP/1.1" status: 204 len: 168 time: 3.6787608 Jan 10 19:21:49.260413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58496) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.332032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.344521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:49.345206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.353267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-64120011-528e-4dcd-a1ae-72227c356f0d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:49.354669 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.359306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-64120011-528e-4dcd-a1ae-72227c356f0d tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "GET /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4469302 Jan 10 19:21:49.387441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698b9a6a-67a2-4baa-942c-5b66235427d5']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:49.404045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5272bf9-c77f-468f-b218-65082b1a0e0b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:49.404360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5272bf9-c77f-468f-b218-65082b1a0e0b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:49.414293 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d94b0907-df29-4b8f-90f1-253afb36dacc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb11edd3-cfdc-4c5e-9c31-85ce8234aa94 HTTP/1.1" status: 204 len: 168 time: 2.0834119 Jan 10 19:21:49.419270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58504) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.435067 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80e3b71-726e-4f7f-a64a-b17cf94fecba tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.435430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80e3b71-726e-4f7f-a64a-b17cf94fecba tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.437058 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b80e3b71-726e-4f7f-a64a-b17cf94fecba tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/f196a738-666a-415a-9e1f-f72ae59d7466 HTTP/1.1" status: 404 len: 333 time: 0.1954026 Jan 10 19:21:49.440067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58508) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.444917 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.451808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:49.529606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf164a8b37c407cbabdc2ff0e0b0f5e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:49.539061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:49.549684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:49.553786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.578988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:49.579390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.605826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Calling delete_port for e8c5a94d-c382-4ee7-8210-7f827507faeb owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:49.608460 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:49.639789 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1cff97-dba5-4f20-8948-1b9685fa32d4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.640265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1cff97-dba5-4f20-8948-1b9685fa32d4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.644790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a1cff97-dba5-4f20-8948-1b9685fa32d4 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/ada5f2a0-fbbf-4eee-812a-1271ed82c4dd HTTP/1.1" status: 404 len: 337 time: 0.2002294 Jan 10 19:21:49.647117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58514) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.662545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:49.675620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.676538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9d8c8678-f6d0-4b84-9277-12c2e92794a6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:49.728163 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91b0289-e04d-4c29-85dc-e8bac1fcf93f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.728643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91b0289-e04d-4c29-85dc-e8bac1fcf93f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.733258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f91b0289-e04d-4c29-85dc-e8bac1fcf93f tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/82c8d27a-1ae7-4330-804e-25b3c80194fa HTTP/1.1" status: 404 len: 337 time: 0.0826414 Jan 10 19:21:49.733972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.787464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 9d8c8678-f6d0-4b84-9277-12c2e92794a6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:21:49.787874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9d8c8678-f6d0-4b84-9277-12c2e92794a6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:49.793384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.803942 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68e32a3-54d9-45f6-a8cb-7e3e1ae31b82 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.804395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68e32a3-54d9-45f6-a8cb-7e3e1ae31b82 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.809893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a68e32a3-54d9-45f6-a8cb-7e3e1ae31b82 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/ccd36c30-7378-4519-855f-0fc49b2f8390 HTTP/1.1" status: 404 len: 333 time: 0.0704679 Jan 10 19:21:49.810538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.829400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:49.833004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:21:49.833447 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:21:49.851245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-e1b5fed1-b3b8-4e4a-9233-12118a03cbac tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "GET /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4490368 Jan 10 19:21:49.854137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.891148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:49.893647 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f176d7-f35c-443b-b6e0-4d05ba3b7c5a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:49.894179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f176d7-f35c-443b-b6e0-4d05ba3b7c5a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:49.898123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b5f176d7-f35c-443b-b6e0-4d05ba3b7c5a tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/a34d45b9-a2ea-4708-a4ac-20257a726563 HTTP/1.1" status: 404 len: 337 time: 0.0815122 Jan 10 19:21:49.898284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:49.935977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58530) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:49.950305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=698b9a6a-67a2-4baa-942c-5b66235427d5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:50.004397 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-27b8b14e-0e86-41b3-8919-4cd1cb1bb9e8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/698b9a6a-67a2-4baa-942c-5b66235427d5 HTTP/1.1" status: 204 len: 168 time: 4.0344594 Jan 10 19:21:50.011831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58536) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:50.016236 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eff49b-0b1d-4350-b38a-aa59a7f38826 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] DELETE failed (client error): The resource could not be found. Jan 10 19:21:50.016859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eff49b-0b1d-4350-b38a-aa59a7f38826 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:21:50.018437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adf45f8f-36a7-475a-bae0-a52ae2c65217 req-916c17df-b6ea-4db6-a09d-05848b1a5c2e tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1359353 Jan 10 19:21:50.028042 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-70eff49b-0b1d-4350-b38a-aa59a7f38826 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/subnets/853e3fd3-b4c1-468c-a974-624a76918344 HTTP/1.1" status: 404 len: 337 time: 0.0930531 Jan 10 19:21:50.034526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1821827606'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:50.038433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:50.107855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:50.110818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.143764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:50.145211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec89ef4-2d01-4b78-b7b6-e8d43e107efd']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:50.152141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:50.162070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:50.162975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1379f670-c3a8-4949-b1bf-8d60d2bb8cfa') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:50.180442 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.187416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:50.201487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.219022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.228438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:50.231346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.240611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.271984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.281475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:50.281875 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.292671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Deleting port df5f9bc6-10c8-4fab-8d60-87c5a039a59a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:50.293010 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:50.297765 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:50.335213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Deleting port e8c5a94d-c382-4ee7-8210-7f827507faeb {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:50.335851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.442316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15de0e22-bdad-4118-a13b-04084d1800a7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:50.467330 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a56da7d6-c2e9-44af-93d1-39d9d85d97c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbf164a8b37c407cbabdc2ff0e0b0f5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7786813 Jan 10 19:21:50.470016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:21:50.474321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58552) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:50.502686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.550189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.550544 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment ca3d17c8-a797-4f17-9d1e-cce54cd73998 of type vlan for network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 Jan 10 19:21:50.569077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.594534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec89ef4-2d01-4b78-b7b6-e8d43e107efd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:50.625441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9e57af40-a62e-4c2f-8bcb-d6e28293e010 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ec89ef4-2d01-4b78-b7b6-e8d43e107efd HTTP/1.1" status: 204 len: 168 time: 1.1933048 Jan 10 19:21:50.678489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] For port e8c5a94d-c382-4ee7-8210-7f827507faeb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e8c5a94d-c382-4ee7-8210-7f827507faeb,segment=NetworkSegment(5e25e59a-44db-45d0-8fb6-d316d473d0d6),segment_id=5e25e59a-44db-45d0-8fb6-d316d473d0d6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:50.678916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.746455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.757852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.765487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.778096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.781778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.785632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.802511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:50.815154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-2d474a93-7c96-4a01-8b98-22f4c19b405e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 5437 time: 0.3130090 Jan 10 19:21:50.839230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.844726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:50.892155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Calling delete_port for e8c5a94d-c382-4ee7-8210-7f827507faeb owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:50.934894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.025909 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.044626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:51.088851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] Pushing event deleted for resources: {'Port': ['ID=e8c5a94d-c382-4ee7-8210-7f827507faeb,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:51.095398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaccd47e-4283-44b0-a96d-63222b9e73f7 None None] No DVR routers for this DVR port e8c5a94d-c382-4ee7-8210-7f827507faeb on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:51.113400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568771fd-8199-430d-8421-9c3439aa4f38 None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:21:51.142692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:51.212916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c4528d-c2d7-48a6-8285-6a6ead176280 req-fe6194d3-c2b2-4fa0-b813-c3025d5848d2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3961442 Jan 10 19:21:51.221466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a507c474-de8f-4759-91c8-e825e49e5263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.240716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Calling delete_port for df5f9bc6-10c8-4fab-8d60-87c5a039a59a owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:51.269608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.274176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:51.275006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.282563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=fa1d6bf9-a79f-4d42-a078-4825e16432a6,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:51.345086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.367132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a507c474-de8f-4759-91c8-e825e49e5263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.499960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:51.519163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:51.539478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.540211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c8492ad5-3d5f-408c-982a-37f110af0afd no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:51.563856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.577707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:21:51.671878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=0e6a2ff8-9b04-4980-a5e0-256841d72c69,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:51.682556 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435', 'code': 200} Jan 10 19:21:51.710574 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f40b9c18-55e7-4c21-abba-fa6af613094e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cdea20bdb7244b7b7026ae7484274dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6620991 Jan 10 19:21:51.719828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:51.747272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.756732 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/ports/df5f9bc6-10c8-4fab-8d60-87c5a039a59a HTTP/1.1" status: 204 len: 168 time: 1.7133520 Jan 10 19:21:51.762463 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dc020134-7e60-49bc-9df2-991cc9fbbd45 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7477834 Jan 10 19:21:51.763931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58588) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:51.763931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58590) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:51.784605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:51.821960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:51.834293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:51.895411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-823c3fe6-9fdf-4464-8051-a8aad4499ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.925150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-823c3fe6-9fdf-4464-8051-a8aad4499ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:51.964258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a05e3b-13db-4fdd-831e-07c878dd82e6 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Port': ['ID=df5f9bc6-10c8-4fab-8d60-87c5a039a59a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:51.972501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:51.978533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568771fd-8199-430d-8421-9c3439aa4f38 None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:21:51.978722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] For port fa1d6bf9-a79f-4d42-a078-4825e16432a6, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:52.035467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f277ccde-bc55-45e4-a08a-3ffebc8103a8 req-fb82c344-f4c3-472e-b5ca-ba6f36b45f5e tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.6616449 Jan 10 19:21:52.136459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port b9c2f454-144f-435a-9a20-9c6e5b336dab {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:52.137744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.323216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.339155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:52.354545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.366395 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-823c3fe6-9fdf-4464-8051-a8aad4499ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.370773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:52.391770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a507c474-de8f-4759-91c8-e825e49e5263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.398646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:52.418210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c3fe6-9fdf-4464-8051-a8aad4499ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8967c07-dc30-4268-9a0d-84d2ae384538,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:52.437147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507c474-de8f-4759-91c8-e825e49e5263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15de0e22-bdad-4118-a13b-04084d1800a7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:52.450056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] device_id is not set on port fa1d6bf9-a79f-4d42-a078-4825e16432a6 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:52.457529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a507c474-de8f-4759-91c8-e825e49e5263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.458843 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a507c474-de8f-4759-91c8-e825e49e5263 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15de0e22-bdad-4118-a13b-04084d1800a7 HTTP/1.1" status: 204 len: 168 time: 1.9723053 Jan 10 19:21:52.493516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.494621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c8492ad5-3d5f-408c-982a-37f110af0afd,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:52.497183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port b9c2f454-144f-435a-9a20-9c6e5b336dab, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9c2f454-144f-435a-9a20-9c6e5b336dab,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:52.498028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.503440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:52.524707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.525089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 184e6460-99e7-4d07-beaf-009f9e84507a no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:52.552810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.652012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for b9c2f454-144f-435a-9a20-9c6e5b336dab owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:52.759415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.845541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:52.894674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-823c3fe6-9fdf-4464-8051-a8aad4499ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.897386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-823c3fe6-9fdf-4464-8051-a8aad4499ba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8967c07-dc30-4268-9a0d-84d2ae384538 HTTP/1.1" status: 204 len: 168 time: 1.1755273 Jan 10 19:21:52.900415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:52.914116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:52.951900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd805d6c-ab08-4061-91f6-d38abc990f10']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:52.993675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e25e59a-44db-45d0-8fb6-d316d473d0d6') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:52.994315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e25e59a-44db-45d0-8fb6-d316d473d0d6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:53.035141 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.047292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:53.051690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:53.063142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:53.070668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:53.078897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:53.089507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:53.095712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-e2c5d626-2a1c-4567-8285-038939702a75 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 4658 time: 0.6607473 Jan 10 19:21:53.135423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=184e6460-99e7-4d07-beaf-009f9e84507a,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:53.148859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.149654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b40b1ab8-5436-45ba-9142-5fcb3efcdd42 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:53.282254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.354458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] No DVR routers for this DVR port fa1d6bf9-a79f-4d42-a078-4825e16432a6 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:53.390521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.497514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.553296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=b9c2f454-144f-435a-9a20-9c6e5b336dab,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:53.574428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:21:53.574861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.583235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:21:53.604180 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:21:53.679906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e65015ca-6f76-4308-b0d8-ffef7117147d req-98f80fa3-2c95-44de-a75b-091892257d9f tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1346116 Jan 10 19:21:53.697492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184e6460-99e7-4d07-beaf-009f9e84507a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:53.783552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3be23868-cbb2-44d7-9c23-eccc795779a0 None None] Provisioning complete for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:53.783891 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3be23868-cbb2-44d7-9c23-eccc795779a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.825882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] In _notify_port_updated(), no bound segment for port fa1d6bf9-a79f-4d42-a078-4825e16432a6 on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:21:53.826967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.843072 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-b6976485-6466-4e61-b024-d54158d70e03 service neutron] 10.222.0.44 "PUT /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 200 len: 1028 time: 3.9705982 Jan 10 19:21:53.879083 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd', 'code': 200} Jan 10 19:21:53.879609 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184e6460-99e7-4d07-beaf-009f9e84507a', 'code': 200} Jan 10 19:21:53.944446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:53.997641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.034404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3be23868-cbb2-44d7-9c23-eccc795779a0 None None] Port fa1d6bf9-a79f-4d42-a078-4825e16432a6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:54.077967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:54.087924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.088752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 05f5d4a4-fc47-466b-9341-d4f2d14484f9 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:54.105309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.125608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] Pushing event deleted for resources: {'Network': ['ID=dd805d6c-ab08-4061-91f6-d38abc990f10,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:54.138573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eb28314e-6dee-4b49-bda7-ddedd86b13c5 tempest-PortsIpV6TestJSON-46260651 tempest-PortsIpV6TestJSON-46260651-project] 10.222.0.21 "DELETE /v2.0/networks/dd805d6c-ab08-4061-91f6-d38abc990f10 HTTP/1.1" status: 204 len: 168 time: 2.3626351 Jan 10 19:21:54.219283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-06bb594e-7f8c-4d3f-8392-c0c66b15f3c7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:54.220739 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-06bb594e-7f8c-4d3f-8392-c0c66b15f3c7 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "GET /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3768268 Jan 10 19:21:54.250001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:54.341455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:54.456405 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.529651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:54.555845 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.556986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fa1d6bf9-a79f-4d42-a078-4825e16432a6 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:54.586417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40d635ed-bd84-4248-b2ad-ad2a623e0448 req-b8a7e000-3a38-41bf-9113-4396c22916b1 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f&id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4819586 Jan 10 19:21:54.595689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.681118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device fa1d6bf9-a79f-4d42-a078-4825e16432a6 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:21:54.682440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 1ab9aefc-890f-4829-a861-0a119bd90e0b no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:21:54.739296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:54.838511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=7189dbf2-c90d-4746-8696-3dbd29ebc964,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:54.843504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.848688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.870383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:54.912860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:54.923229 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:55.113347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58682) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:55.213943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:55.344305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': 'ca3d17c8-a797-4f17-9d1e-cce54cd73998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:55.344977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 0e6a2ff8-9b04-4980-a5e0-256841d72c69, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:55.369708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:55.400260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c534117c-eb9d-4745-8afc-d8dbb1d1527a req-893f4a63-e5ec-40c9-9a53-4965dbede600 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0883863 Jan 10 19:21:55.400951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=184e6460-99e7-4d07-beaf-009f9e84507a,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:55.457147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] For port 184e6460-99e7-4d07-beaf-009f9e84507a, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:55.518631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:21:55.550057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] device_id is not set on port 184e6460-99e7-4d07-beaf-009f9e84507a yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:55.555142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 0e6a2ff8-9b04-4980-a5e0-256841d72c69) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:55.563942 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:55.565427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:55.565427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:55.567945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b91ff-883d-47f8-b7c6-705b828cb1a2 None None] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:55.583149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-60231700-network', 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:55.615144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:55.617186 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a851b951-4721-4cf2-b4cd-7fd06a1a1e95 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8386822 Jan 10 19:21:55.618089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:55.645590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:55.696481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Usage tracker for resource:network and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:55.710684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:55.729140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:55.755580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:55.758625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:55.775860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:55.815525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69', 'security_groups': [], 'name': 'tempest-PortsTestJSON-41949607'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:55.923983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:55.925158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9'}, {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:56.074200 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42', 'code': 200} Jan 10 19:21:56.074838 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9', 'code': 200} Jan 10 19:21:56.075323 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'code': 200} Jan 10 19:21:56.129473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Usage tracker for resource:security_group_rule and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:56.155712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-0e6a2ff8-9b04-4980-a5e0-256841d72c69', 'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': '7189dbf2-c90d-4746-8696-3dbd29ebc964'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:21:56.163432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.174286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:56.195682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:56.212182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] Pushing event updated for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:56.312805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-659ce862-790a-4c8c-80ad-3d5bf481ddd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:56.322936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-659ce862-790a-4c8c-80ad-3d5bf481ddd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:56.336737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-659ce862-790a-4c8c-80ad-3d5bf481ddd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:56.345679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-659ce862-790a-4c8c-80ad-3d5bf481ddd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:56.353598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-659ce862-790a-4c8c-80ad-3d5bf481ddd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:56.366114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-659ce862-790a-4c8c-80ad-3d5bf481ddd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 3877 time: 0.4473805 Jan 10 19:21:56.423304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Allocated IP 172.20.0.2 (0e6a2ff8-9b04-4980-a5e0-256841d72c69/7189dbf2-c90d-4746-8696-3dbd29ebc964/46d699c0-07a1-450a-bf7b-f19f4d1c2020) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:56.438830 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad26c32a-2d92-44b4-8c86-a39949104d4f req-5e234436-13f1-45ff-ae14-aedab9dca291 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1282067 Jan 10 19:21:56.446954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] No DVR routers for this DVR port 184e6460-99e7-4d07-beaf-009f9e84507a on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:56.510173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.522752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.528255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] In _notify_port_updated(), no bound segment for port 184e6460-99e7-4d07-beaf-009f9e84507a on network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:21:56.529566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.531066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-2882dac0-858a-4c1c-a270-8d19c17e4219 service neutron] 10.222.0.44 "PUT /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 200 len: 1028 time: 2.2873979 Jan 10 19:21:56.558373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeda3d8c-f2b1-4d76-aa9f-f3920b0a8d6e req-e9547fd3-556c-42fa-a9c6-eada4e858814 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908007 Jan 10 19:21:56.574740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:21:56.576121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:21:56.579444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3192a7fc-0d31-4e03-b8dd-2a8fdc1d1518 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=781d7e5b93a849fe843c8327dfab7203&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2065890 Jan 10 19:21:56.583049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58734) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:56.592518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10ab22-6cf8-40a1-8dd5-396e85c4c403,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:56.603733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.604164 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Added segment 507bf8ea-6a61-4f86-91f6-095875c98c77 of type vlan for network 2ac0c05f-7036-4445-8954-cd0a8cf614ec Jan 10 19:21:56.672478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-95d1c310-e843-41ba-bb49-1db8444a7ba2 None None] Provisioning complete for port 184e6460-99e7-4d07-beaf-009f9e84507a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:21:56.672759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-95d1c310-e843-41ba-bb49-1db8444a7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.769351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-95d1c310-e843-41ba-bb49-1db8444a7ba2 None None] Port 184e6460-99e7-4d07-beaf-009f9e84507a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:21:56.820668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:56.829066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:21:56.829421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.829553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.878786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:56.891454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-643bf661-0e73-4cb3-8b6f-6f5be90713ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.891454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:56.897141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f024ab4d-b3c9-4f99-b41e-8d0d84e8f0e2 req-5ce22983-b0fc-40fd-bc39-97d16f0c89d1 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.0680420 Jan 10 19:21:56.898425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.912993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:56.929170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Transition to ACTIVE for port object 46d699c0-07a1-450a-bf7b-f19f4d1c2020 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:56.976294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Transition to ACTIVE for port object 46d699c0-07a1-450a-bf7b-f19f4d1c2020 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:21:56.976517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-643bf661-0e73-4cb3-8b6f-6f5be90713ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.983735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:56.985992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.986747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.998665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:56.999576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:57.003301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:57.078064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port fab64d2a-8abe-4209-a215-7c944851e253 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:21:57.174368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Pushing event updated for resources: {'Port': ['ID=46d699c0-07a1-450a-bf7b-f19f4d1c2020,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:57.198538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:21:57.201343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:21:57.205370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:21:57.257733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac0c05f-7036-4445-8954-cd0a8cf614ec,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:57.263167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:21:57.269732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-de029dc2-16b7-4537-9d81-60a93e876ee6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0082269 Jan 10 19:21:57.273187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c936e872-520f-4349-ada0-9c9208c64a73 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1345494 Jan 10 19:21:57.274108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58750) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:57.280757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:57.296000 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:21:57.297195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:21:57.324493 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:57.325575 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:57.326207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Request body: {'subnet': {'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-60231700-subnet', 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:21:57.338969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:21:57.355707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Usage tracker for resource:subnet and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:21:57.362792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:21:57.375990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-643bf661-0e73-4cb3-8b6f-6f5be90713ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:57.379917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:21:57.470840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bf661-0e73-4cb3-8b6f-6f5be90713ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09236a7b-bb64-4658-a9fe-b139228c8113,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:57.497835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.8 (0e6a2ff8-9b04-4980-a5e0-256841d72c69/7189dbf2-c90d-4746-8696-3dbd29ebc964/fab64d2a-8abe-4209-a215-7c944851e253) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:21:57.516755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-643bf661-0e73-4cb3-8b6f-6f5be90713ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:57.526908 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-643bf661-0e73-4cb3-8b6f-6f5be90713ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09236a7b-bb64-4658-a9fe-b139228c8113 HTTP/1.1" status: 204 len: 168 time: 0.9425004 Jan 10 19:21:57.527926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:21:57.530409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:57.630547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] For port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:21:57.631034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:57.813294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Attempting to bind port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:21:57.813815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Attempting to bind port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ca3d17c8-a797-4f17-9d1e-cce54cd73998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:21:57.814192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Attempting to bind port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 on network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:21:57.831738 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:57.865487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:21:57.865863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Checking segment: {'id': 'ca3d17c8-a797-4f17-9d1e-cce54cd73998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:57.866279 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:57.866677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Bound using segment: {'id': 'ca3d17c8-a797-4f17-9d1e-cce54cd73998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:21:57.867190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Bound port: 46d699c0-07a1-450a-bf7b-f19f4d1c2020, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d17c8-a797-4f17-9d1e-cce54cd73998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6a2ff8-9b04-4980-a5e0-256841d72c69'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:21:57.874658 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:58.196194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] For port 46d699c0-07a1-450a-bf7b-f19f4d1c2020, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:21:58.210604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] For port 46d699c0-07a1-450a-bf7b-f19f4d1c2020, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=46d699c0-07a1-450a-bf7b-f19f4d1c2020,segment=NetworkSegment(ca3d17c8-a797-4f17-9d1e-cce54cd73998),segment_id=ca3d17c8-a797-4f17-9d1e-cce54cd73998)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:21:58.223031 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:58.305426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:21:58.426403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d1e0-0b1e-4cd4-bc8d-4b5e4a1455d0 None None] Pushing event updated for resources: {'Port': ['ID=46d699c0-07a1-450a-bf7b-f19f4d1c2020,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:58.493720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff27f4d1-47b4-4f83-8541-c9dd21f4acbf req-c8ad23e3-c5d1-4d49-be2b-a5b7107557a7 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.2443807 Jan 10 19:21:58.518030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet 6f55a551-2466-4042-b101-96eb56106703 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:21:58.529065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:58.655079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:58.669507 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:53Z', 'revision_number': 9, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:58.680903 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:21:58.706005 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:21:58.706823 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:21:58.800197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:58.815085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-2fd8f965-b787-4b32-b7cd-221a011cfd17 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:58.821021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-2fd8f965-b787-4b32-b7cd-221a011cfd17 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:58.843549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-2fd8f965-b787-4b32-b7cd-221a011cfd17 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:58.859598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-2fd8f965-b787-4b32-b7cd-221a011cfd17 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:58.870785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-2fd8f965-b787-4b32-b7cd-221a011cfd17 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:21:58.887798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:58.888000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-2fd8f965-b787-4b32-b7cd-221a011cfd17 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 3799 time: 0.7640765 Jan 10 19:21:58.939264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=f7ad3f57-9c29-4c6f-85f6-f423d2f5e435,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:59.015405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-189f2462-d6ae-49ef-b2ed-c3cabbd0fb0d req-c32542a0-920f-4d11-b0b3-d99fcbb79443 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242101 Jan 10 19:21:59.130542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:59.269285 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:21:59.309738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:59.434450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=6f55a551-2466-4042-b101-96eb56106703,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:59.444235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:59.454625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be08ea7d-cc1d-417c-9046-3e15d2ea2aa6 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/6f55a551-2466-4042-b101-96eb56106703 HTTP/1.1" status: 204 len: 168 time: 2.1767061 Jan 10 19:21:59.457073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58816) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:21:59.462603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e17ff-503b-409e-b547-b22c4edfc021 None None] Network ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:21:59.671939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e284408-43e6-481e-9843-a798b56e74e6,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:21:59.710934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] No DVR routers for this DVR port f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:21:59.713726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:21:59.771725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:21:59.831931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:21:59.832304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Network hostable DHCP agents. Network: 2ac0c05f-7036-4445-8954-cd0a8cf614ec, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:21:59.849370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-4d35f193-6d99-43d8-963b-543547ed48f2 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "DELETE /v2.0/ports/f7ad3f57-9c29-4c6f-85f6-f423d2f5e435 HTTP/1.1" status: 204 len: 173 time: 3.2143331 Jan 10 19:21:59.899019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-632de05f-a87e-4de6-85f7-00fbec06f67b req-4aa4264e-db55-4a55-9961-fb0b290148d3 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af&device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.2045536 Jan 10 19:21:59.993083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.051127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 84f8a767-7fb4-49d9-921a-6ef28be18b83 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:00.052267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.204961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port 1ab9aefc-890f-4829-a861-0a119bd90e0b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:00.206909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.259240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58836) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:00.281624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] DHCP port deletion for ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:00.288431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Deleting port 84f8a767-7fb4-49d9-921a-6ef28be18b83 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:00.288808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.326624 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:53Z', 'revision_number': 9, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:00.347077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe536c9-2f1c-4e4f-ace7-e703ce6188f7 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:21:53Z', 'revision_number': 9, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '66722eec-3c48-4e49-832e-ef5eae55913e', 'name': '', 'network_id': 'facbb592-3ec9-4421-bd9e-3ba0ecc2f86e', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:44:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:50Z', 'updated_at': '2022-01-10T19:21:05Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': '0d8921e2-1a01-417e-813a-51ffbba44023', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:00.398657 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': 'f7ad3f57-9c29-4c6f-85f6-f423d2f5e435', 'status': 'completed', 'code': 200} Jan 10 19:22:00.404839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36878b-2f02-4d72-9159-d009d66b0ecc None None] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:00.463211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:22:00.709237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.812965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object fab64d2a-8abe-4209-a215-7c944851e253 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:00.836578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193264483'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:00.858357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:00.864060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:00.871236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:00.878055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.882863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:00.933035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:00.984582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cde37441-18d7-4cd1-8f9b-422c276ce266 None None] Provisioning for port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:00.989805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 46d699c0-07a1-450a-bf7b-f19f4d1c2020 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:00.998459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 2ac0c05f-7036-4445-8954-cd0a8cf614ec) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:01.001882 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cbb36f30-66f4-4255-835f-10c8c1fd6cc4 req-bf3c49ea-ad72-43b8-b3bf-6f4415be2399 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d05ffa23c1184b358c024435542762a6&device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.3051050 Jan 10 19:22:01.009965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.010671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.040790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80dc9daa-338e-4c52-8300-b856d6ce62d9 req-3b69c92a-f6a0-40f5-a2bf-0229a4fc194d tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.1151888 Jan 10 19:22:01.095339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=fab64d2a-8abe-4209-a215-7c944851e253,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:01.096462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b6cb-6612-4146-a0b1-0fb7f2eccad3 req-585a11c8-ded6-485c-95d1-53767c5bb3ae tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.125882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b6cb-6612-4146-a0b1-0fb7f2eccad3 req-585a11c8-ded6-485c-95d1-53767c5bb3ae tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.134787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b6cb-6612-4146-a0b1-0fb7f2eccad3 req-585a11c8-ded6-485c-95d1-53767c5bb3ae tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.139055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b6cb-6612-4146-a0b1-0fb7f2eccad3 req-585a11c8-ded6-485c-95d1-53767c5bb3ae tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.141023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8330b6cb-6612-4146-a0b1-0fb7f2eccad3 req-585a11c8-ded6-485c-95d1-53767c5bb3ae tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 3144 time: 0.6619389 Jan 10 19:22:01.141922 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.162332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port 84f8a767-7fb4-49d9-921a-6ef28be18b83, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f8a767-7fb4-49d9-921a-6ef28be18b83,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:01.163046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.185445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:01.187790 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cbb36f30-66f4-4255-835f-10c8c1fd6cc4 req-aed6ebf4-7ab1-4f25-a65b-a23df4ad37a7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d05ffa23c1184b358c024435542762a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1695373 Jan 10 19:22:01.193488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:01.218964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:01.260057 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6309cff4-97ea-4340-8f8c-43118926b3d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.9753852 Jan 10 19:22:01.281200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4acee2c-97e0-41cb-b5a5-90c692e364a7 None None] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:01.295738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 84f8a767-7fb4-49d9-921a-6ef28be18b83 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:01.389833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8330b6cb-6612-4146-a0b1-0fb7f2eccad3 req-0e4f4249-4454-4e70-be6f-dde491da65f9 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469851 Jan 10 19:22:01.417425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:01.422070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:01.425756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:01.431582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:01.495845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.496680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.573204 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.597235 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] For port 1ab9aefc-890f-4829-a861-0a119bd90e0b, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=1ab9aefc-890f-4829-a861-0a119bd90e0b,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:01.597235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.604709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.628441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2734eb0e-0231-43e7-a6ae-75c1803d622b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 5.8246534 Jan 10 19:22:01.630505 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.635474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58864) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:01.691337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] For port 84f8a767-7fb4-49d9-921a-6ef28be18b83, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f8a767-7fb4-49d9-921a-6ef28be18b83,segment=NetworkSegment(a782725d-d8c3-4275-a1e0-17cf6d109ab2),segment_id=a782725d-d8c3-4275-a1e0-17cf6d109ab2)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:01.692401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:01.706470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb36f30-66f4-4255-835f-10c8c1fd6cc4 req-99140739-a6a1-4237-81c8-c16823fadb13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:01.719478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cbb36f30-66f4-4255-835f-10c8c1fd6cc4 req-99140739-a6a1-4237-81c8-c16823fadb13 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5235291 Jan 10 19:22:01.759134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No DVR routers for this DVR port 84f8a767-7fb4-49d9-921a-6ef28be18b83 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:01.777702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:01.858473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=84f8a767-7fb4-49d9-921a-6ef28be18b83,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:01.945548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Calling delete_port for 84f8a767-7fb4-49d9-921a-6ef28be18b83 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:01.955672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port fab64d2a-8abe-4209-a215-7c944851e253 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:01.956289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.023562 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.048741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:02.061828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a782725d-d8c3-4275-a1e0-17cf6d109ab2') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:02.062051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a782725d-d8c3-4275-a1e0-17cf6d109ab2') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:02.110977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:02.116159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.122583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5399afd3-06f1-495f-a28d-3148740e178e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:02.169138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:22:02.169672 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:22:02.170185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:02.170665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.358659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1372d-9bad-4fed-a6d4-38b6674072e5 None None] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:02.393166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.400529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:02.401256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.423234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.423617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.423959 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Floating IP af3c8073-6760-4d19-ab42-538a5d50c4f4 disassociated. External IP: 172.25.6.28, port: 1ab9aefc-890f-4829-a861-0a119bd90e0b. Jan 10 19:22:02.424368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for 1ab9aefc-890f-4829-a861-0a119bd90e0b owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:02.424725 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:02.433162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:02.562058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:02.665896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.711069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Deleting port 84f8a767-7fb4-49d9-921a-6ef28be18b83 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:02.711975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.786639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:02.795178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.799197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2491fac-221b-4e30-99ff-6558178de555 req-69069eb9-07c5-4ce4-9610-000f3d9e6950 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.3672576 Jan 10 19:22:02.825301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:02.847282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0 HTTP/1.1" status: 204 len: 168 time: 3.3880363 Jan 10 19:22:02.862513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58900) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:02.968269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e897294b-3eb5-46f0-ae4b-70e143567503 None None] Provisioning for port fab64d2a-8abe-4209-a215-7c944851e253 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:03.002379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1e755ffb-3958-4f46-bac4-abf402a09267 None None] The port '84f8a767-7fb4-49d9-921a-6ef28be18b83' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:22:03.034121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e897294b-3eb5-46f0-ae4b-70e143567503 None None] Provisioning complete for port fab64d2a-8abe-4209-a215-7c944851e253 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:03.036862 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e897294b-3eb5-46f0-ae4b-70e143567503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.083781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25635a-82f3-401c-a7ce-83ce78eb001b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=ae03e8cf-d1cd-4288-a6e6-68ae81dee5a0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:03.171518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.222782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 46d699c0-07a1-450a-bf7b-f19f4d1c2020, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=46d699c0-07a1-450a-bf7b-f19f4d1c2020,segment=NetworkSegment(ca3d17c8-a797-4f17-9d1e-cce54cd73998),segment_id=ca3d17c8-a797-4f17-9d1e-cce54cd73998)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:03.225509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e897294b-3eb5-46f0-ae4b-70e143567503 None None] Port fab64d2a-8abe-4209-a215-7c944851e253 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:03.233723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.351833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=46d699c0-07a1-450a-bf7b-f19f4d1c2020,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:03.375653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9c2f454-144f-435a-9a20-9c6e5b336dab no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:03.387431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.423301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b9c2f454-144f-435a-9a20-9c6e5b336dab {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:03.423567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9c2f454-144f-435a-9a20-9c6e5b336dab not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:03.423995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f8a767-7fb4-49d9-921a-6ef28be18b83 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:03.517738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 84f8a767-7fb4-49d9-921a-6ef28be18b83 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:03.518083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f8a767-7fb4-49d9-921a-6ef28be18b83 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:03.527175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e897294b-3eb5-46f0-ae4b-70e143567503 None None] Provisioning complete for port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:03.527561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e897294b-3eb5-46f0-ae4b-70e143567503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.541257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0639-449c-47e2-a633-0e716f19fc28 req-a647bdd7-66f9-4a87-902c-49c25f4132a2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:03.542281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-01de0639-449c-47e2-a633-0e716f19fc28 req-a647bdd7-66f9-4a87-902c-49c25f4132a2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:03.546709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.564837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.622453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f26ec-a44d-40ba-bb89-bbbd8e0498e2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:03.628394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-01de0639-449c-47e2-a633-0e716f19fc28 req-a647bdd7-66f9-4a87-902c-49c25f4132a2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:03.636135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for fab64d2a-8abe-4209-a215-7c944851e253 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:03.639440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-a647bdd7-66f9-4a87-902c-49c25f4132a2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 1.5373471 Jan 10 19:22:03.703529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=1ab9aefc-890f-4829-a861-0a119bd90e0b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:03.713450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 46d699c0-07a1-450a-bf7b-f19f4d1c2020 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:03.735500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cbb36f30-66f4-4255-835f-10c8c1fd6cc4 req-af5421f1-0bd2-4b89-8838-f72931146e77 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b77066f-5a53-492f-a833-06156397f5af HTTP/1.1" status: 200 len: 210 time: 0.7364175 Jan 10 19:22:03.736816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-362b2925-97c2-4629-8b06-4bf921c01d94 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.0962665 Jan 10 19:22:03.834036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:03.841110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34b3f4fb-9c66-4900-9f34-de3c92e0ab4d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.5744457 Jan 10 19:22:03.841110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58920) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:03.991836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7dde-e292-4d8e-8e32-b7c7837c0c93 req-f00950c0-7a8b-4df6-9bc5-f7b74b818f8e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:03.996632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7dde-e292-4d8e-8e32-b7c7837c0c93 req-f00950c0-7a8b-4df6-9bc5-f7b74b818f8e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:04.001509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7dde-e292-4d8e-8e32-b7c7837c0c93 req-f00950c0-7a8b-4df6-9bc5-f7b74b818f8e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:04.003754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-807c7dde-e292-4d8e-8e32-b7c7837c0c93 req-f00950c0-7a8b-4df6-9bc5-f7b74b818f8e tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 2410 time: 0.7994921 Jan 10 19:22:04.024876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-c4cd773e-d9c9-487d-860d-a5312860af47 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2868705 Jan 10 19:22:04.055860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:04.056243 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:04.131783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:04.216264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f6e79bc4-2fdd-438f-877e-8efcd47dea73 None None] Could not find standard attr ID for object fab64d2a-8abe-4209-a215-7c944851e253. {{(pid=83631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 19:22:04.242217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=fab64d2a-8abe-4209-a215-7c944851e253,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:04.362405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-ddfd4078-1d23-47f9-a06d-bee5d4341e8e service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355110 Jan 10 19:22:04.502037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:04.529999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Router f8d0fbec-720c-4a34-9b28-79277751f7ee has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:22:04.538274 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43cc2fb2-0e40-4ac3-9a55-f9355cc78398 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/fab64d2a-8abe-4209-a215-7c944851e253 HTTP/1.1" status: 204 len: 168 time: 2.8954017 Jan 10 19:22:04.542031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:04.596117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9c43a7ac-f51d-40eb-8338-dfc8e6da4013 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:04.623597 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-118bceb7-5dc1-48c7-ada3-397a9d90b227 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:22:04.625007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-118bceb7-5dc1-48c7-ada3-397a9d90b227 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:04.733499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-118bceb7-5dc1-48c7-ada3-397a9d90b227 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:04.734678 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-118bceb7-5dc1-48c7-ada3-397a9d90b227 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/fab64d2a-8abe-4209-a215-7c944851e253 HTTP/1.1" status: 404 len: 333 time: 0.1877525 Jan 10 19:22:04.739761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-807c7dde-e292-4d8e-8e32-b7c7837c0c93 req-098f4263-da3f-4d3a-9ad9-d920e9086b78 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7127392 Jan 10 19:22:04.741761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58942) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:04.816089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9c43a7ac-f51d-40eb-8338-dfc8e6da4013 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:04.818370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9c43a7ac-f51d-40eb-8338-dfc8e6da4013 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9724588 Jan 10 19:22:04.834680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58946) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:04.846148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-security--1684864332', 'description': 'tempest-security-description-435268252'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:04.892009 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-dd5cfd68-b220-4a07-874c-5e915789d231 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286493 Jan 10 19:22:04.934834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.013419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet 7189dbf2-c90d-4746-8696-3dbd29ebc964 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:05.017048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.028917 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.064338 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:22:05.226761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.616285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee033734-11c1-4316-83a1-8d2aaaf1c252 req-91037e0c-f282-4c76-bb9f-7c771e531897 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d05ffa23c1184b358c024435542762a6&device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.2490873 Jan 10 19:22:05.674460 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee033734-11c1-4316-83a1-8d2aaaf1c252 req-92972538-9534-4826-a8be-75f1b56adfa4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d05ffa23c1184b358c024435542762a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477872 Jan 10 19:22:05.681639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c019965-e39b-49d6-9a64-f264087172db req-69d6e761-3200-42da-a93a-4ea9482d3721 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 210 time: 0.5055420 Jan 10 19:22:05.704921 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.717740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95986d06-0015-4b76-9247-748e3ff41af5 req-fac88f7a-05a3-4d91-a680-2ccb7d8b0162 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.0942214 Jan 10 19:22:05.719956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.722345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:05.723687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "PUT /v2.0/security-groups/f40f26ec-a44d-40ba-bb89-bbbd8e0498e2 HTTP/1.1" status: 200 len: 1611 time: 0.8879871 Jan 10 19:22:05.754042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58980) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:05.774963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d72914-6f8a-4abf-bad5-3562404c35e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f26ec-a44d-40ba-bb89-bbbd8e0498e2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:05.908032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f19d3a9-9bb0-4bdb-9cd1-aaaf488ae78b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups/f40f26ec-a44d-40ba-bb89-bbbd8e0498e2 HTTP/1.1" status: 200 len: 1611 time: 0.1519051 Jan 10 19:22:05.913621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58988) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:05.921331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.018388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.081155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d6f5c-e9fa-4bea-b743-b2d50575bac2 None None] Network 0e6a2ff8-9b04-4980-a5e0-256841d72c69 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:06.115284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.154177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=7189dbf2-c90d-4746-8696-3dbd29ebc964,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:06.182830 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-40fa54d0-655d-4ef6-9eba-9e4d44ea9110 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/7189dbf2-c90d-4746-8696-3dbd29ebc964 HTTP/1.1" status: 204 len: 168 time: 1.4400346 Jan 10 19:22:06.191302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58994) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:06.263086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:06.311768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] Sync routers for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:06.440904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:06.442171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:06.469213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee033734-11c1-4316-83a1-8d2aaaf1c252 req-ecbe3683-6389-438a-bb8a-5a6bfd9d6ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:06.472788 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ee033734-11c1-4316-83a1-8d2aaaf1c252 req-ecbe3683-6389-438a-bb8a-5a6bfd9d6ccd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7836409 Jan 10 19:22:06.481966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] No DVR routers for this DVR port 1ab9aefc-890f-4829-a861-0a119bd90e0b on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:06.485215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.487589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-dffea0ea-3ad6-4f08-bceb-ee889e6208c3 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "DELETE /v2.0/ports/1ab9aefc-890f-4829-a861-0a119bd90e0b HTTP/1.1" status: 204 len: 173 time: 6.5860438 Jan 10 19:22:06.488214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:06.532033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:06.581246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:06.581592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.587830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61feb64f-ce99-464d-a279-41326f339ace tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.635217 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': '1ab9aefc-890f-4829-a861-0a119bd90e0b', 'status': 'completed', 'code': 200} Jan 10 19:22:06.856751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:06.869849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.885273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61feb64f-ce99-464d-a279-41326f339ace tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:06.900278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f2a80-9bb0-4918-bcd3-dce69a25cf07 req-0d8c8f4e-8235-40b9-a037-88b1fe027bd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:06.905793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f2a80-9bb0-4918-bcd3-dce69a25cf07 req-0d8c8f4e-8235-40b9-a037-88b1fe027bd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:06.910121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f2a80-9bb0-4918-bcd3-dce69a25cf07 req-0d8c8f4e-8235-40b9-a037-88b1fe027bd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:06.918373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f69f2a80-9bb0-4918-bcd3-dce69a25cf07 req-0d8c8f4e-8235-40b9-a037-88b1fe027bd0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 2410 time: 0.8406341 Jan 10 19:22:06.953278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] DHCP port deletion for 0e6a2ff8-9b04-4980-a5e0-256841d72c69 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:06.960319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] Deleting port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:06.960823 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.073882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:07.074261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.100274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.137630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1d5352b-f832-4225-9cf6-1ac957370a7d req-b0870bc8-972f-4396-aa39-90511c8133a1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 210 time: 0.1474986 Jan 10 19:22:07.224862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] For port 05f5d4a4-fc47-466b-9341-d4f2d14484f9, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=05f5d4a4-fc47-466b-9341-d4f2d14484f9,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:07.224862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.314391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f69f2a80-9bb0-4918-bcd3-dce69a25cf07 req-efd33d1a-a65c-43df-9b8b-81982c5de72a tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948166 Jan 10 19:22:07.398044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for 05f5d4a4-fc47-466b-9341-d4f2d14484f9 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:07.409414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61feb64f-ce99-464d-a279-41326f339ace tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.431271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:07.455446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Usage tracker for resource:security_group_rule and tenant:806f11d2a36143e7adc033dfe2938c43 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:07.475018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:07.493987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:07.546132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7ce8aa79-ff41-4ed1-ad7d-85a03312838b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:07.548475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7ce8aa79-ff41-4ed1-ad7d-85a03312838b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.6035924 Jan 10 19:22:07.573306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:07.615553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] For port 46d699c0-07a1-450a-bf7b-f19f4d1c2020, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=46d699c0-07a1-450a-bf7b-f19f4d1c2020,segment=NetworkSegment(ca3d17c8-a797-4f17-9d1e-cce54cd73998),segment_id=ca3d17c8-a797-4f17-9d1e-cce54cd73998)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:07.628580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.633348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] For port 46d699c0-07a1-450a-bf7b-f19f4d1c2020, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=46d699c0-07a1-450a-bf7b-f19f4d1c2020,segment=NetworkSegment(ca3d17c8-a797-4f17-9d1e-cce54cd73998),segment_id=ca3d17c8-a797-4f17-9d1e-cce54cd73998)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:07.634338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.670362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feb64f-ce99-464d-a279-41326f339ace tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f26ec-a44d-40ba-bb89-bbbd8e0498e2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:07.692683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb558de9-2148-4812-aa66-e0ce4a4d840d req-1d1489c7-f19d-4d98-acff-78d0933d8182 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.3460591 Jan 10 19:22:07.705561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 46d699c0-07a1-450a-bf7b-f19f4d1c2020 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:07.796364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] Calling delete_port for 46d699c0-07a1-450a-bf7b-f19f4d1c2020 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:07.820359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:07.837703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Usage tracker for resource:port and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:07.844116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:07.859894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:07.872616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.874302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.884170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 46d699c0-07a1-450a-bf7b-f19f4d1c2020 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:07.930747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee033734-11c1-4316-83a1-8d2aaaf1c252 req-70617968-00fa-4493-99f2-49b9d2ebf8a1 tempest-ServerShowV247Test-1239747546 tempest-ServerShowV247Test-1239747546-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8658339-ee14-4108-a82a-291aa7672cee HTTP/1.1" status: 200 len: 210 time: 0.2219002 Jan 10 19:22:07.931836 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.941971 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61feb64f-ce99-464d-a279-41326f339ace tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:07.943102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-61feb64f-ce99-464d-a279-41326f339ace tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/f40f26ec-a44d-40ba-bb89-bbbd8e0498e2 HTTP/1.1" status: 204 len: 168 time: 2.0285621 Jan 10 19:22:07.949146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59020) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:07.959389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:07.967620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.011734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] Checking router: f8d0fbec-720c-4a34-9b28-79277751f7ee for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:08.017340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] Pushing event deleted for resources: {'Port': ['ID=46d699c0-07a1-450a-bf7b-f19f4d1c2020,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:08.027995 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.030176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-55cdf07a-e16b-4c98-8b77-1a4db9ad15bd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:08.031068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=806f11d2a36143e7adc033dfe2938c43&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4986494 Jan 10 19:22:08.032551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=05f5d4a4-fc47-466b-9341-d4f2d14484f9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:08.035223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:08.037731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:08.047406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.057019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50c68b-aae5-4089-b6e9-3399999a0828 None None] No DVR routers for this DVR port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:08.074801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:08.075676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:21:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:08.109624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:22:08.109952 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:22:08.128545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-55cdf07a-e16b-4c98-8b77-1a4db9ad15bd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:08.130246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-55cdf07a-e16b-4c98-8b77-1a4db9ad15bd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1805110 Jan 10 19:22:08.137107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59028) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:08.177787 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-35beec39-c987-4f1d-899f-e828af278cf4 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] delete failed (client error): The resource could not be found. Jan 10 19:22:08.179088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35beec39-c987-4f1d-899f-e828af278cf4 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/f40f26ec-a44d-40ba-bb89-bbbd8e0498e2 HTTP/1.1" status: 404 len: 347 time: 0.0356638 Jan 10 19:22:08.187759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:08.201566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817147335'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:08.209672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:08.230411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:08.236866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60215dbd-06b4-4f1b-b29f-7dedd8177d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.324827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.376583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6466-c997-4b85-92c7-33bef3d7ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.414933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60215dbd-06b4-4f1b-b29f-7dedd8177d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.431487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:08.513928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] No DVR routers for this DVR port 05f5d4a4-fc47-466b-9341-d4f2d14484f9 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:08.516746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.545306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964485-84f8-426e-859c-c8e4c3198f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92f86d-1694-4553-bc0d-bd671ba6f176,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:08.717481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.14 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/2ba3cd06-ed9b-47bb-a771-44578b39325d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:08.776302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 46d699c0-07a1-450a-bf7b-f19f4d1c2020 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:08.777196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.890388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:08.901569 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-46f964c4-a27a-4b46-ac23-e5df4593e1ed tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "DELETE /v2.0/ports/05f5d4a4-fc47-466b-9341-d4f2d14484f9 HTTP/1.1" status: 204 len: 173 time: 2.4079373 Jan 10 19:22:08.933269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 66722eec-3c48-4e49-832e-ef5eae55913e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:08.934126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:08.985376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c51001f-2d02-4964-bc6d-9fb1f5445e7e req-aab58f75-2ac2-4690-a74b-0e49ae3a8249 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 210 time: 0.5876393 Jan 10 19:22:09.013452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] The port '46d699c0-07a1-450a-bf7b-f19f4d1c2020' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:22:09.049222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port c8492ad5-3d5f-408c-982a-37f110af0afd {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:09.049575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.084439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:09.094438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fa674-f6cc-46e2-9f74-ae2e167b818e None None] The sync data for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 is: [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:10:51Z', 'revision_number': 4, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c977a187-acea-406b-8116-cd3d11a09803', 'name': '', 'network_id': '4196e3d9-e4e1-4548-9fab-ac54182fa4ff', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'mac_address': 'fa:16:3e:c5:d4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:50Z', 'updated_at': '2022-01-10T19:11:04Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'subnets': [{'id': '9689ee58-fef9-458f-965d-da232f4c8fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:09.120694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.192753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:09.235311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:09.295458 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': '05f5d4a4-fc47-466b-9341-d4f2d14484f9', 'status': 'completed', 'code': 200} Jan 10 19:22:09.301037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.320744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:09.431397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:09.479023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.502423 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60215dbd-06b4-4f1b-b29f-7dedd8177d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.563349 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6461c668-0b92-400c-b38b-87c6ebdb06d6 None None] New status for floating IP af3c8073-6760-4d19-ab42-538a5d50c4f4: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:22:09.576030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6a2ff8-9b04-4980-a5e0-256841d72c69']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:09.597142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60215dbd-06b4-4f1b-b29f-7dedd8177d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92f86d-1694-4553-bc0d-bd671ba6f176,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:09.616453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1342d-723d-4a1b-b7a3-a779beb0a39a req-2eaa7a1c-b5b6-4e16-b6c9-dd8801f4c297 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:09.620936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1342d-723d-4a1b-b7a3-a779beb0a39a req-2eaa7a1c-b5b6-4e16-b6c9-dd8801f4c297 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:09.627089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=2ba3cd06-ed9b-47bb-a771-44578b39325d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:09.628655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05c1342d-723d-4a1b-b7a3-a779beb0a39a req-2eaa7a1c-b5b6-4e16-b6c9-dd8801f4c297 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 1677 time: 0.7580318 Jan 10 19:22:09.661561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:09.669964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:09.671587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d17c8-a797-4f17-9d1e-cce54cd73998') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:09.672462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d17c8-a797-4f17-9d1e-cce54cd73998') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:09.677043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:09.687074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port 66722eec-3c48-4e49-832e-ef5eae55913e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66722eec-3c48-4e49-832e-ef5eae55913e,segment=NetworkSegment(4939f846-1214-44df-ae93-b1c9a1014022),segment_id=4939f846-1214-44df-ae93-b1c9a1014022)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:09.687739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.716789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.735728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59142) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:09.758029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] For port c8492ad5-3d5f-408c-982a-37f110af0afd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c8492ad5-3d5f-408c-982a-37f110af0afd,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:09.758425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:09.933734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 66722eec-3c48-4e49-832e-ef5eae55913e owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:09.944366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for c8492ad5-3d5f-408c-982a-37f110af0afd owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:09.994277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.002160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:10.002785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.018016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.019556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60215dbd-06b4-4f1b-b29f-7dedd8177d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.023848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-60215dbd-06b4-4f1b-b29f-7dedd8177d8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e92f86d-1694-4553-bc0d-bd671ba6f176 HTTP/1.1" status: 204 len: 168 time: 1.9861312 Jan 10 19:22:10.044754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:10.045366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.068116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.103936 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7a973806-434e-45ce-81f6-8f9d274dc073 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5382204 Jan 10 19:22:10.120900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Request body: {'port': {'device_id': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:10.177648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:10.181806 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:10.211146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05c1342d-723d-4a1b-b7a3-a779beb0a39a req-e16d377a-d49f-4c77-95fa-6d7935e145de tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5803976 Jan 10 19:22:10.342684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:10.350281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.356408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1674223 Jan 10 19:22:10.360051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Usage tracker for resource:security_group_rule and tenant:d05ffa23c1184b358c024435542762a6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:10.364282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59216) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:10.376910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1da77-67b3-40f6-8a28-52eda090e72a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faae67e-f690-43d3-858b-5a452ade0d47,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:10.395502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.399218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.401772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:10.414606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '8faae67e-f690-43d3-858b-5a452ade0d47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:10.425733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/0e6a2ff8-9b04-4980-a5e0-256841d72c69 HTTP/1.1" status: 204 len: 168 time: 4.2106495 Jan 10 19:22:10.438425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59228) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:10.445704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:10.448474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:10.459009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'name': 'tempest-PortsTestJSON-341894647'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:10.471688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-37256cca-2a81-4778-a263-83584c728635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.472544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f7a91-8638-4748-ae3b-61cd53e52bb6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=0e6a2ff8-9b04-4980-a5e0-256841d72c69,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:10.483342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:10.492810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:10.519347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0cfc-4bb8-4a03-978a-806a4ade5b38 req-c5b97c9c-fd17-4620-b6b7-fe1950628ef4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:10.521426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff9c0cfc-4bb8-4a03-978a-806a4ade5b38 req-c5b97c9c-fd17-4620-b6b7-fe1950628ef4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 932 time: 0.2760870 Jan 10 19:22:10.563095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:10.588370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.663651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:10.685569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.695360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.704619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ff9c0cfc-4bb8-4a03-978a-806a4ade5b38 req-e2b9ec0a-c12c-47ea-aeca-c0d4dd8e564c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:10.715450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.736830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:10.786253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=c8492ad5-3d5f-408c-982a-37f110af0afd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:10.798169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=66722eec-3c48-4e49-832e-ef5eae55913e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:10.804283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:10.813208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ff9c0cfc-4bb8-4a03-978a-806a4ade5b38 req-e2b9ec0a-c12c-47ea-aeca-c0d4dd8e564c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:10.814966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff9c0cfc-4bb8-4a03-978a-806a4ade5b38 req-e2b9ec0a-c12c-47ea-aeca-c0d4dd8e564c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586496 Jan 10 19:22:10.844851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:10.857611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:10.876926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:10.950105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Usage tracker for resource:security_group_rule and tenant:3c20767e3a964f1f8db75b72f7fde0cb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:10.959960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:10.967183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:11.193781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:11.206957 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.241561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.243080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] No DVR routers for this DVR port c8492ad5-3d5f-408c-982a-37f110af0afd on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:11.246283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.266379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.310107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:11.315057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:11.318902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.410834 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-9937dbce-d2f9-4959-aa3a-dbb029e908dc tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "DELETE /v2.0/ports/c8492ad5-3d5f-408c-982a-37f110af0afd HTTP/1.1" status: 204 len: 173 time: 2.4814310 Jan 10 19:22:11.441975 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': 'c8492ad5-3d5f-408c-982a-37f110af0afd', 'status': 'completed', 'code': 200} Jan 10 19:22:11.506736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ef903-9462-46e1-b873-cb724f271c93,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:11.522065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.578947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.601261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0b85c83f-a0a5-42d2-912f-6c992c77d3ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d05ffa23c1184b358c024435542762a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8627758 Jan 10 19:22:11.620652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port f9a62e43-795b-4501-82b6-412bfcef078d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:22:11.643795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:11.677163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0dd77b-0f98-4442-84b0-dcc6712dad0c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:11.699969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:11.700368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.738414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.760794 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.764420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.767779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.814119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:11.815307 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a4cc35ae-b87d-4bff-a2d7-fc73303f5f3f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4499226 Jan 10 19:22:11.825431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:11.902814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb9dfb-b245-47d8-a024-6447ef0525e1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:11.922658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c1c5fb64-8e55-4c16-85de-a32cb5aa1219 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c20767e3a964f1f8db75b72f7fde0cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2576718 Jan 10 19:22:11.930156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59412) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:11.969145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:22:12.034926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e47aa-94f0-4e2f-8407-233896b64fe4 req-f35c34f9-8a4f-4309-a606-83ca7c5d2bdb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:12.041923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-002e47aa-94f0-4e2f-8407-233896b64fe4 req-f35c34f9-8a4f-4309-a606-83ca7c5d2bdb tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 943 time: 0.5486841 Jan 10 19:22:12.044019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d03b820b-c4d9-473e-8cd0-f758889097bc tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.123433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-962b0cbc-1d6c-4ced-b1a7-6adb5e364801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.143731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d03b820b-c4d9-473e-8cd0-f758889097bc tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.205128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba3cd06-ed9b-47bb-a771-44578b39325d {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:22:12.227878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.247217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] For port b40b1ab8-5436-45ba-9142-5fcb3efcdd42, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:12.247694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.275498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-962b0cbc-1d6c-4ced-b1a7-6adb5e364801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.321543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-002e47aa-94f0-4e2f-8407-233896b64fe4 req-6e9065ac-62af-48c2-8ecb-8bdad170544b tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8e7c587-167e-46de-90ac-eee6f0cda62c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787971 Jan 10 19:22:12.327866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.337504 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d03b820b-c4d9-473e-8cd0-f758889097bc tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.375743 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8fd5-d3fc-467b-ad49-0d083344e807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.380261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b820b-c4d9-473e-8cd0-f758889097bc tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d0dd77b-0f98-4442-84b0-dcc6712dad0c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:12.413362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for b40b1ab8-5436-45ba-9142-5fcb3efcdd42 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:12.438161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05587a0-a312-4729-abda-b439c9a8b72c req-ab1792aa-24b4-4498-8b5f-fcc2845fd3eb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:12.439639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e05587a0-a312-4729-abda-b439c9a8b72c req-ab1792aa-24b4-4498-8b5f-fcc2845fd3eb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 932 time: 0.4310448 Jan 10 19:22:12.444806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8fd5-d3fc-467b-ad49-0d083344e807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.495507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d03b820b-c4d9-473e-8cd0-f758889097bc tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.496849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d03b820b-c4d9-473e-8cd0-f758889097bc tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2d0dd77b-0f98-4442-84b0-dcc6712dad0c HTTP/1.1" status: 204 len: 168 time: 0.6663067 Jan 10 19:22:12.500185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59484) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:12.525361 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-962b0cbc-1d6c-4ced-b1a7-6adb5e364801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.525693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Transition to ACTIVE for port object 2ba3cd06-ed9b-47bb-a771-44578b39325d will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:12.535934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.562179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b0cbc-1d6c-4ced-b1a7-6adb5e364801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ef903-9462-46e1-b873-cb724f271c93,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:12.568481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:22:12.577750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-962b0cbc-1d6c-4ced-b1a7-6adb5e364801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.579162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-962b0cbc-1d6c-4ced-b1a7-6adb5e364801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/928ef903-9462-46e1-b873-cb724f271c93 HTTP/1.1" status: 204 len: 168 time: 0.9321697 Jan 10 19:22:12.584047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e05587a0-a312-4729-abda-b439c9a8b72c req-3f114595-5310-48ae-9044-8c6a917c0a58 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323066 Jan 10 19:22:12.634118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.640932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba3cd06-ed9b-47bb-a771-44578b39325d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:12.693472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8fd5-d3fc-467b-ad49-0d083344e807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.720412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8fd5-d3fc-467b-ad49-0d083344e807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb9dfb-b245-47d8-a024-6447ef0525e1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:12.723258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8fd5-d3fc-467b-ad49-0d083344e807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.724996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bb6c8fd5-d3fc-467b-ad49-0d083344e807 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5abb9dfb-b245-47d8-a024-6447ef0525e1 HTTP/1.1" status: 204 len: 168 time: 0.7916622 Jan 10 19:22:12.799714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8d292e45-7730-4f7f-a746-3163161aef7a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:12.881134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:12.892103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:12.905324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:12.907897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:12.909547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:12.910412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:12.913516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc05e3a1-74b4-4e6c-851d-9a1a05f811ec tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0494924 Jan 10 19:22:12.916799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59532) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:12.922447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:12.937224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:12.937860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:12.946055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=f9a62e43-795b-4501-82b6-412bfcef078d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:12.949766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8d292e45-7730-4f7f-a746-3163161aef7a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:12.951967 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8d292e45-7730-4f7f-a746-3163161aef7a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4506645 Jan 10 19:22:12.958537 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-51238b44-85ec-41d6-bd88-97b1a3433ac9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5165138 Jan 10 19:22:12.960576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:12.961126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:12.969619 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.263493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:13.282119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=b40b1ab8-5436-45ba-9142-5fcb3efcdd42,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:13.314147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.494596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet 0d8921e2-1a01-417e-813a-51ffbba44023 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:13.498834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.556184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.657315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.709809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port f9a62e43-795b-4501-82b6-412bfcef078d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:13.710535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.789277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:10Z', 'revision_number': 10, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:13.798833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:13.816009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:13.817634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.818183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:13.920515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c8856df-91a8-45b9-8011-630bab287eee req-22f45f4f-9b84-43ac-983a-66fbdeea971a tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 210 time: 0.1757176 Jan 10 19:22:13.930209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.962331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] No DVR routers for this DVR port b40b1ab8-5436-45ba-9142-5fcb3efcdd42 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:13.981517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:13.983737 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ffe5516-2ac5-4bd3-aab2-5c10681603ce req-8d5f19c5-ce0a-4b74-94f1-73691c4a9b33 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.44 "DELETE /v2.0/ports/b40b1ab8-5436-45ba-9142-5fcb3efcdd42 HTTP/1.1" status: 204 len: 173 time: 2.5438311 Jan 10 19:22:14.005808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:14.034010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8921e2-1a01-417e-813a-51ffbba44023,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:14.066264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.083068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7131f1df-cbd6-4b42-9b8c-e585b65a3e39 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/0d8921e2-1a01-417e-813a-51ffbba44023 HTTP/1.1" status: 204 len: 168 time: 1.1613591 Jan 10 19:22:14.084130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59594) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:14.088246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7935c26-8dc6-41c1-acd7-1dd7a2d57432 None None] Network facbb592-3ec9-4421-bd9e-3ba0ecc2f86e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:14.341926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.400316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.404330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:14.430523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 8df75204-23e0-4912-8d7d-ec9bca07be35 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:14.430916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.442415 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b936680-21a6-4f1a-bd58-715de1ef844a', 'name': 'network-vif-deleted', 'tag': 'b40b1ab8-5436-45ba-9142-5fcb3efcdd42', 'status': 'completed', 'code': 200} Jan 10 19:22:14.450092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Attempting to bind port 2ba3cd06-ed9b-47bb-a771-44578b39325d on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:22:14.450415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Attempting to bind port 2ba3cd06-ed9b-47bb-a771-44578b39325d by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:22:14.457795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Attempting to bind port 2ba3cd06-ed9b-47bb-a771-44578b39325d on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:14.469434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:14.482028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.569459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55029552-0de1-4f1d-aa7a-202661786a16 req-05e9a69c-feee-4210-b516-b05d17d45c73 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:14.581318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55029552-0de1-4f1d-aa7a-202661786a16 req-05e9a69c-feee-4210-b516-b05d17d45c73 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 944 time: 0.6819549 Jan 10 19:22:14.761111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55029552-0de1-4f1d-aa7a-202661786a16 req-182e1c6f-ddd0-468c-b190-8fdad6204d30 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788120 Jan 10 19:22:14.803233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for f9a62e43-795b-4501-82b6-412bfcef078d owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:14.819956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port 8df75204-23e0-4912-8d7d-ec9bca07be35, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8df75204-23e0-4912-8d7d-ec9bca07be35,segment=NetworkSegment(4939f846-1214-44df-ae93-b1c9a1014022),segment_id=4939f846-1214-44df-ae93-b1c9a1014022)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:14.820558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.885881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Port 2ba3cd06-ed9b-47bb-a771-44578b39325d on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:22:14.886212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Attempting to bind port 2ba3cd06-ed9b-47bb-a771-44578b39325d on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:14.904293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:14.918282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:22:14.918629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:14.922905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:22:14.923442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Bound port: 2ba3cd06-ed9b-47bb-a771-44578b39325d, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:22:14.927074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.073852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-326679350-network', 'tenant_id': 'da5c57f5bf3f45debab4b89a4e547812'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:15.084813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 8df75204-23e0-4912-8d7d-ec9bca07be35 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:15.099659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:10Z', 'revision_number': 10, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:15.140690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658fbc1-1e25-4a81-8e63-175c59101af8 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:10Z', 'revision_number': 10, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None, '_interfaces': [{'id': '903dc357-ff0c-44cb-8fa8-04eb4a406739', 'name': '', 'network_id': 'e1c1aa52-ca5d-4707-8c92-60a7110f7f25', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'mac_address': 'fa:16:3e:f9:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:20:37Z', 'updated_at': '2022-01-10T19:20:52Z', 'revision_number': 5, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'subnets': [{'id': 'abf44b6e-ebbe-4bc1-b71a-14fa49426b1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:15.158057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:15.165635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Usage tracker for resource:network and tenant:da5c57f5bf3f45debab4b89a4e547812 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:15.169824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:15.178587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:15.202646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.206592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.217888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Made reservation on behalf of da5c57f5bf3f45debab4b89a4e547812 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:15.220883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.234026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faae67e-f690-43d3-858b-5a452ade0d47,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:15.252064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.256183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:15.257380 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/8faae67e-f690-43d3-858b-5a452ade0d47 HTTP/1.1" status: 204 len: 168 time: 2.2924995 Jan 10 19:22:15.318155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] For port 2ba3cd06-ed9b-47bb-a771-44578b39325d, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:22:15.325875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] For port 2ba3cd06-ed9b-47bb-a771-44578b39325d, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:22:15.329649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.360755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.361917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.362740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.363635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.364228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.364781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.365443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.365941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.366268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.366594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.366938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1f691-1423-4885-b163-b6d79ed08791 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:15.387491 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.458938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.464879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a446874-c171-49cb-9d61-7ab9e2f899f9 req-606a40d5-a9fd-4058-8cf5-c3f7d97beb84 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 210 time: 0.1814582 Jan 10 19:22:15.482411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.485138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.486930 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] 10.222.0.44 "PUT /v2.0/ports/2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 200 len: 1092 time: 5.3701947 Jan 10 19:22:15.510227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:15.520058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Usage tracker for resource:security_group_rule and tenant:da5c57f5bf3f45debab4b89a4e547812 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:15.527538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:15.537249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c741584-fa81-412b-8b89-49a40a8bbd34 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba3cd06-ed9b-47bb-a771-44578b39325d,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:15.540929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:15.543290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357d260-7e4e-487d-bc91-1b06ba7e67a7 None None] DHCP port deletion for facbb592-3ec9-4421-bd9e-3ba0ecc2f86e request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:15.552790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=8df75204-23e0-4912-8d7d-ec9bca07be35,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:15.591750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.598594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-88d85e6f-7cb7-4749-a318-a3b9f34b7dd7 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:15.608552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No DVR routers for this DVR port 8df75204-23e0-4912-8d7d-ec9bca07be35 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:15.674194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=f9a62e43-795b-4501-82b6-412bfcef078d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:15.690710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bca9ead9-3260-4ae9-bb88-580fa73f5c69 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/f9a62e43-795b-4501-82b6-412bfcef078d HTTP/1.1" status: 204 len: 168 time: 2.7242026 Jan 10 19:22:15.699127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59632) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:15.704011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8df75204-23e0-4912-8d7d-ec9bca07be35 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:15.714391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'mac_address': 'fa:16:3e:81:8f:0d', 'name': 'tempest-PortsTestJSON-1108430004'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:15.852282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 8df75204-23e0-4912-8d7d-ec9bca07be35 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:15.860279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8df75204-23e0-4912-8d7d-ec9bca07be35 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:15.864140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66722eec-3c48-4e49-832e-ef5eae55913e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:15.871160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:15.936220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-88d85e6f-7cb7-4749-a318-a3b9f34b7dd7 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:15.947891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-88d85e6f-7cb7-4749-a318-a3b9f34b7dd7 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6689353 Jan 10 19:22:15.949022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59638) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:15.960997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facbb592-3ec9-4421-bd9e-3ba0ecc2f86e']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:15.985024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 66722eec-3c48-4e49-832e-ef5eae55913e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:15.987044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66722eec-3c48-4e49-832e-ef5eae55913e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:16.002994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077608051'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:16.028301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.039170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.062459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:16.070750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4939f846-1214-44df-ae93-b1c9a1014022') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:16.071476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4939f846-1214-44df-ae93-b1c9a1014022') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:16.075857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a6cd4-13b1-4939-8619-870bdd527389,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:16.084066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:16.088318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:16.091074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:16.098729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:16.111951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-95e11ec0-b698-4ba4-bdcc-7555fad2042d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 1095 time: 0.5681684 Jan 10 19:22:16.116743 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.116932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:16.124283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:16.143119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.156896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.181422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:16.188282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:16.215706 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:16.282749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:22:16.314553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-c10803f4-a2a2-4c96-8a15-5842e3e2da6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 200 len: 217 time: 0.1585426 Jan 10 19:22:16.383282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eae72e-04a0-4efd-ba4d-5c5bad2a0a12 req-034462c9-5874-4717-9728-d92e41bd0974 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:16.383282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60eae72e-04a0-4efd-ba4d-5c5bad2a0a12 req-034462c9-5874-4717-9728-d92e41bd0974 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 944 time: 0.3682938 Jan 10 19:22:16.394835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0639-449c-47e2-a633-0e716f19fc28 req-95085352-ac66-494c-88e3-d6f1e140d1b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:16.396322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-95085352-ac66-494c-88e3-d6f1e140d1b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.0742323 Jan 10 19:22:16.397316 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.397661 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Added segment c8312f97-5c58-4319-8a61-728b5ab73550 of type vlan for network f1335cf8-8d97-459c-9b9d-c8e55377dacc Jan 10 19:22:16.444613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'tag': '2ba3cd06-ed9b-47bb-a771-44578b39325d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:16.460094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.472073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.495238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:16.500823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.520085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60eae72e-04a0-4efd-ba4d-5c5bad2a0a12 req-02f39aaa-87a2-41a7-97ec-e341fe9309f2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355445 Jan 10 19:22:16.527893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:16.530682 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-480630d2-9fea-4631-8dbe-860833e83932 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185760 Jan 10 19:22:16.536851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:16.544114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=facbb592-3ec9-4421-bd9e-3ba0ecc2f86e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:16.551746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:16.558233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7dc8cfce-f4c9-41b6-9912-ce5275d2276b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/facbb592-3ec9-4421-bd9e-3ba0ecc2f86e HTTP/1.1" status: 204 len: 168 time: 2.4701548 Jan 10 19:22:16.558233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59652) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:16.604632 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'tag': '2ba3cd06-ed9b-47bb-a771-44578b39325d', 'status': 'completed', 'code': 200} Jan 10 19:22:16.624140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.874693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64039ad6-c232-4af4-8f66-ad0c5d2806b7 req-d79694d5-fc25-4115-b951-8cea8202d676 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b936680-21a6-4f1a-bd58-715de1ef844a HTTP/1.1" status: 200 len: 210 time: 0.1317973 Jan 10 19:22:16.987203 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-7e89e2a5-a21a-4c87-b12d-3a3034139556 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409499 Jan 10 19:22:16.990423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:16.991894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:16.995654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.004829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.014520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.148173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394ceb41-8ef8-416a-9d06-be921e2f9418,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:17.161039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.162264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cfbfbae7-6520-4817-8c64-f0caa6d260d3 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2081082 Jan 10 19:22:17.169364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59666) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:17.176725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '394ceb41-8ef8-416a-9d06-be921e2f9418', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:17.184664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:17.186307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 3f09565f-e825-472f-a54f-2bf04d34bdf3 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:22:17.241810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:17.245853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:17.252829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:17.293706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.347173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.480603 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0349927 Jan 10 19:22:17.495236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:17.502509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Request body: {'subnet': {'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-326679350-subnet', 'tenant_id': 'da5c57f5bf3f45debab4b89a4e547812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:17.526835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:17.553264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Usage tracker for resource:subnet and tenant:da5c57f5bf3f45debab4b89a4e547812 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:17.561063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:17.563731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc82088-5950-4afb-a830-b65bb7957bcd admin admin] Pushing event updated for resources: {'Network': ['ID=f1335cf8-8d97-459c-9b9d-c8e55377dacc,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:17.578387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f1335cf8-8d97-459c-9b9d-c8e55377dacc details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:22:17.593371 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.609401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.628501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec11613d-e9d4-4f41-a608-73a9136074f4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:17.633759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:17.699027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-01de0639-449c-47e2-a633-0e716f19fc28 req-c2a16fb1-973d-432d-b296-19a635b1c068 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813149 Jan 10 19:22:17.743951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Made reservation on behalf of da5c57f5bf3f45debab4b89a4e547812 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:17.759837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.760670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:17.765977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e44cb231-56e5-4766-8edc-3cad8bebd792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5954306 Jan 10 19:22:17.767911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59688) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:17.780841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '394ceb41-8ef8-416a-9d06-be921e2f9418', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:17.846161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:17.885974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:17.895798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:17.906288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:18.037198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.058446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f0bd-30dc-4f7f-8935-556e4a0cfcfa req-085cda63-0e65-4208-950f-1409ae2ee6a9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:18.060320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c94f0bd-30dc-4f7f-8935-556e4a0cfcfa req-085cda63-0e65-4208-950f-1409ae2ee6a9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 944 time: 0.2661424 Jan 10 19:22:18.209837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c94f0bd-30dc-4f7f-8935-556e4a0cfcfa req-d8272570-b996-4e18-a061-45b7bda86264 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163414 Jan 10 19:22:18.252373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.253087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59704) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:18.315724 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.401309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1b964a-37ac-4cae-ba15-4d2516dd55a5,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:18.409789 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.466500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.470540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1288239a-ccb6-4bd2-89d9-da6ab178545b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6948757 Jan 10 19:22:18.473700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59714) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:18.481551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ecc-1a89-43da-8246-1e2820181388 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.491135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '394ceb41-8ef8-416a-9d06-be921e2f9418', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:18.500713 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-fa7a16b4-b16e-4bb7-90ba-f487890179fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 1095 time: 0.7247567 Jan 10 19:22:18.505281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.513388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:18.530508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ecc-1a89-43da-8246-1e2820181388 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.596516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:18.608362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:18.677572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ecc-1a89-43da-8246-1e2820181388 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.687260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.698786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:18.715426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd49ecc-1a89-43da-8246-1e2820181388 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7c587-167e-46de-90ac-eee6f0cda62c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:18.728588 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ecc-1a89-43da-8246-1e2820181388 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.730934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6dd49ecc-1a89-43da-8246-1e2820181388 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8e7c587-167e-46de-90ac-eee6f0cda62c HTTP/1.1" status: 204 len: 168 time: 0.4707329 Jan 10 19:22:18.732470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59724) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:18.761003 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-40f2f923-1c66-4ce8-b4a2-6b4bf6bee9a6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] show failed (client error): The resource could not be found. Jan 10 19:22:18.762441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-40f2f923-1c66-4ce8-b4a2-6b4bf6bee9a6 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "GET /v2.0/security-groups/d8e7c587-167e-46de-90ac-eee6f0cda62c HTTP/1.1" status: 404 len: 347 time: 0.0287955 Jan 10 19:22:18.786955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59728) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:18.798062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59732) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:18.841181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port 903dc357-ff0c-44cb-8fa8-04eb4a406739 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:18.841609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.910384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:18.918313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Checking segment: {'id': 'c8312f97-5c58-4319-8a61-728b5ab73550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:18.918681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Network hostable DHCP agents. Network: f1335cf8-8d97-459c-9b9d-c8e55377dacc, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:22:18.922769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d83a3b4-4001-482d-81b8-6298f0098ce0,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:18.949523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:18.960498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:18.965089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59740) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:18.971509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:18.975399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:18.976097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.061450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=3f09565f-e825-472f-a54f-2bf04d34bdf3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:19.133434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-cd5ae41d-8f95-40e6-b683-14d067cc0a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:19.134962 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-cd5ae41d-8f95-40e6-b683-14d067cc0a4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.6176763 Jan 10 19:22:19.138661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.144320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port d687ef71-6354-43db-8098-bb1a023ef2cc {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:19.144692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.208336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:19.211875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port 903dc357-ff0c-44cb-8fa8-04eb4a406739, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=903dc357-ff0c-44cb-8fa8-04eb4a406739,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:19.212228 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.223645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Usage tracker for resource:security_group_rule and tenant:43e2dfb3d78d4f80829091a8e8dc28c9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:19.227897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:19.337562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:19.346186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for 903dc357-ff0c-44cb-8fa8-04eb4a406739 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:19.352361 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6a56f6f9-fc05-49f0-b5fe-13ed88dd0b10 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6489956 Jan 10 19:22:19.370930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59750) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:19.441146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.460923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Network f1335cf8-8d97-459c-9b9d-c8e55377dacc is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:22:19.463750 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-e48e0446-8634-4fa7-a208-7fcd7fa43553 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 200 len: 217 time: 0.2927940 Jan 10 19:22:19.543596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.569296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc438a21-f242-4524-9573-7b89a5186da4 req-c739d85a-da0b-453a-82d8-094c78192bcf tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:19.570753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc438a21-f242-4524-9573-7b89a5186da4 req-c739d85a-da0b-453a-82d8-094c78192bcf tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 944 time: 0.1934888 Jan 10 19:22:19.572391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.582099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.613122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f1335cf8-8d97-459c-9b9d-c8e55377dacc) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:19.615072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.629368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd609386-fb24-459f-8ea8-0482baffaccb None None] Network f1335cf8-8d97-459c-9b9d-c8e55377dacc requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:19.636306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:19.636899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.660468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc566a61-aaaf-4888-9791-b07c9c6dfb88 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:19.661046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fc566a61-aaaf-4888-9791-b07c9c6dfb88 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:19.669798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e50ac4-c1ef-4b5a-ad61-cc920f16dd98,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:19.705599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08024c93-d7fa-4b21-843c-48f27d6d8d84,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:19.712006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-288c738c-ab7a-4190-a3cb-3aaa47c47942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43e2dfb3d78d4f80829091a8e8dc28c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9125350 Jan 10 19:22:19.717918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59754) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:19.727845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc438a21-f242-4524-9573-7b89a5186da4 req-a2ca8581-ca93-4b65-a7e9-a677362eee79 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483686 Jan 10 19:22:19.729983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-5ca979d9-73fb-419a-abac-399183938281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:19.731769 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-5ca979d9-73fb-419a-abac-399183938281 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.2446003 Jan 10 19:22:19.741128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:19.758681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.810566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=903dc357-ff0c-44cb-8fa8-04eb4a406739,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:19.812852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf84221e2fb4bf898a0048fe08ea38c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:19.815463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fc566a61-aaaf-4888-9791-b07c9c6dfb88 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:19.816660 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fc566a61-aaaf-4888-9791-b07c9c6dfb88 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/3f09565f-e825-472f-a54f-2bf04d34bdf3 HTTP/1.1" status: 200 len: 841 time: 0.4326816 Jan 10 19:22:19.817665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:19.820361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59758) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:19.828910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.830153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8d7b98ff-d54e-4665-a76c-a3b997a3257e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3546500 Jan 10 19:22:19.845008 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fcfc729b-7109-4c15-96c1-111ff7fd4d91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3470438 Jan 10 19:22:19.848035 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-f37ced6d-6b3d-4743-92dd-a2bb5006280f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038697 Jan 10 19:22:19.848832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:19.850581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59762) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:19.891382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.891794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:19.904976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '394ceb41-8ef8-416a-9d06-be921e2f9418', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:19.905218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217433fd-4d6e-471e-91b9-e0c6642c85b8 None None] Network f1335cf8-8d97-459c-9b9d-c8e55377dacc requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:19.926925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:19.993929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:20.067779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:20.178308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for d687ef71-6354-43db-8098-bb1a023ef2cc owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:20.205538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 3f09565f-e825-472f-a54f-2bf04d34bdf3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:20.206141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.208501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:20.268069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.311306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86badd71-431d-4fa2-aa03-7851e4b6ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.320697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.413880 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-b68f5dca-231f-4cc8-ac00-8e78caa9da4c service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431814 Jan 10 19:22:20.429535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86badd71-431d-4fa2-aa03-7851e4b6ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.438464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.479433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.533409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59776) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:20.546679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1789045217-network', 'tenant_id': 'c841ff6b03a64b6a81a9e7a83c8aff66'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:20.555807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:20.577531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Usage tracker for resource:network and tenant:c841ff6b03a64b6a81a9e7a83c8aff66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:20.588676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:20.663208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:20.666459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.668170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3174967f-d8c3-468c-9ecf-d42bc36ad9ad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:20.677933 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d82cddd3-8daf-4cb9-97e1-4bc58e51c2e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf84221e2fb4bf898a0048fe08ea38c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6853189 Jan 10 19:22:20.688743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59780) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:20.730707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.744246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.747554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86badd71-431d-4fa2-aa03-7851e4b6ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.794068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.850010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86badd71-431d-4fa2-aa03-7851e4b6ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e50ac4-c1ef-4b5a-ad61-cc920f16dd98,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:20.851789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=d687ef71-6354-43db-8098-bb1a023ef2cc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:20.855261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f94df9c3-ec44-4508-b2e9-90b6d133a78c req-3f74cbd0-39e3-4759-b809-97ce4eb8911f service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182436 Jan 10 19:22:20.877947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3376b10d-8767-4594-825c-c99eb607619c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:20.973617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.974806 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e738fcb5-4c79-4b31-b9ba-0a11eba143a1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1123302 Jan 10 19:22:20.980334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59788) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:20.982722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-86badd71-431d-4fa2-aa03-7851e4b6ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:20.986383 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-86badd71-431d-4fa2-aa03-7851e4b6ebe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7e50ac4-c1ef-4b5a-ad61-cc920f16dd98 HTTP/1.1" status: 204 len: 168 time: 1.2558239 Jan 10 19:22:20.990855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '394ceb41-8ef8-416a-9d06-be921e2f9418', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:20.991718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 3f09565f-e825-472f-a54f-2bf04d34bdf3 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:21.007641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:21.019197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Made reservation on behalf of c841ff6b03a64b6a81a9e7a83c8aff66 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:21.021293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.021494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:21.026013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2776ab10-43b7-4519-ad00-48aca6a27c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.029592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:21.044599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:21.046688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.048948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.050087 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-26109375-242f-4027-a01e-89a87da01657 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/floatingips/af3c8073-6760-4d19-ab42-538a5d50c4f4 HTTP/1.1" status: 204 len: 168 time: 2.2579236 Jan 10 19:22:21.056217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59794) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:21.093720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.130430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2776ab10-43b7-4519-ad00-48aca6a27c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.147547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.201340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port fa1d6bf9-a79f-4d42-a078-4825e16432a6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:21.201702 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.261987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2ba3cd06-ed9b-47bb-a771-44578b39325d details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:22:21.293441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:21.300893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Usage tracker for resource:security_group_rule and tenant:c841ff6b03a64b6a81a9e7a83c8aff66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:21.306215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:21.319132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:21.321257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.406349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=3f09565f-e825-472f-a54f-2bf04d34bdf3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:21.416873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:22:21.426067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c362-5c8f-463f-a297-c671eb7e8530 req-0fd26695-7a24-40c7-b720-3d9ba8afcca2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:21.427644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f5c362-5c8f-463f-a297-c671eb7e8530 req-0fd26695-7a24-40c7-b720-3d9ba8afcca2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 944 time: 0.5045154 Jan 10 19:22:21.432845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.475121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2776ab10-43b7-4519-ad00-48aca6a27c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.498589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2ba3cd06-ed9b-47bb-a771-44578b39325d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:21.500935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776ab10-43b7-4519-ad00-48aca6a27c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3174967f-d8c3-468c-9ecf-d42bc36ad9ad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:21.512021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a43aa22e-02a8-4267-8f22-ba2804ebf073 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/3f09565f-e825-472f-a54f-2bf04d34bdf3 HTTP/1.1" status: 204 len: 168 time: 1.6889391 Jan 10 19:22:21.512828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59804) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:21.524520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.536558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '2ba3cd06-ed9b-47bb-a771-44578b39325d', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': '2ba3cd06-ed9b-47bb-a771-44578b39325d', 'mac_address': 'fa:16:3e:2e:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:22:21.592892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.616337 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.641961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba3cd06-ed9b-47bb-a771-44578b39325d {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:22:21.660094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2ba3cd06-ed9b-47bb-a771-44578b39325d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:21.660849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcbb792-7a32-4feb-b82f-b9c36f29fb58,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:21.670031 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.671293 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83b5525-6881-4b32-bc82-6515b3745164 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:22:21.672496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d83b5525-6881-4b32-bc82-6515b3745164 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:21.678432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5f5c362-5c8f-463f-a297-c671eb7e8530 req-ffe6d1a7-e127-4795-8a32-563d2f024650 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397549 Jan 10 19:22:21.689584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2776ab10-43b7-4519-ad00-48aca6a27c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.697182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2776ab10-43b7-4519-ad00-48aca6a27c31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3174967f-d8c3-468c-9ecf-d42bc36ad9ad HTTP/1.1" status: 204 len: 168 time: 1.0072701 Jan 10 19:22:21.741735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.747560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b7f18615-4b0e-43e9-b339-7950465a3037 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7660978 Jan 10 19:22:21.751531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59814) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:21.752147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2ba3cd06-ed9b-47bb-a771-44578b39325d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:21.790822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.809596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d83b5525-6881-4b32-bc82-6515b3745164 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:21.814505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d83b5525-6881-4b32-bc82-6515b3745164 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/3f09565f-e825-472f-a54f-2bf04d34bdf3 HTTP/1.1" status: 404 len: 333 time: 0.2931807 Jan 10 19:22:21.815316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59818) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:21.818669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.836378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'name': 'tempest-PortsTestJSON-84363928'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:21.855671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.870592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:22:21.873169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:21.884467 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:21.903362 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:21.905469 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:21.937831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac998fdf-606a-4dba-b9a0-6cbfa8ac35d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:21.972149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:22:21.977435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e7491de2-dd34-44f8-9680-42e1a6fce1d0 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4182057 Jan 10 19:22:21.981275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac998fdf-606a-4dba-b9a0-6cbfa8ac35d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.000474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59826) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:22.055142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.055483 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Added segment 50214ac0-1023-4f05-b3bb-5b257884e00a of type vlan for network 78327456-aa5c-4718-b139-c03397b9e347 Jan 10 19:22:22.064265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for fa1d6bf9-a79f-4d42-a078-4825e16432a6 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:22.085063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8eaf4d-218c-42c9-b463-aad25610f651,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:22.104159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:22.158091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac998fdf-606a-4dba-b9a0-6cbfa8ac35d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.170582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:22.187242 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.236135 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:22.278300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac998fdf-606a-4dba-b9a0-6cbfa8ac35d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fcbb792-7a32-4feb-b82f-b9c36f29fb58,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:22.334525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.359908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:22.364104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.392184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac998fdf-606a-4dba-b9a0-6cbfa8ac35d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.396308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac998fdf-606a-4dba-b9a0-6cbfa8ac35d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8fcbb792-7a32-4feb-b82f-b9c36f29fb58 HTTP/1.1" status: 204 len: 168 time: 0.6350110 Jan 10 19:22:22.401617 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:19Z', 'revision_number': 11, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:22.403189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59838) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:22.408807 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:22.438132 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:22.440743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:22.453131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 01676ba6-3387-4935-8519-6d50b88e42db yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:22:22.491275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.493122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:22.493122 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.493334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=fa1d6bf9-a79f-4d42-a078-4825e16432a6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:22.577412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.590296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c01be706-d531-423c-bffc-0444ff8371f0 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/ports/fa1d6bf9-a79f-4d42-a078-4825e16432a6 HTTP/1.1" status: 204 len: 168 time: 1.5330496 Jan 10 19:22:22.594202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59842) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:22.625192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting subnet abf44b6e-ebbe-4bc1-b71a-14fa49426b1b {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:22.628261 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:22.628871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.630463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59846) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:22.672036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.705181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port 184e6460-99e7-4d07-beaf-009f9e84507a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:22.705875 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:22.751171 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:19Z', 'revision_number': 11, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:22.756224 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e7c69-c395-4e7b-95f2-9c0f6b9d6e32 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:19Z', 'revision_number': 11, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:22.777083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:22.787655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Usage tracker for resource:security_group_rule and tenant:90cd9d8d1dfa460ab745a9e5cd2b1029 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:22.807679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2717009 Jan 10 19:22:22.819665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:22.826618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59852) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:22.847937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Request body: {'subnet': {'network_id': '78327456-aa5c-4718-b139-c03397b9e347', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1789045217-subnet', 'tenant_id': 'c841ff6b03a64b6a81a9e7a83c8aff66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:22.857382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:22.858503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:22.874784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Usage tracker for resource:subnet and tenant:c841ff6b03a64b6a81a9e7a83c8aff66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:22.882010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:22.896855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:22.999682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Made reservation on behalf of c841ff6b03a64b6a81a9e7a83c8aff66 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:23.002385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.163957 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.202175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Pushing event updated for resources: {'Network': ['ID=78327456-aa5c-4718-b139-c03397b9e347,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.265839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.275355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.276635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2ba3cd06-ed9b-47bb-a771-44578b39325d up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:23.289208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.357927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-595efb17-3be1-46dc-99a5-10dd66d29c62 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:23.370387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.371105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.371105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.371585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.371979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.372371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.372757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.373156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.373547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.373931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.374313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95337e31-6924-4b1e-a80d-880788d3279e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:23.404268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 78327456-aa5c-4718-b139-c03397b9e347 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:22:23.437243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-595efb17-3be1-46dc-99a5-10dd66d29c62 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:23.442206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-595efb17-3be1-46dc-99a5-10dd66d29c62 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 1.0365868 Jan 10 19:22:23.442984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59862) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:23.456324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.465238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for 184e6460-99e7-4d07-beaf-009f9e84507a owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:23.519881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.525576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44460409-0141-4284-aef3-e187e8d00abc,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.539840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-60732982-89ee-440e-acfc-2ac66e2b07d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90cd9d8d1dfa460ab745a9e5cd2b1029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9080193 Jan 10 19:22:23.544361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:23.548320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 2ba3cd06-ed9b-47bb-a771-44578b39325d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:23.558511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 2ba3cd06-ed9b-47bb-a771-44578b39325d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:23.559736 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.560172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2903764d-dd4a-4f56-9e2b-d08549fe4794 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.582028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64173508-d4b3-4614-8e6c-e6417fe112db req-d83527dd-db01-481f-8bfc-1f475b37fb63 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:23.583659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64173508-d4b3-4614-8e6c-e6417fe112db req-d83527dd-db01-481f-8bfc-1f475b37fb63 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 945 time: 0.3220968 Jan 10 19:22:23.585261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2903764d-dd4a-4f56-9e2b-d08549fe4794 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.621121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 903dc357-ff0c-44cb-8fa8-04eb4a406739 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:23.675065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64173508-d4b3-4614-8e6c-e6417fe112db req-929bdd42-6803-4081-83a0-c184672f0e8b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789039 Jan 10 19:22:23.678450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.702178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 903dc357-ff0c-44cb-8fa8-04eb4a406739 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:23.702575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 903dc357-ff0c-44cb-8fa8-04eb4a406739 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:23.740439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2903764d-dd4a-4f56-9e2b-d08549fe4794 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.777748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903764d-dd4a-4f56-9e2b-d08549fe4794 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3376b10d-8767-4594-825c-c99eb607619c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.792520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:23.794215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.796801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:23.803932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:23.808040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:23.808751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.813070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.843824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2ba3cd06-ed9b-47bb-a771-44578b39325d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:23.845181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba3cd06-ed9b-47bb-a771-44578b39325d'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:23.857490 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.864806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=01676ba6-3387-4935-8519-6d50b88e42db,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.870656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.878102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Subnet': ['ID=abf44b6e-ebbe-4bc1-b71a-14fa49426b1b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.893751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.896073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-762b2cdc-810b-4be8-9801-3dba99803d01 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/abf44b6e-ebbe-4bc1-b71a-14fa49426b1b HTTP/1.1" status: 204 len: 168 time: 1.8861256 Jan 10 19:22:23.898912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59872) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:23.959701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5563ac-a071-4d73-830f-f10998d24ca2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.968611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2ba3cd06-ed9b-47bb-a771-44578b39325d,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:23.974997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a2b679d-baef-4c8a-886f-8c512fc34507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:23.992480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52f7b7-ea7d-4545-8f0c-567d977969f4 None None] Network e1c1aa52-ca5d-4707-8c92-60a7110f7f25 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:24.003498 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.032531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.036770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-146a21c1-5dbc-49ad-a665-7e52162ccce8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.2164488 Jan 10 19:22:24.041789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2903764d-dd4a-4f56-9e2b-d08549fe4794 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.045535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2903764d-dd4a-4f56-9e2b-d08549fe4794 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3376b10d-8767-4594-825c-c99eb607619c HTTP/1.1" status: 204 len: 168 time: 0.5954609 Jan 10 19:22:24.046228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59876) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:24.046559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59878) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:24.077220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:24.133010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Deleting port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:24.133261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.143413 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba3cd06-ed9b-47bb-a771-44578b39325d', 'code': 200} Jan 10 19:22:24.166735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Port': ['ID=184e6460-99e7-4d07-beaf-009f9e84507a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:24.172885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a2b679d-baef-4c8a-886f-8c512fc34507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.337482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6a6cb54-0f0f-4684-af47-783c0cf24904 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:24.360885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] DHCP port deletion for e1c1aa52-ca5d-4707-8c92-60a7110f7f25 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:24.365702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Deleting port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:24.366094 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.413551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.422533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Checking segment: {'id': '50214ac0-1023-4f05-b3bb-5b257884e00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '78327456-aa5c-4718-b139-c03397b9e347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:24.423694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Network hostable DHCP agents. Network: 78327456-aa5c-4718-b139-c03397b9e347, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:22:24.477367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6a6cb54-0f0f-4684-af47-783c0cf24904 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:24.479311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6503c9b4-05a2-4fa8-9803-b528de1f8460 req-2e49625c-b093-4a67-813f-d8292c1e3bdc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 1097 time: 0.4195914 Jan 10 19:22:24.481812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f6a6cb54-0f0f-4684-af47-783c0cf24904 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4315817 Jan 10 19:22:24.482493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59888) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:24.483200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Network 78327456-aa5c-4718-b139-c03397b9e347 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:22:24.515791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.540131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6503c9b4-05a2-4fa8-9803-b528de1f8460 req-fd738ce4-d678-4e2c-a606-5eb5c65d6538 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Jan 10 19:22:24.544362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 78327456-aa5c-4718-b139-c03397b9e347) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:24.554240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:24.554828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.578959 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-45860577-0ad3-4d17-9815-151fa2214024 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/ports/184e6460-99e7-4d07-beaf-009f9e84507a HTTP/1.1" status: 204 len: 168 time: 1.9835584 Jan 10 19:22:24.581258 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a6337bd3-daa0-4118-8389-42508a1d59b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7532187 Jan 10 19:22:24.582626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59892) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:24.588656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a2b679d-baef-4c8a-886f-8c512fc34507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.589227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fe577-2e0c-4808-9e56-9058ca1abc87 None None] Network 78327456-aa5c-4718-b139-c03397b9e347 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:24.591096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a2b679d-baef-4c8a-886f-8c512fc34507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.592797 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9a2b679d-baef-4c8a-886f-8c512fc34507 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44460409-0141-4284-aef3-e187e8d00abc HTTP/1.1" status: 204 len: 168 time: 1.0450943 Jan 10 19:22:24.603000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f83d6f2-e7a7-4158-bc44-8bf94ace0c0d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.646160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] For port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:24.646160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:24.671518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b679d-baef-4c8a-886f-8c512fc34507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44460409-0141-4284-aef3-e187e8d00abc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:24.999713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Calling delete_port for eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:25.050017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f83d6f2-e7a7-4158-bc44-8bf94ace0c0d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.060547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting subnet a6783a94-cce4-43f1-9ba0-c5800930e686 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:25.067291 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.127676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933c1ac-daf5-4272-8b46-1d908cc190eb None None] Network 78327456-aa5c-4718-b139-c03397b9e347 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:25.204000 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.404178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.466592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] For port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,segment=NetworkSegment(2c28773c-c386-4d8b-b0b5-298c41126aab),segment_id=2c28773c-c386-4d8b-b0b5-298c41126aab)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:25.467207 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.563156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.708634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Subnet': ['ID=a6783a94-cce4-43f1-9ba0-c5800930e686,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:25.715473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.723108 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b59ae700-fdb0-48d1-9634-40e968618f87 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/subnets/a6783a94-cce4-43f1-9ba0-c5800930e686 HTTP/1.1" status: 204 len: 168 time: 1.1386909 Jan 10 19:22:25.725882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:25.770128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf2f18-8663-4b1b-a8e7-effbe1d419cf req-f94041dd-05fb-4c3f-bf81-4e75225aaf70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:25.777907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:25.781771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81bf2f18-8663-4b1b-a8e7-effbe1d419cf req-f94041dd-05fb-4c3f-bf81-4e75225aaf70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 946 time: 0.7889125 Jan 10 19:22:25.802831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46b5ab-7e69-4e1b-bb49-d434f06affd8 None None] Network 7d95baf2-6897-4c92-b69c-18ba5c17d1bd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:25.810925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f83d6f2-e7a7-4158-bc44-8bf94ace0c0d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:25.828668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Calling delete_port for eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:25.854777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83d6f2-e7a7-4158-bc44-8bf94ace0c0d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08024c93-d7fa-4b21-843c-48f27d6d8d84,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:25.967347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting subnet 9ce824b1-9e4d-4e66-b101-6ab508116638 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:25.973038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.079939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.144874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-256c5079-36ed-4c59-aa30-9d12ee481cff tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:26.146368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-256c5079-36ed-4c59-aa30-9d12ee481cff tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/networks?id=f1335cf8-8d97-459c-9b9d-c8e55377dacc HTTP/1.1" status: 200 len: 824 time: 0.3330925 Jan 10 19:22:26.147190 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f83d6f2-e7a7-4158-bc44-8bf94ace0c0d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.155175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0f83d6f2-e7a7-4158-bc44-8bf94ace0c0d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/08024c93-d7fa-4b21-843c-48f27d6d8d84 HTTP/1.1" status: 204 len: 168 time: 1.6597073 Jan 10 19:22:26.186580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59938) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:26.218255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.228788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.248715 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.284989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:22:26.285354 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:22:26.302679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81bf2f18-8663-4b1b-a8e7-effbe1d419cf req-bba36290-fcdc-42d7-abd3-0c8866cdcc4e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198271 Jan 10 19:22:26.315099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.327057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-9fbf50c0-e6d8-4748-96eb-13b3e0bd35e6 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/quotas/da5c57f5bf3f45debab4b89a4e547812 HTTP/1.1" status: 200 len: 375 time: 0.1670942 Jan 10 19:22:26.367240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce824b1-9e4d-4e66-b101-6ab508116638,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:26.385846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.392180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Port': ['ID=eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:26.396758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-61de7acb-10b4-4b78-b273-95513016e6ba tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/subnets/9ce824b1-9e4d-4e66-b101-6ab508116638 HTTP/1.1" status: 204 len: 168 time: 0.6698482 Jan 10 19:22:26.397526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59946) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:26.398953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c112871-9c65-4bb6-8ccb-9f989de1057d None None] Network 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:26.420731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-8237bdab-d518-4ded-8387-1cd2370a4627 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da5c57f5bf3f45debab4b89a4e547812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925970 Jan 10 19:22:26.462493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No DVR routers for this DVR port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:26.497269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] DHCP port deletion for 7d95baf2-6897-4c92-b69c-18ba5c17d1bd request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:26.510507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] Deleting port 6d806a76-d703-4827-9079-a2a6390701c2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:26.511339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.566998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:22:26.583603 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.603585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port 6d806a76-d703-4827-9079-a2a6390701c2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:26.604015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.672518 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.688973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-59c7f993-3868-40cc-a857-a3c9acb66c12 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:26.711658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.782650 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.817818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Deleting port eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:26.818514 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.880174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-59c7f993-3868-40cc-a857-a3c9acb66c12 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:26.881715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-59c7f993-3868-40cc-a857-a3c9acb66c12 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6928294 Jan 10 19:22:26.884902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] In _notify_port_updated(), no bound segment for port 01676ba6-3387-4935-8519-6d50b88e42db on network 57386654-b25f-4f93-825e-b65a98c25e74 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:22:26.889740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:26.890531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.892095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/ports/01676ba6-3387-4935-8519-6d50b88e42db HTTP/1.1" status: 200 len: 818 time: 2.8433473 Jan 10 19:22:26.897440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59950) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:26.897646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:26.908825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c1aa52-ca5d-4707-8c92-60a7110f7f25']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:26.942299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7204e-6dcf-4956-bc14-a5c60e90c75f None None] The port 'eb2f3274-f5ea-49d4-9b57-b3f3a194f0b0' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:22:26.979793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] For port 6d806a76-d703-4827-9079-a2a6390701c2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d806a76-d703-4827-9079-a2a6390701c2,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:26.980286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:26.997697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bd08b-dcb1-4632-83fa-ba81faa3546c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=01676ba6-3387-4935-8519-6d50b88e42db,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:27.010535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c28773c-c386-4d8b-b0b5-298c41126aab') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:27.010839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c28773c-c386-4d8b-b0b5-298c41126aab') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:27.041241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-b8e3fc41-ed85-403b-9e10-fdb1b2544461 service neutron] 10.222.0.21 "GET /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195309 Jan 10 19:22:27.121531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] Calling delete_port for 6d806a76-d703-4827-9079-a2a6390701c2 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:27.164955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.214259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] For port 6d806a76-d703-4827-9079-a2a6390701c2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6d806a76-d703-4827-9079-a2a6390701c2,segment=NetworkSegment(bf89990b-e84a-4c5c-bdb5-cb5d5293770a),segment_id=bf89990b-e84a-4c5c-bdb5-cb5d5293770a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:27.214759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.218351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20ed6e10-7e1d-42dd-a6a7-57af7316456b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.274570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] DHCP port deletion for 1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:27.280081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] Deleting port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:27.280468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.292373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 01676ba6-3387-4935-8519-6d50b88e42db {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:27.292715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.305301 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.400679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] Pushing event deleted for resources: {'Port': ['ID=6d806a76-d703-4827-9079-a2a6390701c2,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:27.459466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20ed6e10-7e1d-42dd-a6a7-57af7316456b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.480445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cff06-4eca-462a-9a84-7799dcc71583 None None] No DVR routers for this DVR port 6d806a76-d703-4827-9079-a2a6390701c2 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:27.545503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Calling delete_port for 6d806a76-d703-4827-9079-a2a6390701c2 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:27.596686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.640537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20ed6e10-7e1d-42dd-a6a7-57af7316456b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.668181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:27.668719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.709205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:22:27.709683 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:27.721142 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:27.805920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed6e10-7e1d-42dd-a6a7-57af7316456b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1b964a-37ac-4cae-ba15-4d2516dd55a5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:27.896595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20ed6e10-7e1d-42dd-a6a7-57af7316456b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.897708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-20ed6e10-7e1d-42dd-a6a7-57af7316456b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9e1b964a-37ac-4cae-ba15-4d2516dd55a5 HTTP/1.1" status: 204 len: 168 time: 0.9767456 Jan 10 19:22:27.900706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59972) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:27.923589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:27.967492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-dd2d64be-9cf3-4eb8-bff3-45b6abca79b8 service neutron] 10.222.0.21 "GET /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246719 Jan 10 19:22:27.989216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.990312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] For port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,segment=NetworkSegment(44adf0d6-ddc1-465e-99a1-fa0742bafa54),segment_id=44adf0d6-ddc1-465e-99a1-fa0742bafa54)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:27.990772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:27.993735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.012631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59976) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:28.027940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/networks/e1c1aa52-ca5d-4707-8c92-60a7110f7f25 HTTP/1.1" status: 204 len: 168 time: 4.1279233 Jan 10 19:22:28.040270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c5ac3-cb57-4ca1-8b6b-e31756765b5e tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Pushing event deleted for resources: {'Network': ['ID=e1c1aa52-ca5d-4707-8c92-60a7110f7f25,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:28.045647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59980) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:28.056209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66ee29e0-03ca-4aca-830f-2ef7687a2715 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:28.066982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'routes': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:28.095170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5e72b-a54b-4fbf-a294-88ee2bd17273 req-c4c5a724-34ee-44d0-bb3d-92f54a7cdd61 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:28.105350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91b5e72b-a54b-4fbf-a294-88ee2bd17273 req-c4c5a724-34ee-44d0-bb3d-92f54a7cdd61 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 946 time: 0.4888475 Jan 10 19:22:28.195242 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.241300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Deleting port 6d806a76-d703-4827-9079-a2a6390701c2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:28.241873 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.274925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-66ee29e0-03ca-4aca-830f-2ef7687a2715 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:28.276367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-66ee29e0-03ca-4aca-830f-2ef7687a2715 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3746200 Jan 10 19:22:28.283203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59990) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:28.303761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] Calling delete_port for d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:28.353850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] The port '6d806a76-d703-4827-9079-a2a6390701c2' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:22:28.549540 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.668172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.702827 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.714215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d95baf2-6897-4c92-b69c-18ba5c17d1bd']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:28.730572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:28.731001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf89990b-e84a-4c5c-bdb5-cb5d5293770a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:28.743976 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.763055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.769670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:28.770309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.796410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390c15c4-3294-40c7-b6f6-b7ee342b9226 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.807659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] No DVR routers for this DVR port d2af6634-2e9f-40f8-a39c-0b8e870f1ab9 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:28.818413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:28.823020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d806a76-d703-4827-9079-a2a6390701c2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:28.830095 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:28.853596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 01676ba6-3387-4935-8519-6d50b88e42db owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:28.897592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ad9b1-0db5-4d27-9487-5a498085d9b0 None None] Pushing event deleted for resources: {'Port': ['ID=d2af6634-2e9f-40f8-a39c-0b8e870f1ab9,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:28.899740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6d806a76-d703-4827-9079-a2a6390701c2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:28.900196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6d806a76-d703-4827-9079-a2a6390701c2 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:28.913051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a45f0f6c-0307-43f2-809d-707c3c712818 req-7803fd14-8f1e-45cb-8592-749f8d9ea082 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 210 time: 0.6692195 Jan 10 19:22:28.964664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91b5e72b-a54b-4fbf-a294-88ee2bd17273 req-a3fb8832-3055-40f6-8305-cb96b7e4de31 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8583798 Jan 10 19:22:29.007613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390c15c4-3294-40c7-b6f6-b7ee342b9226 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.021657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.076242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:29.077794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=01676ba6-3387-4935-8519-6d50b88e42db,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:29.084385 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.086969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Usage tracker for resource:security_group_rule and tenant:9afd8268cb7347db8cc9e5ae472184e2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:29.095783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:29.108170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4f7ad80d-0c5c-4812-8ede-5a288c25e174 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/01676ba6-3387-4935-8519-6d50b88e42db HTTP/1.1" status: 204 len: 168 time: 2.1852968 Jan 10 19:22:29.110636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60004) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:29.198502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:29.222898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a2871-9dfb-42a4-a914-c0415b462aa2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:29.223795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4b9a2871-9dfb-42a4-a914-c0415b462aa2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:29.243446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4b9a2871-9dfb-42a4-a914-c0415b462aa2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:29.247656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4b9a2871-9dfb-42a4-a914-c0415b462aa2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1332464 Jan 10 19:22:29.248385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60012) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:29.303108 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c37520-006c-4ef4-bad2-213c6f8cebfd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:22:29.306928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-94c37520-006c-4ef4-bad2-213c6f8cebfd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/01676ba6-3387-4935-8519-6d50b88e42db HTTP/1.1" status: 404 len: 333 time: 0.0550237 Jan 10 19:22:29.307082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.309460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.extraroute_db [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Added routes are [] {{(pid=83629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 10 19:22:29.309819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.extraroute_db [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Removed routes are [] {{(pid=83629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 10 19:22:29.310123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.311825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:29.351815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.357960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-417037187'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:29.421106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:29.435146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Network': ['ID=7d95baf2-6897-4c92-b69c-18ba5c17d1bd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:29.448858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18d0b-5104-44f5-9916-c11c0d7fcb45 req-6bbabe24-dfbf-42ac-a9af-bf6768103fec tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:29.450335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22a18d0b-5104-44f5-9916-c11c0d7fcb45 req-6bbabe24-dfbf-42ac-a9af-bf6768103fec tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.1499157 Jan 10 19:22:29.451869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:29.455159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390c15c4-3294-40c7-b6f6-b7ee342b9226 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.457458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:29.467558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22a18d0b-5104-44f5-9916-c11c0d7fcb45 req-22125900-8217-46d9-a9a9-5a20aab9c786 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.0118189 Jan 10 19:22:29.479953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.484931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:29.540842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c15c4-3294-40c7-b6f6-b7ee342b9226 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec11613d-e9d4-4f41-a608-73a9136074f4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:29.542511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.545904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22a18d0b-5104-44f5-9916-c11c0d7fcb45 req-3f34114c-f41e-4e04-a95e-725739af0261 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723925 Jan 10 19:22:29.575494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390c15c4-3294-40c7-b6f6-b7ee342b9226 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.579716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-390c15c4-3294-40c7-b6f6-b7ee342b9226 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ec11613d-e9d4-4f41-a608-73a9136074f4 HTTP/1.1" status: 204 len: 168 time: 1.2922819 Jan 10 19:22:29.587228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60022) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:29.591805 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-227499ee-1555-42d7-a4fe-9100054fba74 tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/networks/7d95baf2-6897-4c92-b69c-18ba5c17d1bd HTTP/1.1" status: 204 len: 168 time: 3.1934967 Jan 10 19:22:29.602517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:29.605968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.623599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60028) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:29.664456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4b195-efce-49c0-90e7-6c2493b4141a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:29.671417 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea5a2056-d627-443d-9279-f2f454366c1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9afd8268cb7347db8cc9e5ae472184e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6579359 Jan 10 19:22:29.677182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:29.786915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:29.801500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22a18d0b-5104-44f5-9916-c11c0d7fcb45 req-058dbc76-d4c1-440c-b84a-54eb08432d12 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484214 Jan 10 19:22:30.013200 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.043647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.052530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:22:30.062289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.062531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:30.062857 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment 1ce3457e-8fc1-4b06-b96e-cf4999da1653 of type vlan for network 06f52f47-dc2d-457e-9247-c43646132488 Jan 10 19:22:30.077219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.080288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44adf0d6-ddc1-465e-99a1-fa0742bafa54') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:30.080288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44adf0d6-ddc1-465e-99a1-fa0742bafa54') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:30.097663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22a18d0b-5104-44f5-9916-c11c0d7fcb45 req-cfb7b58f-a909-4900-a2a0-698681a38da4 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642682 Jan 10 19:22:30.106321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.119658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0a95cd3b-ae29-4760-97f3-217974160f6c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:30.170395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c9f50c8-a429-424d-bb5a-4ce3aca6ee59 req-11b12ded-b087-4c39-b90b-740371df4bf3 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 210 time: 0.0556846 Jan 10 19:22:30.172379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.180597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:30.181072 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.183516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0a95cd3b-ae29-4760-97f3-217974160f6c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:30.188112 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a95cd3b-ae29-4760-97f3-217974160f6c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5953195 Jan 10 19:22:30.193052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.202513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60042) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:30.211160 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:30.326576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.352422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.366245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] Pushing event deleted for resources: {'Network': ['ID=1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:30.381047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-67ac169e-247f-456b-adb0-767a727d3eca tempest-TaggedBootDevicesTest-1176789940 tempest-TaggedBootDevicesTest-1176789940-project] 10.222.0.21 "DELETE /v2.0/networks/1a53e0b6-aedd-4af1-89a8-c54a0d2f8a92 HTTP/1.1" status: 204 len: 168 time: 0.7522314 Jan 10 19:22:30.464244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:22:30.548848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-0b559882-a734-4887-ac56-350b0221c091 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:30.549529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-0b559882-a734-4887-ac56-350b0221c091 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Synchronizing usage tracker for tenant:da5c57f5bf3f45debab4b89a4e547812 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:30.556662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f25905c-84f9-4d95-ac9c-7be1f2a17e57 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.558214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35493657-5238-4ab3-ac43-c22277a352dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.563694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.568150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:30.568725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.651064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router aa02cbbe-62d1-4a08-bbaa-7c8785186051 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:22:30.718911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-0b559882-a734-4887-ac56-350b0221c091 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Unset dirty status for tenant:da5c57f5bf3f45debab4b89a4e547812 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:30.720420 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-0b559882-a734-4887-ac56-350b0221c091 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.44 "GET /v2.0/networks?id=f1335cf8-8d97-459c-9b9d-c8e55377dacc HTTP/1.1" status: 200 len: 824 time: 0.8793001 Jan 10 19:22:30.784127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Request body: {'port': {'device_id': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc', 'admin_state_up': True, 'tenant_id': 'da5c57f5bf3f45debab4b89a4e547812'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:30.817726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f25905c-84f9-4d95-ac9c-7be1f2a17e57 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.847835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5317233 Jan 10 19:22:30.847835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35493657-5238-4ab3-ac43-c22277a352dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:30.849702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60070) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:30.866495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '06f52f47-dc2d-457e-9247-c43646132488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:31.133550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27185d31-1c1e-467b-a9a6-294dfb575f40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=06f52f47-dc2d-457e-9247-c43646132488,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:31.147092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 06f52f47-dc2d-457e-9247-c43646132488 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:22:31.199772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:31.203787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:31.207865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:31.214014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:31.225392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f25905c-84f9-4d95-ac9c-7be1f2a17e57 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.295422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25905c-84f9-4d95-ac9c-7be1f2a17e57 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ceb41-8ef8-416a-9d06-be921e2f9418,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:31.308398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:31.489362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:31.496324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Usage tracker for resource:port and tenant:da5c57f5bf3f45debab4b89a4e547812 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:31.499756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f25905c-84f9-4d95-ac9c-7be1f2a17e57 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.504256 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2f25905c-84f9-4d95-ac9c-7be1f2a17e57 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/394ceb41-8ef8-416a-9d06-be921e2f9418 HTTP/1.1" status: 204 len: 168 time: 1.2085989 Jan 10 19:22:31.507151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:31.509837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60094) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:31.516725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35493657-5238-4ab3-ac43-c22277a352dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.521503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:31.556479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.558156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493657-5238-4ab3-ac43-c22277a352dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4b195-efce-49c0-90e7-6c2493b4141a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:31.560610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35493657-5238-4ab3-ac43-c22277a352dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.562010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-35493657-5238-4ab3-ac43-c22277a352dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abc4b195-efce-49c0-90e7-6c2493b4141a HTTP/1.1" status: 204 len: 168 time: 1.8820074 Jan 10 19:22:31.569367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:31.578230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.579663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-df40f00d-41d6-4373-a72b-02ce7e9240ba tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 705 time: 3.5327148 Jan 10 19:22:31.589232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60100) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:31.589401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] Sync routers for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:31.624110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:31.625221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:31.657966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Made reservation on behalf of da5c57f5bf3f45debab4b89a4e547812 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:31.661567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:31.672287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e25d4f09-921e-4bf8-b72d-5f27165b1baa tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:31.754420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87880c2d-58ab-43ca-9b4c-9f19bb5e399f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:31.763440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e25d4f09-921e-4bf8-b72d-5f27165b1baa tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:31.763440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e25d4f09-921e-4bf8-b72d-5f27165b1baa tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 205 time: 0.1706097 Jan 10 19:22:31.776223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60104) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:31.930055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0bf078b-af69-497f-92d0-8725f22e8e65 req-5bbb5607-c2c1-45fd-8daf-329809004e21 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 210 time: 0.3763053 Jan 10 19:22:31.959209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:31.992607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8f0b5d57-a4dc-4549-8702-8eabebd7ffd4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:32.039605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8f0b5d57-a4dc-4549-8702-8eabebd7ffd4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.7858520 Jan 10 19:22:32.066646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87880c2d-58ab-43ca-9b4c-9f19bb5e399f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:32.072980 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-87880c2d-58ab-43ca-9b4c-9f19bb5e399f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5615628 Jan 10 19:22:32.073831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60112) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:32.138743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365853382'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:32.153422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:32.166310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-af0cd7c0-414e-4ce8-8abe-16be1a9f88ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.1250117 Jan 10 19:22:32.168475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:19Z', 'revision_number': 11, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:32.175825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] Checking router: aa02cbbe-62d1-4a08-bbaa-7c8785186051 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:32.203543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] Routers {'aa02cbbe-62d1-4a08-bbaa-7c8785186051'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:32.208897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:32.261266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:32.291964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:32.390907 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:32.521138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] Set router aa02cbbe-62d1-4a08-bbaa-7c8785186051 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:32.528577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:32.536455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-16d9e59b-9019-40e0-8bf6-9e245ec8129d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3691974 Jan 10 19:22:32.541311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:32.567363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:32.582355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:32.590435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Allocated IP 172.20.0.3 (f1335cf8-8d97-459c-9b9d-c8e55377dacc/1d83a3b4-4001-482d-81b8-6298f0098ce0/e7fcf2ca-44b8-46d2-ac03-5453e15b4df8) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:32.738531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:32.763594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:19Z', 'revision_number': 11, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:32.770062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb84ea-b027-475f-a2d1-eb34dda35f44 None None] The sync data for ids ['aa02cbbe-62d1-4a08-bbaa-7c8785186051'] in n-d-816927-8 is: [{'id': 'aa02cbbe-62d1-4a08-bbaa-7c8785186051', 'name': 'tempest-RoutersIpV6Test-router-1499863680', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:20:32Z', 'updated_at': '2022-01-10T19:22:19Z', 'revision_number': 11, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:32.941801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-bf37abc5-4583-405f-b786-4cec697071a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946083 Jan 10 19:22:32.995702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.011572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=d0557984-3b3d-4fbf-9f0f-8d24ebb1e118,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:33.091036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.148588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': '1ce3457e-8fc1-4b06-b96e-cf4999da1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '06f52f47-dc2d-457e-9247-c43646132488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:33.148956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 06f52f47-dc2d-457e-9247-c43646132488, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:22:33.152841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60138) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:33.158332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.224165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3440d-4383-4639-90b0-9bb767b738e4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:33.273265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.274343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-13feee58-99ed-4d7c-94e8-b1159f44833f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1850998 Jan 10 19:22:33.278973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60144) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:33.289276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.331744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': 'c2c3440d-4383-4639-90b0-9bb767b738e4', 'direction': 'ingress', 'protocol': 17}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:33.351984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5df2c6af-7213-4947-8400-74c1e670df71 req-93c3ea45-04e9-44c9-ac3f-d5e803f53ba7 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 210 time: 0.0802150 Jan 10 19:22:33.353127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:33.370840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-94675492-fa96-4518-ae0f-fd9d984aafd3 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227796 Jan 10 19:22:33.379907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:33.398202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:33.410611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 06f52f47-dc2d-457e-9247-c43646132488 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:22:33.424680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:33.446899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.448318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router aa02cbbe-62d1-4a08-bbaa-7c8785186051 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:22:33.477534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 06f52f47-dc2d-457e-9247-c43646132488) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:33.488264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be3630-963d-49d4-becc-d5f091bcab78 None None] Network 06f52f47-dc2d-457e-9247-c43646132488 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:33.492576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:33.495486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.501756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.593732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.617431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c38ea674-6fbc-4a1d-9b5b-5583c0b37be6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7662990 Jan 10 19:22:33.630983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60150) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:33.647988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '06f52f47-dc2d-457e-9247-c43646132488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:33.666664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.677984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e23b3dc-899a-4379-88e1-7fb574bdfac3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 204 len: 168 time: 1.8938608 Jan 10 19:22:33.683973 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.693005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60154) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:33.720987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1862134419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:33.862639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1466647000-network', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:33.873971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:33.912336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Usage tracker for resource:router and tenant:ed552a5d941244919817a0fd01ff2bcf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:33.926013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:33.942240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:33.955607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:33.958175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:33.959330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Usage tracker for resource:network and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:33.967083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:33.968891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d777e93-95d0-410f-a3a0-900fc16523e4 req-82a553dc-f268-436b-8ee7-7693a880df55 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 210 time: 0.0889738 Jan 10 19:22:33.984133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Network f1335cf8-8d97-459c-9b9d-c8e55377dacc is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:33.991939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:33.998744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:34.002141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:34.092541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Pushing event updated for resources: {'Port': ['ID=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:34.109494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.133837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:34.134851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.136349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.144798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-06f52f47-dc2d-457e-9247-c43646132488', 'network_id': '06f52f47-dc2d-457e-9247-c43646132488', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': 'd0557984-3b3d-4fbf-9f0f-8d24ebb1e118'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:22:34.145713 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.152239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:34.157244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:34.161363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Made reservation on behalf of 7d08ad0d742446f5891bfeb56d396ae7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:34.164273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:34.167567 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.193638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:34.198847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.246649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.279851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:34.280503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.342398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.371319 n-d-816927-8 neutron-server[83630]: INFO neutron.db.ipam_backend_mixin [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d0557984-3b3d-4fbf-9f0f-8d24ebb1e118 (CIDR: 172.20.0.0/28) Jan 10 19:22:34.381582 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:22:34.382329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:34.389037 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6fd111ab-2747-46c2-9533-27fe9c3c4f97 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6195750 Jan 10 19:22:34.405658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0922ca-ced8-4551-9269-96f71373f2d7,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:34.419871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-078fbe6f-bee6-46ef-860f-0903df944766 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7851520 Jan 10 19:22:34.420064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:34.420163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.420163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-186bddc8-00c7-4fbd-9275-ede16119fd3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0991793 Jan 10 19:22:34.420163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60170) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:34.422486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60172) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:34.428977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '06f52f47-dc2d-457e-9247-c43646132488', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:34.439384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:34.464442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:34.492496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.511774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:34.536060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Allocated IP 172.20.0.2 (06f52f47-dc2d-457e-9247-c43646132488/d0557984-3b3d-4fbf-9f0f-8d24ebb1e118/cad8bcad-cb4f-4de5-9286-8826af0021bf) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:34.604585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.607184 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bf1e51b1-40da-43e5-bf1c-1093b1c417e3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9113746 Jan 10 19:22:34.610151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60184) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:34.658047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:34.751446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Request body: {'port': {'device_id': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:34.857275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:34.870719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Transition to ACTIVE for port object cad8bcad-cb4f-4de5-9286-8826af0021bf will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:34.891678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Transition to ACTIVE for port object cad8bcad-cb4f-4de5-9286-8826af0021bf will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:34.902460 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.013097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Network 06f52f47-dc2d-457e-9247-c43646132488 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:35.018533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:35.025624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:35.172483 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.268091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ff9b-9edf-4407-8caa-8faa69b06ea0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.369094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Pushing event updated for resources: {'Port': ['ID=cad8bcad-cb4f-4de5-9286-8826af0021bf,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:35.401086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Attempting to bind port cad8bcad-cb4f-4de5-9286-8826af0021bf on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:22:35.401849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Attempting to bind port cad8bcad-cb4f-4de5-9286-8826af0021bf by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '1ce3457e-8fc1-4b06-b96e-cf4999da1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '06f52f47-dc2d-457e-9247-c43646132488'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:22:35.402411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Attempting to bind port cad8bcad-cb4f-4de5-9286-8826af0021bf on network 06f52f47-dc2d-457e-9247-c43646132488 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:35.410680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:35.412348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:22:35.412935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Checking segment: {'id': '1ce3457e-8fc1-4b06-b96e-cf4999da1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '06f52f47-dc2d-457e-9247-c43646132488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:35.413563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.414139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Bound using segment: {'id': '1ce3457e-8fc1-4b06-b96e-cf4999da1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '06f52f47-dc2d-457e-9247-c43646132488'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:22:35.418974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Bound port: cad8bcad-cb4f-4de5-9286-8826af0021bf, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce3457e-8fc1-4b06-b96e-cf4999da1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '06f52f47-dc2d-457e-9247-c43646132488'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:22:35.419647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.455751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:35.476153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:35.491489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:35.507464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c67636a-f76c-4e8f-8cd6-9fa6f3d42eba req-96d9135f-15cd-43da-8c16-8a5fd18d12f8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 210 time: 0.1149995 Jan 10 19:22:35.541682 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ff9b-9edf-4407-8caa-8faa69b06ea0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.572928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:35.577316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.703489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] For port cad8bcad-cb4f-4de5-9286-8826af0021bf, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:22:35.711066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc58f-16da-4ac9-81df-6e07fa6e630f req-0db07c44-ebff-4706-b287-d211d70f0d1a tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:35.711374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] For port cad8bcad-cb4f-4de5-9286-8826af0021bf, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad8bcad-cb4f-4de5-9286-8826af0021bf,segment=NetworkSegment(1ce3457e-8fc1-4b06-b96e-cf4999da1653),segment_id=1ce3457e-8fc1-4b06-b96e-cf4999da1653)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:22:35.719221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f9cc58f-16da-4ac9-81df-6e07fa6e630f req-0db07c44-ebff-4706-b287-d211d70f0d1a tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 931 time: 0.8155165 Jan 10 19:22:35.722387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.747213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ff9b-9edf-4407-8caa-8faa69b06ea0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.807400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5ff9b-9edf-4407-8caa-8faa69b06ea0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3440d-4383-4639-90b0-9bb767b738e4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:35.826895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ff9b-9edf-4407-8caa-8faa69b06ea0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:35.831600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a8e5ff9b-9edf-4407-8caa-8faa69b06ea0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2c3440d-4383-4639-90b0-9bb767b738e4 HTTP/1.1" status: 204 len: 168 time: 1.4078875 Jan 10 19:22:35.836369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60196) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:35.881460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f9cc58f-16da-4ac9-81df-6e07fa6e630f req-b81bd3d6-7eb6-4c77-b3ce-1c6df2bfc7e4 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612701 Jan 10 19:22:35.912534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dedc5-07e2-4dd2-9b0c-7f52ef80e38e None None] Pushing event updated for resources: {'Port': ['ID=cad8bcad-cb4f-4de5-9286-8826af0021bf,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:35.933002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.024487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6bdbf574-fe6e-40ee-bceb-353bcd688792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:36.044614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.101702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6bdbf574-fe6e-40ee-bceb-353bcd688792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:36.103557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6bdbf574-fe6e-40ee-bceb-353bcd688792 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2648230 Jan 10 19:22:36.122820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60202) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:36.147845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.164176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--190350427'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:36.191696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:36.196775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:22:36.263959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56215806-d22f-4c96-a3cb-3f76ca9edfed,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:36.308465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 06f52f47-dc2d-457e-9247-c43646132488 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:36.312069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:36.316692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:36.317278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.358262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=aa7b466e-46e3-44c2-9cee-10cfbb15f106,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:36.375766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-530da7a8-e7ec-4b94-b8e0-3a1f1aa0c4a4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9524276 Jan 10 19:22:36.376599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60210) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:36.382145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:36.389138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '06f52f47-dc2d-457e-9247-c43646132488', 'fixed_ips': [{'subnet_id': 'd0557984-3b3d-4fbf-9f0f-8d24ebb1e118'}, {'subnet_id': 'aa7b466e-46e3-44c2-9cee-10cfbb15f106'}], 'name': 'tempest-PortsTestJSON-1994385703'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:36.411174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-7c29ffd5-208f-4cd2-ac5a-75223b685ef7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:36.412490 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-7c29ffd5-208f-4cd2-ac5a-75223b685ef7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.6183202 Jan 10 19:22:36.478313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.478980 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Added segment 5e81acce-f558-480f-9bf0-4042902e9ded of type vlan for network c3e84529-b45d-452c-9ad1-4dd740300064 Jan 10 19:22:36.514635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:36.574084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:36.578737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:36.582494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.582670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:36.591693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:36.608269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:36.735867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.755931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.772926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.773779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:36.774354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.803951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-520224ac-7223-4c3b-9f1a-cb70ba0b2f15 req-946d6ee3-c1ac-4635-9f3e-d644edabbf8a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 210 time: 0.0664577 Jan 10 19:22:36.824521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:36.861084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port aebe6129-4bd0-4696-9278-87eae97407e5 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:22:36.902535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] Pushing event updated for resources: {'Network': ['ID=c3e84529-b45d-452c-9ad1-4dd740300064,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:36.913390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c3e84529-b45d-452c-9ad1-4dd740300064 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:22:36.931371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.241262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:37.245464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:37.248736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:37.255593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:37.324636 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.336136 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3491308e-61f1-49bd-a0d5-f636bb636b2b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1749837 Jan 10 19:22:37.340148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60222) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:37.375643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.426076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Request body: {'subnet': {'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1466647000-subnet', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:37.439652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a1d6c9-f297-4e38-ba54-5d920f58ef16 None None] Network 06f52f47-dc2d-457e-9247-c43646132488 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:37.474780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:37.482957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:37.485217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.489695 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3626037 Jan 10 19:22:37.489695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Usage tracker for resource:port and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:37.489931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75e6b6-d88e-475a-893b-e63140be383c req-5cf3dad2-13aa-46a0-b07b-e6c0e3b4d49f tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:37.495965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e75e6b6-d88e-475a-893b-e63140be383c req-5cf3dad2-13aa-46a0-b07b-e6c0e3b4d49f tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 931 time: 0.3232279 Jan 10 19:22:37.499412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60226) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:37.511881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236161860'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:37.521339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837b77-ccd8-46d3-b239-f5e8bbd1e328 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a059588-7931-4700-a22d-1d55955c42fd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:37.532161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Usage tracker for resource:subnet and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:37.535394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:37.577412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e75e6b6-d88e-475a-893b-e63140be383c req-352e931a-1f9b-4772-8407-2a8ddaa860dd tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743351 Jan 10 19:22:37.578674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:37.591452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:37.602347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:37.606022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:37.645719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:37.665787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:37.669756 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.681972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:37.687471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Made reservation on behalf of 7d08ad0d742446f5891bfeb56d396ae7 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:22:37.690962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.696866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:37.735560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:37.802537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.9 (06f52f47-dc2d-457e-9247-c43646132488/d0557984-3b3d-4fbf-9f0f-8d24ebb1e118/aebe6129-4bd0-4696-9278-87eae97407e5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:37.822021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.21 (06f52f47-dc2d-457e-9247-c43646132488/aa7b466e-46e3-44c2-9cee-10cfbb15f106/aebe6129-4bd0-4696-9278-87eae97407e5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:37.833021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:37.840466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:37.844561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad8bcad-cb4f-4de5-9286-8826af0021bf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:37.849494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:37.875007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:38.059568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:22:38.108996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.125353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a0919f0-e2f5-499f-b8ce-0925a7f2afad None None] Provisioning for port cad8bcad-cb4f-4de5-9286-8826af0021bf completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:38.133173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Transition to ACTIVE for port object e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:38.153027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.209550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port cad8bcad-cb4f-4de5-9286-8826af0021bf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:38.219729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cad8bcad-cb4f-4de5-9286-8826af0021bf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:38.220263 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.392646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Update dhcp port {'port': {'network_id': '06f52f47-dc2d-457e-9247-c43646132488', 'fixed_ips': [{'subnet_id': 'd0557984-3b3d-4fbf-9f0f-8d24ebb1e118', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa7b466e-46e3-44c2-9cee-10cfbb15f106'}], 'binding:host_id': 'n-d-816927-8'}, 'id': 'cad8bcad-cb4f-4de5-9286-8826af0021bf'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:22:38.421870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7fd480e-5970-4bcd-b69c-468ac342c92f req-71272dae-3e97-41d7-b3c5-13123ce8c9a4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 210 time: 0.3392084 Jan 10 19:22:38.447806 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.448802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.458840 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ef8b-25ee-49ec-ad73-a969d84a9fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.464879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.515388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Router 5b8c250e-9be9-4080-a034-dedc77db82cb is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:22:38.592076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa99fc2-9dd5-439b-ae99-f8225fe303be,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:38.669396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.683961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.686205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.693655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9efad3fc-aa8b-4d5d-9ee3-8e12faaf22a0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1929190 Jan 10 19:22:38.696756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60240) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:38.728585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '5a059588-7931-4700-a22d-1d55955c42fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0aa99fc2-9dd5-439b-ae99-f8225fe303be', 'remote_ip_prefix': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:38.749961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port cad8bcad-cb4f-4de5-9286-8826af0021bf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad8bcad-cb4f-4de5-9286-8826af0021bf,segment=NetworkSegment(1ce3457e-8fc1-4b06-b96e-cf4999da1653),segment_id=1ce3457e-8fc1-4b06-b96e-cf4999da1653)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:38.757609 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:38.762458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:38.770214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object aebe6129-4bd0-4696-9278-87eae97407e5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:38.780777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:38.790491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:38.812413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:38.854940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:39.000559 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.043975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.8 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/54a6963f-4bdc-4bc7-83c7-ff95de2c66cc) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:39.097549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=cad8bcad-cb4f-4de5-9286-8826af0021bf,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:39.126154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Allocated IP 172.20.0.18 (06f52f47-dc2d-457e-9247-c43646132488/aa7b466e-46e3-44c2-9cee-10cfbb15f106/cad8bcad-cb4f-4de5-9286-8826af0021bf) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:39.163332 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.165559 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.250838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:39.260620 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] Sync routers for ids ['5b8c250e-9be9-4080-a034-dedc77db82cb'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:39.274936 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] Routers {'5b8c250e-9be9-4080-a034-dedc77db82cb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:39.275893 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5b8c250e-9be9-4080-a034-dedc77db82cb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:39.378713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 06f52f47-dc2d-457e-9247-c43646132488 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:39.380758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] For port cad8bcad-cb4f-4de5-9286-8826af0021bf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad8bcad-cb4f-4de5-9286-8826af0021bf,segment=NetworkSegment(1ce3457e-8fc1-4b06-b96e-cf4999da1653),segment_id=1ce3457e-8fc1-4b06-b96e-cf4999da1653)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:39.406267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.407611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.411084 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e12a392e-75d7-4343-a885-87bcf5301f9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "PUT /v2.0/routers/5b8c250e-9be9-4080-a034-dedc77db82cb HTTP/1.1" status: 200 len: 698 time: 4.7777264 Jan 10 19:22:39.424560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:39.425232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=aebe6129-4bd0-4696-9278-87eae97407e5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:39.433083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:39.434214 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] Set router 5b8c250e-9be9-4080-a034-dedc77db82cb gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:39.444990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:39.448847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.450060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.514393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Transition to ACTIVE for port object cad8bcad-cb4f-4de5-9286-8826af0021bf will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:39.524827 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.608919 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8c250e-9be9-4080-a034-dedc77db82cb', 'name': 'tempest-RoutersIpV6Test-router-1862134419', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:34Z', 'updated_at': '2022-01-10T19:22:36Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:39.614122 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] Checking router: 5b8c250e-9be9-4080-a034-dedc77db82cb for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:39.637528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:39.638175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.638321 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] Routers {'5b8c250e-9be9-4080-a034-dedc77db82cb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:39.639175 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5b8c250e-9be9-4080-a034-dedc77db82cb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:39.667415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cde5b1b-5143-418d-84ba-dfce31830759,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:39.707397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Attempting to bind port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:22:39.708533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Attempting to bind port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'c8312f97-5c58-4319-8a61-728b5ab73550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:22:39.710228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Attempting to bind port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 on network f1335cf8-8d97-459c-9b9d-c8e55377dacc {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:39.768343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31d08ec1-a97f-4cb2-8bf3-a96db59ba8e3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3906636 Jan 10 19:22:39.771520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60256) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:39.790195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ada0-da2b-49ac-bc60-29bada6c127e req-cf968e8d-5f1e-478b-87a2-2d46d92a95ab tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:39.795171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2156ada0-da2b-49ac-bc60-29bada6c127e req-cf968e8d-5f1e-478b-87a2-2d46d92a95ab tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 943 time: 0.9183433 Jan 10 19:22:39.806965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad8bcad-cb4f-4de5-9286-8826af0021bf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:39.879832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 on network f1335cf8-8d97-459c-9b9d-c8e55377dacc not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:22:39.880294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Attempting to bind port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 on network f1335cf8-8d97-459c-9b9d-c8e55377dacc {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:39.895544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:22:39.896079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Checking segment: {'id': 'c8312f97-5c58-4319-8a61-728b5ab73550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:39.896585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Bound using segment: {'id': 'c8312f97-5c58-4319-8a61-728b5ab73550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:22:39.897143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Bound port: e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8312f97-5c58-4319-8a61-728b5ab73550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:22:39.897597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:39.949014 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] Set router 5b8c250e-9be9-4080-a034-dedc77db82cb gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:39.955123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8b0b22-4977-4b3c-9d31-db2d53d67e13,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:40.002117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Checking segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:40.002657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Network hostable DHCP agents. Network: c3e84529-b45d-452c-9ad1-4dd740300064, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:22:40.019521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb647d2a-5231-4a29-924a-8e611690fc37 req-6332abac-134d-4918-9846-de7e622791b2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 210 time: 0.2031910 Jan 10 19:22:40.059808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd1c17-8661-451a-93c0-10725cb6b245 None None] Pushing event updated for resources: {'Port': ['ID=cad8bcad-cb4f-4de5-9286-8826af0021bf,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:40.078840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0557984-3b3d-4fbf-9f0f-8d24ebb1e118'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:40.219284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.224217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cdc9979c-2b89-4f10-9e09-1003517ecf3c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.5246460 Jan 10 19:22:40.229590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:40.233335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2156ada0-da2b-49ac-bc60-29bada6c127e req-b807c588-adb9-41d8-a838-750d8324aef6 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197042 Jan 10 19:22:40.340022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.352281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7f80f611-77bb-411c-8a72-7e5de75cc56f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.366153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] For port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:22:40.367325 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8c250e-9be9-4080-a034-dedc77db82cb', 'name': 'tempest-RoutersIpV6Test-router-1862134419', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:34Z', 'updated_at': '2022-01-10T19:22:36Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:40.375073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9b191-9541-48d0-937e-c3a832abbe6d None None] The sync data for ids ['5b8c250e-9be9-4080-a034-dedc77db82cb'] in n-d-816927-8 is: [{'id': '5b8c250e-9be9-4080-a034-dedc77db82cb', 'name': 'tempest-RoutersIpV6Test-router-1862134419', 'tenant_id': 'ed552a5d941244919817a0fd01ff2bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:34Z', 'updated_at': '2022-01-10T19:22:36Z', 'revision_number': 2, 'project_id': 'ed552a5d941244919817a0fd01ff2bcf', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:40.378598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] For port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,segment=NetworkSegment(c8312f97-5c58-4319-8a61-728b5ab73550),segment_id=c8312f97-5c58-4319-8a61-728b5ab73550)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:22:40.379832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7f80f611-77bb-411c-8a72-7e5de75cc56f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.384203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Network c3e84529-b45d-452c-9ad1-4dd740300064 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:22:40.397975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.444771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e2a89ee7-912f-41d2-b902-44dec4341366 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/routers/5b8c250e-9be9-4080-a034-dedc77db82cb HTTP/1.1" status: 200 len: 704 time: 0.8764088 Jan 10 19:22:40.445948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c3e84529-b45d-452c-9ad1-4dd740300064) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:40.453788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60268) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:40.459658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7f80f611-77bb-411c-8a72-7e5de75cc56f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.464436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4add744-2a24-4c00-9cb5-333a87bbf621 None None] Network c3e84529-b45d-452c-9ad1-4dd740300064 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:40.492627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80f611-77bb-411c-8a72-7e5de75cc56f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cde5b1b-5143-418d-84ba-dfce31830759,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:40.501843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7f80f611-77bb-411c-8a72-7e5de75cc56f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.506569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7f80f611-77bb-411c-8a72-7e5de75cc56f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3cde5b1b-5143-418d-84ba-dfce31830759 HTTP/1.1" status: 204 len: 168 time: 0.2723911 Jan 10 19:22:40.507548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.536019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60272) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:40.536370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba28ae30-f024-4e29-aa23-d4710677f702 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b8c250e-9be9-4080-a034-dedc77db82cb HTTP/1.1" status: 200 len: 205 time: 0.0776024 Jan 10 19:22:40.536867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:40.543574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:40.545653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.609174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.611443 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] 10.222.0.44 "PUT /v2.0/ports/e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 HTTP/1.1" status: 200 len: 1091 time: 6.2003741 Jan 10 19:22:40.612026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'tag': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:40.627538 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5470f3c9-3727-458a-95f3-53d8a6e98917 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2508314 Jan 10 19:22:40.631730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60282) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:40.651174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:40.765240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:40.783387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.793363 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'tag': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8', 'status': 'completed', 'code': 200} Jan 10 19:22:40.822964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af47f5-c04f-4371-80a5-3fdda3381034 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:40.839262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Usage tracker for resource:router and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:40.861179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:40.894737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:22:40.956767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-603deffb-dbf2-48fb-a974-7fce13537692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.962299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-c3e84529-b45d-452c-9ad1-4dd740300064', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:22:40.963505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:40.979244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c1da10b7-f0f4-4a93-b9cf-0430b1b730e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:41.013275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:41.120503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:41.144076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:41.148551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:41.276193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:41.277334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:41.285026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:41.315163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c1da10b7-f0f4-4a93-b9cf-0430b1b730e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:41.322748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c1da10b7-f0f4-4a93-b9cf-0430b1b730e8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7401819 Jan 10 19:22:41.326099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:41.340690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60294) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:41.387360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Allocated IP 172.20.0.2 (c3e84529-b45d-452c-9ad1-4dd740300064/4e8b0b22-4977-4b3c-9d31-db2d53d67e13/2c35ccbd-85ab-41ed-b520-f7c7338a3cf7) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:41.448673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:41.449767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:41.472989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-6bee510d-4c50-498a-914c-a82cdabc9f8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da5c57f5bf3f45debab4b89a4e547812&device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 1094 time: 0.8067439 Jan 10 19:22:41.504592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:41.720672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706734a-65df-4d52-a6ad-cedc8b7c2808 None None] Network 06f52f47-dc2d-457e-9247-c43646132488 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:41.746588 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-c2dfa6a7-5b51-4f9e-81e6-b83e0e86dd07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 HTTP/1.1" status: 200 len: 217 time: 0.2574127 Jan 10 19:22:41.748092 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-671e066d-9b30-4d1e-aab3-77ef67702409 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2714541 Jan 10 19:22:41.786261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Request body: {'port': {'device_id': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:41.816279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f22f2d4-0b48-4c8a-81b0-ad77631ef292 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:41.912809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad8bcad-cb4f-4de5-9286-8826af0021bf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:42.003895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Delete allocated IP 172.20.0.21 (06f52f47-dc2d-457e-9247-c43646132488/aa7b466e-46e3-44c2-9cee-10cfbb15f106) {{(pid=83630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 19:22:42.051422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9d62e976-c0a0-4a63-bf34-bd5cd52293d1 None None] Provisioning for port cad8bcad-cb4f-4de5-9286-8826af0021bf completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:42.071341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9d62e976-c0a0-4a63-bf34-bd5cd52293d1 None None] Provisioning complete for port cad8bcad-cb4f-4de5-9286-8826af0021bf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:42.071782 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d62e976-c0a0-4a63-bf34-bd5cd52293d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.078077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:22:42.131079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-76c51b89-0c6c-4c04-b4a0-23fd25b313ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:42.132586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-76c51b89-0c6c-4c04-b4a0-23fd25b313ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d83a3b4-4001-482d-81b8-6298f0098ce0 HTTP/1.1" status: 200 len: 864 time: 0.3532717 Jan 10 19:22:42.161878 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.163849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cad8bcad-cb4f-4de5-9286-8826af0021bf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:42.164324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.242040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.261216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f22f2d4-0b48-4c8a-81b0-ad77631ef292 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.330205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-3e22c294-c981-4993-8f59-4ca3842f54d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1335cf8-8d97-459c-9b9d-c8e55377dacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767039 Jan 10 19:22:42.339969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.438479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f22f2d4-0b48-4c8a-81b0-ad77631ef292 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.476561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.562795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22f2d4-0b48-4c8a-81b0-ad77631ef292 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa99fc2-9dd5-439b-ae99-f8225fe303be,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:42.567079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60300) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:42.730430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5f22f2d4-0b48-4c8a-81b0-ad77631ef292 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.731584 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5f22f2d4-0b48-4c8a-81b0-ad77631ef292 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/0aa99fc2-9dd5-439b-ae99-f8225fe303be HTTP/1.1" status: 204 len: 168 time: 1.3832555 Jan 10 19:22:42.751378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60308) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:42.767686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.779342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Transition to ACTIVE for port object 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:42.800772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Transition to ACTIVE for port object 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:42.849630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.930348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.936285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:42.946611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-7c7ae623-0b21-44fd-8987-40422e256b22 service neutron] 10.222.0.44 "GET /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088352 Jan 10 19:22:42.951763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Pushing event updated for resources: {'Port': ['ID=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:42.983933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.984599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.985191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.985778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.986376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.987045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.987618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.988191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.988758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.989328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:42.989907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:22:43.004196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.004798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Fanout notify agent at l3_agent the message router_deleted on router 5b8c250e-9be9-4080-a034-dedc77db82cb {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:22:43.009070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Network c3e84529-b45d-452c-9ad1-4dd740300064 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:43.015885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:43.024859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:43.037876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa11670-9d2d-477d-b3b3-8f4f2db5f1f9 req-3dc79efd-cdf8-4ea5-ae0a-7a57ead97ffb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:43.039862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7fa11670-9d2d-477d-b3b3-8f4f2db5f1f9 req-3dc79efd-cdf8-4ea5-ae0a-7a57ead97ffb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 931 time: 1.7568905 Jan 10 19:22:43.043723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.044880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-580df6e3-61fa-4988-aad4-6c0af5251c72 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/5b8c250e-9be9-4080-a034-dedc77db82cb HTTP/1.1" status: 204 len: 168 time: 2.4560771 Jan 10 19:22:43.080107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60312) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:43.169875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7fa11670-9d2d-477d-b3b3-8f4f2db5f1f9 req-3d0e77c5-d71b-4cde-a6f8-5788d5eb397f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189630 Jan 10 19:22:43.249578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002692-440e-47e9-a155-0b414ead6f29 req-864108dd-562d-48f1-8a7f-d99ae4fe2aa3 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:43.251760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc002692-440e-47e9-a155-0b414ead6f29 req-864108dd-562d-48f1-8a7f-d99ae4fe2aa3 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 943 time: 1.6400368 Jan 10 19:22:43.276820 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e520cf20-385f-4ccd-a7d0-a8feb40c1f00 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b8c250e-9be9-4080-a034-dedc77db82cb HTTP/1.1" status: 200 len: 205 time: 0.1938109 Jan 10 19:22:43.278572 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.289252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60316) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:43.342137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac28eff5-56a1-4c90-8d2f-2e911155d379 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:43.343984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Attempting to bind port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:22:43.347177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Attempting to bind port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:22:43.347733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Attempting to bind port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 on network c3e84529-b45d-452c-9ad1-4dd740300064 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:43.371632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:22:43.373155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Checking segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:43.375882 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.375882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Bound using segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:22:43.376341 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.378204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Bound port: 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:22:43.378886 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.398707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac28eff5-56a1-4c90-8d2f-2e911155d379 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:43.400879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac28eff5-56a1-4c90-8d2f-2e911155d379 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4232378 Jan 10 19:22:43.408472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:43.430168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc002692-440e-47e9-a155-0b414ead6f29 req-7856f6f4-088d-4075-83d0-5c76f44f1b29 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676888 Jan 10 19:22:43.436313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Ignored duplicate provisioning block setup for port aebe6129-4bd0-4696-9278-87eae97407e5 by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 10 19:22:43.448433 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-99064056-9452-457d-9785-06fdcd85d865 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:43.449502 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-99064056-9452-457d-9785-06fdcd85d865 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/5b8c250e-9be9-4080-a034-dedc77db82cb HTTP/1.1" status: 404 len: 336 time: 0.1583145 Jan 10 19:22:43.474669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60324) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:43.490024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.541248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] For port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:22:43.545460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] For port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:22:43.556113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.684134 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b5a314-0ad0-4db1-b378-caa96d777f7c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:43.687281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9f642-bae9-4772-b78b-1e45519a5f7e None None] Pushing event updated for resources: {'Port': ['ID=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:43.687647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b5a314-0ad0-4db1-b378-caa96d777f7c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:43.702674 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dfcd0184-13f5-4c7b-b24a-d881acbc18bb req-3b8d998b-8452-4181-ab00-b33e0f4e151d service neutron] 10.222.0.44 "GET /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445860 Jan 10 19:22:43.703272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-91b5a314-0ad0-4db1-b378-caa96d777f7c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/597256b1-9715-4516-8450-70d5024cac1e HTTP/1.1" status: 404 len: 337 time: 0.2143903 Jan 10 19:22:43.703519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:43.772238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3f7a6826-d187-406f-899d-9d0bf428a71e None None] Provisioning for port aebe6129-4bd0-4696-9278-87eae97407e5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:43.782544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3f7a6826-d187-406f-899d-9d0bf428a71e None None] Provisioning complete for port aebe6129-4bd0-4696-9278-87eae97407e5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:43.783954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6826-d187-406f-899d-9d0bf428a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.844866 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-117087cc-cc01-4175-b7d9-54be1a933690 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:43.845307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117087cc-cc01-4175-b7d9-54be1a933690 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:43.863296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-117087cc-cc01-4175-b7d9-54be1a933690 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/6f55a551-2466-4042-b101-96eb56106703 HTTP/1.1" status: 404 len: 337 time: 0.1394482 Jan 10 19:22:43.875575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60334) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:43.923326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a6826-d187-406f-899d-9d0bf428a71e None None] Port aebe6129-4bd0-4696-9278-87eae97407e5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:43.960884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3f7a6826-d187-406f-899d-9d0bf428a71e None None] Provisioning complete for port cad8bcad-cb4f-4de5-9286-8826af0021bf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:43.961416 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6826-d187-406f-899d-9d0bf428a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:43.991334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=aebe6129-4bd0-4696-9278-87eae97407e5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:44.030325 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e31640-8661-43d1-8ab6-afcfc25ceb80 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:44.030815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e31640-8661-43d1-8ab6-afcfc25ceb80 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:44.032427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-39e31640-8661-43d1-8ab6-afcfc25ceb80 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/0d8921e2-1a01-417e-813a-51ffbba44023 HTTP/1.1" status: 404 len: 337 time: 0.1549814 Jan 10 19:22:44.044568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:44.045275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0f421cd-a7bc-4a03-acf3-25550afd4cee tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.072119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:22:44.138393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0f421cd-a7bc-4a03-acf3-25550afd4cee tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.376750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0f421cd-a7bc-4a03-acf3-25550afd4cee tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.390564 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c10792-ff77-41ff-8143-6dc346c7ffa4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:44.391497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c10792-ff77-41ff-8143-6dc346c7ffa4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:44.423564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.426240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45c10792-ff77-41ff-8143-6dc346c7ffa4 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/abf44b6e-ebbe-4bc1-b71a-14fa49426b1b HTTP/1.1" status: 404 len: 337 time: 0.1436806 Jan 10 19:22:44.427984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0f421cd-a7bc-4a03-acf3-25550afd4cee tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.431636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c0f421cd-a7bc-4a03-acf3-25550afd4cee tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/5a059588-7931-4700-a22d-1d55955c42fd HTTP/1.1" status: 204 len: 168 time: 1.0219793 Jan 10 19:22:44.438332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60344) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:44.438743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:44.460645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3369-1535-4a55-be01-7e97923eb9c7 None None] Provisioning complete for port aebe6129-4bd0-4696-9278-87eae97407e5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:44.461180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3369-1535-4a55-be01-7e97923eb9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.517249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] In _notify_port_updated(), no bound segment for port aebe6129-4bd0-4696-9278-87eae97407e5 on network 06f52f47-dc2d-457e-9247-c43646132488 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:22:44.525104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:44.531506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.532867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-58c923fb-9140-4fbd-994f-c99be816991e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/ports/aebe6129-4bd0-4696-9278-87eae97407e5 HTTP/1.1" status: 200 len: 919 time: 4.7367370 Jan 10 19:22:44.533930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f421cd-a7bc-4a03-acf3-25550afd4cee tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a059588-7931-4700-a22d-1d55955c42fd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:44.535668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:44.544005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:22:44.550032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb3369-1535-4a55-be01-7e97923eb9c7 None None] Port aebe6129-4bd0-4696-9278-87eae97407e5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:44.556675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.600818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0557984-3b3d-4fbf-9f0f-8d24ebb1e118'}, {'subnet_id': 'aa7b466e-46e3-44c2-9cee-10cfbb15f106'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:44.602621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.622171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Transition to ACTIVE for port object 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:44.659061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-46b3b62c-3ef7-4524-8351-0d4afd8a70f1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Synchronizing usage tracker for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:44.671542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-50556b7f-daa0-4020-84b5-87a07dbec775 None None] Provisioning complete for port aebe6129-4bd0-4696-9278-87eae97407e5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:44.671835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50556b7f-daa0-4020-84b5-87a07dbec775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.704028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:44.728218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-50556b7f-daa0-4020-84b5-87a07dbec775 None None] Port aebe6129-4bd0-4696-9278-87eae97407e5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:44.760318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-46b3b62c-3ef7-4524-8351-0d4afd8a70f1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] Unset dirty status for tenant:ed552a5d941244919817a0fd01ff2bcf on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:44.760545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-6510dcc6-1c40-41e3-9872-f7e40a659890 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da5c57f5bf3f45debab4b89a4e547812&device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 1094 time: 0.9822533 Jan 10 19:22:44.767176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-46b3b62c-3ef7-4524-8351-0d4afd8a70f1 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 200 len: 205 time: 0.2890491 Jan 10 19:22:44.773576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60358) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:44.961797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Pushing event updated for resources: {'Port': ['ID=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:45.045903 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-a64ccb5a-4803-444a-8652-9c788104ed9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:45.046963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a64ccb5a-4803-444a-8652-9c788104ed9c tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/aa02cbbe-62d1-4a08-bbaa-7c8785186051 HTTP/1.1" status: 404 len: 336 time: 0.2713077 Jan 10 19:22:45.062542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60362) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.125473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-992b396c-8985-4ab3-bf5b-9f71cf2b6eb1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:45.175356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-992b396c-8985-4ab3-bf5b-9f71cf2b6eb1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:45.176623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-992b396c-8985-4ab3-bf5b-9f71cf2b6eb1 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7013457 Jan 10 19:22:45.188722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d391-5033-4568-b43b-01d152832876 req-6f68615f-738d-4cf5-9e78-a9814fb9a68f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:45.195986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60368) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.197662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34c3d391-5033-4568-b43b-01d152832876 req-6f68615f-738d-4cf5-9e78-a9814fb9a68f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 931 time: 0.7547047 Jan 10 19:22:45.209871 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5bced907-51c4-49e1-b37a-f07df1d3ce4a tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=d72eec1c-dab8-4bf1-aa22-299d01fbf978 HTTP/1.1" status: 200 len: 205 time: 0.1305664 Jan 10 19:22:45.217966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.263753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234729256'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:45.267553 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:45.289825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:45.290933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6bec6-62fb-4d29-9f1e-133b40712d48 None None] Network c3e84529-b45d-452c-9ad1-4dd740300064 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:45.296908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Allocated IP 172.25.6.23 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a53f7b76-e24f-494a-a0b9-2a961b1851ce) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:45.310421 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-9a0dd180-3b3a-4f24-ad8e-7a95aad0ee62 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:45.311631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9a0dd180-3b3a-4f24-ad8e-7a95aad0ee62 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/d72eec1c-dab8-4bf1-aa22-299d01fbf978 HTTP/1.1" status: 404 len: 336 time: 0.0912364 Jan 10 19:22:45.328297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60378) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.404171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725018-02a5-438f-a3cf-4e58547a69ce req-14824bb7-95cf-4a46-b689-003a30ed73e8 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:45.405675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1725018-02a5-438f-a3cf-4e58547a69ce req-14824bb7-95cf-4a46-b689-003a30ed73e8 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 943 time: 0.7578862 Jan 10 19:22:45.406578 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d182683-e98e-415a-adcc-7cf1982613b3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:45.407015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d182683-e98e-415a-adcc-7cf1982613b3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:45.408574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d182683-e98e-415a-adcc-7cf1982613b3 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/7bbf818d-a694-4e0e-9ca3-a6f150a649c3 HTTP/1.1" status: 404 len: 337 time: 0.0735185 Jan 10 19:22:45.419541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.497599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e4ca6eba-7242-4472-ba1e-422df53cf5cf tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 200 len: 205 time: 0.0605834 Jan 10 19:22:45.507518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60390) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.528769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a5d8edb1-de4e-487c-be17-42d4d465a385 None None] Provisioning for port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:45.556140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:45.622479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1725018-02a5-438f-a3cf-4e58547a69ce req-8ee8e40e-1134-49e2-8732-dcd04e3f5350 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997881 Jan 10 19:22:45.624091 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-aff5bc9f-65bf-47a2-b755-628cc75af8da tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:45.625014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aff5bc9f-65bf-47a2-b755-628cc75af8da tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/317a2d97-c719-42b1-b299-2ac61462a334 HTTP/1.1" status: 404 len: 336 time: 0.1165965 Jan 10 19:22:45.639506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34c3d391-5033-4568-b43b-01d152832876 req-2f0b219b-dc4e-4ed3-a357-708fd3f60598 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408937 Jan 10 19:22:45.640829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.659573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:45.709879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:45.742380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-23da57ce-e5a0-4a53-9340-7aa9cd6e69dc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 HTTP/1.1" status: 200 len: 205 time: 0.0490823 Jan 10 19:22:45.747683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.793145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:45.823381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-802b7266-9dda-4cd7-ad06-f312bb16dd12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:45.824639 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-d8190a06-8523-4773-8f61-d35e1416d8f9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:45.824907 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-802b7266-9dda-4cd7-ad06-f312bb16dd12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1335cf8-8d97-459c-9b9d-c8e55377dacc HTTP/1.1" status: 200 len: 925 time: 1.0390010 Jan 10 19:22:45.827970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d8190a06-8523-4773-8f61-d35e1416d8f9 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/b0b5fbe5-c435-4e1b-b52f-ce680fdd04f6 HTTP/1.1" status: 404 len: 336 time: 0.0773385 Jan 10 19:22:45.831903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60402) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.832796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:45.843031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:45.924293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:45.931505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:45.931893 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:45.939026 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c6d8a0-c1e9-46ef-9ad5-504681149310 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:45.939476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c6d8a0-c1e9-46ef-9ad5-504681149310 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:45.941794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-59c6d8a0-c1e9-46ef-9ad5-504681149310 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/f3089101-cc83-4237-9699-7b364b45123e HTTP/1.1" status: 404 len: 337 time: 0.0629747 Jan 10 19:22:45.945115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:45.994792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-935fb5c5-d0a7-4483-ac3f-95f340766576 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5abb52f-d01a-46e6-9dcd-7dde5ce69683 HTTP/1.1" status: 200 len: 205 time: 0.0480485 Jan 10 19:22:46.019491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:46.136567 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:46.149888 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-a8ac9c4e-e297-4669-9573-659a9f749c5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:46.151072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a8ac9c4e-e297-4669-9573-659a9f749c5b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/b5abb52f-d01a-46e6-9dcd-7dde5ce69683 HTTP/1.1" status: 404 len: 336 time: 0.1265452 Jan 10 19:22:46.165491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60418) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:46.212338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:46.217751 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:46.229511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:46.241419 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b475fa-10b6-418c-be5b-5f196d6e562b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:46.242155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:46.244949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b475fa-10b6-418c-be5b-5f196d6e562b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:46.246713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c8b475fa-10b6-418c-be5b-5f196d6e562b tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/efb2b9ad-4147-4ec3-ab21-3576d85eafe3 HTTP/1.1" status: 404 len: 337 time: 0.0802791 Jan 10 19:22:46.252103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:46.256165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:46.292900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60422) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:46.305557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-46d8dcf7-70ef-4c8d-9169-402f0c1b5e7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 HTTP/1.1" status: 200 len: 217 time: 0.4361596 Jan 10 19:22:46.307897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:46.319503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Pushing event updated for resources: {'Port': ['ID=a53f7b76-e24f-494a-a0b9-2a961b1851ce,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:46.367439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Attempting to bind port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:22:46.367774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Attempting to bind port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:22:46.368102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Attempting to bind port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:46.373330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-07f87951-fae2-4bc6-86a2-49dd321ae63a tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87d445d-e582-42be-88fe-0d41f5c2c487 HTTP/1.1" status: 200 len: 205 time: 0.0774894 Jan 10 19:22:46.374342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60428) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:46.378635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d7078f4b-9964-4765-8592-f254cba13413 None None] Provisioning complete for port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:46.379468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7078f4b-9964-4765-8592-f254cba13413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:46.433861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:22:46.434185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Attempting to bind port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:46.476262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:46.481301 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-2af86118-909b-4a01-bf53-e62593d1c0dc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] delete failed (client error): The resource could not be found. Jan 10 19:22:46.484232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2af86118-909b-4a01-bf53-e62593d1c0dc tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/routers/c87d445d-e582-42be-88fe-0d41f5c2c487 HTTP/1.1" status: 404 len: 336 time: 0.1066511 Jan 10 19:22:46.487791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60432) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:46.489731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:46.500646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-c82ff7d3-7248-4c6e-a3ab-d506f189122a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:46.502754 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-c82ff7d3-7248-4c6e-a3ab-d506f189122a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d83a3b4-4001-482d-81b8-6298f0098ce0 HTTP/1.1" status: 200 len: 864 time: 0.1762395 Jan 10 19:22:46.505748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:46.509728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:22:46.510069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:46.510457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:22:46.510920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Bound port: 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:22:46.511396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:46.537337 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-697a993a-c9d6-47fc-a2ce-fe40a1216aee tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:46.537782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697a993a-c9d6-47fc-a2ce-fe40a1216aee tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:46.542107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-697a993a-c9d6-47fc-a2ce-fe40a1216aee tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/7b9953aa-7254-4065-9781-cafafcc6c888 HTTP/1.1" status: 404 len: 337 time: 0.0507841 Jan 10 19:22:46.542967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60436) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:46.578465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:46.605987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-400f0ab0-1626-46d0-82af-d4923c9c2f37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1335cf8-8d97-459c-9b9d-c8e55377dacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754929 Jan 10 19:22:46.656825 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9a4900-d9ca-4702-a2c1-b283ffbdfd97 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] DELETE failed (client error): The resource could not be found. Jan 10 19:22:46.657237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9a4900-d9ca-4702-a2c1-b283ffbdfd97 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:22:46.661909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7f9a4900-d9ca-4702-a2c1-b283ffbdfd97 tempest-RoutersIpV6Test-566379007 tempest-RoutersIpV6Test-566379007-project] 10.222.0.21 "DELETE /v2.0/subnets/de7dd648-5ae2-4ebd-b245-88875cfe84b9 HTTP/1.1" status: 404 len: 337 time: 0.1150005 Jan 10 19:22:46.792770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-57dae674-1685-48e7-9d89-be55aee1015a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2021451 Jan 10 19:22:46.799775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.28 (06f52f47-dc2d-457e-9247-c43646132488/aa7b466e-46e3-44c2-9cee-10cfbb15f106/aebe6129-4bd0-4696-9278-87eae97407e5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:47.012377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.083625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:47.206856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] For port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:22:47.210374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.225834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.260265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] For port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:22:47.264543 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-5895a2a1-ebbc-47ba-8855-29f9596c0419 service neutron] 10.222.0.44 "GET /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473439 Jan 10 19:22:47.299259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.319732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-c128360c-17d3-40c5-a8fc-d13a3efee89f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 1097 time: 0.2829340 Jan 10 19:22:47.331888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88213e-b38d-4221-86bf-2053e7d1045c req-6d8c61ca-5835-49ad-b480-bf5742d7e98a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:47.333312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec88213e-b38d-4221-86bf-2053e7d1045c req-6d8c61ca-5835-49ad-b480-bf5742d7e98a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 943 time: 0.4697855 Jan 10 19:22:47.343640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbeb93-79a5-4449-88ec-8006adbb11a1 req-a529f062-5746-4056-9616-cb1c44851786 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:47.345003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26fbeb93-79a5-4449-88ec-8006adbb11a1 req-a529f062-5746-4056-9616-cb1c44851786 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 943 time: 0.3178830 Jan 10 19:22:47.354989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:22:47.489954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.503344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171f050-aaf3-49f1-ab8c-de72b1988528 req-a6286f06-1b12-4ce4-9860-a1389ff46ab2 service neutron] 10.222.0.44 "GET /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291794 Jan 10 19:22:47.528396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19243f54-a40c-47df-888f-8f691b5b3eed,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:47.533928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,segment=NetworkSegment(c8312f97-5c58-4319-8a61-728b5ab73550),segment_id=c8312f97-5c58-4319-8a61-728b5ab73550)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:47.554202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8', 'network_id': 'f1335cf8-8d97-459c-9b9d-c8e55377dacc', 'port_id': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8', 'mac_address': 'fa:16:3e:c9:2b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d83a3b4-4001-482d-81b8-6298f0098ce0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:22:47.563540 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.565922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] 10.222.0.44 "PUT /v2.0/ports/54a6963f-4bdc-4bc7-83c7-ff95de2c66cc HTTP/1.1" status: 200 len: 1091 time: 5.7847691 Jan 10 19:22:47.568383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.569712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90c97251-9a7b-489e-8ab4-bda3441f5d90 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3588355 Jan 10 19:22:47.570427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'tag': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:47.573971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object aebe6129-4bd0-4696-9278-87eae97407e5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:47.578920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60460) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:47.595714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '19243f54-a40c-47df-888f-8f691b5b3eed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:47.603021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.606623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec88213e-b38d-4221-86bf-2053e7d1045c req-7538ef54-37fa-44a6-abe7-0f61f746eca7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605369 Jan 10 19:22:47.660378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:47.686175 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.698498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dd6dd-cf73-45df-9bba-3f4cdb5c4611 service neutron] Pushing event updated for resources: {'Port': ['ID=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:47.715302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.716143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.728680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26fbeb93-79a5-4449-88ec-8006adbb11a1 req-188ad42d-7da9-4c3e-ba0a-b3fbe8cef141 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451955 Jan 10 19:22:47.734276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:47.743096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:47.762509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:22:47.781848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:47.782075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:47.791918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5659894e-4be3-4871-b6e6-4827712b8a51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed552a5d941244919817a0fd01ff2bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6575177 Jan 10 19:22:47.832004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60468) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:47.838306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=aebe6129-4bd0-4696-9278-87eae97407e5,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:47.861617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,segment=NetworkSegment(c8312f97-5c58-4319-8a61-728b5ab73550),segment_id=c8312f97-5c58-4319-8a61-728b5ab73550)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:47.865176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c397-bf98-470c-a981-1b2745528086 req-1c8421af-d6d7-47fa-a20d-8b84507a5621 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:47.870179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-1c8421af-d6d7-47fa-a20d-8b84507a5621 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.5103524 Jan 10 19:22:47.883160 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.884788 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'tag': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc', 'status': 'completed', 'code': 200} Jan 10 19:22:47.937536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:47.938243 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:47.969133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-6291afef-ef59-4262-b520-43e6172f7e05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 1094 time: 0.3248260 Jan 10 19:22:48.023366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:48.105318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.107074 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-afcd2ffc-069c-49a6-9fac-c38b147b5da8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc HTTP/1.1" status: 200 len: 217 time: 0.1293731 Jan 10 19:22:48.133648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['e7fcf2ca-44b8-46d2-ac03-5453e15b4df8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:22:48.163541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-d1a2fbb2-3193-4ffd-b594-cee278628387 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 200 len: 217 time: 0.2348528 Jan 10 19:22:48.189306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-73209b13-415f-4597-92ba-c1bc6f43e693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:48.190823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-73209b13-415f-4597-92ba-c1bc6f43e693 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.0747161 Jan 10 19:22:48.205207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-11b5a019-d3ee-454e-9375-01f8b761cd37 None None] Provisioning for port aebe6129-4bd0-4696-9278-87eae97407e5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:48.214585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-11b5a019-d3ee-454e-9375-01f8b761cd37 None None] Provisioning complete for port aebe6129-4bd0-4696-9278-87eae97407e5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:48.214992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-11b5a019-d3ee-454e-9375-01f8b761cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.258582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] In _notify_port_updated(), no bound segment for port aebe6129-4bd0-4696-9278-87eae97407e5 on network 06f52f47-dc2d-457e-9247-c43646132488 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:22:48.263534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:48.264305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.269189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-11b5a019-d3ee-454e-9375-01f8b761cd37 None None] Port aebe6129-4bd0-4696-9278-87eae97407e5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:48.269450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31d36682-6c72-43d9-9242-54abe8e25cc6 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/ports/aebe6129-4bd0-4696-9278-87eae97407e5 HTTP/1.1" status: 200 len: 999 time: 3.6733987 Jan 10 19:22:48.275977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60472) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:48.343129 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-09e59340-bdac-463a-983d-d97bb1e4410c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970044 Jan 10 19:22:48.386804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port aebe6129-4bd0-4696-9278-87eae97407e5 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:48.387430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.421807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9567c278-49ba-49cc-8ee8-03be11695b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.436712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c397-bf98-470c-a981-1b2745528086 req-4c823576-b684-4452-b6a8-6574a80b9265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:48.438199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-4c823576-b684-4452-b6a8-6574a80b9265 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.2573578 Jan 10 19:22:48.513017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.528478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-312ac92e-3d89-4412-99da-04da9092c6d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700073 Jan 10 19:22:48.530675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9567c278-49ba-49cc-8ee8-03be11695b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.539553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.614974 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-305dc9bb-7d7c-43aa-90e6-2caecbacfe0f service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632053 Jan 10 19:22:48.693905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57552b4c-3106-4710-8df3-d6f5aa0cef75,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:48.753993 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:48.755259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8f4ce960-87f8-4195-83d3-66481c226200 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1736128 Jan 10 19:22:48.769501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60478) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:48.985464 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-680b4321-0c24-4ec1-8dc9-89bf61809cd6 req-602fa4db-6930-41bb-8ef8-f214d7bf1a86 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609457 Jan 10 19:22:49.014836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Router 7de989c9-5670-414e-8437-aa8793db2ac4 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:22:49.205403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9567c278-49ba-49cc-8ee8-03be11695b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.243072 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-761505d2-200b-4051-8dad-76c5f703be4a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.250254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-e25beeca-8a17-4361-9192-7464e937cf56 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043102 Jan 10 19:22:49.258544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c278-49ba-49cc-8ee8-03be11695b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ebda2e-f798-4ec0-a053-faf6e4ba389e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:49.296148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-761505d2-200b-4051-8dad-76c5f703be4a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.358087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9567c278-49ba-49cc-8ee8-03be11695b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.361510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9567c278-49ba-49cc-8ee8-03be11695b57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74ebda2e-f798-4ec0-a053-faf6e4ba389e HTTP/1.1" status: 204 len: 168 time: 1.5253956 Jan 10 19:22:49.383045 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-261c64c6-b591-4d7e-be4b-542eae3798c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 1094 time: 0.2916703 Jan 10 19:22:49.384408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:49.419301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.500006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:49.506112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:49.506531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.562154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for aebe6129-4bd0-4696-9278-87eae97407e5 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:49.640319 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.641338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-761505d2-200b-4051-8dad-76c5f703be4a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.665042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Deleting port c977a187-acea-406b-8116-cd3d11a09803 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:49.666317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.676892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048f85e-e92e-4cfa-b251-1a7e342feba6 req-bc1d6f28-f324-46a4-965e-f24f30f21ce7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:49.682538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,segment=NetworkSegment(c8312f97-5c58-4319-8a61-728b5ab73550),segment_id=c8312f97-5c58-4319-8a61-728b5ab73550)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:49.683732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:49.684275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a048f85e-e92e-4cfa-b251-1a7e342feba6 req-bc1d6f28-f324-46a4-965e-f24f30f21ce7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 943 time: 0.8462682 Jan 10 19:22:49.691007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.696926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-f0fb0a0f-1bac-4797-a0cb-20b8a0763fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:49.698441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-f0fb0a0f-1bac-4797-a0cb-20b8a0763fd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.2556827 Jan 10 19:22:49.726352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761505d2-200b-4051-8dad-76c5f703be4a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57552b4c-3106-4710-8df3-d6f5aa0cef75,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:49.762504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:49.768978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c1063-cf5e-4f4b-a8e5-ea7d4dacf406 req-2280e560-b4d6-4ca4-adec-9f0d212f4a3d tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:49.770710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927c1063-cf5e-4f4b-a8e5-ea7d4dacf406 req-2280e560-b4d6-4ca4-adec-9f0d212f4a3d tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 944 time: 0.7222874 Jan 10 19:22:49.771561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-761505d2-200b-4051-8dad-76c5f703be4a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.775992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-761505d2-200b-4051-8dad-76c5f703be4a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/57552b4c-3106-4710-8df3-d6f5aa0cef75 HTTP/1.1" status: 204 len: 168 time: 0.9992731 Jan 10 19:22:49.777191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60492) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:49.808842 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-61797ea3-864d-4929-a62a-cee15a494649 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc HTTP/1.1" status: 200 len: 217 time: 0.1005294 Jan 10 19:22:49.832264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d29c397-bf98-470c-a981-1b2745528086 req-f0baedbe-da8c-4b19-9f49-1d76897f6ee4 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563428 Jan 10 19:22:49.911863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:49.913408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a048f85e-e92e-4cfa-b251-1a7e342feba6 req-9fdbbf8c-8384-448a-84b8-77dfb9353fc0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275774 Jan 10 19:22:49.922764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Sync routers for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:49.945941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:49.946821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:49.969898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-0d128629-3c99-4a56-93dd-774fcce24d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:49.984652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-0d128629-3c99-4a56-93dd-774fcce24d4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.1298816 Jan 10 19:22:49.988292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:49.989677 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d5d3a00a-ebda-4c3e-ac13-ac6b415daceb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3559885 Jan 10 19:22:49.999857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-927c1063-cf5e-4f4b-a8e5-ea7d4dacf406 req-b7212c43-aa4d-4458-ac9a-ae184779c3f1 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198513 Jan 10 19:22:50.008317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60504) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:50.070710 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8', 'code': 200} Jan 10 19:22:50.103681 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-fe25d28a-7bf9-4a6f-9855-914ad7da41e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922921 Jan 10 19:22:50.105298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] For port c977a187-acea-406b-8116-cd3d11a09803, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c977a187-acea-406b-8116-cd3d11a09803,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:50.105653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:50.197596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c386249-5e8a-492e-92b8-e8b69a95b570 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:50.328074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:50.340165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c386249-5e8a-492e-92b8-e8b69a95b570 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:50.344992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c386249-5e8a-492e-92b8-e8b69a95b570 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5608540 Jan 10 19:22:50.347957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60516) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:50.403605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:50.460243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Calling delete_port for c977a187-acea-406b-8116-cd3d11a09803 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:50.472427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=aebe6129-4bd0-4696-9278-87eae97407e5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:50.655225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-2c3058f6-13c1-4d8d-b5e7-3db533b0a727 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288296 Jan 10 19:22:50.777588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f66d078-5734-4407-96a0-b3b664217cab req-7a1d1cb1-773c-463f-9a7f-11380a1b3bb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 1096 time: 0.5650136 Jan 10 19:22:50.836962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:46Z', 'revision_number': 3, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:50.848612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Checking router: 7de989c9-5670-414e-8437-aa8793db2ac4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:50.851047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Updating router 7de989c9-5670-414e-8437-aa8793db2ac4 port a53f7b76-e24f-494a-a0b9-2a961b1851ce binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:22:50.940726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee781bda-bb24-44ad-926f-cf58ab98df1c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.029726 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.125764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee781bda-bb24-44ad-926f-cf58ab98df1c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.281509 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a802dbdc-07e5-4faf-9fc4-eb4db0c9fff8 req-b66a30e9-87e5-4e6c-9fd5-581a2ce45226 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124878 Jan 10 19:22:51.286197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.371632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f66d078-5734-4407-96a0-b3b664217cab req-8fde6735-db27-4a71-928c-80d19a378bb2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617189 Jan 10 19:22:51.376175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c977a187-acea-406b-8116-cd3d11a09803,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:51.386082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.459608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a2beb5f-c117-450e-b3fd-9927411af601 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/aebe6129-4bd0-4696-9278-87eae97407e5 HTTP/1.1" status: 204 len: 168 time: 3.1783988 Jan 10 19:22:51.473744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60540) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:51.488632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee781bda-bb24-44ad-926f-cf58ab98df1c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.616177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.629398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Transition to ACTIVE for port object a53f7b76-e24f-494a-a0b9-2a961b1851ce will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:51.640408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.769059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Attempting to bind port a53f7b76-e24f-494a-a0b9-2a961b1851ce on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:22:51.769724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Attempting to bind port a53f7b76-e24f-494a-a0b9-2a961b1851ce by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:22:51.770256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Attempting to bind port a53f7b76-e24f-494a-a0b9-2a961b1851ce on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:22:51.777254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4765e7-7fd6-4ef5-999d-4bc402ed18ef None None] Pushing event updated for resources: {'Port': ['ID=a53f7b76-e24f-494a-a0b9-2a961b1851ce,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:51.782560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:22:51.783211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:22:51.784312 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.784853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:22:51.785499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Bound port: a53f7b76-e24f-494a-a0b9-2a961b1851ce, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:22:51.786499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.879107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781bda-bb24-44ad-926f-cf58ab98df1c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19243f54-a40c-47df-888f-8f691b5b3eed,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:51.882795 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-88aa0214-137c-4ffe-a297-13b9e569fffe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:22:51.883546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-88aa0214-137c-4ffe-a297-13b9e569fffe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:51.890509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee781bda-bb24-44ad-926f-cf58ab98df1c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.894296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee781bda-bb24-44ad-926f-cf58ab98df1c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/19243f54-a40c-47df-888f-8f691b5b3eed HTTP/1.1" status: 204 len: 168 time: 1.5316832 Jan 10 19:22:51.900086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60548) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:51.946194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] For port a53f7b76-e24f-494a-a0b9-2a961b1851ce, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:22:51.952577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] For port a53f7b76-e24f-494a-a0b9-2a961b1851ce, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a53f7b76-e24f-494a-a0b9-2a961b1851ce,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:22:51.959339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.966662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:51.975610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-88aa0214-137c-4ffe-a297-13b9e569fffe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:51.979344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-88aa0214-137c-4ffe-a297-13b9e569fffe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/aebe6129-4bd0-4696-9278-87eae97407e5 HTTP/1.1" status: 404 len: 333 time: 0.5005965 Jan 10 19:22:51.980028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60554) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:51.984405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7f98-d7a3-4cdb-868a-0a991d8404e9 req-01a1f4f3-7d31-4c52-9672-18cc902a80c3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:51.992797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-195d7f98-d7a3-4cdb-868a-0a991d8404e9 req-01a1f4f3-7d31-4c52-9672-18cc902a80c3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 943 time: 0.7857239 Jan 10 19:22:52.077851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01667657-ae4c-4215-ac03-91c3150a7790 req-812c46f6-1315-48bc-883e-138d5d968e95 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:52.079602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01667657-ae4c-4215-ac03-91c3150a7790 req-812c46f6-1315-48bc-883e-138d5d968e95 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 0.7669556 Jan 10 19:22:52.093231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:52.094093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:52.193391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-195d7f98-d7a3-4cdb-868a-0a991d8404e9 req-f9e570f6-2359-4bf7-bfef-9a8171556c67 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995051 Jan 10 19:22:52.202135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-acdabd4b-74e3-48f5-bb0f-5d3f4f00fbf4 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:52.258943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01667657-ae4c-4215-ac03-91c3150a7790 req-43964287-c649-455d-837e-3d83a37c6f0b tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511493 Jan 10 19:22:52.299362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-acdabd4b-74e3-48f5-bb0f-5d3f4f00fbf4 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:52.306833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-acdabd4b-74e3-48f5-bb0f-5d3f4f00fbf4 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4034977 Jan 10 19:22:52.308298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60560) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:52.316863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--379730264'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:52.326984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:52.342491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:52.385091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:52.418538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:52.595524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:52.609397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:52.797378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4765e7-7fd6-4ef5-999d-4bc402ed18ef None None] Pushing event updated for resources: {'Port': ['ID=a53f7b76-e24f-494a-a0b9-2a961b1851ce,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:52.808217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:52.818071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:52.859905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet aa7b466e-46e3-44c2-9cee-10cfbb15f106 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:52.862520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:46Z', 'revision_number': 3, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:52.868556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05195da8-b00e-43c3-9533-5e0fa38aefc9 None None] The sync data for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 is: [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:46Z', 'revision_number': 3, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:52.870029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:52.895892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae4eda-5fca-420a-9c21-a4f0439c0625,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:52.934235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:52.938410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a0dff409-fa78-48b2-af9f-73abafdd4918 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6259596 Jan 10 19:22:52.938780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60572) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:52.957342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '38ae4eda-5fca-420a-9c21-a4f0439c0625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:52.982304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:52.985856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.032797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:22:53.048115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:22:53.058847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:53.181401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.389257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:22:53.511661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.680828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Allocated IP 172.20.0.1 (c3e84529-b45d-452c-9ad1-4dd740300064/4e8b0b22-4977-4b3c-9d31-db2d53d67e13/cf809d85-88ae-4f29-9cd5-315aad295e4a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:22:53.694641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:53.706882 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.733187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.752119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a53f7b76-e24f-494a-a0b9-2a961b1851ce up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:53.781473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.827000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc', 'mac_address': 'fa:16:3e:e5:fa:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:22:53.884995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90548a66-ad5b-4418-a4f3-f58d06a7b3da,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:53.925604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.936201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:53.949517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Transition to ACTIVE for port object cf809d85-88ae-4f29-9cd5-315aad295e4a will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:22:53.968322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:22:53.995909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a53f7b76-e24f-494a-a0b9-2a961b1851ce completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:54.010425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a53f7b76-e24f-494a-a0b9-2a961b1851ce triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:54.010803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.037929 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.075022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:54.100073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.183168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Network c3e84529-b45d-452c-9ad1-4dd740300064 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:54.186774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Pushing event updated for resources: {'Port': ['ID=cf809d85-88ae-4f29-9cd5-315aad295e4a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:54.200683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:54.204724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:22:54.274203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.277766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.284559 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-294b138f-91d7-435a-b2a3-2d95d0dcfacd tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3384185 Jan 10 19:22:54.295223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60592) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:54.324838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec918f-0119-4851-8285-1e3c0cdfa67e req-83796407-94f1-4074-b7bc-a4ff50228e7a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:54.327036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11ec918f-0119-4851-8285-1e3c0cdfa67e req-83796407-94f1-4074-b7bc-a4ff50228e7a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 943 time: 0.8622961 Jan 10 19:22:54.338705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:54.342004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['54a6963f-4bdc-4bc7-83c7-ff95de2c66cc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:22:54.379044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7b466e-46e3-44c2-9cee-10cfbb15f106,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:54.382607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.415798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27dab3f2-6a76-4836-9230-f732e214be53 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules/90548a66-ad5b-4418-a4f3-f58d06a7b3da HTTP/1.1" status: 200 len: 705 time: 0.1179664 Jan 10 19:22:54.419803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60598) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:54.452658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9f845-9446-46c0-845d-0b39ccc7b42d req-56538efc-31ba-4ffc-869f-5717ada44fc6 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:54.453965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2b9f845-9446-46c0-845d-0b39ccc7b42d req-56538efc-31ba-4ffc-869f-5717ada44fc6 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 0.9714565 Jan 10 19:22:54.472741 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.484758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.502650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fc3d534f-25e7-4ed4-818d-71cb71f6af59 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/aa7b466e-46e3-44c2-9cee-10cfbb15f106 HTTP/1.1" status: 204 len: 168 time: 2.5215466 Jan 10 19:22:54.506925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a5241-a2eb-4076-b3d7-58021d296825 None None] Network 06f52f47-dc2d-457e-9247-c43646132488 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:54.507367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:54.545399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2b9f845-9446-46c0-845d-0b39ccc7b42d req-c79aa740-4df5-49ef-90ad-7f4bedf8b83d tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Jan 10 19:22:54.630309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet d0557984-3b3d-4fbf-9f0f-8d24ebb1e118 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:22:54.635026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.669587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a53f7b76-e24f-494a-a0b9-2a961b1851ce, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a53f7b76-e24f-494a-a0b9-2a961b1851ce,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:54.682352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11ec918f-0119-4851-8285-1e3c0cdfa67e req-04e5df99-a55b-48a7-a6cc-e062ad755e5c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918754 Jan 10 19:22:54.694789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.724798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6b6f8307-854d-4f92-8d49-94b03f7cb300 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:54.731019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.785966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Router f8d0fbec-720c-4a34-9b28-79277751f7ee has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:22:54.832175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.850406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b9a96cd1-7239-4456-b3f1-88c3b6090074 None None] Provisioning for port cf809d85-88ae-4f29-9cd5-315aad295e4a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:54.870776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b9a96cd1-7239-4456-b3f1-88c3b6090074 None None] Provisioning complete for port cf809d85-88ae-4f29-9cd5-315aad295e4a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:54.871099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b9a96cd1-7239-4456-b3f1-88c3b6090074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.877966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6b6f8307-854d-4f92-8d49-94b03f7cb300 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:54.879478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6b6f8307-854d-4f92-8d49-94b03f7cb300 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4436305 Jan 10 19:22:54.889020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:54.926903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a53f7b76-e24f-494a-a0b9-2a961b1851ce,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:54.962169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9239e781-eedb-4a09-ba5f-c11512b2e61e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.973626 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9239e781-eedb-4a09-ba5f-c11512b2e61e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:54.982119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b9a96cd1-7239-4456-b3f1-88c3b6090074 None None] Port cf809d85-88ae-4f29-9cd5-315aad295e4a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:55.009369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9239e781-eedb-4a09-ba5f-c11512b2e61e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.038110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239e781-eedb-4a09-ba5f-c11512b2e61e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90548a66-ad5b-4418-a4f3-f58d06a7b3da,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:55.099494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9239e781-eedb-4a09-ba5f-c11512b2e61e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.102717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9239e781-eedb-4a09-ba5f-c11512b2e61e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/90548a66-ad5b-4418-a4f3-f58d06a7b3da HTTP/1.1" status: 204 len: 168 time: 0.2059810 Jan 10 19:22:55.103482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:55.109050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.307956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2974a7a1-4f25-4073-9f9a-0f2956b3ca2f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:55.310380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef177-86ad-4783-b28d-a76b54bd738c req-f2592d0f-bfb5-4fce-aff1-f479faff3ef6 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:55.315381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d61ef177-86ad-4783-b28d-a76b54bd738c req-f2592d0f-bfb5-4fce-aff1-f479faff3ef6 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 0.5604100 Jan 10 19:22:55.340790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:55.353971 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] Sync routers for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:55.361166 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5e3129a9-50fe-4069-9b4a-f185492114ce admin admin] 10.222.0.21 "PUT /v2.0/routers/f8d0fbec-720c-4a34-9b28-79277751f7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7895286 Jan 10 19:22:55.365165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60622) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:55.383982 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:55.386026 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:55.450965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.517749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=d0557984-3b3d-4fbf-9f0f-8d24ebb1e118,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:55.523774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.525589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12bc7f46-b44d-429b-ad8e-953b9d56d9ac tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/d0557984-3b3d-4fbf-9f0f-8d24ebb1e118 HTTP/1.1" status: 204 len: 168 time: 1.0165670 Jan 10 19:22:55.530658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2974a7a1-4f25-4073-9f9a-0f2956b3ca2f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:55.531879 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2974a7a1-4f25-4073-9f9a-0f2956b3ca2f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3852983 Jan 10 19:22:55.535329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60626) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:55.535656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60628) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:55.681236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '38ae4eda-5fca-420a-9c21-a4f0439c0625', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:22:55.712878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d61ef177-86ad-4783-b28d-a76b54bd738c req-01ab076e-213f-4d33-b7b3-c805d817a764 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884053 Jan 10 19:22:55.739057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.746327 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a53f7b76-e24f-494a-a0b9-2a961b1851ce up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:55.777143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.804043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:22:55.884821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:55.895760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:22:56.022265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:56.093002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a53f7b76-e24f-494a-a0b9-2a961b1851ce triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:56.102772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.178098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port cad8bcad-cb4f-4de5-9286-8826af0021bf {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:56.179480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.236515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872bc78d-d088-447f-a971-f6b38d7cc08e None None] Network 06f52f47-dc2d-457e-9247-c43646132488 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:22:56.268422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.345211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.639121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.671015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.757678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e5350d-e579-4a6e-b56c-03e32ff56273,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:56.760040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.761434 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c40fb3b9-f773-4c2c-abe5-c0fc1491ca55 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2127116 Jan 10 19:22:56.771065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:56.816676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Pushing event updated for resources: {'Port': ['ID=cf809d85-88ae-4f29-9cd5-315aad295e4a,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:56.855713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cba3692c-013d-4718-a279-843f6abd6901 None None] Provisioning complete for port cad8bcad-cb4f-4de5-9286-8826af0021bf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:56.857247 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cba3692c-013d-4718-a279-843f6abd6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.917141 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:22:51Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:56.931968 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] Checking router: f8d0fbec-720c-4a34-9b28-79277751f7ee for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:22:56.947521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:56.953136 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] Routers {'f8d0fbec-720c-4a34-9b28-79277751f7ee'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:56.953756 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8d0fbec-720c-4a34-9b28-79277751f7ee'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:57.060453 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d27a7f1e-ab88-4959-a5fd-ca8b02f56fd8 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules/41e5350d-e579-4a6e-b56c-03e32ff56273 HTTP/1.1" status: 200 len: 705 time: 0.2793012 Jan 10 19:22:57.061766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:57.211720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92985-49c8-421d-a921-fe1574d37954 req-d06f5643-7d56-4ed8-8753-62f591d2d86f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:57.242351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] For port cad8bcad-cb4f-4de5-9286-8826af0021bf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad8bcad-cb4f-4de5-9286-8826af0021bf,segment=NetworkSegment(1ce3457e-8fc1-4b06-b96e-cf4999da1653),segment_id=1ce3457e-8fc1-4b06-b96e-cf4999da1653)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:57.242764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:57.249758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53e92985-49c8-421d-a921-fe1574d37954 req-d06f5643-7d56-4ed8-8753-62f591d2d86f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 944 time: 1.1486022 Jan 10 19:22:57.303203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Network c3e84529-b45d-452c-9ad1-4dd740300064 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:22:57.307843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:22:57.409359 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] Set router f8d0fbec-720c-4a34-9b28-79277751f7ee gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:57.484827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:22:57.793761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for cad8bcad-cb4f-4de5-9286-8826af0021bf owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:57.834150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:22:57.854113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:57.857921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:57.948936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d8cd7-1c33-4380-9c26-2c013965e91c None None] DHCP port deletion for 06f52f47-dc2d-457e-9247-c43646132488 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:22:57.957778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3db3462-29ff-45bf-9b65-f0ccffd41ada tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:58.011831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5ce86-a94f-4296-999b-07751ab6e3b5 req-53ae17ae-a2a4-426e-bf7f-6077171f7933 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:58.013618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adb5ce86-a94f-4296-999b-07751ab6e3b5 req-53ae17ae-a2a4-426e-bf7f-6077171f7933 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 1.0892937 Jan 10 19:22:58.013787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-954d8cd7-1c33-4380-9c26-2c013965e91c None None] Deleting port cad8bcad-cb4f-4de5-9286-8826af0021bf {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:58.014042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-954d8cd7-1c33-4380-9c26-2c013965e91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.023668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53e92985-49c8-421d-a921-fe1574d37954 req-e195ca4f-f112-473e-97f2-3f98e9203cf8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7727683 Jan 10 19:22:58.087043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adb5ce86-a94f-4296-999b-07751ab6e3b5 req-7d484549-664c-40ce-b6bd-e70836c1cd30 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Jan 10 19:22:58.097288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.236149 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:22:51Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:58.238303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3db3462-29ff-45bf-9b65-f0ccffd41ada tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:22:58.242251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a3db3462-29ff-45bf-9b65-f0ccffd41ada tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 1.1564298 Jan 10 19:22:58.242418 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27f776-d584-485b-aa2f-4ca5290e6d02 None None] The sync data for ids ['f8d0fbec-720c-4a34-9b28-79277751f7ee'] in n-d-816927-8 is: [{'id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'name': 'tempest-TaggedBootDevicesTest-1855464162-router', 'tenant_id': 'dca193afd3bb40289a759c668b502367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'b39da57f-c650-453c-9601-f30988d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:44Z', 'updated_at': '2022-01-10T19:22:51Z', 'revision_number': 5, 'project_id': 'dca193afd3bb40289a759c668b502367', 'gw_port': {'id': 'b39da57f-c650-453c-9601-f30988d5c409', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0fbec-720c-4a34-9b28-79277751f7ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:45Z', 'updated_at': '2022-01-10T19:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:22:58.255984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60670) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:58.259823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-954d8cd7-1c33-4380-9c26-2c013965e91c None None] The port 'cad8bcad-cb4f-4de5-9286-8826af0021bf' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:22:58.266971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-13467f08-d5ee-4d6b-96e4-727be3c33b31 None None] Provisioning complete for port cf809d85-88ae-4f29-9cd5-315aad295e4a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:22:58.267483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-13467f08-d5ee-4d6b-96e4-727be3c33b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.324478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=cad8bcad-cb4f-4de5-9286-8826af0021bf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:58.338735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No DVR routers for this DVR port cad8bcad-cb4f-4de5-9286-8826af0021bf on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:22:58.367800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-13467f08-d5ee-4d6b-96e4-727be3c33b31 None None] Port cf809d85-88ae-4f29-9cd5-315aad295e4a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:22:58.403603 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d0136e7-af35-4257-b056-b25348d09b8c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.409607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Router 7de989c9-5670-414e-8437-aa8793db2ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:22:58.423621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d0136e7-af35-4257-b056-b25348d09b8c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.445981 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.494174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:22:58.517349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:58.526117 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.579283 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.641456 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc', 'code': 200} Jan 10 19:22:58.653778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f52f47-dc2d-457e-9247-c43646132488']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:58.684459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce3457e-8fc1-4b06-b96e-cf4999da1653') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:58.685942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce3457e-8fc1-4b06-b96e-cf4999da1653') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:58.715337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.750379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.758302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:58.760279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:22:58.763020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:22:58.869417 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:22:58.886393 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.912774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:58.960756 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/06f52f47-dc2d-457e-9247-c43646132488 HTTP/1.1" status: 204 len: 168 time: 3.4038339 Jan 10 19:22:58.961736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be04d-59ff-43ba-8398-4ec6172dad3a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=06f52f47-dc2d-457e-9247-c43646132488,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:58.966220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60684) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:59.025571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e333f97-6d3c-4b9f-8bd0-decb31572bb2 req-a17a711b-679e-4e2f-af07-aff6d7098f7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 1096 time: 0.2027416 Jan 10 19:22:59.046733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d0136e7-af35-4257-b056-b25348d09b8c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:59.073368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:22:59.086648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Sync routers for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:22:59.117143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0136e7-af35-4257-b056-b25348d09b8c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41e5350d-e579-4a6e-b56c-03e32ff56273,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:22:59.122255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:59.133356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:22:59.134445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:22:59.136339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d0136e7-af35-4257-b056-b25348d09b8c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:59.137483 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4d0136e7-af35-4257-b056-b25348d09b8c tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/41e5350d-e579-4a6e-b56c-03e32ff56273 HTTP/1.1" status: 204 len: 168 time: 0.8746986 Jan 10 19:22:59.140656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Deleting port b39da57f-c650-453c-9601-f30988d5c409 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:22:59.141002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:59.209176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:22:59.252941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac2d36db-e16e-450b-a0f5-1955a4dd83bb admin admin] 10.222.0.21 "PUT /v2.0/routers/7de989c9-5670-414e-8437-aa8793db2ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2015290 Jan 10 19:22:59.265808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d75ea-4467-47a9-a1bd-f74d931dcc4f req-c9c9469c-bd91-4f30-b926-1ed2b9a8dec7 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:59.272523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-026d75ea-4467-47a9-a1bd-f74d931dcc4f req-c9c9469c-bd91-4f30-b926-1ed2b9a8dec7 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 0.3269706 Jan 10 19:22:59.289736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e333f97-6d3c-4b9f-8bd0-decb31572bb2 req-f1641f27-54bb-4ae2-85c8-6c518ed8fd3a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521253 Jan 10 19:22:59.335347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca05a6-e247-4502-9b15-fca2adcd235f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:59.336047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-41ca05a6-e247-4502-9b15-fca2adcd235f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:22:59.407331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-026d75ea-4467-47a9-a1bd-f74d931dcc4f req-2da1d9c6-e4de-4790-a320-b777645a4fcb tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338170 Jan 10 19:22:59.500429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f3184-1193-427e-9b3c-9b8c7985d4d4 req-8563b7d8-31c8-4bb7-8293-35222fb1593e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:22:59.505811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-589f3184-1193-427e-9b3c-9b8c7985d4d4 req-8563b7d8-31c8-4bb7-8293-35222fb1593e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 945 time: 0.1529000 Jan 10 19:22:59.609002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-589f3184-1193-427e-9b3c-9b8c7985d4d4 req-cdd25e82-8871-4508-b8ed-af2da166e4b9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Jan 10 19:22:59.655873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] For port b39da57f-c650-453c-9601-f30988d5c409, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b39da57f-c650-453c-9601-f30988d5c409,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:22:59.656444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:22:59.792853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Calling delete_port for b39da57f-c650-453c-9601-f30988d5c409 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:22:59.800425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad8bcad-cb4f-4de5-9286-8826af0021bf no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:59.852059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: cad8bcad-cb4f-4de5-9286-8826af0021bf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:59.852811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad8bcad-cb4f-4de5-9286-8826af0021bf not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:59.853398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c977a187-acea-406b-8116-cd3d11a09803 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:22:59.891032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c977a187-acea-406b-8116-cd3d11a09803 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:22:59.891660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c977a187-acea-406b-8116-cd3d11a09803 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:22:59.922830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:22:59.989370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f218861-77b4-4cf2-a248-ecdc904bb746 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:00.010455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-41ca05a6-e247-4502-9b15-fca2adcd235f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:00.014940 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-41ca05a6-e247-4502-9b15-fca2adcd235f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0446000 Jan 10 19:23:00.015607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:00.048042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.156273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f218861-77b4-4cf2-a248-ecdc904bb746 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:00.162535 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f218861-77b4-4cf2-a248-ecdc904bb746 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9487238 Jan 10 19:23:00.164962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60714) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:00.194324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '38ae4eda-5fca-420a-9c21-a4f0439c0625', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:00.195181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39da57f-c650-453c-9601-f30988d5c409,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:00.209442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:00.251484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:00.308146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-76510a87-5e62-471e-8593-5d9f42ab5aff tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2865849 Jan 10 19:23:00.308146 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Project c89476009cdd419087a985c72d07e3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:23:00.319334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60720) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:00.331214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-548737946'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:00.335527 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.348805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:00.385009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:00.398047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:00.418496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:00.492257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:00.495243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.547037 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.562788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.565230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:23:00.614291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-69f9b083-e0bf-4431-af79-397247f80bcd tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:00.615946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-69f9b083-e0bf-4431-af79-397247f80bcd tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 0.1944523 Jan 10 19:23:00.622334 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.637304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4590554 Jan 10 19:23:00.641001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60728) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:00.767780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:00.768198 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment 2071e287-8f96-476a-8167-81d9018dea8b of type vlan for network fe32f043-a0a5-4013-a3b5-660556271cb8 Jan 10 19:23:00.801124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff166c-3f0f-4e8e-9fc9-058d735e33eb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfd530a-4de4-4aaa-b913-c1ec2a4f40ce,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:00.871858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:22:55Z', 'revision_number': 2, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:00.878444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-876fbd47-7529-47ab-9a04-af5820aed14f tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules/dbfd530a-4de4-4aaa-b913-c1ec2a4f40ce HTTP/1.1" status: 200 len: 711 time: 0.1369765 Jan 10 19:23:00.883450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60736) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:00.894821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Checking router: 7de989c9-5670-414e-8437-aa8793db2ac4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:23:00.901913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Updating router 7de989c9-5670-414e-8437-aa8793db2ac4 port cf809d85-88ae-4f29-9cd5-315aad295e4a binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:23:00.988522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Deleting port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:00.988874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.117189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.130286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.197098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.435162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60748) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:01.469404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-510300234-network', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:01.508679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1970f0d4-93e7-4e02-b1f1-ffbc34f95d5a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:01.518706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:01.521133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:23:01.556365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Usage tracker for resource:network and tenant:16ac1b2c034d4a8b8f1df98980d502b9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:01.575597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:01.589199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:01.595862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1970f0d4-93e7-4e02-b1f1-ffbc34f95d5a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:01.597105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1970f0d4-93e7-4e02-b1f1-ffbc34f95d5a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.7126997 Jan 10 19:23:01.621464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:01.641575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.650740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.669741 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece7dca3-7316-4468-9f71-0ed2ec4074db tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.692809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece7dca3-7316-4468-9f71-0ed2ec4074db tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.715952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.716629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8d0fbec-720c-4a34-9b28-79277751f7ee {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:23:01.755774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece7dca3-7316-4468-9f71-0ed2ec4074db tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.799660 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.810858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.811359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:01.813528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.815298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5ff64187-a496-4126-a592-5ec49b8f25a1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f8d0fbec-720c-4a34-9b28-79277751f7ee HTTP/1.1" status: 204 len: 168 time: 6.4472134 Jan 10 19:23:01.820120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7dca3-7316-4468-9f71-0ed2ec4074db tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbfd530a-4de4-4aaa-b913-c1ec2a4f40ce,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:01.833345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60758) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:01.929675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ece7dca3-7316-4468-9f71-0ed2ec4074db tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:01.930615 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ece7dca3-7316-4468-9f71-0ed2ec4074db tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dbfd530a-4de4-4aaa-b913-c1ec2a4f40ce HTTP/1.1" status: 204 len: 168 time: 0.3081338 Jan 10 19:23:01.933234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60762) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:01.954405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Made reservation on behalf of 16ac1b2c034d4a8b8f1df98980d502b9 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:01.957286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.009576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Deleting subnet 9689ee58-fef9-458f-965d-da232f4c8fba {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:23:02.012923 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.060733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1afaa9-c47a-4bee-823b-645197215427 req-3ce71b4b-26fe-4996-ba68-b15db633e83a tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:02.066848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.068831 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c1afaa9-c47a-4bee-823b-645197215427 req-3ce71b4b-26fe-4996-ba68-b15db633e83a tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 945 time: 1.1491563 Jan 10 19:23:02.108583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7790332 Jan 10 19:23:02.124038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.133852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60766) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:02.148343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.151343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc75439-f667-4abe-b85f-c221c688f5ac req-fa095240-59d4-49fe-a632-1f36ffa186bd tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:02.159249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2fc75439-f667-4abe-b85f-c221c688f5ac req-fa095240-59d4-49fe-a632-1f36ffa186bd tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 945 time: 1.0166585 Jan 10 19:23:02.216147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f07bb6e1-4213-40c8-8e46-ea7bc1e231c6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:02.239158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f07bb6e1-4213-40c8-8e46-ea7bc1e231c6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:02.241652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f07bb6e1-4213-40c8-8e46-ea7bc1e231c6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3063111 Jan 10 19:23:02.243874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:02.245173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60770) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:02.252924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.306482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Transition to ACTIVE for port object cf809d85-88ae-4f29-9cd5-315aad295e4a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:02.310191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.316710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92872b3-c236-4282-9d98-d51bfaed0472 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=fe32f043-a0a5-4013-a3b5-660556271cb8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:02.317550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.357103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network fe32f043-a0a5-4013-a3b5-660556271cb8 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:23:02.434228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.437094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9689ee58-fef9-458f-965d-da232f4c8fba,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:02.461813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-339e24be-c8fa-4b9d-a567-f03d8080d97d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9689ee58-fef9-458f-965d-da232f4c8fba HTTP/1.1" status: 204 len: 168 time: 0.6249235 Jan 10 19:23:02.461995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60776) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:02.566556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13248976-e1bc-4046-aec3-aecb851fd161 None None] Network 4196e3d9-e4e1-4548-9fab-ac54182fa4ff requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:02.571617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] For port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,segment=NetworkSegment(c8312f97-5c58-4319-8a61-728b5ab73550),segment_id=c8312f97-5c58-4319-8a61-728b5ab73550)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:02.571996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.681891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.702283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a813f-70d4-4fbc-a169-d90a313c3099 None None] Pushing event updated for resources: {'Port': ['ID=cf809d85-88ae-4f29-9cd5-315aad295e4a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:02.724093 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1a20-2477-41a8-8258-fd2c026c9a3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.729837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c1afaa9-c47a-4bee-823b-645197215427 req-5e5449f8-4ce2-4318-ba42-aca80cb2603a tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf3a6cd4-13b1-4939-8619-870bdd527389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607275 Jan 10 19:23:02.732777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:02.808333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1a20-2477-41a8-8258-fd2c026c9a3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.857912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:02.863341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Deleting port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:02.863802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:02.864562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2fc75439-f667-4abe-b85f-c221c688f5ac req-07142f16-c148-432a-b596-2222e0514de0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042751 Jan 10 19:23:02.941082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:03.003159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1a20-2477-41a8-8258-fd2c026c9a3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.005516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Calling delete_port for e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:03.069665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Attempting to bind port cf809d85-88ae-4f29-9cd5-315aad295e4a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:03.070043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Attempting to bind port cf809d85-88ae-4f29-9cd5-315aad295e4a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:03.070418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Attempting to bind port cf809d85-88ae-4f29-9cd5-315aad295e4a on network c3e84529-b45d-452c-9ad1-4dd740300064 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:03.071607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:03.084089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:03.092958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Usage tracker for resource:security_group_rule and tenant:16ac1b2c034d4a8b8f1df98980d502b9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:03.098843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:03.109329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:03.110020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Checking segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:03.110595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.111568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Bound using segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:03.112237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Bound port: cf809d85-88ae-4f29-9cd5-315aad295e4a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:03.112819 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.120749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:03.196735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:03.241683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1a20-2477-41a8-8258-fd2c026c9a3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae4eda-5fca-420a-9c21-a4f0439c0625,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:03.253125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] For port 57830e5d-814d-4f25-8bf5-b65d3a5449d7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57830e5d-814d-4f25-8bf5-b65d3a5449d7,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:03.253487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.310350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] For port cf809d85-88ae-4f29-9cd5-315aad295e4a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:03.325796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] For port cf809d85-88ae-4f29-9cd5-315aad295e4a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cf809d85-88ae-4f29-9cd5-315aad295e4a,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:03.326066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1a20-2477-41a8-8258-fd2c026c9a3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.329923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bf0b1a20-2477-41a8-8258-fd2c026c9a3b tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/38ae4eda-5fca-420a-9c21-a4f0439c0625 HTTP/1.1" status: 204 len: 168 time: 1.0811226 Jan 10 19:23:03.335238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.387754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60790) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:03.396478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Calling delete_port for 57830e5d-814d-4f25-8bf5-b65d3a5449d7 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:03.403425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] DHCP port deletion for 4196e3d9-e4e1-4548-9fab-ac54182fa4ff request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:23:03.415058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Deleting port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:03.416080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.452686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:03.545500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.647076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c8c8437-b234-4182-b1a7-5acf5a90db3e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:03.666941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.708892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a813f-70d4-4fbc-a169-d90a313c3099 None None] Pushing event updated for resources: {'Port': ['ID=cf809d85-88ae-4f29-9cd5-315aad295e4a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:03.729194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b39da57f-c650-453c-9601-f30988d5c409 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:03.737452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c8c8437-b234-4182-b1a7-5acf5a90db3e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:03.738739 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c8c8437-b234-4182-b1a7-5acf5a90db3e tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3500035 Jan 10 19:23:03.747368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:03.749773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57830e5d-814d-4f25-8bf5-b65d3a5449d7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:03.765332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254190775'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:03.778524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:03.781005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] No DVR routers for this DVR port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:03.789651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b39da57f-c650-453c-9601-f30988d5c409 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:03.790622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b39da57f-c650-453c-9601-f30988d5c409 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:03.791418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57830e5d-814d-4f25-8bf5-b65d3a5449d7 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:03.803396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Pushing event deleted for resources: {'Port': ['ID=e7fcf2ca-44b8-46d2-ac03-5453e15b4df8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:03.824245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No active binding found for port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:23:03.825031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:03.846192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 57830e5d-814d-4f25-8bf5-b65d3a5449d7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:03.851381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 57830e5d-814d-4f25-8bf5-b65d3a5449d7 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:03.863746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:03.867603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:03.873120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:22:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:03.935543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:04.135337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.178435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.273220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4196e3d9-e4e1-4548-9fab-ac54182fa4ff']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:04.294504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] For port 57830e5d-814d-4f25-8bf5-b65d3a5449d7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=57830e5d-814d-4f25-8bf5-b65d3a5449d7,segment=NetworkSegment(6eb9fde1-0338-42cd-b7a3-c7987b6ad52f),segment_id=6eb9fde1-0338-42cd-b7a3-c7987b6ad52f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:04.294914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.330577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:04.331045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb9fde1-0338-42cd-b7a3-c7987b6ad52f') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:04.360552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:04.371263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.397202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:04.418437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:04.430088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:04.430350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.432397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.457495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:23:04.457926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.475198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] No DVR routers for this DVR port e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:04.489779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.513143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a0ab5d9-b806-453b-a93b-4fab2b39906a req-d9953358-297d-4f34-b18d-e07e10d8c0da tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 210 time: 0.3119118 Jan 10 19:23:04.513446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'name': 'network-vif-deleted', 'tag': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:23:04.525301 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:23:04.531732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Calling delete_port for 57830e5d-814d-4f25-8bf5-b65d3a5449d7 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:04.559675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c831-56ad-4d21-8091-3488d2db171a req-5507849c-7613-4d53-acca-78f6eafbb69a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:04.575159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6979c831-56ad-4d21-8091-3488d2db171a req-5507849c-7613-4d53-acca-78f6eafbb69a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 945 time: 1.4509323 Jan 10 19:23:04.587446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:04.665046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.694201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.712734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4196e3d9-e4e1-4548-9fab-ac54182fa4ff,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:04.760618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.778034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.808051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-141ecf9f-4fd0-4bc0-bc95-128b82adad44 req-913c38a7-c4c9-4756-821f-ae8e8c3e50d9 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.44 "DELETE /v2.0/ports/e7fcf2ca-44b8-46d2-ac03-5453e15b4df8 HTTP/1.1" status: 204 len: 173 time: 4.1608353 Jan 10 19:23:04.816513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=0ea73202-e7b7-4255-a47d-5ec900612de3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:04.828390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.829565 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f8a2a6cf-bd85-47f3-a2d7-87b84262feb7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4196e3d9-e4e1-4548-9fab-ac54182fa4ff HTTP/1.1" status: 204 len: 168 time: 2.3663001 Jan 10 19:23:04.850857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6979c831-56ad-4d21-8091-3488d2db171a req-ea38d1bd-5fc9-4d20-ac25-27b6d7ecf51d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706137 Jan 10 19:23:04.851067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60826) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:04.902617 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:23:04.904075 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:23:04.904945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:04.906604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470de0c8-fc5a-49d3-9adc-80386ce9b705,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:04.972707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:23:05.011500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': '2071e287-8f96-476a-8167-81d9018dea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:05.011911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: fe32f043-a0a5-4013-a3b5-660556271cb8, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:23:05.050637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.052431 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Added segment 12905730-c528-4426-a16a-ea9d8b3113fb of type vlan for network 63986f23-8da6-4db5-ab6b-34adf22cbf22 Jan 10 19:23:05.066020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1f37c3-42bc-458b-a966-c13082d69f73,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:05.184352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.210263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.215440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-214b1c52-9724-43b7-9fc5-e0a1cfad4961 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4620616 Jan 10 19:23:05.216548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60832) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:05.217041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network fe32f043-a0a5-4013-a3b5-660556271cb8 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:23:05.228814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Request body: {'security_group_rule': {'security_group_id': '470de0c8-fc5a-49d3-9adc-80386ce9b705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:05.240953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:05.253874 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6c6a27-406d-44c1-a4a4-831b42ba79b7', 'name': 'network-vif-deleted', 'tag': 'e7fcf2ca-44b8-46d2-ac03-5453e15b4df8', 'status': 'completed', 'code': 200} Jan 10 19:23:05.258258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, fe32f043-a0a5-4013-a3b5-660556271cb8) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:05.261691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Usage tracker for resource:security_group_rule and tenant:c89476009cdd419087a985c72d07e3ed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:05.272855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:05.286021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:05.286624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.303761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:05.306558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595256a-577f-4655-8f8e-a18d5623b2fa None None] Network fe32f043-a0a5-4013-a3b5-660556271cb8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:05.335837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31d762bd-6a67-4d74-be1c-aa4d9f54046c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1919644 Jan 10 19:23:05.338763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60840) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:05.348389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8', 'name': 'tempest-PortsTestJSON-1089531132'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:05.369174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.370246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:05.370989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.387983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.468043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0021641 Jan 10 19:23:05.477878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Deleting port 57830e5d-814d-4f25-8bf5-b65d3a5449d7 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:05.478414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.499891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60844) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:05.529862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.540733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Request body: {'subnet': {'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-510300234-subnet', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:05.552440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:05.556822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Usage tracker for resource:subnet and tenant:16ac1b2c034d4a8b8f1df98980d502b9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:05.559964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:05.568657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:05.578289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.624779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Made reservation on behalf of 16ac1b2c034d4a8b8f1df98980d502b9 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:05.627773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.854542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6735018a-f323-4579-9ffd-9d0698766be3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:05.897945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9e139d7f-a8dc-46bb-89d4-9552806cecb7 None None] The port '57830e5d-814d-4f25-8bf5-b65d3a5449d7' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:23:05.964028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:05.969140 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6001a6c4-c109-45db-bcb2-64320fc5bda0 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7483308 Jan 10 19:23:05.981816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60854) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:05.998393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:03Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:06.004521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-fe32f043-a0a5-4013-a3b5-660556271cb8', 'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': '0ea73202-e7b7-4255-a47d-5ec900612de3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:23:06.005732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.016718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4058b-87bb-4762-ad37-e00b541ede79 None None] The sync data for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 is: [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:03Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:23:06.043924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d0e23-d186-4e88-8b96-cc68505a6f19 admin admin] Pushing event updated for resources: {'Network': ['ID=63986f23-8da6-4db5-ab6b-34adf22cbf22,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:06.074138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:06.128801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:06.183612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:06.186549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.210525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.237813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e2c577c0-25cf-43a4-ac17-3bf796a7ee79 req-0f0fe5bf-dc77-4fc6-a62f-59bd41860127 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Synchronizing usage tracker for tenant:da5c57f5bf3f45debab4b89a4e547812 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:06.268224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 9982b553-807a-40b7-9393-795a95042493 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:23:06.323143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Allocated IP 172.20.0.2 (fe32f043-a0a5-4013-a3b5-660556271cb8/0ea73202-e7b7-4255-a47d-5ec900612de3/3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:06.323932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8d96-0d30-43db-9e34-650c61ca2506 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.442478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c579200e-795f-4538-91e5-6adb0cf63654,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:06.478741 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8d96-0d30-43db-9e34-650c61ca2506 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.499840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:23:06.576072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e2c577c0-25cf-43a4-ac17-3bf796a7ee79 req-0f0fe5bf-dc77-4fc6-a62f-59bd41860127 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] Unset dirty status for tenant:da5c57f5bf3f45debab4b89a4e547812 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:06.581023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2c577c0-25cf-43a4-ac17-3bf796a7ee79 req-0f0fe5bf-dc77-4fc6-a62f-59bd41860127 tempest-ServersNegativeTestMultiTenantJSON-707468362 tempest-ServersNegativeTestMultiTenantJSON-707468362-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b6c6a27-406d-44c1-a4a4-831b42ba79b7 HTTP/1.1" status: 200 len: 210 time: 0.6770387 Jan 10 19:23:06.593723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd90e-c8ec-4d64-8fc0-9b3e5af1aedd req-c927f2e4-acbd-4d3e-93c0-336ea20fb38e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:06.597544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12ebd90e-c8ec-4d64-8fc0-9b3e5af1aedd req-c927f2e4-acbd-4d3e-93c0-336ea20fb38e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 945 time: 0.9397316 Jan 10 19:23:06.748086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Checking segment: {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:06.748741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Network hostable DHCP agents. Network: 63986f23-8da6-4db5-ab6b-34adf22cbf22, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:23:06.751446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12ebd90e-c8ec-4d64-8fc0-9b3e5af1aedd req-68db7a01-25f2-40ae-b205-8b428af7b7b3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489599 Jan 10 19:23:06.755524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8d96-0d30-43db-9e34-650c61ca2506 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.805685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f8d96-0d30-43db-9e34-650c61ca2506 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470de0c8-fc5a-49d3-9adc-80386ce9b705,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:06.837782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e05160-02ed-491b-b044-a1d948aaadba req-84782338-fdeb-47a3-b77c-e5d1e0a71fce tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:06.839237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e05160-02ed-491b-b044-a1d948aaadba req-84782338-fdeb-47a3-b77c-e5d1e0a71fce tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 945 time: 0.1806667 Jan 10 19:23:06.847373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8d96-0d30-43db-9e34-650c61ca2506 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.848752 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4f8f8d96-0d30-43db-9e34-650c61ca2506 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/470de0c8-fc5a-49d3-9adc-80386ce9b705 HTTP/1.1" status: 204 len: 168 time: 0.8504763 Jan 10 19:23:06.851922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60860) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:06.876114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:06.876332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:23:06.902357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Transition to ACTIVE for port object 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:06.980405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Transition to ACTIVE for port object 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:06.991836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.019612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 63986f23-8da6-4db5-ab6b-34adf22cbf22) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:07.053542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a9b09-7ebb-4be8-acd9-ca45161caccc None None] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:07.065272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:07.068062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.205705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:07.206717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.214291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3154e5a1-f9c4-41d4-9bf6-494ea8a735d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:07.233331 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cf4cdb65-b747-445e-a129-c17888c1f874 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7002194 Jan 10 19:23:07.238574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60868) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:07.269490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:07.276048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:07.280623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Usage tracker for resource:router and tenant:16ac1b2c034d4a8b8f1df98980d502b9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:07.284380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:07.291785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:07.292688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.10 (fe32f043-a0a5-4013-a3b5-660556271cb8/0ea73202-e7b7-4255-a47d-5ec900612de3/9982b553-807a-40b7-9393-795a95042493) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:07.311983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3154e5a1-f9c4-41d4-9bf6-494ea8a735d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:07.313338 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3154e5a1-f9c4-41d4-9bf6-494ea8a735d6 tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4596176 Jan 10 19:23:07.316891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.367926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60872) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:07.431618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-63986f23-8da6-4db5-ab6b-34adf22cbf22', 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'fixed_ips': [{'subnet_id': 'c579200e-795f-4538-91e5-6adb0cf63654'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:23:07.432442 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.433961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.436009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.453591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Network fe32f043-a0a5-4013-a3b5-660556271cb8 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:07.464691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:07.467299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:07.476815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Pushing event updated for resources: {'Port': ['ID=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:07.691174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:07.771665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Attempting to bind port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:07.772044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Attempting to bind port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '2071e287-8f96-476a-8167-81d9018dea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:07.772414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Attempting to bind port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 on network fe32f043-a0a5-4013-a3b5-660556271cb8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:07.830927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cf809d85-88ae-4f29-9cd5-315aad295e4a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:07.873916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:08.013840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:08.014471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Checking segment: {'id': '2071e287-8f96-476a-8167-81d9018dea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:08.014471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.014959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Bound using segment: {'id': '2071e287-8f96-476a-8167-81d9018dea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:08.015278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Bound port: 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2071e287-8f96-476a-8167-81d9018dea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:08.015749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.140631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Allocated IP 172.20.0.2 (63986f23-8da6-4db5-ab6b-34adf22cbf22/c579200e-795f-4538-91e5-6adb0cf63654/73bf26db-65dc-426f-9b39-e7b611278c6a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:08.238929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.248681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5c585e82-ff4b-4f14-bf68-7c934e40b4fb tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.8751962 Jan 10 19:23:08.324210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60888) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:08.339477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Deleting subnet 1d83a3b4-4001-482d-81b8-6298f0098ce0 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:23:08.351210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:08.351618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.379016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] For port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:08.382916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port cf809d85-88ae-4f29-9cd5-315aad295e4a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:08.427951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cf809d85-88ae-4f29-9cd5-315aad295e4a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:08.428334 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.497820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] For port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,segment=NetworkSegment(2071e287-8f96-476a-8167-81d9018dea8b),segment_id=2071e287-8f96-476a-8167-81d9018dea8b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:08.515194 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.533644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-361a83fe-9c0a-4f84-893f-c98c8f94d948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.556088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.633473 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.650495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 9982b553-807a-40b7-9393-795a95042493 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:08.822494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.832225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9ed4a-d21d-4c1e-8f73-0e1b2f3331b6 None None] Pushing event updated for resources: {'Port': ['ID=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:08.836438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:08.847808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.889706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:08.911430 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-90b398ec-fb36-4697-9905-d76a7bab114d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] delete failed (client error): The resource could not be found. Jan 10 19:23:08.912422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-90b398ec-fb36-4697-9905-d76a7bab114d tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "DELETE /v2.0/security-groups/470de0c8-fc5a-49d3-9adc-80386ce9b705 HTTP/1.1" status: 404 len: 347 time: 0.5793049 Jan 10 19:23:08.934306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60894) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:09.017617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.045060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.072333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.082275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Transition to ACTIVE for port object 73bf26db-65dc-426f-9b39-e7b611278c6a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:09.156452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port cf809d85-88ae-4f29-9cd5-315aad295e4a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cf809d85-88ae-4f29-9cd5-315aad295e4a,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:09.168395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Transition to ACTIVE for port object 73bf26db-65dc-426f-9b39-e7b611278c6a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:09.174838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.294657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network fe32f043-a0a5-4013-a3b5-660556271cb8 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:09.302137 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.317580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f491d803-5069-49b2-b0d2-7dbaaf9d912a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Synchronizing usage tracker for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:09.319893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=cf809d85-88ae-4f29-9cd5-315aad295e4a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:09.352250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:09.364128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:09.430828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=9982b553-807a-40b7-9393-795a95042493,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:09.438893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:09.452796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Pushing event updated for resources: {'Port': ['ID=73bf26db-65dc-426f-9b39-e7b611278c6a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:09.461816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:09.487353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f491d803-5069-49b2-b0d2-7dbaaf9d912a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] Unset dirty status for tenant:c89476009cdd419087a985c72d07e3ed on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:09.489336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f491d803-5069-49b2-b0d2-7dbaaf9d912a tempest-SecGroupIPv6Test-780624774 tempest-SecGroupIPv6Test-780624774-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5533957 Jan 10 19:23:09.522608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:09.576135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Allocated IP 172.25.6.227 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/2f6b7991-e701-45e1-99be-919ccd62a063) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:09.659952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab253d3-13a0-4820-86b0-23a91b8a1808 req-ae3d0fc6-1961-463f-b5fa-0e3eb2e43012 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:09.675416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ab253d3-13a0-4820-86b0-23a91b8a1808 req-ae3d0fc6-1961-463f-b5fa-0e3eb2e43012 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 945 time: 1.4250619 Jan 10 19:23:09.678761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.780148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Attempting to bind port 73bf26db-65dc-426f-9b39-e7b611278c6a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:09.780526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Attempting to bind port 73bf26db-65dc-426f-9b39-e7b611278c6a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:09.780898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Attempting to bind port 73bf26db-65dc-426f-9b39-e7b611278c6a on network 63986f23-8da6-4db5-ab6b-34adf22cbf22 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:09.799994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:09.800377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Checking segment: {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:09.800788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.801185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Bound using segment: {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:09.801660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Bound port: 73bf26db-65dc-426f-9b39-e7b611278c6a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:09.802038 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.904599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:09.906826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:09.919957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cf809d85-88ae-4f29-9cd5-315aad295e4a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:10.047047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:10.055532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:10.072208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.096210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.108467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.138944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a4e1532a-8029-4999-9a51-00ddb9ccfec1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7981670 Jan 10 19:23:10.144793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60910) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:10.179620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:23:10.259008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Deleting port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:10.259765 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.291624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=54a6963f-4bdc-4bc7-83c7-ff95de2c66cc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:10.309702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': 'fe32f043-a0a5-4013-a3b5-660556271cb8', 'name': 'tempest-PortsTestJSON-792928435'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:10.370159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ab253d3-13a0-4820-86b0-23a91b8a1808 req-9a36c227-f101-4be1-ac5e-64daf3f9300d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938295 Jan 10 19:23:10.399398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.474976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cf809d85-88ae-4f29-9cd5-315aad295e4a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:10.475717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.574723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:10.678216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6203b01-5ec2-4eb3-85df-d23bd246a090 None None] Pushing event updated for resources: {'Port': ['ID=73bf26db-65dc-426f-9b39-e7b611278c6a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:10.705210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6b7991-e701-45e1-99be-919ccd62a063,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:10.742336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02793f2c-0ee1-471c-87ca-1251f03e5c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:10.796687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:10.851697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:10.926365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:10.952001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:10.958215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:10.966249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:10.979771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:10.998483 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:11.077494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:11.088750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:11.110459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6f50b-7e6a-47e2-b65a-c80ee8f10398 None None] Network fe32f043-a0a5-4013-a3b5-660556271cb8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:11.114228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:11.118938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:11.177770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'name': 'network-vif-deleted', 'tag': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:11.187858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e05160-02ed-491b-b044-a1d948aaadba req-24d47c45-deef-49a8-9bc9-cae8980b3dc1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/54a6963f-4bdc-4bc7-83c7-ff95de2c66cc HTTP/1.1" status: 204 len: 173 time: 4.3407855 Jan 10 19:23:11.253763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d83a3b4-4001-482d-81b8-6298f0098ce0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:11.277537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:11.284264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35a9edab-5c35-466b-90d0-7887b694f185 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d83a3b4-4001-482d-81b8-6298f0098ce0 HTTP/1.1" status: 204 len: 168 time: 3.3872967 Jan 10 19:23:11.292770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port a2207847-e0dc-435e-8176-44d519478836 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:23:11.307921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:11.386134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60926) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:11.564056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:11.590059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] For port 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:11.592125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:11.732592 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6124be0d-7a48-4e3a-a3b3-d8b925285966', 'name': 'network-vif-deleted', 'tag': '54a6963f-4bdc-4bc7-83c7-ff95de2c66cc', 'status': 'completed', 'code': 200} Jan 10 19:23:11.785526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:11.785877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 54a6963f-4bdc-4bc7-83c7-ff95de2c66cc not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:11.881758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:11.922692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:11.923099 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:11.976998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Calling delete_port for 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:12.060170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.060845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] Provisioning for port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:12.110016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c9351c8b-095c-4a9d-92a3-37518ecf8b60 req-95207a70-23db-420a-af37-cae0154250d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:12.205110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] Provisioning complete for port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:12.205886 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.379718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c9351c8b-095c-4a9d-92a3-37518ecf8b60 req-95207a70-23db-420a-af37-cae0154250d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:12.380944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9351c8b-095c-4a9d-92a3-37518ecf8b60 req-95207a70-23db-420a-af37-cae0154250d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6124be0d-7a48-4e3a-a3b3-d8b925285966 HTTP/1.1" status: 200 len: 210 time: 0.5814266 Jan 10 19:23:12.407404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01873c2-bec2-4fb5-81ed-7d2b3a893471 None None] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:12.433719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.462292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f04d04f3-5ef0-40d1-a669-cd593b643e1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c89476009cdd419087a985c72d07e3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8184195 Jan 10 19:23:12.468353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60946) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:12.477694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.523953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.592566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d72a40f-82ca-49cc-8d8a-3f9c168d4d74,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:12.645007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.12 (fe32f043-a0a5-4013-a3b5-660556271cb8/0ea73202-e7b7-4255-a47d-5ec900612de3/a2207847-e0dc-435e-8176-44d519478836) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:12.971329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-301f633a-5468-4a0b-ac4c-3c1328aab1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.986295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:12.986702 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.168980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-301f633a-5468-4a0b-ac4c-3c1328aab1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.265507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.266126 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.355996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.375593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.381091 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.394328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-301f633a-5468-4a0b-ac4c-3c1328aab1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.458348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] For port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,segment=NetworkSegment(2071e287-8f96-476a-8167-81d9018dea8b),segment_id=2071e287-8f96-476a-8167-81d9018dea8b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:13.503659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1335cf8-8d97-459c-9b9d-c8e55377dacc']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:13.532081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8312f97-5c58-4319-8a61-728b5ab73550') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:13.532375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8312f97-5c58-4319-8a61-728b5ab73550') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:13.535129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.563206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.620057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.705911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:23:13.706480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:13.748924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Router 51c7badd-2911-4747-8d30-08fcbe28b011 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:23:13.777952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f633a-5468-4a0b-ac4c-3c1328aab1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399afd3-06f1-495f-a28d-3148740e178e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:23:13.784995 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:23:13.812595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:23:13.815825 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:23:13.986480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5ac52-f7ef-4a3a-85a8-45b06ff56b60 None None] Pushing event updated for resources: {'Port': ['ID=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:14.003635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ecb945b0-7a70-40a4-9e4b-df6b9b33a447 None None] Provisioning for port 73bf26db-65dc-426f-9b39-e7b611278c6a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:14.164466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3605a842-0529-4b17-bea5-49fc6d459b47 None None] Provisioning for port 9982b553-807a-40b7-9393-795a95042493 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:14.170968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3605a842-0529-4b17-bea5-49fc6d459b47 None None] Provisioning complete for port 9982b553-807a-40b7-9393-795a95042493 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:14.171377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3605a842-0529-4b17-bea5-49fc6d459b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:14.303733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3605a842-0529-4b17-bea5-49fc6d459b47 None None] Port 9982b553-807a-40b7-9393-795a95042493 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:14.379813 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-301f633a-5468-4a0b-ac4c-3c1328aab1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:14.386633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-301f633a-5468-4a0b-ac4c-3c1328aab1df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5399afd3-06f1-495f-a28d-3148740e178e HTTP/1.1" status: 204 len: 168 time: 1.9130294 Jan 10 19:23:14.395775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:14.465100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3605a842-0529-4b17-bea5-49fc6d459b47 None None] Provisioning complete for port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:14.466005 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3605a842-0529-4b17-bea5-49fc6d459b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:14.530181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:14.615982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1335cf8-8d97-459c-9b9d-c8e55377dacc HTTP/1.1" status: 204 len: 168 time: 3.2278407 Jan 10 19:23:14.618612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60966) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:14.647551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b42ae-b3df-45bc-9585-d4452545b07b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1335cf8-8d97-459c-9b9d-c8e55377dacc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:15.007160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Deleting subnet ba5563ac-a071-4d73-830f-f10998d24ca2 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:23:15.018825 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.146136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73bf26db-65dc-426f-9b39-e7b611278c6a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:15.152642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.358797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.362478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.378484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 73bf26db-65dc-426f-9b39-e7b611278c6a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:15.388175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 73bf26db-65dc-426f-9b39-e7b611278c6a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:15.388896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.402440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.518849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:23:15.527318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Sync routers for ids ['51c7badd-2911-4747-8d30-08fcbe28b011'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:23:15.547652 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Routers {'51c7badd-2911-4747-8d30-08fcbe28b011'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:15.549792 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51c7badd-2911-4747-8d30-08fcbe28b011'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:15.588092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.598245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9c16340c-e818-474e-8a1e-39efdf159bdf None None] Provisioning complete for port 9982b553-807a-40b7-9393-795a95042493 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:15.609753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c16340c-e818-474e-8a1e-39efdf159bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.697416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.697416 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6a5a6a32-06ee-4889-baec-3b039e2be9f7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.4553616 Jan 10 19:23:15.701803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60994) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:15.726723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object a2207847-e0dc-435e-8176-44d519478836 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:15.764293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.831125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9c16340c-e818-474e-8a1e-39efdf159bdf None None] Port 9982b553-807a-40b7-9393-795a95042493 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:15.844205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.852842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.864715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5563ac-a071-4d73-830f-f10998d24ca2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:15.885143 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.931169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9c16340c-e818-474e-8a1e-39efdf159bdf None None] Provisioning complete for port 73bf26db-65dc-426f-9b39-e7b611278c6a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:15.934258 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c16340c-e818-474e-8a1e-39efdf159bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:15.965025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Router b20a268d-adae-4f34-a4ee-01107b7e6af3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:23:15.975247 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Set router 51c7badd-2911-4747-8d30-08fcbe28b011 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:16.026287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=a2207847-e0dc-435e-8176-44d519478836,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:16.102949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f99f9ee-24fc-482f-98c5-5ed9a5c5ef32 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba5563ac-a071-4d73-830f-f10998d24ca2 HTTP/1.1" status: 204 len: 168 time: 1.4663191 Jan 10 19:23:16.105646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32774) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:16.122671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:16.196741 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:16.197828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:16.200362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-9183332f-2fa0-4670-8363-60d06f5b259a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:16.206534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-9183332f-2fa0-4670-8363-60d06f5b259a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.9542565 Jan 10 19:23:16.209932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network fe32f043-a0a5-4013-a3b5-660556271cb8 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:16.217005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:16.221500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:16.336863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32782) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:16.405183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:16.405804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:16.411564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-764bebd3-6018-4d25-85f6-f2d57d267fed tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.1961234 Jan 10 19:23:16.511748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d7d16d7e-83a6-4c74-9e48-2b2cd4ff757b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.3488247 Jan 10 19:23:16.514594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32800) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:16.572339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=73bf26db-65dc-426f-9b39-e7b611278c6a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:16.594388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:16.594707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:16.715375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:16.794178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007312755'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:16.827394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:16.848566 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:23:11Z', 'revision_number': 3, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:16.861854 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Checking router: 51c7badd-2911-4747-8d30-08fcbe28b011 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:23:16.861854 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Updating router 51c7badd-2911-4747-8d30-08fcbe28b011 port 2f6b7991-e701-45e1-99be-919ccd62a063 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:23:16.873496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1dd44b05-2a54-4b88-a1cb-bb2398c08cda None None] Provisioning for port a2207847-e0dc-435e-8176-44d519478836 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:16.881515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1dd44b05-2a54-4b88-a1cb-bb2398c08cda None None] Provisioning complete for port a2207847-e0dc-435e-8176-44d519478836 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:16.882128 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1dd44b05-2a54-4b88-a1cb-bb2398c08cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:16.910574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:16.914247 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:16.945093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:16.950044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1dd44b05-2a54-4b88-a1cb-bb2398c08cda None None] Port a2207847-e0dc-435e-8176-44d519478836 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:17.005354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:17.034861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73bf26db-65dc-426f-9b39-e7b611278c6a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:17.072724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-6ebbfc99-c55f-48c3-990b-337be355b627 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6525075 Jan 10 19:23:17.143318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.179364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.253206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 73bf26db-65dc-426f-9b39-e7b611278c6a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:17.253727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.275071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ddf918-ae67-4c83-ad43-808c0e19172d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:17.276126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e2ddf918-ae67-4c83-ad43-808c0e19172d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:17.331752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.375364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78327456-aa5c-4718-b139-c03397b9e347']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:17.418191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32818) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:17.420028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50214ac0-1023-4f05-b3bb-5b257884e00a') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:17.420327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50214ac0-1023-4f05-b3bb-5b257884e00a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:17.439720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-2047ca7a-5b3d-4404-8ab8-573de1ba8c72 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555810 Jan 10 19:23:17.440534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e2ddf918-ae67-4c83-ad43-808c0e19172d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:17.444038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e2ddf918-ae67-4c83-ad43-808c0e19172d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.9256709 Jan 10 19:23:17.444778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:17.507746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.543713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:17.559671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:17.564999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.568846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:17.573575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:23:17.588053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] Sync routers for ids ['b20a268d-adae-4f34-a4ee-01107b7e6af3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:23:17.592517 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.613506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] Routers {'b20a268d-adae-4f34-a4ee-01107b7e6af3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:17.614411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b20a268d-adae-4f34-a4ee-01107b7e6af3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:17.620229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port a2207847-e0dc-435e-8176-44d519478836 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:17.620591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.623151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:17.631793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:23:17.639194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:23:17.676727 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:23:17.838559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] Set router b20a268d-adae-4f34-a4ee-01107b7e6af3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:17.846839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-a8abed3c-7cd5-4fca-a8ee-4a0ddea6db7a service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989313 Jan 10 19:23:17.932137 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e8df0c56-f80f-4d4e-b014-53dd6df014a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/b20a268d-adae-4f34-a4ee-01107b7e6af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0268569 Jan 10 19:23:17.933028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32828) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:18.054955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.080659 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Transition to ACTIVE for port object 2f6b7991-e701-45e1-99be-919ccd62a063 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:18.098323 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.098587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.152259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.239789 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Attempting to bind port 2f6b7991-e701-45e1-99be-919ccd62a063 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:18.240599 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Attempting to bind port 2f6b7991-e701-45e1-99be-919ccd62a063 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:18.241170 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Attempting to bind port 2f6b7991-e701-45e1-99be-919ccd62a063 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:18.244532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.249663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=78327456-aa5c-4718-b139-c03397b9e347,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:18.252081 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:18.252730 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:18.253317 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.254389 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:18.255245 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Bound port: 2f6b7991-e701-45e1-99be-919ccd62a063, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:18.255901 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.257543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd5e52b2-d222-4f4c-b909-e6bd6f954614 req-f86c4312-9b6a-457b-a122-26a2d880f29c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.0780418 Jan 10 19:23:18.316149 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Pushing event updated for resources: {'Port': ['ID=2f6b7991-e701-45e1-99be-919ccd62a063,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:18.318156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.318508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.318850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.319214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.319549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.319880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.320204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.321003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.321003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.321269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.321454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.327556 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.327907 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.328306 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.328644 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.330621 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.330943 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.331277 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.332255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.332255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.332255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.332585 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:18.369354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f5bfbe8b-aacd-4150-b025-bb7ebb910ddf admin admin] 10.222.0.21 "DELETE /v2.0/networks/78327456-aa5c-4718-b139-c03397b9e347 HTTP/1.1" status: 204 len: 168 time: 2.2623861 Jan 10 19:23:18.387753 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] For port 2f6b7991-e701-45e1-99be-919ccd62a063, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:18.393947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:18.394745 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] For port 2f6b7991-e701-45e1-99be-919ccd62a063, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2f6b7991-e701-45e1-99be-919ccd62a063,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:18.402910 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.432732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccace8476f144afbb2c211b5cc1dfed is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:18.444837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:23:12Z', 'revision_number': 5, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:18.449776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] Checking router: b20a268d-adae-4f34-a4ee-01107b7e6af3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:23:18.463593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] Routers {'b20a268d-adae-4f34-a4ee-01107b7e6af3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:18.464270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b20a268d-adae-4f34-a4ee-01107b7e6af3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:18.475145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:18.479125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for a2207847-e0dc-435e-8176-44d519478836 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:18.496412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.584594 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad32a10-5a1c-4dcb-a828-76f6f1f05566 None None] Pushing event updated for resources: {'Port': ['ID=2f6b7991-e701-45e1-99be-919ccd62a063,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:18.625302 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Routers {'51c7badd-2911-4747-8d30-08fcbe28b011'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:18.625929 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51c7badd-2911-4747-8d30-08fcbe28b011'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:18.641844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:18.644878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32842) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:18.678626 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.727572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] Set router b20a268d-adae-4f34-a4ee-01107b7e6af3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:18.816646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.852602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:18.871561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:18.893045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab7d066-3e1a-4760-92d7-03173c5808ec,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:18.905961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:18.917555 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-97b9584a-5db7-40d1-a8fe-10c84ba9c2bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da5c57f5bf3f45debab4b89a4e547812&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2654679 Jan 10 19:23:18.925010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32852) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:18.953015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:18.957080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbd651-88ad-4788-a8dc-b36387bc3ecd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:18.964754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:18.994719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.018705 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9b004cf0-d54b-4b0a-ab11-27c49b089e57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ccace8476f144afbb2c211b5cc1dfed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5481014 Jan 10 19:23:19.023704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32856) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:19.094676 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:23:19.119716 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] Set router 51c7badd-2911-4747-8d30-08fcbe28b011 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:19.125850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=a2207847-e0dc-435e-8176-44d519478836,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:19.244738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.262760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.395720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d41e69-3dd6-403a-8562-1bdcfe443877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.406081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:23:12Z', 'revision_number': 5, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:19.412003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6018-dfb9-4ad6-8bf4-f1cf0fe3bfdf None None] The sync data for ids ['b20a268d-adae-4f34-a4ee-01107b7e6af3'] in n-d-816927-8 is: [{'id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'name': 'tempest-TaggedBootDevicesTest-1915905073-router', 'tenant_id': '2c86ff5ca8214be7be62aeb87f54663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:10:56Z', 'updated_at': '2022-01-10T19:23:12Z', 'revision_number': 5, 'project_id': '2c86ff5ca8214be7be62aeb87f54663d', 'gw_port': {'id': '13c33eaa-7137-43a0-98f9-d775f686f83f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a268d-adae-4f34-a4ee-01107b7e6af3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:10:58Z', 'updated_at': '2022-01-10T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:23:19.430346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.465502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.488325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.553052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b212d-23c4-438c-aafd-c6de903b1076,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:19.694943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-085bd96e-ed1a-4ba3-9764-5c25ab6841f3 req-eefec7af-dfe0-4615-aa64-947bcd285f33 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.2909203 Jan 10 19:23:19.721508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-984b424f-5b5d-42ec-8442-ff272ac9b05b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/a2207847-e0dc-435e-8176-44d519478836 HTTP/1.1" status: 204 len: 168 time: 2.2750881 Jan 10 19:23:19.724719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d41e69-3dd6-403a-8562-1bdcfe443877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.743210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32866) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:19.820107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65edf257-ae9e-4582-9b29-ba8084f8302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.822999 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:23:11Z', 'revision_number': 3, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:19.827388 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e15ce8-ea65-41f8-9e64-cc0f5f32c556 None None] The sync data for ids ['51c7badd-2911-4747-8d30-08fcbe28b011'] in n-d-816927-8 is: [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:23:11Z', 'revision_number': 3, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:23:19.866891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Allocated IP 172.20.0.1 (63986f23-8da6-4db5-ab6b-34adf22cbf22/c579200e-795f-4538-91e5-6adb0cf63654/1257eb45-5b6b-4774-b1c3-ef9f7a65219b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:19.868210 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ac99ac-3d38-4b33-b124-61229e1653fb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:23:19.868729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e1ac99ac-3d38-4b33-b124-61229e1653fb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:19.917942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e1ac99ac-3d38-4b33-b124-61229e1653fb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:19.922978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e1ac99ac-3d38-4b33-b124-61229e1653fb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/a2207847-e0dc-435e-8176-44d519478836 HTTP/1.1" status: 404 len: 333 time: 0.1785505 Jan 10 19:23:19.928538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32872) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:19.974731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:19.978570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fb6c69e7-1620-4605-913b-c6a88e0cf4bf tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.6369398 Jan 10 19:23:19.984383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32878) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:20.105581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 9982b553-807a-40b7-9393-795a95042493 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:20.106061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.136596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65edf257-ae9e-4582-9b29-ba8084f8302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.139776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d41e69-3dd6-403a-8562-1bdcfe443877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.177950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d41e69-3dd6-403a-8562-1bdcfe443877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3a6cd4-13b1-4939-8619-870bdd527389,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:20.190532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2d41e69-3dd6-403a-8562-1bdcfe443877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.191918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a2d41e69-3dd6-403a-8562-1bdcfe443877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf3a6cd4-13b1-4939-8619-870bdd527389 HTTP/1.1" status: 204 len: 168 time: 1.2608924 Jan 10 19:23:20.196610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.204926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5433b1f0-b1d1-4800-aa5c-7ac97e445c37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:20.248723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Transition to ACTIVE for port object 1257eb45-5b6b-4774-b1c3-ef9f7a65219b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:20.263511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5433b1f0-b1d1-4800-aa5c-7ac97e445c37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:20.272459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.281432 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5433b1f0-b1d1-4800-aa5c-7ac97e445c37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2942276 Jan 10 19:23:20.283114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32884) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:20.307340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65edf257-ae9e-4582-9b29-ba8084f8302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.308968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-security--841176989', 'description': 'tempest-security-description-1570962022'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:20.327350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.398288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Deleting port 13c33eaa-7137-43a0-98f9-d775f686f83f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:20.398632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.440767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Pushing event updated for resources: {'Port': ['ID=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:20.444127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edf257-ae9e-4582-9b29-ba8084f8302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbd651-88ad-4788-a8dc-b36387bc3ecd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:20.450706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:20.452630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:20.455703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:20.520341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65edf257-ae9e-4582-9b29-ba8084f8302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.522426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-65edf257-ae9e-4582-9b29-ba8084f8302b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9fbd651-88ad-4788-a8dc-b36387bc3ecd HTTP/1.1" status: 204 len: 168 time: 1.4959414 Jan 10 19:23:20.570467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.806386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:20.890384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.031205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-81b5e235-0ed2-4e46-a5d4-0adc41c413c3 None None] Provisioning for port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:21.055869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-81b5e235-0ed2-4e46-a5d4-0adc41c413c3 None None] Provisioning complete for port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:21.056022 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-81b5e235-0ed2-4e46-a5d4-0adc41c413c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.187314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2f6b7991-e701-45e1-99be-919ccd62a063 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:21.310486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32902) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:21.419547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.439492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-81b5e235-0ed2-4e46-a5d4-0adc41c413c3 None None] Port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:21.451107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.511626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2f6b7991-e701-45e1-99be-919ccd62a063 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:21.517969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2f6b7991-e701-45e1-99be-919ccd62a063 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:21.518536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.615891 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1e1842ca-bd77-4f6b-99b1-ff588bbe10b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c841ff6b03a64b6a81a9e7a83c8aff66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3043427 Jan 10 19:23:21.624025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32914) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:21.721563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.755598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2f6b7991-e701-45e1-99be-919ccd62a063, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2f6b7991-e701-45e1-99be-919ccd62a063,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:21.764639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a4793dd-6e69-4b32-9948-af0873b809ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.767044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.780257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.789003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 9982b553-807a-40b7-9393-795a95042493 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:21.800424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:21.908019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:22.022562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:22.024541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5d72a40f-82ca-49cc-8d8a-3f9c168d4d74 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:22.035097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b765cf1b-f47a-402e-a39a-f96556d909be req-bf8b0419-9324-49d6-944e-f42cff7b4424 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.9586117 Jan 10 19:23:22.041573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.045219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.065907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2f6b7991-e701-45e1-99be-919ccd62a063,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:22.177537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-518863a8-9ccf-47a5-a429-bb6641ba610e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:22.185468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-518863a8-9ccf-47a5-a429-bb6641ba610e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 1.5798383 Jan 10 19:23:22.190107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Pushing event updated for resources: {'Port': ['ID=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:22.198718 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a4793dd-6e69-4b32-9948-af0873b809ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.236360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': '3bec04a3-a111-4b8d-838e-7bea293100db', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:22.257643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.436855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a4793dd-6e69-4b32-9948-af0873b809ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.473510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4793dd-6e69-4b32-9948-af0873b809ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8eaf4d-218c-42c9-b463-aad25610f651,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:22.492570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] For port 13c33eaa-7137-43a0-98f9-d775f686f83f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=13c33eaa-7137-43a0-98f9-d775f686f83f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:22.493104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.507287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:22.510165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:22.595282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=9982b553-807a-40b7-9393-795a95042493,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:22.605690 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.607273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "PUT /v2.0/security-groups/6e8b212d-23c4-438c-aafd-c6de903b1076 HTTP/1.1" status: 200 len: 1611 time: 2.3231912 Jan 10 19:23:22.666658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a4793dd-6e69-4b32-9948-af0873b809ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:22.670010 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a4793dd-6e69-4b32-9948-af0873b809ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d8eaf4d-218c-42c9-b463-aad25610f651 HTTP/1.1" status: 204 len: 168 time: 1.0416410 Jan 10 19:23:22.675025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:22.770504 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0dff6127-0227-48e2-b290-8fa3612e0bc5 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups/6e8b212d-23c4-438c-aafd-c6de903b1076 HTTP/1.1" status: 200 len: 1611 time: 0.0943346 Jan 10 19:23:22.887603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32938) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:23.002405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cb4a478c-7d66-419b-9511-213a6894c20f None None] Provisioning complete for port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:23.002789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb4a478c-7d66-419b-9511-213a6894c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.061037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Calling delete_port for 13c33eaa-7137-43a0-98f9-d775f686f83f owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:23.072510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cafb2492-633f-41b8-8c76-fbba2828623c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.186574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27361fc3-f12a-4a18-b9d1-e82f2037c2ce tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b212d-23c4-438c-aafd-c6de903b1076,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:23.198426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cafb2492-633f-41b8-8c76-fbba2828623c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.248929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a478c-7d66-419b-9511-213a6894c20f None None] Port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:23.259605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2f6b7991-e701-45e1-99be-919ccd62a063 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:23.313026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cafb2492-633f-41b8-8c76-fbba2828623c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.313264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.320423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Router 51c7badd-2911-4747-8d30-08fcbe28b011 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:23:23.340362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb2492-633f-41b8-8c76-fbba2828623c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b212d-23c4-438c-aafd-c6de903b1076,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:23.357853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cafb2492-633f-41b8-8c76-fbba2828623c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.359783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cafb2492-633f-41b8-8c76-fbba2828623c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e8b212d-23c4-438c-aafd-c6de903b1076 HTTP/1.1" status: 204 len: 168 time: 0.4654012 Jan 10 19:23:23.427884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32952) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:23.436589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24621ed4-c4d3-4905-ac9d-8477ed890b1c req-9be54cce-3131-42c7-8dcb-4899556ddc31 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.1344907 Jan 10 19:23:23.437995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2f6b7991-e701-45e1-99be-919ccd62a063 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:23.438599 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.469167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:23.498478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b0194924-2ba2-4e24-a924-e7ed09f47fa8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/9982b553-807a-40b7-9393-795a95042493 HTTP/1.1" status: 204 len: 168 time: 3.5686226 Jan 10 19:23:23.505393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32956) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:23.533062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:23.551157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.557654 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcd772e-216e-49a8-81fd-10689fb62e76 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:23:23.561619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dbcd772e-216e-49a8-81fd-10689fb62e76 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/9982b553-807a-40b7-9393-795a95042493 HTTP/1.1" status: 404 len: 333 time: 0.0520034 Jan 10 19:23:23.566914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32962) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:23.616119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:23.620257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:23.638438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2712a380-dd2f-455b-ba75-71bea51705f5 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:23.672300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c33eaa-7137-43a0-98f9-d775f686f83f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:23.717449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.717804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.718141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.718472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.718802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.719226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.719552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.719913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.720543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.720878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.721199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:23.757406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2712a380-dd2f-455b-ba75-71bea51705f5 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:23.761576 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2712a380-dd2f-455b-ba75-71bea51705f5 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3303318 Jan 10 19:23:23.820122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32970) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:23.850736 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-b9449fa7-4d6a-4a7a-a60d-2847bd604bc2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] delete failed (client error): The resource could not be found. Jan 10 19:23:23.851387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9449fa7-4d6a-4a7a-a60d-2847bd604bc2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e8b212d-23c4-438c-aafd-c6de903b1076 HTTP/1.1" status: 404 len: 347 time: 0.0293841 Jan 10 19:23:23.857585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32976) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:23.876495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076337173'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:23.883443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:23.894110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:23.912897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.016960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet 0ea73202-e7b7-4255-a47d-5ec900612de3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:23:24.028997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.176287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:23:24.185543 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1671cc7a-bcf0-45ca-9016-8e221be5788f admin admin] 10.222.0.21 "PUT /v2.0/routers/51c7badd-2911-4747-8d30-08fcbe28b011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4816477 Jan 10 19:23:24.209586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.356068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:24.373584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:24.375936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.382263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:24.393535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:24.397828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.624076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.10 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/d9fb191c-8c8b-4465-a96d-70e40ffb7fbe) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:24.775132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.784288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.791753 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.835630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea73202-e7b7-4255-a47d-5ec900612de3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:24.845721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.853023 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6873b464-3c19-4f73-ad4b-d1c5ff97ce52 None None] Network fe32f043-a0a5-4013-a3b5-660556271cb8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:24.881829 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-544d7493-b848-47b5-9331-6c02fd1de0e4 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/0ea73202-e7b7-4255-a47d-5ec900612de3 HTTP/1.1" status: 204 len: 168 time: 1.3064945 Jan 10 19:23:24.884330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33022) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:24.902054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-556cbd0b-7099-4c53-8bbf-beb1b01a27f9 req-e09734c3-66e4-4f4f-af74-782407b1639f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.0775843 Jan 10 19:23:24.910446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:24.912280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20a268d-adae-4f34-a4ee-01107b7e6af3 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:23:25.255228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:25.277898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:25.279995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:25.299389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:25.316725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-47907a56-5ad3-45e0-a661-5bbabcc51d91 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b20a268d-adae-4f34-a4ee-01107b7e6af3 HTTP/1.1" status: 204 len: 168 time: 7.3818705 Jan 10 19:23:25.328328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:25.363459 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Sync routers for ids ['51c7badd-2911-4747-8d30-08fcbe28b011'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:23:25.394303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:25.468875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Routers {'51c7badd-2911-4747-8d30-08fcbe28b011'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:25.469489 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51c7badd-2911-4747-8d30-08fcbe28b011'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:25.681053 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:25.786643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] DHCP port deletion for fe32f043-a0a5-4013-a3b5-660556271cb8 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:23:25.795794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Deleting port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:25.796577 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:25.853586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33040) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:25.891694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871285269', 'description': 'tempest-secgroup-smoke-1871285269 description', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:25.908197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:25.931394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:25.936297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:25.946932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:25.950158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] For port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,segment=NetworkSegment(2071e287-8f96-476a-8167-81d9018dea8b),segment_id=2071e287-8f96-476a-8167-81d9018dea8b)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:25.950826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.078786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33050) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:26.100961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.119309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2588561 Jan 10 19:23:26.160561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:26.172007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] For port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,segment=NetworkSegment(2071e287-8f96-476a-8167-81d9018dea8b),segment_id=2071e287-8f96-476a-8167-81d9018dea8b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:26.173671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.209410 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Set router 51c7badd-2911-4747-8d30-08fcbe28b011 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:26.216838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.231667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': '06006d02-8897-4dc6-82ec-5c7a4f255fd0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:26.232069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:26.283275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:26.285668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae3250-fe8d-4c44-babb-8088805c788c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06006d02-8897-4dc6-82ec-5c7a4f255fd0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:26.317074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:26.320527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:26.321920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-66a52081-bca5-474c-92fe-a7681075821f req-45653910-28a9-40af-8717-c9c2e739601a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:26.325458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:26.329021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:26.329928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Deleting subnet 06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:23:26.334408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.335724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:26.357744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.408635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.451027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Calling delete_port for 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:26.455591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:26.466345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No DVR routers for this DVR port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:26.515830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:26.540521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:23:26.542703 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:23:26.548555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:26.581018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-66a52081-bca5-474c-92fe-a7681075821f req-45653910-28a9-40af-8717-c9c2e739601a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:26.594067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66a52081-bca5-474c-92fe-a7681075821f req-45653910-28a9-40af-8717-c9c2e739601a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.3920858 Jan 10 19:23:26.595419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.627465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.684881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.692154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.712564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.754691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:23:20Z', 'revision_number': 4, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '1257eb45-5b6b-4774-b1c3-ef9f7a65219b', 'name': '', 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'mac_address': 'fa:16:3e:6d:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c579200e-795f-4538-91e5-6adb0cf63654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:19Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 2, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'subnets': [{'id': 'c579200e-795f-4538-91e5-6adb0cf63654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:26.761052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:26.763406 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Checking router: 51c7badd-2911-4747-8d30-08fcbe28b011 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:23:26.764074 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Updating router 51c7badd-2911-4747-8d30-08fcbe28b011 port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:23:26.773151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Usage tracker for resource:security_group_rule and tenant:3a05fe6327154dc0a466cdc05ebfcaef is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:26.780952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:26.781772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.792242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:26.798762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.804771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe32f043-a0a5-4013-a3b5-660556271cb8']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:26.849575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.850738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2071e287-8f96-476a-8167-81d9018dea8b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:26.851117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.851742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2071e287-8f96-476a-8167-81d9018dea8b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:26.856931 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.889845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.898185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.903494 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.905436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713c80b9-172f-4a86-b63a-8dff92a01d8b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:26.913320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:23:26.913746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.915373 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3da8da53-0774-45c6-82de-797ea0a43878 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0358875 Jan 10 19:23:26.918596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33066) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:26.930496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group_rule': {'security_group_id': '713c80b9-172f-4a86-b63a-8dff92a01d8b', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:26.936508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:26.955442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:26.963884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:26.975386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:26.985856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:27.009144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 13c33eaa-7137-43a0-98f9-d775f686f83f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:27.019527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:23:27.020308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.036245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:23:27.061615 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:23:27.086902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.108299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614ce7f1-1b54-4ed2-b8f5-6f5614490b42,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:27.121061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.168522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Deleting port 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:27.169476 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.211391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 13c33eaa-7137-43a0-98f9-d775f686f83f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:27.212529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 13c33eaa-7137-43a0-98f9-d775f686f83f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:27.213229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:27.238254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:27.271290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:27.279076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2ce7f04e-4c2c-4c37-9ca8-50e927dd2a14 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06cb2ff8-d5e8-45ff-ae5c-e7fc426a8445 HTTP/1.1" status: 204 len: 168 time: 1.9418302 Jan 10 19:23:27.279949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:27.283947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b11858-4a7e-4982-9218-b17c3c7b4e35 None None] Network 9bf5416a-26f9-4183-bcf6-8d5a53288abe requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:27.289481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:27.297497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33074) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:27.324293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:27.325231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:27.361195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.392968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.396868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5e3c567-faf4-48f1-8cd5-404b131ffa37 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2326503 Jan 10 19:23:27.398638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33080) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:27.455809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-39602f20-fd04-439a-81b5-ca4f85b75437 None None] The port '3cd1cdbf-63bc-48db-aeb8-b6b67b5ae3b4' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:23:27.467602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:27.468665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.471753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.491998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.510911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.520389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=fe32f043-a0a5-4013-a3b5-660556271cb8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:27.535779 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e5446c4-dbc8-463a-bd7c-dce233dcd63c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/fe32f043-a0a5-4013-a3b5-660556271cb8 HTTP/1.1" status: 204 len: 168 time: 2.6480553 Jan 10 19:23:27.541040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b651923-169f-491f-ad61-f4c09523c81c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.557102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33084) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:27.576728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.578683 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b651923-169f-491f-ad61-f4c09523c81c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.591769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.598515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Deleting port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:27.598849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.616477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-58fb03af-788a-4197-b294-45eed82c3f70 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3911090 Jan 10 19:23:27.620123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-581456146'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:27.629110 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.671073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caca0432-af15-47dc-b06e-1f78e535b3a7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:27.690231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:27.709757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Request body: {'port': {'device_id': '3bec04a3-a111-4b8d-838e-7bea293100db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:27.721226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.722364 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b7cdbd2-5cd5-4c78-84e3-8a9c12fef4be tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8026428 Jan 10 19:23:27.728971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:27.736252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group_rule': {'security_group_id': '713c80b9-172f-4a86-b63a-8dff92a01d8b', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:27.740982 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.756387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:27.763731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:27.768449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:27.784432 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Transition to ACTIVE for port object 1257eb45-5b6b-4774-b1c3-ef9f7a65219b will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:27.792491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:27.796054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:27.801966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:27.802762 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.834737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a05fe6327154dc0a466cdc05ebfcaef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7468650 Jan 10 19:23:27.838684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33094) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:27.856031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f102a-29cf-4643-b302-024996a2e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12b4f4-c0a6-4a00-b760-1b5d8263b3cf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:27.863024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:27.918698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b651923-169f-491f-ad61-f4c09523c81c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:27.986699 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a674027-e827-41f1-a90e-2a9b4bab4d36 None None] Pushing event updated for resources: {'Port': ['ID=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:28.002196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] For port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:28.002712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.020404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] DHCP port deletion for 9bf5416a-26f9-4183-bcf6-8d5a53288abe request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:23:28.025501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] Deleting port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:28.026048 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.200043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b651923-169f-491f-ad61-f4c09523c81c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.203697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5b651923-169f-491f-ad61-f4c09523c81c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/614ce7f1-1b54-4ed2-b8f5-6f5614490b42 HTTP/1.1" status: 204 len: 168 time: 0.7915103 Jan 10 19:23:28.211648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.263500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33100) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:28.267110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:28.269425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.274987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.316309 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Attempting to bind port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:28.316935 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Attempting to bind port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:28.318534 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Attempting to bind port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b on network 63986f23-8da6-4db5-ab6b-34adf22cbf22 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:28.326416 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:28.327020 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Checking segment: {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:28.327898 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.328458 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Bound using segment: {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:28.329174 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Bound port: 1257eb45-5b6b-4774-b1c3-ef9f7a65219b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12905730-c528-4426-a16a-ea9d8b3113fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:28.329853 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.385199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b651923-169f-491f-ad61-f4c09523c81c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=614ce7f1-1b54-4ed2-b8f5-6f5614490b42,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:28.561914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] For port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,segment=NetworkSegment(c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91),segment_id=c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:28.563012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.581307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] For port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:28.585621 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] For port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:28.601377 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.664398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Calling delete_port for 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:28.675546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:23:28.693298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af375a-aed5-4872-af79-8c6d2d7c6b00 req-c5e946cc-446a-458d-bf45-18e5c9ff494b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:28.694759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62af375a-aed5-4872-af79-8c6d2d7c6b00 req-c5e946cc-446a-458d-bf45-18e5c9ff494b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 932 time: 0.7883074 Jan 10 19:23:28.700915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e303767-a8a0-4c92-b1b9-a4ced5c600c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.756631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] Calling delete_port for 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:28.822913 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Routers {'51c7badd-2911-4747-8d30-08fcbe28b011'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:23:28.830974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.831346 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment 6c0c42cc-129a-424a-bb58-89ecefdb2512 of type vlan for network 75a33afa-76e2-4f86-a27c-7e4a6b141841 Jan 10 19:23:28.833185 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51c7badd-2911-4747-8d30-08fcbe28b011'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:28.857121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51d17a37-a7b0-4d8f-9377-f654968e7e68 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:28.882176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:28.917937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e303767-a8a0-4c92-b1b9-a4ced5c600c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.047337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51d17a37-a7b0-4d8f-9377-f654968e7e68 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:29.048647 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-51d17a37-a7b0-4d8f-9377-f654968e7e68 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7806575 Jan 10 19:23:29.057481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] Pushing event deleted for resources: {'Port': ['ID=59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:29.072844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:29.101948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.116331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33118) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:29.142744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.184942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc94be14-8a6a-40bc-b889-75aa8313b89c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:29.201446 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a674027-e827-41f1-a90e-2a9b4bab4d36 None None] Pushing event updated for resources: {'Port': ['ID=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:29.211889 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:23:29.212653 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:23:29.272238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:29.273109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:29.277094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df3ddb98-b413-41ad-8c00-857a3b6dfba1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.317914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f97b7-84e6-443f-8c2a-1290c954a14a None None] No DVR routers for this DVR port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:29.322346 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df3ddb98-b413-41ad-8c00-857a3b6dfba1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.340414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e303767-a8a0-4c92-b1b9-a4ced5c600c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.342948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e303767-a8a0-4c92-b1b9-a4ced5c600c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.346963 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e303767-a8a0-4c92-b1b9-a4ced5c600c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a12b4f4-c0a6-4a00-b760-1b5d8263b3cf HTTP/1.1" status: 204 len: 168 time: 1.4996567 Jan 10 19:23:29.346963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.346963 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-706ff56e-b1fe-4336-885a-71449fe44ba5 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6168065 Jan 10 19:23:29.357697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33124) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:29.370456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group_rule': {'security_group_id': '713c80b9-172f-4a86-b63a-8dff92a01d8b', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:29.378075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:29.384705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:29.392041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62af375a-aed5-4872-af79-8c6d2d7c6b00 req-35b08c95-1699-4ae9-9c48-3e2f34eee6a2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683457 Jan 10 19:23:29.400699 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.413618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e303767-a8a0-4c92-b1b9-a4ced5c600c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12b4f4-c0a6-4a00-b760-1b5d8263b3cf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:29.425745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:29.468131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:29.506037 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] Set router 51c7badd-2911-4747-8d30-08fcbe28b011 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:23:29.528022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.552650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df3ddb98-b413-41ad-8c00-857a3b6dfba1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.632548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.645147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:29.645956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.696219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ddb98-b413-41ad-8c00-857a3b6dfba1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06006d02-8897-4dc6-82ec-5c7a4f255fd0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:29.727908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Deleting port 59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:29.728376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.795327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df3ddb98-b413-41ad-8c00-857a3b6dfba1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.800639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-df3ddb98-b413-41ad-8c00-857a3b6dfba1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/06006d02-8897-4dc6-82ec-5c7a4f255fd0 HTTP/1.1" status: 204 len: 168 time: 0.6801112 Jan 10 19:23:29.835556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33132) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:29.845591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] The port '59a9ffed-91ad-4a9a-aa87-2ad40f3f01ed' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:23:29.939151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3809705 Jan 10 19:23:29.941972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fb191c-8c8b-4465-a96d-70e40ffb7fbe {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:23:29.963985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:29.970804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:29.980418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:30.009038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97023bb-aaf4-4da6-bc9f-47443e0e5758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=75a33afa-76e2-4f86-a27c-7e4a6b141841,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:30.020794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:23:30.025761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.060595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf5416a-26f9-4183-bcf6-8d5a53288abe']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:30.076184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:30.076484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20e5f2d-b954-4303-b9dc-0a7d5ab0dc91') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:30.089334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.107668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.109017 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:23:20Z', 'revision_number': 4, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '1257eb45-5b6b-4774-b1c3-ef9f7a65219b', 'name': '', 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'mac_address': 'fa:16:3e:6d:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c579200e-795f-4538-91e5-6adb0cf63654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:19Z', 'updated_at': '2022-01-10T19:23:28Z', 'revision_number': 4, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'subnets': [{'id': 'c579200e-795f-4538-91e5-6adb0cf63654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:30.115296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:23:30.115702 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.118995 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c25684-1fd2-434e-b7b3-bffb4ad81194 None None] The sync data for ids ['51c7badd-2911-4747-8d30-08fcbe28b011'] in n-d-816927-8 is: [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:23:20Z', 'revision_number': 4, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '1257eb45-5b6b-4774-b1c3-ef9f7a65219b', 'name': '', 'network_id': '63986f23-8da6-4db5-ab6b-34adf22cbf22', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'mac_address': 'fa:16:3e:6d:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c579200e-795f-4538-91e5-6adb0cf63654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:19Z', 'updated_at': '2022-01-10T19:23:28Z', 'revision_number': 4, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'subnets': [{'id': 'c579200e-795f-4538-91e5-6adb0cf63654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:23:30.168795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Transition to ACTIVE for port object d9fb191c-8c8b-4465-a96d-70e40ffb7fbe will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:30.230569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:23:30.287526 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:23:30.290796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.301455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.351994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739d0314-e5b6-4b7b-a745-413f96f19c70,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:30.375902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.416937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.446049 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9bf5416a-26f9-4183-bcf6-8d5a53288abe HTTP/1.1" status: 204 len: 168 time: 3.1454670 Jan 10 19:23:30.447611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dac285-e588-406f-9f41-8441c716dde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf5416a-26f9-4183-bcf6-8d5a53288abe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:30.455123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.456556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6fa2c334-8eae-4770-b94f-a01d1b23870c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0914323 Jan 10 19:23:30.459654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33154) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:30.475020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group_rule': {'security_group_id': '713c80b9-172f-4a86-b63a-8dff92a01d8b', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:30.492491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:30.495510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4db2a6da-1698-4f23-bc6d-81c675d35955 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:30.507262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:30.511278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:30.520542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:30.586637 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.689188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:30.697970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:30.706595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33168) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:30.732350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:30.741385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:30.805726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.812269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5963e8fd-ba5f-42b3-9012-b8f50931031c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dca193afd3bb40289a759c668b502367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1031096 Jan 10 19:23:30.815106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:30.817243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33172) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:30.860858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:30.912094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4db2a6da-1698-4f23-bc6d-81c675d35955 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:30.916649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4db2a6da-1698-4f23-bc6d-81c675d35955 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0713973 Jan 10 19:23:30.921296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:30.962519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--660438379'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:30.963973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9449a364-d057-40db-b282-ba986e250f6d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:30.986071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:31.051932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-582d6b16-f88e-45d2-a994-f08ded6132f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.053090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:31.053906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.057482 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a026f47d-9555-4c7b-9032-049f94513d80 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5940540 Jan 10 19:23:31.082970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33188) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:31.114853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1257eb45-5b6b-4774-b1c3-ef9f7a65219b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:31.124714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group_rule': {'security_group_id': '713c80b9-172f-4a86-b63a-8dff92a01d8b', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:31.146164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:31.160426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:31.166587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:31.222143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:31.279770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-582d6b16-f88e-45d2-a994-f08ded6132f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.336801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:31.342316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:31.342954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.359257 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Project 7d08ad0d742446f5891bfeb56d396ae7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:23:31.368218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:31.389379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.449827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-582d6b16-f88e-45d2-a994-f08ded6132f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.492124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-582d6b16-f88e-45d2-a994-f08ded6132f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.495506 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-582d6b16-f88e-45d2-a994-f08ded6132f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e3bd15-19f5-4fc0-8188-7c5c3cec210f HTTP/1.1" status: 204 len: 168 time: 0.6691592 Jan 10 19:23:31.496152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d6b16-f88e-45d2-a994-f08ded6132f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e3bd15-19f5-4fc0-8188-7c5c3cec210f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:31.516761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.546684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.552336 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.587041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabe599f-74af-4c00-aedf-257cbc5a9372,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:31.591577 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.611484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.614920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90943618-d179-4024-aa1b-759ddab573c0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5290561 Jan 10 19:23:31.615895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33208) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:31.626949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'security_group_rule': {'security_group_id': '713c80b9-172f-4a86-b63a-8dff92a01d8b', 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:31.642695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:31.655354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:security_group_rule and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:31.665991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:31.680832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:31.718089 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Project 7d08ad0d742446f5891bfeb56d396ae7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:23:31.735630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.736795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.819133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:31.833010 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.869576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761938d7-3540-448e-8696-29b4172857ab req-0fef1b60-e72a-40d7-9d2e-e5d1d6e40510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:31.877905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-761938d7-3540-448e-8696-29b4172857ab req-0fef1b60-e72a-40d7-9d2e-e5d1d6e40510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 944 time: 1.1496222 Jan 10 19:23:31.884906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.936720 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.944382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:31.984661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:32.008998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb499aa-0412-447b-a224-a08dc1189c09,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:32.034983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.045958 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04c1a2f2-9b7e-4ef1-958f-8b4a38fa7ce2 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4284832 Jan 10 19:23:32.143366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Attempting to bind port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:32.143712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Attempting to bind port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:32.144042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Attempting to bind port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:32.176739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:23:32.177455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Attempting to bind port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:32.245157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:32.265741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:32.281970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:32.297426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:32.297771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:32.298195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:32.298610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Bound port: d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:32.301373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.336051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:32.371579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-761938d7-3540-448e-8696-29b4172857ab req-9be1f10d-f2bc-4f93-8758-438153581d97 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924362 Jan 10 19:23:32.403319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=9e76ec37-5192-4961-b029-5548f2c2aa71,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:32.424966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': '6c0c42cc-129a-424a-bb58-89ecefdb2512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:32.425331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 75a33afa-76e2-4f86-a27c-7e4a6b141841, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:23:32.492598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33242) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:32.557654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] For port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:32.562830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:23:32.581915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] For port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:32.584510 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.590904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.647154 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-72a9f2b5-c506-43c7-8606-d8f932b5eec7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c86ff5ca8214be7be62aeb87f54663d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1533201 Jan 10 19:23:32.648505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33256) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:32.652199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.691911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 75a33afa-76e2-4f86-a27c-7e4a6b141841) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:32.700496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145f4a2-60fe-4759-9aa2-787c7953d98d None None] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:32.732899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:32.734145 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.768837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31ac7687-7763-4905-a122-26aaaa1a1921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.774582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.776018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] 10.222.0.44 "PUT /v2.0/ports/d9fb191c-8c8b-4465-a96d-70e40ffb7fbe HTTP/1.1" status: 200 len: 1092 time: 5.1124086 Jan 10 19:23:32.799041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.803981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8686576 Jan 10 19:23:32.803981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bec04a3-a111-4b8d-838e-7bea293100db', 'tag': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:32.806052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:32.821900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-3a0c261f-a10d-472d-9d64-0a3f994a70ee tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871285269&fields=id&tenant_id=7d08ad0d742446f5891bfeb56d396ae7 HTTP/1.1" status: 200 len: 267 time: 0.1763556 Jan 10 19:23:32.834515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'ea60339f-04b9-4467-81be-8abadff179ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:32.842996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31ac7687-7763-4905-a122-26aaaa1a1921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:32.866794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33266) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:32.867115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6388d3b8-6e11-4350-af12-ee2c36df05bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9018421 Jan 10 19:23:32.867326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33268) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:32.867972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d713f-d7a8-4b36-9a23-ede2efdc8af4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60339f-04b9-4467-81be-8abadff179ea,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:32.901026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841', 'name': 'tempest-PortsTestJSON-296061734', 'fixed_ips': [{'subnet_id': '9e76ec37-5192-4961-b029-5548f2c2aa71', 'ip_address': '172.20.0.10'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:32.910431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:32.925188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d2e68-b4bd-4a06-8b69-5b60305aad54 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:32.928330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:32.989654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:32.993167 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bec04a3-a111-4b8d-838e-7bea293100db', 'tag': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe', 'status': 'completed', 'code': 200} Jan 10 19:23:33.004917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:33.063759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1257eb45-5b6b-4774-b1c3-ef9f7a65219b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:33.067002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.228571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-0fa105bd-0fee-452e-9b94-c6f8bf9561a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 1095 time: 0.3983300 Jan 10 19:23:33.238099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-4d51be67-f889-43a0-91eb-e2020b4a1870 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:33.239714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-4d51be67-f889-43a0-91eb-e2020b4a1870 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/networks?id=c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 200 len: 809 time: 0.4170480 Jan 10 19:23:33.265175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-75a33afa-76e2-4f86-a27c-7e4a6b141841', 'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': '9e76ec37-5192-4961-b029-5548f2c2aa71'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:23:33.266010 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.327894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:33.331674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31ac7687-7763-4905-a122-26aaaa1a1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.417627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac7687-7763-4905-a122-26aaaa1a1921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c99e32-b4c4-4041-8a0d-6bcac6a7e35f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:33.441495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:33.465495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31ac7687-7763-4905-a122-26aaaa1a1921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.467290 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-31ac7687-7763-4905-a122-26aaaa1a1921 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12c99e32-b4c4-4041-8a0d-6bcac6a7e35f HTTP/1.1" status: 204 len: 168 time: 0.8185985 Jan 10 19:23:33.479488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:33.551792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-ed1a0549-c038-4f52-910e-bf13205bbb64 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/quotas/7d08ad0d742446f5891bfeb56d396ae7 HTTP/1.1" status: 200 len: 375 time: 0.0289402 Jan 10 19:23:33.595007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.642510 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.662153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-babf5e78-baf2-4eb3-ba29-388135daf103 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe HTTP/1.1" status: 200 len: 217 time: 0.4213579 Jan 10 19:23:33.685891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:33.686522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.730908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920b92f5-4f89-4eac-b0c7-7a12923be8b0,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:33.775774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-09e5b0e4-7c88-4421-be92-db25341ff4c6 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Synchronizing usage tracker for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:33.780463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:33.781654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c0f84a1-63d1-4d38-9d30-5f92d377cef0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9577415 Jan 10 19:23:33.805778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33292) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:33.893824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'ea60339f-04b9-4467-81be-8abadff179ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:33.901188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:33.905437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:33.909905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:33.918275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:33.926886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-09e5b0e4-7c88-4421-be92-db25341ff4c6 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Unset dirty status for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:33.928583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-09e5b0e4-7c88-4421-be92-db25341ff4c6 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3246465 Jan 10 19:23:33.929955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-a052a778-2307-4813-ad3d-412f6d5b07d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:33.931311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-a052a778-2307-4813-ad3d-412f6d5b07d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.2556386 Jan 10 19:23:34.032929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.192559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Allocated IP 172.20.0.2 (75a33afa-76e2-4f86-a27c-7e4a6b141841/9e76ec37-5192-4961-b029-5548f2c2aa71/fc42b2a7-7e73-4e7b-a0ed-e011f0775560) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:34.241564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:34.260649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Usage tracker for resource:security_group_rule and tenant:96f00a67180140bba09e8d1c2556bdf2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:34.265003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:34.287280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.322526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:34.339637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-80202849-dda1-461d-a7f5-c16eeb05fcec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3972087 Jan 10 19:23:34.350849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.376869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:23:34.561227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.573229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Transition to ACTIVE for port object fc42b2a7-7e73-4e7b-a0ed-e011f0775560 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:34.574280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-f4576e26-0585-4ce2-b134-b31ba0296232 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245574 Jan 10 19:23:34.607281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Transition to ACTIVE for port object fc42b2a7-7e73-4e7b-a0ed-e011f0775560 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:34.617305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.671420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.714017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:34.717468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:34.730455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:34.761970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:34.814230 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96f00a67180140bba09e8d1c2556bdf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9453423 Jan 10 19:23:34.819115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:34.863199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2083b501-c450-40f7-95cd-a52e0faf0c25 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174462 Jan 10 19:23:34.877166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Pushing event updated for resources: {'Port': ['ID=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:34.970801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a64c45-92fa-4b57-901b-2fc34ea14d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa578e-5ec0-4413-95ae-c564638e2d2e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:34.998410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.10 (75a33afa-76e2-4f86-a27c-7e4a6b141841/9e76ec37-5192-4961-b029-5548f2c2aa71/b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:35.014445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3012c24-f56c-4f89-86d2-fd0e18067579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.035014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Attempting to bind port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:35.035406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Attempting to bind port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6c0c42cc-129a-424a-bb58-89ecefdb2512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:35.035782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Attempting to bind port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 on network 75a33afa-76e2-4f86-a27c-7e4a6b141841 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:35.036722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33324) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:35.049866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:35.050456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Checking segment: {'id': '6c0c42cc-129a-424a-bb58-89ecefdb2512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:35.050973 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.051615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Bound using segment: {'id': '6c0c42cc-129a-424a-bb58-89ecefdb2512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:35.052314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Bound port: fc42b2a7-7e73-4e7b-a0ed-e011f0775560, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0c42cc-129a-424a-bb58-89ecefdb2512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:35.052884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.095343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3012c24-f56c-4f89-86d2-fd0e18067579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.157395 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.192437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d97-e258-4b9c-ba99-a10312990d74 req-a5db5fd7-e31e-442f-bc04-48da11a348d3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:35.200134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d619d97-e258-4b9c-ba99-a10312990d74 req-a5db5fd7-e31e-442f-bc04-48da11a348d3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 944 time: 1.4146931 Jan 10 19:23:35.264743 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.265106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] For port fc42b2a7-7e73-4e7b-a0ed-e011f0775560, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:35.270434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] For port fc42b2a7-7e73-4e7b-a0ed-e011f0775560, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,segment=NetworkSegment(6c0c42cc-129a-424a-bb58-89ecefdb2512),segment_id=6c0c42cc-129a-424a-bb58-89ecefdb2512)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:35.280510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.328340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.372244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:35.375262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e3c62e-9b8c-4761-94c7-d2c7cf023f17,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:35.409221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d619d97-e258-4b9c-ba99-a10312990d74 req-c54617a7-0544-4146-b2a7-eca60d463ac7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081420 Jan 10 19:23:35.436153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3012c24-f56c-4f89-86d2-fd0e18067579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.437719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148b654-9a18-4e9a-bfe6-8629bbcf2683 None None] Pushing event updated for resources: {'Port': ['ID=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:35.439418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f262b23-99f5-4996-87d1-f3ac81b1052c req-c8aba0a8-3a40-4c4e-9f3b-cb968dd06e1e service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002849 Jan 10 19:23:35.457963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.473449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-521e9c54-342c-42b4-a453-294ad22090d7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6665263 Jan 10 19:23:35.475704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33338) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:35.510899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.520117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'ea60339f-04b9-4467-81be-8abadff179ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:35.541665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3012c24-f56c-4f89-86d2-fd0e18067579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa578e-5ec0-4413-95ae-c564638e2d2e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:35.543844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-258b8995-f741-4dec-808a-dbd1be8ba97c service neutron] 10.222.0.21 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224804 Jan 10 19:23:35.586188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-0146e74a-26a4-4f49-b1a5-0c57f89a0c9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 1095 time: 0.1048326 Jan 10 19:23:35.611865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1453507516-network', 'tenant_id': '65820c9d8aeb43179f644eac451666e8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:35.621696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:35.635448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3012c24-f56c-4f89-86d2-fd0e18067579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.636888 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a3012c24-f56c-4f89-86d2-fd0e18067579 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5faa578e-5ec0-4413-95ae-c564638e2d2e HTTP/1.1" status: 204 len: 168 time: 0.8167133 Jan 10 19:23:35.651480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:35.673212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:35.690407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:35.704794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:35.710352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:35.712584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Usage tracker for resource:network and tenant:65820c9d8aeb43179f644eac451666e8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:35.716391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:35.722212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:35.753768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:35.836044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:35.838504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Made reservation on behalf of 65820c9d8aeb43179f644eac451666e8 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:35.841075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.862910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:35.920782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:35.980301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.002314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:36.002932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.018995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c751-4032-419a-abae-8e3c6743869e req-5a2b5fad-ee0a-49dc-a195-6145a7d411a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:36.020898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-5a2b5fad-ee0a-49dc-a195-6145a7d411a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.4291561 Jan 10 19:23:36.057143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:36.084374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Usage tracker for resource:security_group_rule and tenant:65820c9d8aeb43179f644eac451666e8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:36.099057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:36.113117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a2ce3a4-1021-49fb-bdf5-87a2cfca64c3 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2315712 Jan 10 19:23:36.120540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:36.124362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:36.129504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58fb8233-8363-4d91-bbe1-c3ea47018f61 req-376fb085-b2b7-4c71-bdfe-ed283acf9852 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 210 time: 0.1900706 Jan 10 19:23:36.152315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '75a33afa-76e2-4f86-a27c-7e4a6b141841', 'name': 'tempest-PortsTestJSON-2103826129', 'fixed_ips': [{'subnet_id': '9e76ec37-5192-4961-b029-5548f2c2aa71', 'ip_address': '172.20.0.9'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:36.179698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.189447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.209600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-3dd99b25-a4e5-4be6-8af6-572af9d237b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe HTTP/1.1" status: 200 len: 217 time: 0.1813645 Jan 10 19:23:36.233843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63de0ec7-eb46-4d00-ad03-566fe2da73ac,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:36.323071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.327126 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-01cf8542-4aa7-4a39-9868-eea8754e4432 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8244984 Jan 10 19:23:36.333193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33362) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:36.347841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'ea60339f-04b9-4467-81be-8abadff179ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:36.362781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.365697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:36.375879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:36.379775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.389096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:36.429181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:36.462861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:23:36.477939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.478364 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Added segment cc4ba109-66f3-4e14-a534-75071624fded of type vlan for network c59abb0b-2d92-43cc-923f-fdd5c63145b7 Jan 10 19:23:36.489222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c751-4032-419a-abae-8e3c6743869e req-80b961fe-2bbf-4680-a847-5b0a65a7230b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:36.496459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-80b961fe-2bbf-4680-a847-5b0a65a7230b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.2051096 Jan 10 19:23:36.541062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.620858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-0ccbcff1-44c7-4815-89c5-c825f3d04011 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154099 Jan 10 19:23:36.639191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.641801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:36.643243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.685444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:36.691187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:36.695416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:36.704591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:36.819733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:36.887281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:36.999301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73449018-95c1-4eab-98b0-f58e8c6c8a1a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:37.067266 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0174553 Jan 10 19:23:37.072973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33382) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:37.086143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251cd305-2175-4689-ae0e-262e51086e8c None None] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:37.103863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Request body: {'subnet': {'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1453507516-subnet', 'tenant_id': '65820c9d8aeb43179f644eac451666e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:37.170780 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.178022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.227699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f3d4-206b-4e02-af87-86c1761d0a07 admin admin] Pushing event updated for resources: {'Network': ['ID=c59abb0b-2d92-43cc-923f-fdd5c63145b7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:37.251256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:37.292401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.301231 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9669449 Jan 10 19:23:37.328990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33392) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:37.338071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9717f43-9203-4f31-aadf-a62cb2e2eec7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d918fdc5-4523-4240-85f0-196a3437f707,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:37.379899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Usage tracker for resource:subnet and tenant:65820c9d8aeb43179f644eac451666e8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:37.403918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'ea60339f-04b9-4467-81be-8abadff179ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:37.423195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:37.431723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:37.442201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:37.459080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:37.472776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:37.487443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:37.491358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Made reservation on behalf of 65820c9d8aeb43179f644eac451666e8 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:37.494613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.642797 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.654722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc42b2a7-7e73-4e7b-a0ed-e011f0775560 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:37.688184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:23:37.730057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e726b71-fcd3-4b05-bd49-d7572764f8c6 req-0ee61968-e162-40c2-8f8d-54496960daea tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 210 time: 0.1132855 Jan 10 19:23:37.748357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eacaeb-003b-4fc6-8b2b-ab6f0e423f60 req-51ee8c0b-73cf-46b6-8768-22b712b898f8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:37.755901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7eacaeb-003b-4fc6-8b2b-ab6f0e423f60 req-51ee8c0b-73cf-46b6-8768-22b712b898f8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 944 time: 1.0423548 Jan 10 19:23:37.764125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-1f444633-eb9f-42bf-b6c2-e3e51ecdbe9f service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1304896 Jan 10 19:23:37.792691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.876928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-983b5cfe-8735-4ad4-9f05-2c05f539380d None None] Provisioning for port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:37.891877 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:37.937466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634a2e8f-9e1f-44d2-8b31-7dc152d5b8c9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:37.966729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:37.977771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:37.978531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.031430 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.033624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cb077cb7-e3ad-466a-988f-9773261c3977 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6598656 Jan 10 19:23:38.055823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33406) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:38.063507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.108633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 9ed786c7-91ed-4a23-a07a-ab8febf8beee yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:23:38.173873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-f944f81d-bdae-4f82-bbb6-df71a71f3657 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:38.174736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-f944f81d-bdae-4f82-bbb6-df71a71f3657 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Synchronizing usage tracker for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:38.208495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7eacaeb-003b-4fc6-8b2b-ab6f0e423f60 req-f6644659-2f4a-45c1-b16f-33f1ada55dcf tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513831 Jan 10 19:23:38.228338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.268156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38fba5f6-d7b8-4a64-a2e2-4174f2d48786 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.278778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02e8c751-4032-419a-abae-8e3c6743869e req-9112c907-6e55-4186-8c51-39ed4f43ff4f service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847288 Jan 10 19:23:38.303047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38fba5f6-d7b8-4a64-a2e2-4174f2d48786 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.304967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port fc42b2a7-7e73-4e7b-a0ed-e011f0775560, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,segment=NetworkSegment(6c0c42cc-129a-424a-bb58-89ecefdb2512),segment_id=6c0c42cc-129a-424a-bb58-89ecefdb2512)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:38.315887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.369988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.428107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38fba5f6-d7b8-4a64-a2e2-4174f2d48786 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.438166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9df6391f-d540-4ce6-b459-eb743f6dad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.451646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-f944f81d-bdae-4f82-bbb6-df71a71f3657 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Unset dirty status for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:38.453913 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-f944f81d-bdae-4f82-bbb6-df71a71f3657 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.44 "GET /v2.0/networks?id=c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 200 len: 809 time: 0.7314317 Jan 10 19:23:38.458984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:38.473470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83263631-bdd0-4430-bf57-04fd821cdf35 None None] Provisioning for port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:38.478807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83263631-bdd0-4430-bf57-04fd821cdf35 None None] Provisioning complete for port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:38.479273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83263631-bdd0-4430-bf57-04fd821cdf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.487046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fba5f6-d7b8-4a64-a2e2-4174f2d48786 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=634a2e8f-9e1f-44d2-8b31-7dc152d5b8c9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:38.494572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38fba5f6-d7b8-4a64-a2e2-4174f2d48786 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.498472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-38fba5f6-d7b8-4a64-a2e2-4174f2d48786 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/634a2e8f-9e1f-44d2-8b31-7dc152d5b8c9 HTTP/1.1" status: 204 len: 168 time: 0.4392035 Jan 10 19:23:38.520402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33414) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:38.538539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-83263631-bdd0-4430-bf57-04fd821cdf35 None None] Port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:38.541020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddea05a-d402-4984-8916-1e6266498e06,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:38.583942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83263631-bdd0-4430-bf57-04fd821cdf35 None None] Provisioning complete for port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:38.589664 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83263631-bdd0-4430-bf57-04fd821cdf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.595743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.9 (75a33afa-76e2-4f86-a27c-7e4a6b141841/9e76ec37-5192-4961-b029-5548f2c2aa71/9ed786c7-91ed-4a23-a07a-ab8febf8beee) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:38.620984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-336ead34-ce3a-4a1c-9121-a5103ed48597 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:38.662145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-336ead34-ce3a-4a1c-9121-a5103ed48597 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:38.666900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-336ead34-ce3a-4a1c-9121-a5103ed48597 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1420238 Jan 10 19:23:38.677502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33424) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:38.737611 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd7f82b6-4930-44cb-b947-951e48d72205 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.754037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-c55a62f2-7005-4be1-95b6-11f523f7975f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Synchronizing usage tracker for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:38.776337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Checking segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:38.777011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Network hostable DHCP agents. Network: c59abb0b-2d92-43cc-923f-fdd5c63145b7, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:23:38.794261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-c55a62f2-7005-4be1-95b6-11f523f7975f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Unset dirty status for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:38.795475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-c55a62f2-7005-4be1-95b6-11f523f7975f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d08ad0d742446f5891bfeb56d396ae7 HTTP/1.1" status: 200 len: 380 time: 0.3170583 Jan 10 19:23:38.806690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'port': {'device_id': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'admin_state_up': True, 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'security_groups': ['713c80b9-172f-4a86-b63a-8dff92a01d8b']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:38.852762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:23:38.866051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd7f82b6-4930-44cb-b947-951e48d72205 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.926277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd7f82b6-4930-44cb-b947-951e48d72205 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:38.954449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4c4d686f-8977-4caa-a54c-a6453ff71faa None None] Provisioning complete for port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:38.954835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c4d686f-8977-4caa-a54c-a6453ff71faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.011598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f82b6-4930-44cb-b947-951e48d72205 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d918fdc5-4523-4240-85f0-196a3437f707,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:39.016906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74e9e789-94f8-4fae-983d-656d3fda368f req-7e7d6527-9c2f-4350-91b1-714ee5b7ee5b tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 210 time: 0.0612454 Jan 10 19:23:39.032025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d686f-8977-4caa-a54c-a6453ff71faa None None] Port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:39.034149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc42b2a7-7e73-4e7b-a0ed-e011f0775560 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:39.053980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.062593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c59abb0b-2d92-43cc-923f-fdd5c63145b7) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:39.065942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd7f82b6-4930-44cb-b947-951e48d72205 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.067242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fd7f82b6-4930-44cb-b947-951e48d72205 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d918fdc5-4523-4240-85f0-196a3437f707 HTTP/1.1" status: 204 len: 168 time: 0.3887539 Jan 10 19:23:39.070508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33444) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:39.081615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:39.082471 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.106740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 9ed786c7-91ed-4a23-a07a-ab8febf8beee will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:39.139273 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-44f17521-ea39-4f80-a68b-d394fc58c416 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0616515 Jan 10 19:23:39.150235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d355e68-1a40-4b87-a8b2-ec8075a696ac None None] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:39.194608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fb30e640-f09b-46e9-a1a4-ea36d301261c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:39.221571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.267923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:39.302633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:39.329653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Made reservation on behalf of 7d08ad0d742446f5891bfeb56d396ae7 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:39.333723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.368346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fb30e640-f09b-46e9-a1a4-ea36d301261c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:39.369721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fb30e640-f09b-46e9-a1a4-ea36d301261c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2982612 Jan 10 19:23:39.379917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:39.400550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:39.405098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:39.426152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:39.603975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50667c44-5170-44be-9cd2-8e8c8eda88b1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.622610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9fb191c-8c8b-4465-a96d-70e40ffb7fbe details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:23:39.623281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50667c44-5170-44be-9cd2-8e8c8eda88b1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.768450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50667c44-5170-44be-9cd2-8e8c8eda88b1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.835387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Allocated IP 172.20.0.3 (c3e84529-b45d-452c-9ad1-4dd740300064/4e8b0b22-4977-4b3c-9d31-db2d53d67e13/12621e22-6432-4a77-9443-628e9decc396) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:39.886491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:39.887890 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:39.896097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=9ed786c7-91ed-4a23-a07a-ab8febf8beee,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:39.935355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:23:40.021757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0e6e8525-38bd-4119-8a6e-71eb39ef19ab tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8976467 Jan 10 19:23:40.035490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33498) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:40.130968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97813196-4e40-49d3-8f10-df6a5906786f None None] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:40.197016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782c8d-bc85-40fd-bf73-71040ad80eb7 req-1963303d-aef0-4e61-87fe-6cde9ca74e8e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:40.201047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3782c8d-bc85-40fd-bf73-71040ad80eb7 req-1963303d-aef0-4e61-87fe-6cde9ca74e8e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 944 time: 0.6384625 Jan 10 19:23:40.210321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:40.249610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Transition to ACTIVE for port object 12621e22-6432-4a77-9443-628e9decc396 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:40.307068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:40.325081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3782c8d-bc85-40fd-bf73-71040ad80eb7 req-abd9742f-871f-481c-9dea-11309e80722c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133876 Jan 10 19:23:40.363162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674e1d16-baec-4dbb-b301-9f1dc446ff82 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:40.363162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-674e1d16-baec-4dbb-b301-9f1dc446ff82 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:40.390454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-674e1d16-baec-4dbb-b301-9f1dc446ff82 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:40.392888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-674e1d16-baec-4dbb-b301-9f1dc446ff82 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3458076 Jan 10 19:23:40.395506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:40.404519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:40.405251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:40.505020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667c44-5170-44be-9cd2-8e8c8eda88b1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63de0ec7-eb46-4d00-ad03-566fe2da73ac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:40.532542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50667c44-5170-44be-9cd2-8e8c8eda88b1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:40.533683 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-50667c44-5170-44be-9cd2-8e8c8eda88b1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/63de0ec7-eb46-4d00-ad03-566fe2da73ac HTTP/1.1" status: 204 len: 168 time: 1.1505506 Jan 10 19:23:40.548233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33528) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:40.548973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'Port': ['ID=12621e22-6432-4a77-9443-628e9decc396,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:40.579043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Network c3e84529-b45d-452c-9ad1-4dd740300064 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:40.583910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:40.588200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:40.658610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fc945013-4c73-410f-9514-2b11e325019f None None] Provisioning for port 9ed786c7-91ed-4a23-a07a-ab8febf8beee completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:40.713628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:40.714217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:40.722343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:40.748116 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-0267dce2-eed7-4631-9991-0519aa1bf740 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9453995 Jan 10 19:23:40.764480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Request body: {'port': {'device_id': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:40.772488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe', 'mac_address': 'fa:16:3e:37:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:23:40.775097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fc945013-4c73-410f-9514-2b11e325019f None None] Provisioning complete for port 9ed786c7-91ed-4a23-a07a-ab8febf8beee triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:40.775720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc945013-4c73-410f-9514-2b11e325019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:40.963578 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28d6e353-0c83-4c35-aced-f50a9fac5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.025494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-9cc695c4-30aa-4a0f-8f50-fa469f55d477 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:41.037376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-9cc695c4-30aa-4a0f-8f50-fa469f55d477 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 815 time: 0.5386126 Jan 10 19:23:41.065722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.157558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387f5f7-4c8d-477f-b775-f67b965a8ec5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:41.162506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387f5f7-4c8d-477f-b775-f67b965a8ec5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:41.167194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387f5f7-4c8d-477f-b775-f67b965a8ec5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:41.171827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2387f5f7-4c8d-477f-b775-f67b965a8ec5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7728951 Jan 10 19:23:41.177207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33548) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:41.189531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-26f031e1-1c64-472a-bdf0-a85d2079704b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/quotas/65820c9d8aeb43179f644eac451666e8 HTTP/1.1" status: 200 len: 375 time: 0.1456230 Jan 10 19:23:41.255282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fc945013-4c73-410f-9514-2b11e325019f None None] Port 9ed786c7-91ed-4a23-a07a-ab8febf8beee cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:41.330273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb52a9c-5ad9-43df-9988-047eb9e60090 req-c81c593d-56cb-4310-b35e-d899370f5e1c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:41.333135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb52a9c-5ad9-43df-9988-047eb9e60090 req-c81c593d-56cb-4310-b35e-d899370f5e1c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 931 time: 0.7781765 Jan 10 19:23:41.339908 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.361648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-62029e8c-7310-4313-9ea9-5a92196def00 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.8101821 Jan 10 19:23:41.362262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33556) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:41.366494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fb191c-8c8b-4465-a96d-70e40ffb7fbe {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:23:41.448577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb52a9c-5ad9-43df-9988-047eb9e60090 req-b7bd6a31-c7f2-434a-87e1-28f118ca1623 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834243 Jan 10 19:23:41.449209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:41.463517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.472622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-b584b264-42da-4664-89f5-5dc70385706d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2866790 Jan 10 19:23:41.510019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e0be893-e991-4131-b310-f63cac19977f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.536064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6560c8b7-72d6-42d4-89b3-64c0d83d91aa None None] Provisioning for port 12621e22-6432-4a77-9443-628e9decc396 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:41.557927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6560c8b7-72d6-42d4-89b3-64c0d83d91aa None None] Provisioning complete for port 12621e22-6432-4a77-9443-628e9decc396 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:41.558628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6560c8b7-72d6-42d4-89b3-64c0d83d91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.613853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e0be893-e991-4131-b310-f63cac19977f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.677191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:41.690594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6560c8b7-72d6-42d4-89b3-64c0d83d91aa None None] Port 12621e22-6432-4a77-9443-628e9decc396 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:41.700128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d9fb191c-8c8b-4465-a96d-70e40ffb7fbe'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:23:41.858157 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.863517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.898116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 9ed786c7-91ed-4a23-a07a-ab8febf8beee {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:41.898469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.941500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e0be893-e991-4131-b310-f63cac19977f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.968587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2e0be893-e991-4131-b310-f63cac19977f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:41.970540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2e0be893-e991-4131-b310-f63cac19977f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/67e3c62e-9b8c-4761-94c7-d2c7cf023f17 HTTP/1.1" status: 204 len: 168 time: 0.6004179 Jan 10 19:23:41.974655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33574) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:41.980114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0be893-e991-4131-b310-f63cac19977f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e3c62e-9b8c-4761-94c7-d2c7cf023f17,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:42.064716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bdb39934-63d8-4595-922c-b06cc0a957f4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:42.091528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bdb39934-63d8-4595-922c-b06cc0a957f4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:42.092723 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bdb39934-63d8-4595-922c-b06cc0a957f4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1141071 Jan 10 19:23:42.096296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33578) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:42.171593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6123e68-a52a-4844-a25b-07f7bac728d9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.187230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6123e68-a52a-4844-a25b-07f7bac728d9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.201806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12621e22-6432-4a77-9443-628e9decc396 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:23:42.273012 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.299724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Transition to ACTIVE for port object 12621e22-6432-4a77-9443-628e9decc396 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:42.303035 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6123e68-a52a-4844-a25b-07f7bac728d9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.319354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.341021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6123e68-a52a-4844-a25b-07f7bac728d9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920b92f5-4f89-4eac-b0c7-7a12923be8b0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:42.347294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-bea8c575-6879-4ab0-b6c4-282968f997b9 service neutron] 10.222.0.21 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735709 Jan 10 19:23:42.398299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6123e68-a52a-4844-a25b-07f7bac728d9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.403421 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e6123e68-a52a-4844-a25b-07f7bac728d9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/920b92f5-4f89-4eac-b0c7-7a12923be8b0 HTTP/1.1" status: 204 len: 168 time: 0.3056388 Jan 10 19:23:42.404184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33584) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:42.524299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-4745111a-642e-468a-ab0d-265801341e56 service neutron] 10.222.0.21 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648827 Jan 10 19:23:42.545963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe59821-583d-41f9-859c-5f41e9cfbffc req-96cb98bf-a71f-473b-8e95-f48fa1dcc5ad tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:42.547719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fe59821-583d-41f9-859c-5f41e9cfbffc req-96cb98bf-a71f-473b-8e95-f48fa1dcc5ad tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 945 time: 0.7207603 Jan 10 19:23:42.573084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Pushing event updated for resources: {'Port': ['ID=12621e22-6432-4a77-9443-628e9decc396,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:42.694852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:42.892246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-23428b23-1aee-445f-839f-b67bde589635 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:42.922246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fe59821-583d-41f9-859c-5f41e9cfbffc req-b45e7578-ce05-4d51-ba0c-ce92c7def57d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639717 Jan 10 19:23:42.938128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 9ed786c7-91ed-4a23-a07a-ab8febf8beee owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:42.974992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33600) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:43.036467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-23428b23-1aee-445f-839f-b67bde589635 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:43.037727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-23428b23-1aee-445f-839f-b67bde589635 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6207902 Jan 10 19:23:43.041395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33606) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:43.060572 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.065372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Attempting to bind port 12621e22-6432-4a77-9443-628e9decc396 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:43.065754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Attempting to bind port 12621e22-6432-4a77-9443-628e9decc396 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:43.066083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Attempting to bind port 12621e22-6432-4a77-9443-628e9decc396 on network c3e84529-b45d-452c-9ad1-4dd740300064 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:43.072641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Port 12621e22-6432-4a77-9443-628e9decc396 on network c3e84529-b45d-452c-9ad1-4dd740300064 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:23:43.072925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Attempting to bind port 12621e22-6432-4a77-9443-628e9decc396 on network c3e84529-b45d-452c-9ad1-4dd740300064 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:43.082067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:43.082408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Checking segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:43.082792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Bound using segment: {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:43.083248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Bound port: 12621e22-6432-4a77-9443-628e9decc396, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e81acce-f558-480f-9bf0-4042902e9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:43.083581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.201242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e21a6c9-3edb-4cdf-a8b2-c550510c5b05 req-9f70fc6a-c4a4-414d-af09-be7a081e1e59 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 210 time: 0.0801520 Jan 10 19:23:43.291403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-72c07c35-a3a6-4f86-9146-2dc648de95ae tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.309598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] For port 12621e22-6432-4a77-9443-628e9decc396, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:43.314049 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.331954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1d1e-32ba-4778-bbec-d8f9b49b6e06 req-404f74b1-1492-423b-89c8-449902691c27 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:43.338949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c79b1d1e-32ba-4778-bbec-d8f9b49b6e06 req-404f74b1-1492-423b-89c8-449902691c27 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 943 time: 0.2965145 Jan 10 19:23:43.395072 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-72c07c35-a3a6-4f86-9146-2dc648de95ae tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.415169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.437907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] For port 12621e22-6432-4a77-9443-628e9decc396, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12621e22-6432-4a77-9443-628e9decc396,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:43.452831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.487665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c79b1d1e-32ba-4778-bbec-d8f9b49b6e06 req-9e41abee-a2c1-483f-a919-28d59b1b5a5e tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476243 Jan 10 19:23:43.492910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=9ed786c7-91ed-4a23-a07a-ab8febf8beee,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:43.526823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:43.544862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Usage tracker for resource:security_group_rule and tenant:6516d2053f0c45d2bdd93547335cf1ac is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:43.554400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.555946 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-2824d700-610d-43f2-b477-2118df6b004a service neutron] 10.222.0.44 "PUT /v2.0/ports/12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 200 len: 1091 time: 2.7997468 Jan 10 19:23:43.557035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:43.560399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'tag': '12621e22-6432-4a77-9443-628e9decc396'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:43.571181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:43.622063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824d700-610d-43f2-b477-2118df6b004a service neutron] Pushing event updated for resources: {'Port': ['ID=12621e22-6432-4a77-9443-628e9decc396,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:43.629069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9fb191c-8c8b-4465-a96d-70e40ffb7fbe up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:43.780737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-72c07c35-a3a6-4f86-9146-2dc648de95ae tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.849695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.949208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:43.965796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.974166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:43.974555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:43.996570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c07c35-a3a6-4f86-9146-2dc648de95ae tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60339f-04b9-4467-81be-8abadff179ea,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:44.054935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-72c07c35-a3a6-4f86-9146-2dc648de95ae tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.056140 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-72c07c35-a3a6-4f86-9146-2dc648de95ae tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/ea60339f-04b9-4467-81be-8abadff179ea HTTP/1.1" status: 204 len: 168 time: 1.0127056 Jan 10 19:23:44.057583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c87ff8a1-bc34-426e-bdb2-49fef80666bc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/9ed786c7-91ed-4a23-a07a-ab8febf8beee HTTP/1.1" status: 204 len: 168 time: 2.8707242 Jan 10 19:23:44.071528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33628) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:44.071879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33630) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:44.124112 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'tag': '12621e22-6432-4a77-9443-628e9decc396', 'status': 'completed', 'code': 200} Jan 10 19:23:44.134732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.175697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b8275-ab83-414e-843c-4a0c9b99b174,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:44.229935 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-79633e1c-03d6-47fe-a2f8-e938f18cf6eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6516d2053f0c45d2bdd93547335cf1ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2508421 Jan 10 19:23:44.232577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33636) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:44.343653 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3cc369-b842-49b7-9e4b-5eed3754dd5c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:23:44.344506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-eb3cc369-b842-49b7-9e4b-5eed3754dd5c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:44.347966 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.350818 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-9d68a8b8-8407-4692-a3ee-db3263eb1b1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1094 time: 0.4996288 Jan 10 19:23:44.386253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-928cb746-7436-4698-a46a-99e6b12d8c4a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:44.389719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:44.391500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec04a3-a111-4b8d-838e-7bea293100db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:44.401379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.491995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-eb3cc369-b842-49b7-9e4b-5eed3754dd5c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:44.493886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb3cc369-b842-49b7-9e4b-5eed3754dd5c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/9ed786c7-91ed-4a23-a07a-ab8febf8beee HTTP/1.1" status: 404 len: 333 time: 0.4194674 Jan 10 19:23:44.498414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33646) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:44.528970 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-c8156e6d-b414-4244-baaa-ec0928a85cb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 200 len: 217 time: 0.1606009 Jan 10 19:23:44.550975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:44.585121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.585373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-928cb746-7436-4698-a46a-99e6b12d8c4a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:44.585486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.585811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.586149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.586483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.591247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.591406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-928cb746-7436-4698-a46a-99e6b12d8c4a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5142169 Jan 10 19:23:44.591535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.591535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.591535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.591535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.591535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:23:44.596467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33652) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:44.626770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--664817011'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:44.634537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:44.646616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:44.662987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-6f63a239-41d5-4b1e-9282-51c1cea7df6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:44.664452 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-6f63a239-41d5-4b1e-9282-51c1cea7df6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e8b0b22-4977-4b3c-9d31-db2d53d67e13 HTTP/1.1" status: 200 len: 848 time: 0.1208766 Jan 10 19:23:44.669313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.763961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14c9669b-4559-4ac4-aba4-b6e7b6d157cd req-e20b59a2-ce89-49cd-847f-062385c18729 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 210 time: 0.0599067 Jan 10 19:23:44.789266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-489d0047-bfce-424c-a94e-062e48731235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.818180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-489d0047-bfce-424c-a94e-062e48731235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.941577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-489d0047-bfce-424c-a94e-062e48731235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.972529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d0047-bfce-424c-a94e-062e48731235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b8275-ab83-414e-843c-4a0c9b99b174,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:44.979356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-c9f92617-02fe-4abd-b268-22028c0b5b81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3e84529-b45d-452c-9ad1-4dd740300064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3045747 Jan 10 19:23:44.982271 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-489d0047-bfce-424c-a94e-062e48731235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:44.983656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-489d0047-bfce-424c-a94e-062e48731235 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef3b8275-ab83-414e-843c-4a0c9b99b174 HTTP/1.1" status: 204 len: 168 time: 0.7491837 Jan 10 19:23:45.140356 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bec04a3-a111-4b8d-838e-7bea293100db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe', 'code': 200} Jan 10 19:23:45.149797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5029db-c9e8-44bb-9d54-9d8f56ae25d9 req-b93cdf8d-20ca-446d-b3e4-a343837bf311 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:45.160672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d5029db-c9e8-44bb-9d54-9d8f56ae25d9 req-b93cdf8d-20ca-446d-b3e4-a343837bf311 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 945 time: 0.9045546 Jan 10 19:23:45.211750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.215952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.257471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:45.272765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:45.284645 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-c93e9bb8-1a93-428f-abe4-aadde3f5f2a9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866676 Jan 10 19:23:45.382605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.445772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-82fa6971-57f4-45f0-a6de-9fcff7d18f9f req-331f9eed-caa4-4a4c-bbe7-7b0346204076 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599777 Jan 10 19:23:45.463746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:45.465174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.613428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.643331 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-162e43c5-c988-41b3-ab23-c9aae1f1bbce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1094 time: 0.1308186 Jan 10 19:23:45.649901 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af02d77c-c2c5-469d-a6ff-c000361291a6 req-b7ca2d9d-f152-4f83-8750-4bba034f30e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 1097 time: 0.2028120 Jan 10 19:23:45.731242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33666) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:45.744050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d5029db-c9e8-44bb-9d54-9d8f56ae25d9 req-b082bc9e-8fc8-453a-b935-5b675ec0cce0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809035 Jan 10 19:23:45.802152 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af02d77c-c2c5-469d-a6ff-c000361291a6 req-18a8be89-3c18-4d29-b320-771109898b75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191626 Jan 10 19:23:45.827985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c132a-b2ee-4796-8972-86e513d1575a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:45.841874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-f40b76f4-49a1-4b5a-a198-d524ab7b7ef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:45.843457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-f40b76f4-49a1-4b5a-a198-d524ab7b7ef6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 200 len: 910 time: 0.1924531 Jan 10 19:23:45.892052 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.972967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-ecedd2e7-e220-4d2d-af7a-f75d83d6445a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:45.976098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-ecedd2e7-e220-4d2d-af7a-f75d83d6445a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 815 time: 1.2076056 Jan 10 19:23:45.976866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:45.980596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-44df1f39-78f1-4d4f-9a58-e7ac5815dd22 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3804631 Jan 10 19:23:45.982330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33672) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:45.993048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'd39c132a-b2ee-4796-8972-86e513d1575a', 'direction': 'ingress', 'protocol': 17}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:46.002381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:46.006687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:46.010896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:46.053054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Request body: {'port': {'device_id': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'admin_state_up': True, 'tenant_id': '65820c9d8aeb43179f644eac451666e8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:46.176629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f42e9e8-ff7a-429b-b027-fa9c84710404 req-68b33153-b15e-4711-9cec-4d07e3bb7e60 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 210 time: 0.1820140 Jan 10 19:23:46.182968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:46.187326 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-dce51950-cf09-46a7-9083-8649e95a74b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 200 len: 217 time: 0.1775489 Jan 10 19:23:46.272156 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.286233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:46.294038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561e67-f05f-4cbc-9163-132931919976 req-f031e51c-8970-4872-8a82-e05a95cbc436 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:46.301542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78561e67-f05f-4cbc-9163-132931919976 req-f031e51c-8970-4872-8a82-e05a95cbc436 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 943 time: 0.7314942 Jan 10 19:23:46.308798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-04c41332-a22f-4315-99f2-c66d0d4c0d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:46.310240 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-04c41332-a22f-4315-99f2-c66d0d4c0d9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e8b0b22-4977-4b3c-9d31-db2d53d67e13 HTTP/1.1" status: 200 len: 848 time: 0.1084907 Jan 10 19:23:46.348739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b005f157e27f4d97a3e01b68aaa8ec68 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:46.352437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:46.373575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.393530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:46.411641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.417762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.456228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52b171d-1f72-4bfe-a259-0f7ea4273a04,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:46.463635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-31a057ba-ba7f-4d29-b15e-02016ce299a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3e84529-b45d-452c-9ad1-4dd740300064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334028 Jan 10 19:23:46.467744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.473207 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-48372d71-e8e2-4766-a597-693c232d91d4 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4866688 Jan 10 19:23:46.492062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:46.550927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:46.593101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78561e67-f05f-4cbc-9163-132931919976 req-77c2fd29-b10c-4a8e-9bc5-19f12f598444 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907023 Jan 10 19:23:46.620298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:46.626835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Usage tracker for resource:port and tenant:65820c9d8aeb43179f644eac451666e8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:46.634607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:46.650599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:46.703918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Made reservation on behalf of 65820c9d8aeb43179f644eac451666e8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:46.707124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.779502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.835281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:46.868710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-aaa0895a-4f3d-492e-9188-c85eb165b923 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970830 Jan 10 19:23:46.883640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aeb43332-28d4-4c6c-8744-9baa7116a2ba tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.011767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-816d6320-5a86-4e06-a1d3-3729d4fbd228 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4330001 Jan 10 19:23:47.021691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aeb43332-28d4-4c6c-8744-9baa7116a2ba tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.108138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Allocated IP 172.20.0.13 (c59abb0b-2d92-43cc-923f-fdd5c63145b7/9ddea05a-d402-4984-8916-1e6266498e06/2c43b126-40d1-4b49-9853-e8f8482efc82) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:47.134250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b005f157e27f4d97a3e01b68aaa8ec68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3934126 Jan 10 19:23:47.136070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.142342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:47.236270 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8a14ec-cc4d-499f-8e03-d5f1ec48560f req-8c265619-3890-4bd8-96f2-032a8cc0fcf6 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492606 Jan 10 19:23:47.246896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:47.249656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ad0-71a5-458f-913b-e1d5d05ea4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.259877 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aeb43332-28d4-4c6c-8744-9baa7116a2ba tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.277356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45c8b3-ce05-4663-981e-ac9ea1ce31b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c8d34c-beb4-41d0-ba62-4e60d16005be,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:47.299016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43332-28d4-4c6c-8744-9baa7116a2ba tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c132a-b2ee-4796-8972-86e513d1575a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:47.322894 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-7e569021-c186-4138-ac26-fb21dca46220 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 1097 time: 0.2166536 Jan 10 19:23:47.329940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aeb43332-28d4-4c6c-8744-9baa7116a2ba tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.333497 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aeb43332-28d4-4c6c-8744-9baa7116a2ba tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/d39c132a-b2ee-4796-8972-86e513d1575a HTTP/1.1" status: 204 len: 168 time: 0.8380256 Jan 10 19:23:47.333497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ad0-71a5-458f-913b-e1d5d05ea4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.340629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:47.562159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c33d1998-b2c0-43d3-9eb6-907307ad3df8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:47.641303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c33d1998-b2c0-43d3-9eb6-907307ad3df8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:47.642688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c33d1998-b2c0-43d3-9eb6-907307ad3df8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3010042 Jan 10 19:23:47.647179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33714) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:47.655540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302782279'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:47.661749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-d4e87ad7-ecd9-4d66-a23f-3340b1950a89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:47.663237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-d4e87ad7-ecd9-4d66-a23f-3340b1950a89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.3165784 Jan 10 19:23:47.665356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ad0-71a5-458f-913b-e1d5d05ea4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.669517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:47.769652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b2ad0-71a5-458f-913b-e1d5d05ea4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c8d34c-beb4-41d0-ba62-4e60d16005be,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:47.772202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:47.780102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ad0-71a5-458f-913b-e1d5d05ea4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:47.781458 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ce3b2ad0-71a5-458f-913b-e1d5d05ea4d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4c8d34c-beb4-41d0-ba62-4e60d16005be HTTP/1.1" status: 204 len: 168 time: 0.6343174 Jan 10 19:23:47.783196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75eaf422-db45-4a9c-8e27-2117961e0be6 req-9d040896-5562-4670-a8b6-bf773d85bea4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 210 time: 0.3834302 Jan 10 19:23:47.784896 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-c7382655-a130-4e8d-96cd-52a3b3ffff03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 200 len: 217 time: 0.1130490 Jan 10 19:23:47.901995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.009325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.030470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-a83763d5-ea02-4cf7-9cde-3d63b6df2188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:48.034162 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-a83763d5-ea02-4cf7-9cde-3d63b6df2188 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.2432053 Jan 10 19:23:48.121392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed6b82-8971-42dc-8784-fb7439fa581e req-04a0b452-2476-46d3-a1ef-7b08d17de3c2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:48.123114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0aed6b82-8971-42dc-8784-fb7439fa581e req-04a0b452-2476-46d3-a1ef-7b08d17de3c2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 946 time: 1.0967102 Jan 10 19:23:48.124307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.148147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:48.154961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-42971ef9-c81f-4526-828f-5bf72f373fdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125503 Jan 10 19:23:48.158884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:48.163808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:48.189179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:48.197226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.272180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:48.339365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:48.343106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:48.360014 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-fb8c1f13-bbac-4ad0-b6fc-631a69ada700 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972816 Jan 10 19:23:48.383287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:48.408564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-44716ab8-a39e-4627-8a41-3bb0972c4594 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 HTTP/1.1" status: 204 len: 168 time: 3.8967233 Jan 10 19:23:48.410076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33732) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:48.427997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0aed6b82-8971-42dc-8784-fb7439fa581e req-f8e1d786-cbd6-4cac-b66c-09a68532a48a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949917 Jan 10 19:23:48.507627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21f38b-2f98-4d89-a140-a9136d70cfe2 req-9dda7e7f-5e1c-4983-9d63-7958d2df0e5c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:48.509513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a21f38b-2f98-4d89-a140-a9136d70cfe2 req-9dda7e7f-5e1c-4983-9d63-7958d2df0e5c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 943 time: 0.4367800 Jan 10 19:23:48.514502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:48.516312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.568481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-578091ae-f662-46ef-bdd4-ae749659119f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5361202 Jan 10 19:23:48.586357 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-499691dc-a8f4-4e1e-a672-b5f5286f32ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:23:48.586863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-499691dc-a8f4-4e1e-a672-b5f5286f32ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:48.588941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Request body: {'port': {'device_id': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:48.595508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.617516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.656428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-499691dc-a8f4-4e1e-a672-b5f5286f32ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:48.657477 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-499691dc-a8f4-4e1e-a672-b5f5286f32ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/b40b2fed-41cd-4c1b-946b-4f6bbc52e7e4 HTTP/1.1" status: 404 len: 333 time: 0.2463417 Jan 10 19:23:48.685413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33742) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:48.715518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a21f38b-2f98-4d89-a140-a9136d70cfe2 req-17e3ec88-f057-4442-885c-9cedc9e714bb tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942742 Jan 10 19:23:48.758634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.766614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b790ce6-c9f4-4f08-8312-0b13b396589c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:48.777573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:48.778783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e49402f8-6a85-4e0a-bd96-6b6079381c8e tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1306443 Jan 10 19:23:48.783352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33748) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:48.785210 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bf750c2c-9b96-4709-9598-8746b33b96b8 req-3f9831a8-a7ee-4df9-aabd-6f9f331f6f47 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122171 Jan 10 19:23:48.794033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--326426096'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:48.811296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:48.834711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:48.861535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:48.899557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:49.024922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.109753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:49.118435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:49.127008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:49.131904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet 9e76ec37-5192-4961-b029-5548f2c2aa71 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:23:49.133799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:49.137818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.213041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.271090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e234bc9-286e-483a-bd0f-3914fda73e20 req-6134d94c-892b-4a84-afed-7d066264fd47 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:49.271726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7e234bc9-286e-483a-bd0f-3914fda73e20 req-6134d94c-892b-4a84-afed-7d066264fd47 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Synchronizing usage tracker for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:49.301031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.312629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.352244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c43b126-40d1-4b49-9853-e8f8482efc82 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:23:49.366347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7e234bc9-286e-483a-bd0f-3914fda73e20 req-6134d94c-892b-4a84-afed-7d066264fd47 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Unset dirty status for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:49.373501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e234bc9-286e-483a-bd0f-3914fda73e20 req-6134d94c-892b-4a84-afed-7d066264fd47 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 932 time: 0.2623272 Jan 10 19:23:49.382092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd0e43-7bcf-415a-aeac-b73fa24ae323,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:49.402072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.407321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.436590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Transition to ACTIVE for port object 2c43b126-40d1-4b49-9853-e8f8482efc82 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:49.444850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.545475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e234bc9-286e-483a-bd0f-3914fda73e20 req-aa5d4273-b820-4659-b4bc-10c1b4a0dfba tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706293 Jan 10 19:23:49.576690 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.577212 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c15224c7-12c2-41f3-bcd4-4cf968faa833 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7910681 Jan 10 19:23:49.582663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33772) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:49.590509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': '0b790ce6-c9f4-4f08-8312-0b13b396589c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3ddd0e43-7bcf-415a-aeac-b73fa24ae323', 'remote_ip_prefix': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:49.598547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:49.600953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:49.607507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:49.617093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:49.628024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:49.648745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12621e22-6432-4a77-9443-628e9decc396 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:23:49.669044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.710835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.778392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=9e76ec37-5192-4961-b029-5548f2c2aa71,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:49.852277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 12621e22-6432-4a77-9443-628e9decc396, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12621e22-6432-4a77-9443-628e9decc396,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:49.869423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '12621e22-6432-4a77-9443-628e9decc396', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'port_id': '12621e22-6432-4a77-9443-628e9decc396', 'mac_address': 'fa:16:3e:1f:e1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:23:49.884254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.900851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:49.903882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d42af-bdfb-4f54-8797-190b6029a77b None None] Network 75a33afa-76e2-4f86-a27c-7e4a6b141841 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:49.937085 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-16c92b7e-6752-4863-93df-15d234c88679 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/9e76ec37-5192-4961-b029-5548f2c2aa71 HTTP/1.1" status: 204 len: 168 time: 1.2506087 Jan 10 19:23:49.940739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33780) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:49.946600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.015057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Attempting to bind port 2c43b126-40d1-4b49-9853-e8f8482efc82 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:50.015383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Attempting to bind port 2c43b126-40d1-4b49-9853-e8f8482efc82 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:50.017469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Attempting to bind port 2c43b126-40d1-4b49-9853-e8f8482efc82 on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:50.051031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a60e4-476f-4c6f-8431-4007099f91e9 req-509f437d-5341-415b-94c9-b967c303c5b0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:50.056668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe4a60e4-476f-4c6f-8431-4007099f91e9 req-509f437d-5341-415b-94c9-b967c303c5b0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 946 time: 0.3737385 Jan 10 19:23:50.086151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.089344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5057247 Jan 10 19:23:50.103323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33786) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:50.103981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea7834-9a93-4e8e-bfea-a3196362eb73 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa040564-c988-49cb-ba46-6a9e93e6c7c2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:50.131350 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.177068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12621e22-6432-4a77-9443-628e9decc396 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:23:50.205846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 12621e22-6432-4a77-9443-628e9decc396, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12621e22-6432-4a77-9443-628e9decc396,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:50.213361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.254534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Port 2c43b126-40d1-4b49-9853-e8f8482efc82 on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:23:50.254924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Attempting to bind port 2c43b126-40d1-4b49-9853-e8f8482efc82 on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:50.294679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:50.295289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Checking segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:50.295592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Bound using segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:50.296048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Bound port: 2c43b126-40d1-4b49-9853-e8f8482efc82, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:50.296171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1184663-3a7a-4191-8ae7-9cea6e34b464 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.296403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.308606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.314771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3287c-3554-450f-ae6b-aef1169bdd95 req-5e7f8bf5-e745-48a5-ac6e-bf51db5ad55d tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:50.316653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85d3287c-3554-450f-ae6b-aef1169bdd95 req-5e7f8bf5-e745-48a5-ac6e-bf51db5ad55d tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 943 time: 0.2576628 Jan 10 19:23:50.322400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1184663-3a7a-4191-8ae7-9cea6e34b464 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.342039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=12621e22-6432-4a77-9443-628e9decc396,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:50.345506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:50.345851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.404784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1184663-3a7a-4191-8ae7-9cea6e34b464 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.429433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1184663-3a7a-4191-8ae7-9cea6e34b464 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa040564-c988-49cb-ba46-6a9e93e6c7c2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:50.442987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74604431-7238-4040-8262-4f782cb05112 None None] DHCP port deletion for 75a33afa-76e2-4f86-a27c-7e4a6b141841 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:23:50.447719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85d3287c-3554-450f-ae6b-aef1169bdd95 req-9d08c3dd-29a3-4c12-b61d-265bff8bd26f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255322 Jan 10 19:23:50.448655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-74604431-7238-4040-8262-4f782cb05112 None None] Deleting port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:50.449196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74604431-7238-4040-8262-4f782cb05112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.464391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1184663-3a7a-4191-8ae7-9cea6e34b464 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.465406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1184663-3a7a-4191-8ae7-9cea6e34b464 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fa040564-c988-49cb-ba46-6a9e93e6c7c2 HTTP/1.1" status: 204 len: 168 time: 0.3551190 Jan 10 19:23:50.484703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33794) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:50.508263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['12621e22-6432-4a77-9443-628e9decc396'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:23:50.511300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe4a60e4-476f-4c6f-8431-4007099f91e9 req-99ba3bd5-6478-4b27-84fe-fbbcaffb1e02 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171132 Jan 10 19:23:50.634426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:50.637859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:50.648076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.791641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.793214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c43b126-40d1-4b49-9853-e8f8482efc82 HTTP/1.1" status: 200 len: 1092 time: 2.2160888 Jan 10 19:23:50.793679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:50.799321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2891f3da-33ed-43bf-85d6-6658f4d8ec4c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:50.828285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccd965-0c99-4134-9511-0cc9bc64fd93 service neutron] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:50.867403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] For port fc42b2a7-7e73-4e7b-a0ed-e011f0775560, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,segment=NetworkSegment(6c0c42cc-129a-424a-bb58-89ecefdb2512),segment_id=6c0c42cc-129a-424a-bb58-89ecefdb2512)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:50.867835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:50.888979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2891f3da-33ed-43bf-85d6-6658f4d8ec4c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:50.890358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2891f3da-33ed-43bf-85d6-6658f4d8ec4c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4048271 Jan 10 19:23:50.906859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33808) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:51.146346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for fc42b2a7-7e73-4e7b-a0ed-e011f0775560 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:51.200631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-74604431-7238-4040-8262-4f782cb05112 None None] For port fc42b2a7-7e73-4e7b-a0ed-e011f0775560, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,segment=NetworkSegment(6c0c42cc-129a-424a-bb58-89ecefdb2512),segment_id=6c0c42cc-129a-424a-bb58-89ecefdb2512)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:51.201217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74604431-7238-4040-8262-4f782cb05112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.334786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.374000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-74604431-7238-4040-8262-4f782cb05112 None None] Calling delete_port for fc42b2a7-7e73-4e7b-a0ed-e011f0775560 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:51.435721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcee81-3f6b-40fb-acbc-6f130b2ba9d4 req-aac69285-1c69-4d69-97b4-08514a8ae5f2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:51.456181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33dcee81-3f6b-40fb-acbc-6f130b2ba9d4 req-aac69285-1c69-4d69-97b4-08514a8ae5f2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 946 time: 0.6566808 Jan 10 19:23:51.458599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc42b2a7-7e73-4e7b-a0ed-e011f0775560 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:51.526201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7240f5-67bf-4ecf-935e-78c69973601f req-e69240a7-21b4-4017-8042-5a2c6f0534e0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:51.528406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d7240f5-67bf-4ecf-935e-78c69973601f req-e69240a7-21b4-4017-8042-5a2c6f0534e0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 944 time: 0.5662279 Jan 10 19:23:51.529733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=fc42b2a7-7e73-4e7b-a0ed-e011f0775560,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:51.540652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No DVR routers for this DVR port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:51.540890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: fc42b2a7-7e73-4e7b-a0ed-e011f0775560 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:51.541372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc42b2a7-7e73-4e7b-a0ed-e011f0775560 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:51.584272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84701960-ad9d-4c33-9da2-11b98a3c6370 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.616276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84701960-ad9d-4c33-9da2-11b98a3c6370 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.618720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-74604431-7238-4040-8262-4f782cb05112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:23:51.619667 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-74604431-7238-4040-8262-4f782cb05112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:23:51.693823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d7240f5-67bf-4ecf-935e-78c69973601f req-fcbd6e02-44c7-43b8-b129-3881892509e2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501114 Jan 10 19:23:51.694434 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84701960-ad9d-4c33-9da2-11b98a3c6370 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.724847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-f0c9ec2b-262a-4552-baf3-fb8e9e5946e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 1095 time: 0.7604525 Jan 10 19:23:51.724847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84701960-ad9d-4c33-9da2-11b98a3c6370 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd0e43-7bcf-415a-aeac-b73fa24ae323,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:51.777949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.806285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-18b486b0-7a20-4c27-a985-6ef498290f6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c43b126-40d1-4b49-9853-e8f8482efc82 HTTP/1.1" status: 200 len: 217 time: 0.0738461 Jan 10 19:23:51.832716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a33afa-76e2-4f86-a27c-7e4a6b141841']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:51.861630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0c42cc-129a-424a-bb58-89ecefdb2512') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:51.862015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0c42cc-129a-424a-bb58-89ecefdb2512') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:23:51.866425 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'status': 'completed', 'code': 200} Jan 10 19:23:51.867689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84701960-ad9d-4c33-9da2-11b98a3c6370 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.872486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84701960-ad9d-4c33-9da2-11b98a3c6370 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ddd0e43-7bcf-415a-aeac-b73fa24ae323 HTTP/1.1" status: 204 len: 168 time: 0.9615257 Jan 10 19:23:51.873374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33826) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:51.894316 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.943825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33dcee81-3f6b-40fb-acbc-6f130b2ba9d4 req-e9b786dd-f245-4f10-b40c-27e0000d8c20 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843152 Jan 10 19:23:51.955353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:51.981981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:23:51.982399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:23:52.002051 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:23:52.093269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-edde57c9-e728-42a4-90ed-d821bc0ec8d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:52.094852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-edde57c9-e728-42a4-90ed-d821bc0ec8d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 200 len: 855 time: 0.2812417 Jan 10 19:23:52.121583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-74604431-7238-4040-8262-4f782cb05112 None None] Deleting port fc42b2a7-7e73-4e7b-a0ed-e011f0775560 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:52.122220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74604431-7238-4040-8262-4f782cb05112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.178961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-469f53e2-cb68-472d-8ac7-805091a27e16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c59abb0b-2d92-43cc-923f-fdd5c63145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742400 Jan 10 19:23:52.194991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.219301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.249530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=75a33afa-76e2-4f86-a27c-7e4a6b141841,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:52.273690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f398662f-07d4-490c-aad0-e8d27bab59f8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/75a33afa-76e2-4f86-a27c-7e4a6b141841 HTTP/1.1" status: 204 len: 168 time: 2.3272390 Jan 10 19:23:52.274860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:52.283677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-425341006'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:52.298117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:52.305478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:network and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:52.311311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:52.323810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:52.327027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-74604431-7238-4040-8262-4f782cb05112 None None] The port 'fc42b2a7-7e73-4e7b-a0ed-e011f0775560' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:23:52.352990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:52.360175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.418973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:23:52.430569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.431004 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Added segment b4ce72bb-5cc7-4674-8831-cfd372cb37a3 of type vlan for network 8e28f294-ad4c-4e17-ad97-931054ce25a8 Jan 10 19:23:52.467144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.493256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f617eb17-8ed2-4437-ae78-977f057c7aa1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:52.507796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.513097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:52.513883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.556320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bfb60-497a-4871-925d-d85a4db3563f req-1d975320-8117-4856-a1c8-b30fbb4109cb tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:52.559031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa9bfb60-497a-4871-925d-d85a4db3563f req-1d975320-8117-4856-a1c8-b30fbb4109cb tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 944 time: 0.6063199 Jan 10 19:23:52.655003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Network': ['ID=8e28f294-ad4c-4e17-ad97-931054ce25a8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:52.667376 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-101f1ceb-6c55-4c54-b652-4fe264c97a62 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3911397 Jan 10 19:23:52.668303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33848) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:52.670747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:23:52.675636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:52.678029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f617eb17-8ed2-4437-ae78-977f057c7aa1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:52.682652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f617eb17-8ed2-4437-ae78-977f057c7aa1 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8054063 Jan 10 19:23:52.691311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33852) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:52.703821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-e34bc12b-3765-48bb-af42-7f055df35263 service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785593 Jan 10 19:23:52.870583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa9bfb60-497a-4871-925d-d85a4db3563f req-834102da-c3bd-4a3d-bc6d-bcda9b43ae05 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001001 Jan 10 19:23:52.872041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:52.872529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecb3a926-97c9-4d9d-901d-2f98e88f922e req-e54818ae-269d-4bff-b869-18b96894498a service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625071 Jan 10 19:23:52.885034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:52.893655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:52.904098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:52.914002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001de2f6-e1fd-4e33-98c7-6fe2e3d707f8 req-e199af81-897f-429c-9f15-1411459c09ee tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:52.922518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-001de2f6-e1fd-4e33-98c7-6fe2e3d707f8 req-e199af81-897f-429c-9f15-1411459c09ee tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 946 time: 0.2987857 Jan 10 19:23:52.928885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c5f6b1-f906-4850-8dfe-982793505032 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:52.967835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:53.053030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-001de2f6-e1fd-4e33-98c7-6fe2e3d707f8 req-b0f20ded-0ad1-4c23-b955-3811dfc0b8d5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291394 Jan 10 19:23:53.094565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c5f6b1-f906-4850-8dfe-982793505032 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.144791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-9c946227-38b7-4c7c-8ed7-c977e1496ef4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 1095 time: 0.2050252 Jan 10 19:23:53.238120 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.296428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53d368-9171-4966-b152-6ffa903061c5 req-027a7b5a-f0a2-4946-8f1b-5440ee0c97c3 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:53.298433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc53d368-9171-4966-b152-6ffa903061c5 req-027a7b5a-f0a2-4946-8f1b-5440ee0c97c3 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 944 time: 0.2324214 Jan 10 19:23:53.342018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c5f6b1-f906-4850-8dfe-982793505032 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.385912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5f6b1-f906-4850-8dfe-982793505032 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b790ce6-c9f4-4f08-8312-0b13b396589c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:53.394842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33868) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:53.403514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14c5f6b1-f906-4850-8dfe-982793505032 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.407278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-14c5f6b1-f906-4850-8dfe-982793505032 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b790ce6-c9f4-4f08-8312-0b13b396589c HTTP/1.1" status: 204 len: 168 time: 0.7093203 Jan 10 19:23:53.414491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33872) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:53.426124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-c61d4905-8c24-4c18-bf6b-fe5d8f62e0d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:53.427697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-c61d4905-8c24-4c18-bf6b-fe5d8f62e0d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 916 time: 0.2667978 Jan 10 19:23:53.450672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc53d368-9171-4966-b152-6ffa903061c5 req-882dbea8-5195-4737-b2a1-7f0e3b955cbc tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395090 Jan 10 19:23:53.535471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-5148b5d4-a4b0-45bd-86a6-2ceb3cd6b510 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c43b126-40d1-4b49-9853-e8f8482efc82 HTTP/1.1" status: 200 len: 217 time: 0.0837252 Jan 10 19:23:53.551152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d4d51df-49ad-43af-8243-f05797dd00a7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:53.601926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d4d51df-49ad-43af-8243-f05797dd00a7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:53.603574 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d4d51df-49ad-43af-8243-f05797dd00a7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1830420 Jan 10 19:23:53.609925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:53.612186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33884) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:53.633457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--6322215'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:53.645890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:53.651777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12621e22-6432-4a77-9443-628e9decc396 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:53.663766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.670229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:53.745465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-31ffadf5-1020-4f3d-9b2b-b76fa30614ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:53.747080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-31ffadf5-1020-4f3d-9b2b-b76fa30614ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 200 len: 855 time: 0.2038622 Jan 10 19:23:53.757909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.780920 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.810803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.820338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 12621e22-6432-4a77-9443-628e9decc396 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:53.829096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 12621e22-6432-4a77-9443-628e9decc396 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:53.829733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.832906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-53464f47-ded5-4223-bdec-5dc6cb032756 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c59abb0b-2d92-43cc-923f-fdd5c63145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788403 Jan 10 19:23:53.848841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=dc3fadd7-c843-40ff-95bd-17f24671c733,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:53.937662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:53.941653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Checking segment: {'id': 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:53.942028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network hostable DHCP agents. Network: 8e28f294-ad4c-4e17-ad97-931054ce25a8, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:23:53.955456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:53.960519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:53.980914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:53.986421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:53.989107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:53.994233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:54.001471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Usage tracker for resource:security_group_rule and tenant:2370a4bcb73d4106a1e85a6bd7c4526e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:54.006924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Usage tracker for resource:security_group_rule and tenant:e0efcf9190484dad990e4a4f590115af is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:54.009483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:54.022667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:54.035275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:54.041745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-122d5049-e27b-4bec-a1a9-8c1d86725e1f service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973057 Jan 10 19:23:54.058126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:54.073100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12621e22-6432-4a77-9443-628e9decc396'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:54.105437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 12621e22-6432-4a77-9443-628e9decc396, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12621e22-6432-4a77-9443-628e9decc396,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:54.113325 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.120354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-37b3aa58-734c-4b14-a013-3b19f0eb4511 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:54.121202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-37b3aa58-734c-4b14-a013-3b19f0eb4511 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:54.160512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:23:54.233512 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12621e22-6432-4a77-9443-628e9decc396', 'code': 200} Jan 10 19:23:54.252647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=12621e22-6432-4a77-9443-628e9decc396,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:54.337154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.348075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 8e28f294-ad4c-4e17-ad97-931054ce25a8) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:54.364132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.367557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d62782-4fea-4b6c-ad67-d85cd98b8276 None None] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:54.381184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:54.381775 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.401442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.406293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-37b3aa58-734c-4b14-a013-3b19f0eb4511 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:54.407484 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-37b3aa58-734c-4b14-a013-3b19f0eb4511 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 946 time: 0.5597160 Jan 10 19:23:54.434544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.455930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00fce20e-2ea4-4b4c-88dd-adeec8487c99 req-456ffa2b-4ee9-491a-9161-6f81054dbc7b service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082458 Jan 10 19:23:54.468549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2f9a-294a-4764-85eb-5029964b2291 req-160f8d65-bf1d-420c-8b93-234fe31ec251 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:54.475398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38be2f9a-294a-4764-85eb-5029964b2291 req-160f8d65-bf1d-420c-8b93-234fe31ec251 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.4033768 Jan 10 19:23:54.502398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111924ba-88ce-4e0a-9eb1-245421587ab1 req-87913fc3-d8f1-4a49-a858-360a26e8575d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:54.503901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-111924ba-88ce-4e0a-9eb1-245421587ab1 req-87913fc3-d8f1-4a49-a858-360a26e8575d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 946 time: 0.1835895 Jan 10 19:23:54.520667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.558357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.574117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c8db25-8358-48c1-9003-7971e4053ad7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:54.584440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38be2f9a-294a-4764-85eb-5029964b2291 req-f7ad4f19-3fd8-4a91-802c-d808c6a63731 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065025 Jan 10 19:23:54.607067 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c5ce3f52-cfe3-4b84-b848-d6efd30d769f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0efcf9190484dad990e4a4f590115af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9929557 Jan 10 19:23:54.615378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33908) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:54.623068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e3d0c1a0-b4df-40e1-9636-2602dead554f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9535682 Jan 10 19:23:54.626397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:23:54.626933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.629030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33912) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:54.638985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-8e28f294-ad4c-4e17-ad97-931054ce25a8', 'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': 'dc3fadd7-c843-40ff-95bd-17f24671c733'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:23:54.640060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.644540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-111924ba-88ce-4e0a-9eb1-245421587ab1 req-3a29eaea-d87e-4ed6-90a3-c3ce7ba8fc39 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346271 Jan 10 19:23:54.658637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-723575779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:54.675911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:54.682667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:router and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:54.687742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:54.693096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.694307 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.0729127 Jan 10 19:23:54.700755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33916) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:54.705107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:54.720284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': 'd967acc5-0823-4aee-86cd-7e3ca7c4ee42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:54.731037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce10fc-e54a-498f-a8b1-0fb06e9adfd0 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d967acc5-0823-4aee-86cd-7e3ca7c4ee42,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:54.741054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:54.753968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:54.756003 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2370a4bcb73d4106a1e85a6bd7c4526e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3595624 Jan 10 19:23:54.758553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:54.766582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33922) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:54.775927 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-22e919f3-fd99-42ee-b289-ac907695f086 req-c5c5694c-9d2d-45fd-a176-a81b405250c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1096 time: 0.5008192 Jan 10 19:23:54.816156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.817236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.846485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:54.875256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d0f95-c828-4803-a433-750cd63b155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9be0a-30b1-4aa4-b772-001193b6a95a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:54.925832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.938486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Allocated IP 172.20.0.2 (8e28f294-ad4c-4e17-ad97-931054ce25a8/dc3fadd7-c843-40ff-95bd-17f24671c733/94c205ca-64b1-4024-be44-f0685557def2) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:54.957779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:54.988468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-22e919f3-fd99-42ee-b289-ac907695f086 req-8122c584-2afe-4d8b-8dcd-2efdedd8d2cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010450 Jan 10 19:23:54.989164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2c76b218-f5f8-4cff-942d-2fcb7b8483c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.024975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91b29-3b3d-49a5-ba0e-553f4a4c07c8 req-eaeb7358-2a4c-470a-bbb6-7c8d31277cab tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:55.032198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21e91b29-3b3d-49a5-ba0e-553f4a4c07c8 req-eaeb7358-2a4c-470a-bbb6-7c8d31277cab tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 944 time: 0.2754049 Jan 10 19:23:55.047176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2c76b218-f5f8-4cff-942d-2fcb7b8483c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.060599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80eb9d75-a951-4a49-96ce-121963ae2066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.103582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.118843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:55.119234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.126142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.128083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.187878 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80eb9d75-a951-4a49-96ce-121963ae2066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.202099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.207914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-372acd9a-d71c-4b1c-ac5b-61b9ca398495 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5621004 Jan 10 19:23:55.215174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33932) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:55.215932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.220338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5151176 Jan 10 19:23:55.227208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8', 'name': 'tempest-PortsTestJSON-488910583'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:55.246539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33936) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:55.247393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da139c0d-a838-452c-b2f7-b383ce1ba96c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bd7b86-e6c6-4490-b97d-d0fdacbeb061,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:55.265906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21e91b29-3b3d-49a5-ba0e-553f4a4c07c8 req-a72ee471-cf5a-4a23-94f7-feb70ab58a76 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322581 Jan 10 19:23:55.270930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for d9fb191c-8c8b-4465-a96d-70e40ffb7fbe owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:23:55.331523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2c76b218-f5f8-4cff-942d-2fcb7b8483c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.361766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76b218-f5f8-4cff-942d-2fcb7b8483c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c8db25-8358-48c1-9003-7971e4053ad7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:55.369307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.378334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2c76b218-f5f8-4cff-942d-2fcb7b8483c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.379766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2c76b218-f5f8-4cff-942d-2fcb7b8483c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14c8db25-8358-48c1-9003-7971e4053ad7 HTTP/1.1" status: 204 len: 168 time: 0.7586577 Jan 10 19:23:55.402117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Transition to ACTIVE for port object 94c205ca-64b1-4024-be44-f0685557def2 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:55.432604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Transition to ACTIVE for port object 94c205ca-64b1-4024-be44-f0685557def2 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:55.444892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.473488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-227e3345-4f77-4289-8b64-bc83c860a50a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.505099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-227e3345-4f77-4289-8b64-bc83c860a50a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.549117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:55.553776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:port and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:55.557243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:55.564483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:55.570833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Pushing event updated for resources: {'Port': ['ID=94c205ca-64b1-4024-be44-f0685557def2,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:55.590713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:55.594574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:55.595610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.596708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:55.599762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:55.635510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.638628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80eb9d75-a951-4a49-96ce-121963ae2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.644527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:23:55.648652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-227e3345-4f77-4289-8b64-bc83c860a50a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.650534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:23:55.658590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d', 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:23:55.799002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb9d75-a951-4a49-96ce-121963ae2066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be9be0a-30b1-4aa4-b772-001193b6a95a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:55.801142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e3345-4f77-4289-8b64-bc83c860a50a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83bd7b86-e6c6-4490-b97d-d0fdacbeb061,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:55.810416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80eb9d75-a951-4a49-96ce-121963ae2066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.816273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-80eb9d75-a951-4a49-96ce-121963ae2066 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7be9be0a-30b1-4aa4-b772-001193b6a95a HTTP/1.1" status: 204 len: 168 time: 0.9977674 Jan 10 19:23:55.820724 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-227e3345-4f77-4289-8b64-bc83c860a50a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.821850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-227e3345-4f77-4289-8b64-bc83c860a50a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/83bd7b86-e6c6-4490-b97d-d0fdacbeb061 HTTP/1.1" status: 204 len: 168 time: 0.5723641 Jan 10 19:23:55.825582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:55.896331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:23:55.924947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Attempting to bind port 94c205ca-64b1-4024-be44-f0685557def2 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:23:55.925320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Attempting to bind port 94c205ca-64b1-4024-be44-f0685557def2 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:23:55.925892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Attempting to bind port 94c205ca-64b1-4024-be44-f0685557def2 on network 8e28f294-ad4c-4e17-ad97-931054ce25a8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:23:55.937038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=d9fb191c-8c8b-4465-a96d-70e40ffb7fbe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:55.945964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port d9fb191c-8c8b-4465-a96d-70e40ffb7fbe on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:23:55.948310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:55.951061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec04a3-a111-4b8d-838e-7bea293100db', 'name': 'network-vif-deleted', 'tag': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:23:55.973094 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2f1eab89-b432-4b6f-a69b-8f6f322688bd req-b2ca00ef-2296-413e-a0bf-09facc915510 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/d9fb191c-8c8b-4465-a96d-70e40ffb7fbe HTTP/1.1" status: 204 len: 173 time: 1.5394635 Jan 10 19:23:55.998657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:23:55.999282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Checking segment: {'id': 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:23:55.999482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.000472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Bound using segment: {'id': 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:23:56.001215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Bound port: 94c205ca-64b1-4024-be44-f0685557def2, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8e28f294-ad4c-4e17-ad97-931054ce25a8'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:23:56.002060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.061805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61792dba-f38f-4c82-a048-0d1717ba04a6 req-1124e326-11f8-4aa8-b0dd-7e3bb70db5f6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bec04a3-a111-4b8d-838e-7bea293100db HTTP/1.1" status: 200 len: 210 time: 0.1732306 Jan 10 19:23:56.075497 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:23:56.225027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:56.254822 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bec04a3-a111-4b8d-838e-7bea293100db', 'name': 'network-vif-deleted', 'tag': 'd9fb191c-8c8b-4465-a96d-70e40ffb7fbe', 'status': 'completed', 'code': 200} Jan 10 19:23:56.262179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cb60e6ff-6e15-4745-9ec1-8a7bca374e38 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:56.268573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'port_id': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'mac_address': 'fa:16:3e:eb:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddea05a-d402-4984-8916-1e6266498e06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:23:56.374295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.3 (8e28f294-ad4c-4e17-ad97-931054ce25a8/dc3fadd7-c843-40ff-95bd-17f24671c733/734a8e81-10c2-49c9-9b8a-564078c2ccb1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:23:56.408067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224c6e-f697-4922-8b6c-810f3e1126ad req-68116dd4-68fa-4d33-86be-6070d75cbf05 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:56.412555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86224c6e-f697-4922-8b6c-810f3e1126ad req-68116dd4-68fa-4d33-86be-6070d75cbf05 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.5306499 Jan 10 19:23:56.414373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cb60e6ff-6e15-4745-9ec1-8a7bca374e38 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:56.417672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb60e6ff-6e15-4745-9ec1-8a7bca374e38 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5911543 Jan 10 19:23:56.419950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33970) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:56.592572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea300f7-6d74-4f7f-b985-e1301503fc3b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.672358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea300f7-6d74-4f7f-b985-e1301503fc3b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.723868 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.744749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86224c6e-f697-4922-8b6c-810f3e1126ad req-d39948b6-2657-4ca9-b452-d2e03ebd88c7 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973683 Jan 10 19:23:56.771288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea300f7-6d74-4f7f-b985-e1301503fc3b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.810928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33980) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:56.828346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea300f7-6d74-4f7f-b985-e1301503fc3b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d967acc5-0823-4aee-86cd-7e3ca7c4ee42,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:56.843986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea300f7-6d74-4f7f-b985-e1301503fc3b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:56.847646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ea300f7-6d74-4f7f-b985-e1301503fc3b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/d967acc5-0823-4aee-86cd-7e3ca7c4ee42 HTTP/1.1" status: 204 len: 168 time: 0.4241927 Jan 10 19:23:56.848340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33984) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:56.862209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c43b126-40d1-4b49-9853-e8f8482efc82 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:23:56.954680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] For port 94c205ca-64b1-4024-be44-f0685557def2, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:23:56.971460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-01510782-8da2-4f5d-864d-b39fe5057d14 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:56.986292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:23:57.000860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] For port 94c205ca-64b1-4024-be44-f0685557def2, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=94c205ca-64b1-4024-be44-f0685557def2,segment=NetworkSegment(b4ce72bb-5cc7-4674-8831-cfd372cb37a3),segment_id=b4ce72bb-5cc7-4674-8831-cfd372cb37a3)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:23:57.003984 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.005687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.006992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-01510782-8da2-4f5d-864d-b39fe5057d14 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:57.012222 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-01510782-8da2-4f5d-864d-b39fe5057d14 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1591496 Jan 10 19:23:57.012803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:57.021262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--699450517'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:57.058003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:57.084514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:57.101454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.105585 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.127824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4355262-35e0-4075-a515-69cb6e74d76e req-d8388f6b-4a06-4e0b-a67c-3fab240b1b9d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:57.130965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4355262-35e0-4075-a515-69cb6e74d76e req-d8388f6b-4a06-4e0b-a67c-3fab240b1b9d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 944 time: 0.4874618 Jan 10 19:23:57.158247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:57.170114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:57.201608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:57.207624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:57.224401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Usage tracker for resource:security_group_rule and tenant:1fb69102130f443fb3dc8ff4e71ffae0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:57.234026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2c43b126-40d1-4b49-9853-e8f8482efc82'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:23:57.240328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:57.256381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:57.272050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.282844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:57.339759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:57.357176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 734a8e81-10c2-49c9-9b8a-564078c2ccb1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:23:57.431681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4355262-35e0-4075-a515-69cb6e74d76e req-71c97d69-d345-49da-8571-f61c5bb485b1 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608669 Jan 10 19:23:57.456783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd3713-a527-462b-9ff7-734b93e31841 None None] Pushing event updated for resources: {'Port': ['ID=94c205ca-64b1-4024-be44-f0685557def2,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:57.493528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.506900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.536035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.546752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.580597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.663414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9fb191c-8c8b-4465-a96d-70e40ffb7fbe no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:23:57.673143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c66cad7-4ec2-4fc4-9657-204340162b13,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:57.704078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.709862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e65a9d72-33c8-4747-bce7-22a9cfcf1042 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6958878 Jan 10 19:23:57.711793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34008) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:57.721681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fb69102130f443fb3dc8ff4e71ffae0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9085822 Jan 10 19:23:57.724292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34012) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:57.726003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': '8c66cad7-4ec2-4fc4-9657-204340162b13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:57.739535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8932c9-a461-42af-ac86-e64cde046a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae9ce4-e500-4b73-b1ee-40705f6c47c3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:57.749980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:57.760083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:57.763435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=734a8e81-10c2-49c9-9b8a-564078c2ccb1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:57.767858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:23:57.780372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: d9fb191c-8c8b-4465-a96d-70e40ffb7fbe {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:23:57.781010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9fb191c-8c8b-4465-a96d-70e40ffb7fbe not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:23:57.783256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:57.792117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:23:57.797295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:23:57.899192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fe7-83c9-4e11-9fb8-69ad9414b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.935748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fe7-83c9-4e11-9fb8-69ad9414b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:57.956419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:58.008285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fe7-83c9-4e11-9fb8-69ad9414b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.029446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec2fe7-83c9-4e11-9fb8-69ad9414b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae9ce4-e500-4b73-b1ee-40705f6c47c3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:58.036371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fe7-83c9-4e11-9fb8-69ad9414b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.037921 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2eec2fe7-83c9-4e11-9fb8-69ad9414b901 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30ae9ce4-e500-4b73-b1ee-40705f6c47c3 HTTP/1.1" status: 204 len: 168 time: 0.3122642 Jan 10 19:23:58.325244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:58.325833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.372520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.394557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-75608a1e-baae-4c7f-adde-7c767480c5de tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1761734 Jan 10 19:23:58.397079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34032) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:58.546396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e4c29-1e11-4358-a401-f1bba2b0de90 req-cfa435e9-43b3-401b-bf9c-fdf3a749c59a tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:58.563967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626e4c29-1e11-4358-a401-f1bba2b0de90 req-cfa435e9-43b3-401b-bf9c-fdf3a749c59a tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.5968947 Jan 10 19:23:58.565258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f811ed2-22be-4bc5-a6ef-ae0fb6decd6b None None] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:23:58.604250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-e79622e1-096e-48e5-9b9c-41b827131f15 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:58.612185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-e79622e1-096e-48e5-9b9c-41b827131f15 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.6855354 Jan 10 19:23:58.655002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.666723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-1a385a28-42b3-497f-8113-3685b26a6e8a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.0537250 Jan 10 19:23:58.675282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.770552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626e4c29-1e11-4358-a401-f1bba2b0de90 req-851be4a4-c16b-4c1c-af5a-a295a1585ad7 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050331 Jan 10 19:23:58.772807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4967ad-b6a2-43fc-86bc-0fd974dfb2af,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:23:58.833326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:58.836487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a6dc79d6-efdf-4308-94f5-1b690bb1f029 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1180072 Jan 10 19:23:58.839985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:58.917972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c233c390-2f5e-4f22-a5a2-4b05ca1cc984 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules/4d4967ad-b6a2-43fc-86bc-0fd974dfb2af HTTP/1.1" status: 200 len: 705 time: 0.0735526 Jan 10 19:23:58.920660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34062) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:58.966704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c284d72e-9d97-4d3c-ba92-36e792941094 None None] Provisioning for port 94c205ca-64b1-4024-be44-f0685557def2 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:59.003948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-30cafe7e-8d71-47c8-9f3e-7d53c87ccf83 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3361676 Jan 10 19:23:59.301607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34072) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:59.381889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc0c511c-6598-4eff-9100-c307f69ba8de tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:23:59.409745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-9d8ff7e0-8473-4e1d-8ea8-221bf619a565 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048619 Jan 10 19:23:59.542254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a1745795-abda-4551-8d93-5fdd96de9272 None None] Provisioning for port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:59.550243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a1745795-abda-4551-8d93-5fdd96de9272 None None] Provisioning complete for port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:59.551365 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1745795-abda-4551-8d93-5fdd96de9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.617597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc0c511c-6598-4eff-9100-c307f69ba8de tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:23:59.626499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc0c511c-6598-4eff-9100-c307f69ba8de tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6905355 Jan 10 19:23:59.637147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.637996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 94c205ca-64b1-4024-be44-f0685557def2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:59.642991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfb6dc-8dc8-450b-af4d-45a090ddd201 req-fee0a46a-7746-49e3-bb53-75c9dde803b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:23:59.646240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34082) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:23:59.651040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58bfb6dc-8dc8-450b-af4d-45a090ddd201 req-fee0a46a-7746-49e3-bb53-75c9dde803b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 945 time: 0.5558293 Jan 10 19:23:59.719069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:23:59.774983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'network': {'name': 'tempest-network-smoke--115988678', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:23:59.780878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:23:59.785794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:network and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:23:59.789518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:23:59.796714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:23:59.816505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa2cc-5e09-4896-8a20-d0e1c0390bb9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.831557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:23:59.834966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.845058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-4543e613-519c-4351-b3c1-8ef7bc389b13 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342380 Jan 10 19:23:59.847812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58bfb6dc-8dc8-450b-af4d-45a090ddd201 req-e184a730-de6e-4383-9a47-671ed72aa95b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957464 Jan 10 19:23:59.868991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a1745795-abda-4551-8d93-5fdd96de9272 None None] Port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:23:59.876641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa2cc-5e09-4896-8a20-d0e1c0390bb9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.898406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 2c43b126-40d1-4b49-9853-e8f8482efc82 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:59.903580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 94c205ca-64b1-4024-be44-f0685557def2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:23:59.907499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 2c43b126-40d1-4b49-9853-e8f8482efc82 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:59.908082 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.910738 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:23:59.940020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 94c205ca-64b1-4024-be44-f0685557def2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:23:59.940706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.157828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f00a1d10-723f-4de9-8370-e50d0cb5c68d None None] Provisioning complete for port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:00.158083 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f00a1d10-723f-4de9-8370-e50d0cb5c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.248461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9de158f6-030e-4eab-baba-0a30469ea55f req-eae78b41-ea65-4c48-8f3e-506b7a6c9864 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 210 time: 0.0951529 Jan 10 19:24:00.327040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.331846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8d355-ffff-4ad3-96e4-f41f047d0ca1 req-31e9b11e-4664-44c2-89a0-2dc0903fa7fe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:00.332793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa2cc-5e09-4896-8a20-d0e1c0390bb9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.338589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ced8d355-ffff-4ad3-96e4-f41f047d0ca1 req-31e9b11e-4664-44c2-89a0-2dc0903fa7fe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.1440046 Jan 10 19:24:00.435610 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.471701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ced8d355-ffff-4ad3-96e4-f41f047d0ca1 req-c38ceb91-9bbc-4450-ad97-52b67c00ac39 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248515 Jan 10 19:24:00.509676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:00.515930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:00.529525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.531682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f00a1d10-723f-4de9-8370-e50d0cb5c68d None None] Port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:00.562825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:00.580802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 94c205ca-64b1-4024-be44-f0685557def2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=94c205ca-64b1-4024-be44-f0685557def2,segment=NetworkSegment(b4ce72bb-5cc7-4674-8831-cfd372cb37a3),segment_id=b4ce72bb-5cc7-4674-8831-cfd372cb37a3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:00.591228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.594362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa2cc-5e09-4896-8a20-d0e1c0390bb9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d4967ad-b6a2-43fc-86bc-0fd974dfb2af,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:00.609097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:00.632989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:00.648846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:00.720760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:00.742607 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'code': 200} Jan 10 19:24:00.781028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa2cc-5e09-4896-8a20-d0e1c0390bb9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:00.784416 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3c8aa2cc-5e09-4896-8a20-d0e1c0390bb9 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4d4967ad-b6a2-43fc-86bc-0fd974dfb2af HTTP/1.1" status: 204 len: 168 time: 1.1332321 Jan 10 19:24:00.794934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34114) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:00.898388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=94c205ca-64b1-4024-be44-f0685557def2,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:00.930249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3779674e-2654-4dd2-a2cf-4d7c12098fd8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1339159 Jan 10 19:24:00.937855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802cb2d-2e72-44d3-8521-d6548607e5e3 req-cf5d4db2-e74d-4aba-80f6-5fea8b43caf7 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:00.939757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2802cb2d-2e72-44d3-8521-d6548607e5e3 req-cf5d4db2-e74d-4aba-80f6-5fea8b43caf7 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.1856380 Jan 10 19:24:00.940603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34122) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:00.946751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': '8c66cad7-4ec2-4fc4-9657-204340162b13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:00.955755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:01.010934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:01.028455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:01.038051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:01.139783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2802cb2d-2e72-44d3-8521-d6548607e5e3 req-47d26a2a-2e33-4f7c-83c9-9e002fbdbef0 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664460 Jan 10 19:24:01.184269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c065a-ad90-414f-bf78-4dde9614195d req-2ba12271-0c1c-4bfb-b054-2c51621cfb29 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:01.185669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-134c065a-ad90-414f-bf78-4dde9614195d req-2ba12271-0c1c-4bfb-b054-2c51621cfb29 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1239622 Jan 10 19:24:01.209169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.210850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34130) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:01.227075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.229292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.248917 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.315317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2856397-1945-41bd-b448-9f8a52db0689 req-e6ee8beb-8f4c-4766-bd89-d790f1dcb2f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 1097 time: 0.5321186 Jan 10 19:24:01.323225 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.365969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:24:01.396964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0564b632-c11e-40a4-a296-26576f035636,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:01.419662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-134c065a-ad90-414f-bf78-4dde9614195d req-a57effdc-6e5a-46ff-978e-59f1a0bf7ebe tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278605 Jan 10 19:24:01.442211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.442373 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Added segment 6acb9229-6d8f-429a-8d4c-3d03a49ba8f1 of type vlan for network bd83ac08-fd08-480e-9e0c-ca853afe5707 Jan 10 19:24:01.518415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=734a8e81-10c2-49c9-9b8a-564078c2ccb1,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:01.551534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.574370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e2856397-1945-41bd-b448-9f8a52db0689 req-ad1ec7b5-0a19-4004-aa32-bda30a124932 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148325 Jan 10 19:24:01.580569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.588153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.636606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 94c205ca-64b1-4024-be44-f0685557def2 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:01.797373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 94c205ca-64b1-4024-be44-f0685557def2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:01.798789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.799511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32ca9197-762c-49a1-a5ed-c12aaf9ab10e req-605c8e10-a985-4430-b067-ea8b2cbdc97d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 210 time: 0.1796770 Jan 10 19:24:01.805225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84d154c-19e0-4dc4-8d12-6858d8e5fdff,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:01.833097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:01.836122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be6cf336-c960-4db5-aa51-9a9a2c8aa185 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8944087 Jan 10 19:24:01.839685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:01.911726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2715cc47-0062-449f-8717-ea32610b64cd tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules/e84d154c-19e0-4dc4-8d12-6858d8e5fdff HTTP/1.1" status: 200 len: 705 time: 0.0685332 Jan 10 19:24:01.912357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34160) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:01.971974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-eb6ce9e7-eb1b-4301-a26b-6210ea3405b5 None None] Provisioning complete for port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:01.972764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb6ce9e7-eb1b-4301-a26b-6210ea3405b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.025511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b48f04fd-1519-4793-a198-dac01b0f6c8c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:02.050499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.056083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:02.056998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.061124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b48f04fd-1519-4793-a198-dac01b0f6c8c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:02.063440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b48f04fd-1519-4793-a198-dac01b0f6c8c tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1477013 Jan 10 19:24:02.066271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34168) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:02.127099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659053-f29a-4aba-b625-ee1cfb463e64 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.147673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ce9e7-eb1b-4301-a26b-6210ea3405b5 None None] Port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:02.148203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659053-f29a-4aba-b625-ee1cfb463e64 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.154853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.191930 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8863430 Jan 10 19:24:02.194462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34172) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:02.209865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-749391779', 'admin_state_up': True, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:02.242024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:02.252765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:router and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:02.261498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:02.269182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659053-f29a-4aba-b625-ee1cfb463e64 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.306541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:02.320705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66659053-f29a-4aba-b625-ee1cfb463e64 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.324325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-66659053-f29a-4aba-b625-ee1cfb463e64 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e84d154c-19e0-4dc4-8d12-6858d8e5fdff HTTP/1.1" status: 204 len: 168 time: 0.2545130 Jan 10 19:24:02.325846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:02.330727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66659053-f29a-4aba-b625-ee1cfb463e64 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e84d154c-19e0-4dc4-8d12-6858d8e5fdff,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:02.349997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.351134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.376552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.393512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ccf32-ac98-435f-96f8-e94661765263 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Network': ['ID=bd83ac08-fd08-480e-9e0c-ca853afe5707,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:02.406465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:24:02.456139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-800416ac-b63c-4053-8386-56af07a9b84e tempest-TestServerBasicOps-464593790 tempest-TestServerBasicOps-464593790-project-admin] Synchronizing usage tracker for tenant:16ac1b2c034d4a8b8f1df98980d502b9 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:02.574445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-fedbd345-feb2-4eff-aba9-1e8c12bb5b18 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:02.576445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-fedbd345-feb2-4eff-aba9-1e8c12bb5b18 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.5836439 Jan 10 19:24:02.586633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-eb39227b-2427-4756-a86e-58705df6febc tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:02.615994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.627990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-eb39227b-2427-4756-a86e-58705df6febc tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:02.629772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb39227b-2427-4756-a86e-58705df6febc tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3016822 Jan 10 19:24:02.632736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:02.648728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:02.659816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': '8c66cad7-4ec2-4fc4-9657-204340162b13', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:02.679160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:02.735116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34190) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:02.759990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-800416ac-b63c-4053-8386-56af07a9b84e tempest-TestServerBasicOps-464593790 tempest-TestServerBasicOps-464593790-project-admin] Unset dirty status for tenant:16ac1b2c034d4a8b8f1df98980d502b9 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:02.761152 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-800416ac-b63c-4053-8386-56af07a9b84e tempest-TestServerBasicOps-464593790 tempest-TestServerBasicOps-464593790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1091 time: 1.5493517 Jan 10 19:24:02.772543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34196) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:02.784538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '12621e22-6432-4a77-9443-628e9decc396', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:02.790326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.808608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:02.918717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Usage tracker for resource:floatingip and tenant:7d08ad0d742446f5891bfeb56d396ae7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:02.922359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:02.944610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:02.948585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:02.966071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Usage tracker for resource:port and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:02.969849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:02.971914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:02.980614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:02.986791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1a9ca2d-1eaf-4071-9d4b-327eb98f9a72 req-3cedfb0a-e16b-440a-851f-bf52420297b8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 210 time: 0.0634577 Jan 10 19:24:02.995151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:03.013301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.068194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.080029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36bc59-c36e-4927-a76b-4de74d728c14 req-e6b2759c-bf3b-43d7-be47-e04e135a3c52 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:03.081516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e36bc59-c36e-4927-a76b-4de74d728c14 req-e6b2759c-bf3b-43d7-be47-e04e135a3c52 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.4058230 Jan 10 19:24:03.128618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.140730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.159976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:03.162848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.172382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-8d7c2644-f8ab-4393-99df-54dab15f8710 req-722e8a65-bee9-4387-bb3e-49c08b562eb8 service neutron] (83629) timed out ('10.222.0.30', 64951) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:24:03.183148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1d0c4e-d1d3-456b-b457-c5079dcaf0b5,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:03.233473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e36bc59-c36e-4927-a76b-4de74d728c14 req-04bcb2ae-2724-4c9e-ac2c-36980ab6df20 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406679 Jan 10 19:24:03.241217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.268939 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.270040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5de0add3-7a3e-433c-8c0f-5543ed1263e8 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6360235 Jan 10 19:24:03.273725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34202) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:03.276412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.333075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-28f9bb64-a38e-4f04-a2ee-1365beb53d5f tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules/be1d0c4e-d1d3-456b-b457-c5079dcaf0b5 HTTP/1.1" status: 200 len: 706 time: 0.0578499 Jan 10 19:24:03.338149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34206) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:03.362743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:03.404783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:62912a2fd7634938b8f2dd8ef94219c3 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:03.417150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:03.442520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:03.445190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dfee5302-2fa8-4b4d-933c-7e73c13a40a7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:03.473473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dfee5302-2fa8-4b4d-933c-7e73c13a40a7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:03.477352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dfee5302-2fa8-4b4d-933c-7e73c13a40a7 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1357088 Jan 10 19:24:03.479874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34212) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:03.486644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.25.6.158 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:03.581189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4838c0c2-c6d6-41b2-b912-8479fd33c538 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.597501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4838c0c2-c6d6-41b2-b912-8479fd33c538 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.648872 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4838c0c2-c6d6-41b2-b912-8479fd33c538 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.694377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838c0c2-c6d6-41b2-b912-8479fd33c538 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be1d0c4e-d1d3-456b-b457-c5079dcaf0b5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:03.710098 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.719214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4838c0c2-c6d6-41b2-b912-8479fd33c538 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.723188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4838c0c2-c6d6-41b2-b912-8479fd33c538 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be1d0c4e-d1d3-456b-b457-c5079dcaf0b5 HTTP/1.1" status: 204 len: 168 time: 0.2421515 Jan 10 19:24:03.724948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34218) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:03.729676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.10 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/80a04f01-7a53-4f3e-a2d4-ee008d61f036) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:03.758384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.771766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.783120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9adde8b3-aa19-42b4-a5a7-82a41fde0945 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:03.801805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9adde8b3-aa19-42b4-a5a7-82a41fde0945 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:03.803805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9adde8b3-aa19-42b4-a5a7-82a41fde0945 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0780487 Jan 10 19:24:03.807154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34222) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:03.814221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.835083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.869640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:03.901551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:03.955432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:03.957708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22c166-9c51-4f20-8631-019c6bfd0e28,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:03.958515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:03.962847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:03.982154 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d7193108-5d56-4595-aba9-f38c24a99ce0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62912a2fd7634938b8f2dd8ef94219c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2457151 Jan 10 19:24:03.985938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.004418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34234) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:04.095885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b572a783-5d2b-4e33-ad02-1ce0f7727c20 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.145472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=734a8e81-10c2-49c9-9b8a-564078c2ccb1,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:04.179647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.285226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b9052a16-983a-41b8-905c-bef60a200d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.303288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b572a783-5d2b-4e33-ad02-1ce0f7727c20 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.343816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11644882-8210-4f03-b13e-cb5322246880 req-e5064d37-fcef-4f71-b11a-b700f6c0b4a5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 210 time: 0.0984468 Jan 10 19:24:04.387634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b9052a16-983a-41b8-905c-bef60a200d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.416068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Allocated IP 172.25.6.67 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/7d084d7e-3e0b-4c3e-a34f-9793aabb80ee) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:04.431112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.518101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b572a783-5d2b-4e33-ad02-1ce0f7727c20 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.547571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572a783-5d2b-4e33-ad02-1ce0f7727c20 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c66cad7-4ec2-4fc4-9657-204340162b13,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:04.569828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b9052a16-983a-41b8-905c-bef60a200d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.570547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:04.575882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:04.605382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9052a16-983a-41b8-905c-bef60a200d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22c166-9c51-4f20-8631-019c6bfd0e28,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:04.622587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88899963-e529-48cf-ba17-fd68597f25d9 req-4c238eed-461b-4aa9-824d-bd053bd15f71 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:04.624273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88899963-e529-48cf-ba17-fd68597f25d9 req-4c238eed-461b-4aa9-824d-bd053bd15f71 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.2055218 Jan 10 19:24:04.627761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b572a783-5d2b-4e33-ad02-1ce0f7727c20 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.631455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b572a783-5d2b-4e33-ad02-1ce0f7727c20 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c66cad7-4ec2-4fc4-9657-204340162b13 HTTP/1.1" status: 204 len: 168 time: 0.8208053 Jan 10 19:24:04.631455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b9052a16-983a-41b8-905c-bef60a200d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.643901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b9052a16-983a-41b8-905c-bef60a200d2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac22c166-9c51-4f20-8631-019c6bfd0e28 HTTP/1.1" status: 204 len: 168 time: 0.6261425 Jan 10 19:24:04.648157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34246) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:04.715776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.716542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.735650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88899963-e529-48cf-ba17-fd68597f25d9 req-1f14699d-98fe-4058-89d3-4e20b2348ec0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864620 Jan 10 19:24:04.855060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.913703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:04.928025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:05.086561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bf9f2dd6-df15-4de3-b4cd-3c6ea862eb9e None None] Provisioning complete for port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:05.087193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf9f2dd6-df15-4de3-b4cd-3c6ea862eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:05.127751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:05.134246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-368577f4-0dba-47a2-977c-5bc1322039cc tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:05.138017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a073df4-7d0a-4789-a692-5a9dacf01b74 req-125ca170-fa69-4a8c-81a6-33cd8a4d59cc tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:05.139509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a073df4-7d0a-4789-a692-5a9dacf01b74 req-125ca170-fa69-4a8c-81a6-33cd8a4d59cc tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1247466 Jan 10 19:24:05.142771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:05.151399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:05.189962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=80a04f01-7a53-4f3e-a2d4-ee008d61f036,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:05.203769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:24:05.236499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a073df4-7d0a-4789-a692-5a9dacf01b74 req-307abb55-055b-4e15-9527-ffae240edb81 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880940 Jan 10 19:24:05.260106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f2dd6-df15-4de3-b4cd-3c6ea862eb9e None None] Port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:05.547355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:05.651082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-368577f4-0dba-47a2-977c-5bc1322039cc tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:05.654617 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-368577f4-0dba-47a2-977c-5bc1322039cc tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0025070 Jan 10 19:24:05.663811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34280) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:05.713245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group': {'name': 'tempest-secgroup--811455909'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:05.731598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:05.772818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:05.813137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:05.814697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:05.816030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a0ad-3bd8-44cf-9d8e-042b69a88116 req-437ff482-e459-45d5-885e-8ae83aadbc44 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:05.817972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9976a0ad-3bd8-44cf-9d8e-042b69a88116 req-437ff482-e459-45d5-885e-8ae83aadbc44 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 932 time: 0.1653411 Jan 10 19:24:05.822143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:05.822331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:05.859275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:05.865470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:05.886395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:24:05.898211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:24:05.930258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:05.930948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:05.935375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9976a0ad-3bd8-44cf-9d8e-042b69a88116 req-50d60f90-6f58-45e1-9388-9a8e9a5e84ee tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967481 Jan 10 19:24:05.947612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:05.948809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'Port': ['ID=7d084d7e-3e0b-4c3e-a34f-9793aabb80ee,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:05.952664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d16f6f00-ca37-4aef-8367-2e85366bd363 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7569990 Jan 10 19:24:05.954721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34290) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:05.964092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:05.969900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:05.973351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:05.979810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:06.151968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.157801 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-01e1ea59-14ee-485f-adea-0c330ce87c3c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5155973 Jan 10 19:24:06.196087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Request body: {'port': {'device_id': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:06.204892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.262564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a40cc0-a0f2-4eef-b0a1-95b0eb87348b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:06.363060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.370520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.373406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e82bd566-7689-40d3-8668-8c6edf14b0b2 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7075484 Jan 10 19:24:06.386158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:06.404427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f29284-9438-4331-be1f-91a88854d67c req-34ef1215-b630-4923-81bb-e7afd73e08b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:06.406601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88f29284-9438-4331-be1f-91a88854d67c req-34ef1215-b630-4923-81bb-e7afd73e08b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.2503288 Jan 10 19:24:06.419236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Request body: {'security_group_rule': {'security_group_id': '51a40cc0-a0f2-4eef-b0a1-95b0eb87348b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:06.434569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:24:06.440125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:06.500944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Usage tracker for resource:security_group_rule and tenant:0f08fe983b894e82851691fd7f8828d2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:06.517111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:06.540683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:06.684234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.714518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88f29284-9438-4331-be1f-91a88854d67c req-0729ba19-25c7-4e0a-a73a-ae9a1a0a8729 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824683 Jan 10 19:24:06.721778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1ffec9fa-b3b3-4795-911b-0ea69f02f2a5 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=045adc18b7604d96a179a90b0e949df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7658837 Jan 10 19:24:06.732295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34306) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:06.818353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:04Z', 'revision_number': 3, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:06.823924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:24:06.825222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Updating router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:24:06.903307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.906085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Router 5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:24:06.913295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34312) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:06.940080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:06.945543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704525e-3c56-416a-b6cb-3c9ed1d1340a tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:06.947082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0704525e-3c56-416a-b6cb-3c9ed1d1340a tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2130697 Jan 10 19:24:06.949842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:07.041386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d09d3906-a0e5-4100-b057-68c811e11f15 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0901229 Jan 10 19:24:07.042226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.044004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34326) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:07.065992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660696510', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:07.100087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e222f5-c6f8-4574-89c7-d66076608f97,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:07.183459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.184782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d5ce274-e97c-419c-8be1-53533ae719ec tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7770882 Jan 10 19:24:07.188784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34330) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:07.261637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:07.269646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:subnet and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:07.279820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:07.291206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:07.296694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba378b89-6c67-4f3c-b41d-059dd04eae49 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.326158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba378b89-6c67-4f3c-b41d-059dd04eae49 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.417313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba378b89-6c67-4f3c-b41d-059dd04eae49 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.441809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:07.471457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.476528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba378b89-6c67-4f3c-b41d-059dd04eae49 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a40cc0-a0f2-4eef-b0a1-95b0eb87348b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:07.482853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba378b89-6c67-4f3c-b41d-059dd04eae49 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.484287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ba378b89-6c67-4f3c-b41d-059dd04eae49 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/51a40cc0-a0f2-4eef-b0a1-95b0eb87348b HTTP/1.1" status: 204 len: 168 time: 0.2944098 Jan 10 19:24:07.502768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34334) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:07.619496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.701719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.728907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Transition to ACTIVE for port object 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:07.743664 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.773194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929304-35b2-41d3-91bb-aa8873e2b3ae req-4a8010b9-65e9-46bd-8444-ac1a6572dc58 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:07.774820 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f929304-35b2-41d3-91bb-aa8873e2b3ae req-4a8010b9-65e9-46bd-8444-ac1a6572dc58 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 932 time: 0.3996460 Jan 10 19:24:07.809471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:07.815260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Usage tracker for resource:security_group_rule and tenant:64d4607155e543f1ac75c408e2e311e9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:07.818782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:07.829740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:07.871213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Attempting to bind port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:07.871699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Attempting to bind port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:07.872640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Attempting to bind port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:07.876543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f929304-35b2-41d3-91bb-aa8873e2b3ae req-1ce4c204-0df8-4f19-8b89-d04c936a40a4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952647 Jan 10 19:24:07.890392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b025bd-c38d-49ad-9339-f5aaf907aa5e None None] Pushing event updated for resources: {'Port': ['ID=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:07.912937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:07.913400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:07.913883 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.914353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:07.915276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Bound port: 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:07.915727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:07.919662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.040834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4452c-46c5-4b38-8f33-c04f2367e412 req-f29eb454-da6b-4d44-918e-870a7eea7f84 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:08.048391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15e4452c-46c5-4b38-8f33-c04f2367e412 req-f29eb454-da6b-4d44-918e-870a7eea7f84 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1493697 Jan 10 19:24:08.125035 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15e4452c-46c5-4b38-8f33-c04f2367e412 req-991f373c-abdd-45b5-901d-8491852741b8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756559 Jan 10 19:24:08.154083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] For port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:08.156551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.158011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] For port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:08.163420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.249809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Subnet': ['ID=fa42ee11-aabf-4d77-97e4-592219513c6b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:08.253811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:08.254799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Checking segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:08.254989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:08.255385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network hostable DHCP agents. Network: bd83ac08-fd08-480e-9e0c-ca853afe5707, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:24:08.282235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:24:08.283285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.295600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, bd83ac08-fd08-480e-9e0c-ca853afe5707) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:08.302452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:08.303221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.322223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35181f-d40b-43d7-9fe8-44eb0b578346 None None] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:08.334918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8154eeb5-bb86-4b04-8415-26a9450765e4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2831540 Jan 10 19:24:08.335807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34352) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:08.349255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.352838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b025bd-c38d-49ad-9339-f5aaf907aa5e None None] Pushing event updated for resources: {'Port': ['ID=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:08.361821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a04f01-7a53-4f3e-a2d4-ee008d61f036 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:08.391074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.440828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2643ac95-e8ab-4b8b-9175-8ea0f98b0b96,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:08.469599 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-59386e4d-3fb0-490e-a0ef-69e60cc7013e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d4607155e543f1ac75c408e2e311e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5512135 Jan 10 19:24:08.475347 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1ee7fb14-2cfe-4ba6-b4ee-50b0c7503d69 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9681020 Jan 10 19:24:08.483940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34358) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:08.484297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34360) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:08.512505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Transition to ACTIVE for port object 80a04f01-7a53-4f3e-a2d4-ee008d61f036 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:08.553634 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.556239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6cf96ffe-5cf3-4b8c-ac25-629d1be9ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.558906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:08.672334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:24:08.682118 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] Sync routers for ids ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:24:08.683377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Pushing event updated for resources: {'Port': ['ID=80a04f01-7a53-4f3e-a2d4-ee008d61f036,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:08.704490 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] Routers {'5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:08.707158 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:08.741516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-796d9b14-bbc2-4b90-9dc9-7c9c8ef746d6 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:08.757768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:24:08.807114 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:08.819714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] Routers {'5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:08.820582 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:08.886491 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:08.887741 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83d7ac-500c-4ca9-9d22-2898c9353a61 None None] The sync data for ids ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:24:08.933008 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ca1c8ce7-0fa4-480d-9671-42765f9eae23 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/routers/5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5347579 Jan 10 19:24:08.941666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34374) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:08.975654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-796d9b14-bbc2-4b90-9dc9-7c9c8ef746d6 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group_rule {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:08.977101 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-796d9b14-bbc2-4b90-9dc9-7c9c8ef746d6 tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4833493 Jan 10 19:24:09.037705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34376) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:09.057376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-bd83ac08-fd08-480e-9e0c-ca853afe5707', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:24:09.058251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.145537 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-2a281d6f-504a-4c83-a761-574af999211a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] delete failed (client error): The resource could not be found. Jan 10 19:24:09.146594 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2a281d6f-504a-4c83-a761-574af999211a tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "DELETE /v2.0/security-groups/51a40cc0-a0f2-4eef-b0a1-95b0eb87348b HTTP/1.1" status: 404 len: 347 time: 0.0437293 Jan 10 19:24:09.151173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34382) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:09.151368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Attempting to bind port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:09.151616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Attempting to bind port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:09.151907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Attempting to bind port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:09.167623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:24:09.168072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Attempting to bind port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:09.172149 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-066445aa-0d98-43ee-bab1-3b353034ddf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.203015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-066445aa-0d98-43ee-bab1-3b353034ddf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.282760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-066445aa-0d98-43ee-bab1-3b353034ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.306882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066445aa-0d98-43ee-bab1-3b353034ddf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2643ac95-e8ab-4b8b-9175-8ea0f98b0b96,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:09.326937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:09.327405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:09.328108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:09.328618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Bound port: 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:09.329051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.370946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-066445aa-0d98-43ee-bab1-3b353034ddf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.381489 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-066445aa-0d98-43ee-bab1-3b353034ddf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2643ac95-e8ab-4b8b-9175-8ea0f98b0b96 HTTP/1.1" status: 204 len: 168 time: 0.8880136 Jan 10 19:24:09.395690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Allocated IP 172.20.0.2 (bd83ac08-fd08-480e-9e0c-ca853afe5707/fa42ee11-aabf-4d77-97e4-592219513c6b/ed3cadcf-be81-4373-99f8-ffb0708c529b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:09.412732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:04Z', 'revision_number': 3, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:09.439270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a7c5a-d3a1-4d71-bd5a-fa784909f8ee None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:04Z', 'revision_number': 3, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:24:09.486243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] For port 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:09.490326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] For port 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:09.505936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a05fa-023b-476f-a7ec-8e27cc8d9614 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:09.506726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e50a05fa-023b-476f-a7ec-8e27cc8d9614 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:09.512191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.596646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8cc3bb2f-61b1-4e80-9495-f30106c6820b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Synchronizing usage tracker for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:09.600323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Pushing event updated for resources: {'Port': ['ID=80a04f01-7a53-4f3e-a2d4-ee008d61f036,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:09.627590 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.630423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-b9a17346-746a-4d9f-8935-edeb40c3b33f service neutron] 10.222.0.44 "PUT /v2.0/ports/80a04f01-7a53-4f3e-a2d4-ee008d61f036 HTTP/1.1" status: 200 len: 1092 time: 3.4549971 Jan 10 19:24:09.633695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'tag': '80a04f01-7a53-4f3e-a2d4-ee008d61f036'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:09.672970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.681716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cdc56-f707-4188-b818-7587f1ce625e req-68e9eace-1c44-401e-8013-404cbcd0727a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:09.683392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301cdc56-f707-4188-b818-7587f1ce625e req-68e9eace-1c44-401e-8013-404cbcd0727a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 944 time: 0.5357029 Jan 10 19:24:09.727080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.729454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e50a05fa-023b-476f-a7ec-8e27cc8d9614 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:09.734559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e50a05fa-023b-476f-a7ec-8e27cc8d9614 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports?device_id=5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 HTTP/1.1" status: 200 len: 981 time: 0.6823413 Jan 10 19:24:09.738053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34396) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:09.787712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Transition to ACTIVE for port object ed3cadcf-be81-4373-99f8-ffb0708c529b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:09.821341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.853016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Transition to ACTIVE for port object ed3cadcf-be81-4373-99f8-ffb0708c529b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:09.861466 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:09.919437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8cc3bb2f-61b1-4e80-9495-f30106c6820b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] Unset dirty status for tenant:0f08fe983b894e82851691fd7f8828d2 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:09.921825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8cc3bb2f-61b1-4e80-9495-f30106c6820b tempest-SecGroupTest-423498086 tempest-SecGroupTest-423498086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7609656 Jan 10 19:24:09.965331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event updated for resources: {'Port': ['ID=7d084d7e-3e0b-4c3e-a34f-9793aabb80ee,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:10.028492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:10.029339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Pushing event updated for resources: {'Port': ['ID=ed3cadcf-be81-4373-99f8-ffb0708c529b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:10.034585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:10.037849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:10.101505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-682bed38-0f22-40ff-ac65-0113b8aa3761 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 1095 time: 0.4145262 Jan 10 19:24:10.102824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:10.168070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301cdc56-f707-4188-b818-7587f1ce625e req-f445b411-c287-49e9-b812-9da008b33c67 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650061 Jan 10 19:24:10.170264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Attempting to bind port ed3cadcf-be81-4373-99f8-ffb0708c529b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:10.171201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Attempting to bind port ed3cadcf-be81-4373-99f8-ffb0708c529b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:10.173382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Attempting to bind port ed3cadcf-be81-4373-99f8-ffb0708c529b on network bd83ac08-fd08-480e-9e0c-ca853afe5707 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:10.191429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:10.192555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Checking segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:10.195077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:10.195779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Bound using segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:10.199270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Bound port: ed3cadcf-be81-4373-99f8-ffb0708c529b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:10.199677 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:10.360052 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'tag': '80a04f01-7a53-4f3e-a2d4-ee008d61f036', 'status': 'completed', 'code': 200} Jan 10 19:24:10.368554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-4240c7fb-97e5-4ac4-af2e-09395f9ade73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036 HTTP/1.1" status: 200 len: 217 time: 0.1564739 Jan 10 19:24:10.423682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408aae-2424-4a61-b602-776d23f3b8fa req-090fdcbd-a6a9-44c3-a7b6-13928eea7e16 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:10.430827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51408aae-2424-4a61-b602-776d23f3b8fa req-090fdcbd-a6a9-44c3-a7b6-13928eea7e16 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 1.1129224 Jan 10 19:24:10.518820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] For port ed3cadcf-be81-4373-99f8-ffb0708c529b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:10.530502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-d4eff40d-35bc-45e8-a553-0c19ad7594e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:10.532078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-beb7549e-d58a-473c-a46f-ea1432c9d496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:10.534183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-d4eff40d-35bc-45e8-a553-0c19ad7594e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.1580884 Jan 10 19:24:10.541813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] For port ed3cadcf-be81-4373-99f8-ffb0708c529b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ed3cadcf-be81-4373-99f8-ffb0708c529b,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:10.550288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:10.644151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34412) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:10.682238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51408aae-2424-4a61-b602-776d23f3b8fa req-8e2a7a28-8fa1-4629-acb3-1a453c3dd724 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505856 Jan 10 19:24:10.728683 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-80d4e67a-f402-4ba8-a8d8-58d86023f6e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728657 Jan 10 19:24:10.885423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc2d6f-1872-471e-9056-46aa97723398 None None] Pushing event updated for resources: {'Port': ['ID=ed3cadcf-be81-4373-99f8-ffb0708c529b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:11.276514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-dce50016-6b46-41e8-bf1a-2ee7af4c5c05 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333500 Jan 10 19:24:11.278399 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Floating IP 7bb360e5-e8ff-43d9-82d2-3194c189bf49 associated. External IP: 172.25.6.67, port: 12621e22-6432-4a77-9443-628e9decc396. Jan 10 19:24:11.578175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-85999522-65b8-4def-800a-c0e74dbf8b52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f08fe983b894e82851691fd7f8828d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8858674 Jan 10 19:24:11.591188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:11.619472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:11.655938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:11.698370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b4a4e92a-bf7f-46d8-9d38-ce3e8a7a53a4 req-c22b2134-f1ea-440f-9c5f-244a9ada260f service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076377 Jan 10 19:24:11.770537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f66431b-2d57-42c4-a6d9-093caa7d4ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:11.826859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:11.828445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:11.859650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:11.867711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:11.868095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:11.934125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15b931-9588-4f51-9b47-82b02b76de8c req-a9f8817a-b932-48b2-bfc5-b134405798b5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:11.935673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee15b931-9588-4f51-9b47-82b02b76de8c req-a9f8817a-b932-48b2-bfc5-b134405798b5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 944 time: 0.4260087 Jan 10 19:24:12.018154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f66431b-2d57-42c4-a6d9-093caa7d4ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.106293 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-94729d07-437f-4626-aa6a-ed3c3c9b3583 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 1095 time: 0.3393207 Jan 10 19:24:12.109556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.138028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34456) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:12.166815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee15b931-9588-4f51-9b47-82b02b76de8c req-871ec580-3e67-4f65-8861-938f6021b3ab tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171357 Jan 10 19:24:12.172096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:12.181109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.183099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ed3cadcf-be81-4373-99f8-ffb0708c529b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:12.353461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:12.378014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f66431b-2d57-42c4-a6d9-093caa7d4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.391909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ed3cadcf-be81-4373-99f8-ffb0708c529b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:12.458952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-25f4e243-9edf-4bed-b734-5ba652b351d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:12.460596 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-25f4e243-9edf-4bed-b734-5ba652b351d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.3468738 Jan 10 19:24:12.525947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4761956-e2de-4378-9893-47b0a9d4b6bd None None] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:12.534466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66431b-2d57-42c4-a6d9-093caa7d4ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab7d066-3e1a-4760-92d7-03173c5808ec,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:12.558285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd788d3-0a61-424c-8fef-93e7bd8d539b req-2d2e3c4a-0318-47a5-9620-5e09ea60c146 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:12.560394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dd788d3-0a61-424c-8fef-93e7bd8d539b req-2d2e3c4a-0318-47a5-9620-5e09ea60c146 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.5763867 Jan 10 19:24:12.577970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.648005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f66431b-2d57-42c4-a6d9-093caa7d4ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.651517 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f66431b-2d57-42c4-a6d9-093caa7d4ff8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ab7d066-3e1a-4760-92d7-03173c5808ec HTTP/1.1" status: 204 len: 168 time: 1.0568097 Jan 10 19:24:12.658315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.665126 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-f192818a-8273-495e-9314-869d1dafa294 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036 HTTP/1.1" status: 200 len: 217 time: 0.1871989 Jan 10 19:24:12.760779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-8eae28db-2887-43b7-a197-28a1b2b1c68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:12.762257 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-8eae28db-2887-43b7-a197-28a1b2b1c68f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.0773313 Jan 10 19:24:12.771486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:12.823868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Usage tracker for resource:security_group_rule and tenant:9a00e4dca68342de8ae400dc9c3d2a1c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:12.828795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:12.833248 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-fe2ffb97-c881-4fa1-a3a4-f94c96ee2d07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593808 Jan 10 19:24:12.837396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:12.958316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] Provisioning for port ed3cadcf-be81-4373-99f8-ffb0708c529b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:12.978320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Router 7de989c9-5670-414e-8437-aa8793db2ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:24:12.981021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] Provisioning complete for port ed3cadcf-be81-4373-99f8-ffb0708c529b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:12.981647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:12.996949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.20.0.1 (bd83ac08-fd08-480e-9e0c-ca853afe5707/fa42ee11-aabf-4d77-97e4-592219513c6b/506d34bf-28f1-4cd5-83bf-e2bab87e3630) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:13.024182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3dd788d3-0a61-424c-8fef-93e7bd8d539b req-6903452b-6fd5-44b4-a25e-42be56235c9e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494803 Jan 10 19:24:13.131199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-236ff26a-b449-4b49-9068-7672eeac7c91 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884274 Jan 10 19:24:13.174788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.272132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.335580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] For port ed3cadcf-be81-4373-99f8-ffb0708c529b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ed3cadcf-be81-4373-99f8-ffb0708c529b,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:13.347974 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.453706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.514744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:13.646199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b633a3-161f-4150-a33e-1982929702e6 None None] Pushing event updated for resources: {'Port': ['ID=ed3cadcf-be81-4373-99f8-ffb0708c529b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:13.679332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.694338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.702857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-41714664-086b-4f75-97c8-5106c8f4f749 None None] Provisioning complete for port ed3cadcf-be81-4373-99f8-ffb0708c529b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:13.703202 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41714664-086b-4f75-97c8-5106c8f4f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.749713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f92fc-8aa5-44b4-bfa3-5c8e2821cb21,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:13.755031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Transition to ACTIVE for port object 506d34bf-28f1-4cd5-83bf-e2bab87e3630 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:13.854253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.902717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 734a8e81-10c2-49c9-9b8a-564078c2ccb1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:13.903454 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.929035 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a9e01813-aa49-4f79-a53f-34aca84a0d54 req-2d13b5c5-0d80-41a9-86e2-de9b43688626 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768826 Jan 10 19:24:13.949287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:13.949716 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:13.983702 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c2a517c4-73ee-490e-a937-5236df71282c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a00e4dca68342de8ae400dc9c3d2a1c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8406839 Jan 10 19:24:13.984865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34488) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:14.211012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:24:14.242287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb72882a-3781-457e-be1d-9df1d6edd380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.243397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564f39-e213-4919-b451-24be94b67dcb None None] Sync routers for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:24:14.309180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:14.309798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:14.381040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb72882a-3781-457e-be1d-9df1d6edd380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.399692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10a7ab-7736-4578-8ae6-5eb974a6a493 req-04393f2d-a4b2-46fd-b8f6-042ff7db0b9a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:14.404568 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.408347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee10a7ab-7736-4578-8ae6-5eb974a6a493 req-04393f2d-a4b2-46fd-b8f6-042ff7db0b9a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 944 time: 0.9339490 Jan 10 19:24:14.412293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.547504 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-40b75b7e-1775-48a8-8302-6cc7c29d8ebc tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.7625928 Jan 10 19:24:14.547504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'tag': '12621e22-6432-4a77-9443-628e9decc396'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:14.569567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:24:14.577750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb72882a-3781-457e-be1d-9df1d6edd380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.606094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72882a-3781-457e-be1d-9df1d6edd380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f92fc-8aa5-44b4-bfa3-5c8e2821cb21,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:14.617522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:14.625789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 734a8e81-10c2-49c9-9b8a-564078c2ccb1 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:14.636195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fb72882a-3781-457e-be1d-9df1d6edd380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.639639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fb72882a-3781-457e-be1d-9df1d6edd380 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1f92fc-8aa5-44b4-bfa3-5c8e2821cb21 HTTP/1.1" status: 204 len: 168 time: 0.6495137 Jan 10 19:24:14.655649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=506d34bf-28f1-4cd5-83bf-e2bab87e3630,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:14.672725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:14.675408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:14.750819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee10a7ab-7736-4578-8ae6-5eb974a6a493 req-ac990f2d-7f74-434d-83ae-1d501de0cdc2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413761 Jan 10 19:24:14.852416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:14.903532 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'tag': '12621e22-6432-4a77-9443-628e9decc396', 'status': 'completed', 'code': 200} Jan 10 19:24:14.936227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aec988-851b-446c-921f-54578a2e9d03 req-7f3db80d-9a5b-40a3-8d3c-7dc3e05cf7eb tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:14.938057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55aec988-851b-446c-921f-54578a2e9d03 req-7f3db80d-9a5b-40a3-8d3c-7dc3e05cf7eb tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.6082451 Jan 10 19:24:15.085616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:15.107842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55aec988-851b-446c-921f-54578a2e9d03 req-a63e403c-e28d-4061-aa0a-86c8c4c261e4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633577 Jan 10 19:24:15.168859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-a6ff067c-2a2c-4909-b121-35991486b89b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1096 time: 0.2442029 Jan 10 19:24:15.180926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '7bb360e5-e8ff-43d9-82d2-3194c189bf49', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'port_id': '12621e22-6432-4a77-9443-628e9decc396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'mac_address': 'fa:16:3e:1f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:06Z', 'updated_at': '2022-01-10T19:24:06Z', 'revision_number': 0, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:15.200725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564f39-e213-4919-b451-24be94b67dcb None None] Checking router: 7de989c9-5670-414e-8437-aa8793db2ac4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:24:15.209663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:15.225531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:15.247313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:15.248606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:15.370133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:15.438318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-87c5d77f-8827-4abb-aad7-0c756004d50a None None] Provisioning for port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:15.451167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-87c5d77f-8827-4abb-aad7-0c756004d50a None None] Provisioning complete for port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:15.452417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-87c5d77f-8827-4abb-aad7-0c756004d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:15.522519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=734a8e81-10c2-49c9-9b8a-564078c2ccb1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:15.576786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2359c-b822-408c-b818-c82e73299313 req-557b0459-bb12-4796-8b6b-d6e067f3229c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:15.582414 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-557b0459-bb12-4796-8b6b-d6e067f3229c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 200 len: 910 time: 0.4056253 Jan 10 19:24:15.642703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:24:15.821566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-3a4159e1-0b85-4661-9a67-5687fa02a9bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 200 len: 998 time: 0.2264931 Jan 10 19:24:15.930097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2359c-b822-408c-b818-c82e73299313 req-94be7f34-0ee9-4267-a5bb-30175579fd8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:15.934779 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-94be7f34-0ee9-4267-a5bb-30175579fd8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e8b0b22-4977-4b3c-9d31-db2d53d67e13 HTTP/1.1" status: 200 len: 848 time: 0.1067743 Jan 10 19:24:16.019424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ed3cadcf-be81-4373-99f8-ffb0708c529b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:16.064493 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-c65d07cc-bf2a-4f19-aad7-ca16a057e377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3e84529-b45d-452c-9ad1-4dd740300064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224413 Jan 10 19:24:16.133203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 80a04f01-7a53-4f3e-a2d4-ee008d61f036 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:24:16.350422 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-d31b4757-dda4-4ce3-a0e1-2d565c9f5b03 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744713 Jan 10 19:24:16.586953 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bda2359c-b822-408c-b818-c82e73299313 req-e204cdaa-0cd7-49b1-8e15-0d4a857a9250 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292585 Jan 10 19:24:16.695438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:16.786458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:16.819370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-87c5d77f-8827-4abb-aad7-0c756004d50a None None] Port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:16.829198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '80a04f01-7a53-4f3e-a2d4-ee008d61f036', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': '80a04f01-7a53-4f3e-a2d4-ee008d61f036', 'mac_address': 'fa:16:3e:02:81:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:24:16.857809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:16.887074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:16.897200 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:16.940039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a04f01-7a53-4f3e-a2d4-ee008d61f036 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:16.941274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34582) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:16.957043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:16.966837 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:16.969146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ed3cadcf-be81-4373-99f8-ffb0708c529b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:16.969520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.079408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-11564f39-e213-4919-b451-24be94b67dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '7bb360e5-e8ff-43d9-82d2-3194c189bf49', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'port_id': '12621e22-6432-4a77-9443-628e9decc396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'mac_address': 'fa:16:3e:1f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:06Z', 'updated_at': '2022-01-10T19:24:06Z', 'revision_number': 0, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:17.094772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564f39-e213-4919-b451-24be94b67dcb None None] The sync data for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 is: [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '7bb360e5-e8ff-43d9-82d2-3194c189bf49', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'port_id': '12621e22-6432-4a77-9443-628e9decc396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'mac_address': 'fa:16:3e:1f:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:06Z', 'updated_at': '2022-01-10T19:24:06Z', 'revision_number': 0, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:24:17.206133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=80a04f01-7a53-4f3e-a2d4-ee008d61f036,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:17.251458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['80a04f01-7a53-4f3e-a2d4-ee008d61f036'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:17.270175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.345480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:17.350434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Usage tracker for resource:security_group_rule and tenant:f3a49a4b291b4d22a70ad821b982a999 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:17.353832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:17.366393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:17.513508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=506d34bf-28f1-4cd5-83bf-e2bab87e3630,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:17.515971 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.520046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.526321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.575341 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59daf3f0-d366-4f9c-a0da-73b133b7b61e None None] New status for floating IP 7bb360e5-e8ff-43d9-82d2-3194c189bf49: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:24:17.605269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3a49a4b291b4d22a70ad821b982a999&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6623287 Jan 10 19:24:17.613628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89201b3c-efa9-41eb-a452-8ffe6d5dbc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dad1df-a005-4621-b5ba-02fa33b923cd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:17.620303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34604) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:17.633220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a4ba9-c1c0-4209-8650-b0e517a24076 req-75de318a-3070-4157-b4fc-ffe39e739c46 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:17.640533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-158a4ba9-c1c0-4209-8650-b0e517a24076 req-75de318a-3070-4157-b4fc-ffe39e739c46 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 944 time: 1.5839398 Jan 10 19:24:17.684213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8c72-8a93-41b8-a9ce-52d60c2f0e12 req-5a415e9f-659a-482f-9da1-11746d1f5a5a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:17.691550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb2e8c72-8a93-41b8-a9ce-52d60c2f0e12 req-5a415e9f-659a-482f-9da1-11746d1f5a5a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 1.1659119 Jan 10 19:24:17.738981 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5da47b34-1106-429b-b788-e948f2c26a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.774285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5da47b34-1106-429b-b788-e948f2c26a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.794027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb2e8c72-8a93-41b8-a9ce-52d60c2f0e12 req-77940501-63d6-4987-81c8-5b60275853bb tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015344 Jan 10 19:24:17.846180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5da47b34-1106-429b-b788-e948f2c26a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.885528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da47b34-1106-429b-b788-e948f2c26a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dad1df-a005-4621-b5ba-02fa33b923cd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:17.893422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5da47b34-1106-429b-b788-e948f2c26a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:17.898045 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5da47b34-1106-429b-b788-e948f2c26a94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44dad1df-a005-4621-b5ba-02fa33b923cd HTTP/1.1" status: 204 len: 168 time: 0.2720175 Jan 10 19:24:17.942856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-158a4ba9-c1c0-4209-8650-b0e517a24076 req-554de968-00dd-4001-b0e2-bdf5320f8d3f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011770 Jan 10 19:24:18.209455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:18.211323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:18.222059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34620) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:18.348234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Router 5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:24:18.441628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.490927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:18.492197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34626) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:18.496675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Usage tracker for resource:security_group_rule and tenant:c0f267f522b9447cb71218698d426986 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:18.500190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:18.507009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:18.584477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.588778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.593943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.650948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7f96b-bbca-44b8-aad6-34da285cf513,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:18.659256 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0f267f522b9447cb71218698d426986&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4351919 Jan 10 19:24:18.664254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34632) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:18.669810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e02b15d1-8640-4a47-82c7-94e931647fb8 None None] Provisioning complete for port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:18.670300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e02b15d1-8640-4a47-82c7-94e931647fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.692170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.692817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.692958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.693200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.693569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.693896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.694434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.694971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.695470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.695965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.696461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7152550-31cc-4729-8487-44b43a5d027c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:18.698004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:24:18.719367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] Sync routers for ids ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:24:18.747289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e02b15d1-8640-4a47-82c7-94e931647fb8 None None] Port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:18.757266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] Routers {'5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:18.758113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:18.762063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f21ff1b6-3ab0-4061-87d1-0340e76094df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.790772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f21ff1b6-3ab0-4061-87d1-0340e76094df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.808401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:18.821829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Usage tracker for resource:security_group_rule and tenant:436ab06fd6b444428751839330bdb4dd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:18.829692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:18.853360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:18.861128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f21ff1b6-3ab0-4061-87d1-0340e76094df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.862788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c4aef2c-a1f9-4bb5-8789-27b79c003bce tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/routers/5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1225724 Jan 10 19:24:18.863475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34640) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:18.899000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff1b6-3ab0-4061-87d1-0340e76094df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7f96b-bbca-44b8-aad6-34da285cf513,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:18.904303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f21ff1b6-3ab0-4061-87d1-0340e76094df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:18.912886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:18.919472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f21ff1b6-3ab0-4061-87d1-0340e76094df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cff7f96b-bbca-44b8-aad6-34da285cf513 HTTP/1.1" status: 204 len: 168 time: 0.2452908 Jan 10 19:24:18.929303 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c977de75-6645-4137-8650-e58c0038b47a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:24:18.929976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c977de75-6645-4137-8650-e58c0038b47a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:18.941942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] Routers {'5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:18.942890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:19.036152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:19.036993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbebcf-e528-4f92-bc05-8ab6c6c462e7 None None] The sync data for ids ['5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:24:19.237331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c977de75-6645-4137-8650-e58c0038b47a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:19.238619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c977de75-6645-4137-8650-e58c0038b47a tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/734a8e81-10c2-49c9-9b8a-564078c2ccb1 HTTP/1.1" status: 404 len: 333 time: 0.3715422 Jan 10 19:24:19.242054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:19.400106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:19.488767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:19.499028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:19.523310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac9d72-b726-4ec6-b8dd-3c116334c74c req-f7a8ecfd-dd04-4f9d-836f-433818413a6c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:19.524744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cac9d72-b726-4ec6-b8dd-3c116334c74c req-f7a8ecfd-dd04-4f9d-836f-433818413a6c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 945 time: 0.2744586 Jan 10 19:24:19.536598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa384-eb34-4ee3-8918-faeaf3f0dde6 req-fd04275d-5dcc-4425-a009-41f2e60230b8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:19.543586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-336aa384-eb34-4ee3-8918-faeaf3f0dde6 req-fd04275d-5dcc-4425-a009-41f2e60230b8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.3035879 Jan 10 19:24:19.591100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:24:19.632031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1416eb-3011-4074-8d28-fbf308e47b74,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:19.649261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f7f4bd66-79bf-4b90-881d-1d792d3688e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=436ab06fd6b444428751839330bdb4dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1536460 Jan 10 19:24:19.651908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34662) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:19.687535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-336aa384-eb34-4ee3-8918-faeaf3f0dde6 req-3bf02776-e32b-44ab-ba1f-63584b77f8a5 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429336 Jan 10 19:24:19.690624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cac9d72-b726-4ec6-b8dd-3c116334c74c req-d3d6a63f-ce68-4312-9c5f-fd9c88666230 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419585 Jan 10 19:24:19.776355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 80a04f01-7a53-4f3e-a2d4-ee008d61f036 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:19.874185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:19.882276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:19.884808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:19.925086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ba37718-3b03-48f0-b464-7fc13d58b78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.072635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:24:20.084562 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:24:20.093244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-747fb249-9cb1-47f5-a16c-0449b4f0859a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "PUT /v2.0/routers/49f7d435-b2d9-45f3-8bd3-a30f3a60b944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7552471 Jan 10 19:24:20.094792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.095360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34674) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:20.113940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:20.114546 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:20.125796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a04f01-7a53-4f3e-a2d4-ee008d61f036'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:20.131733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.153472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:20.158264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ba37718-3b03-48f0-b464-7fc13d58b78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.167005 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.195496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.246202 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a04f01-7a53-4f3e-a2d4-ee008d61f036', 'code': 200} Jan 10 19:24:20.304096 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=80a04f01-7a53-4f3e-a2d4-ee008d61f036,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:20.390098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.392979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.393434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.394296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.398993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5c355290-6881-456b-8f2c-8836ddd07196 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7015 time: 0.2995155 Jan 10 19:24:20.399633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34686) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:20.442011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.442011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Fanout notify agent at l3_agent the message router_deleted on router 5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:24:20.519393 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.524654 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cec02c8e-13bb-4ac0-98ec-c006eb00f731 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/routers/5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 HTTP/1.1" status: 204 len: 168 time: 1.2801330 Jan 10 19:24:20.528773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:20.588095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ba37718-3b03-48f0-b464-7fc13d58b78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.590342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ba37718-3b03-48f0-b464-7fc13d58b78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:20.594317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ba37718-3b03-48f0-b464-7fc13d58b78e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a1416eb-3011-4074-8d28-fbf308e47b74 HTTP/1.1" status: 204 len: 168 time: 0.9384804 Jan 10 19:24:20.625699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba37718-3b03-48f0-b464-7fc13d58b78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1416eb-3011-4074-8d28-fbf308e47b74,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:20.630448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:24:20.648864 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cfc9a8d9-a0fa-4d64-a790-071f97d2d277 req-171a5f18-55e6-43ba-9dce-127958c38aea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 1097 time: 0.3536170 Jan 10 19:24:20.676317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.676768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.677134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.677690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.678233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.678602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.679188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.679729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.680258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:20.688290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e749082a-bfca-41f6-babe-ca8ac5ab9d0c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5865 time: 0.2876194 Jan 10 19:24:20.691221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34698) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:20.931096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet dc3fadd7-c843-40ff-95bd-17f24671c733 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:24:20.942909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.004391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cfc9a8d9-a0fa-4d64-a790-071f97d2d277 req-5dc593d7-aa30-4b0f-8e8b-195275aa4477 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471220 Jan 10 19:24:21.015079 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.146196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba226fd0-acbf-4773-a880-f5fb76431780 req-d20ed693-6685-41d0-a0e7-f07ba04cbb80 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:21.153081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba226fd0-acbf-4773-a880-f5fb76431780 req-d20ed693-6685-41d0-a0e7-f07ba04cbb80 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 946 time: 0.1432331 Jan 10 19:24:21.163120 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:14Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:15Z', 'revision_number': 2, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:21.173924 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:24:21.174282 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Updating router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:24:21.189321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.245895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c11a1f-1cb8-4ca9-9fba-7ca90e7eb38d req-8c93bb0c-2e0b-4199-a6c9-b74a3b4eceb4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:21.248181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41c11a1f-1cb8-4ca9-9fba-7ca90e7eb38d req-8c93bb0c-2e0b-4199-a6c9-b74a3b4eceb4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.3205872 Jan 10 19:24:21.295916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba226fd0-acbf-4773-a880-f5fb76431780 req-823c57d5-5ad2-4a2f-9c47-84de7fe858f0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419065 Jan 10 19:24:21.297647 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.361582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41c11a1f-1cb8-4ca9-9fba-7ca90e7eb38d req-8325be4c-3c4b-47a9-8241-5efa2b0b29f8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782521 Jan 10 19:24:21.362604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.411667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3fadd7-c843-40ff-95bd-17f24671c733,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:21.416559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9472fa45-1820-4d11-a09e-51577f8c33ef tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.7193940 Jan 10 19:24:21.424970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.430956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed13cea-a8fb-4ce5-a985-092333cb92a6 None None] Network 8e28f294-ad4c-4e17-ad97-931054ce25a8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:21.431989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ea3a106-9a83-4ebe-880a-e5dacaa6d747 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/dc3fadd7-c843-40ff-95bd-17f24671c733 HTTP/1.1" status: 204 len: 168 time: 0.9022326 Jan 10 19:24:21.434712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34724) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:21.615763 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.638178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 94c205ca-64b1-4024-be44-f0685557def2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:21.640558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.738214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34732) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:21.744252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819246770', 'description': 'tempest-secgroup-smoke-1819246770 description', 'project_id': '045adc18b7604d96a179a90b0e949df1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:21.751570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:21.755914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:21.759454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:21.768639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:21.789209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.817217 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.835331 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Transition to ACTIVE for port object 506d34bf-28f1-4cd5-83bf-e2bab87e3630 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:21.850245 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:21.875507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:21.885912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:21.894657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:21.909727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:22.013123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] For port 94c205ca-64b1-4024-be44-f0685557def2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=94c205ca-64b1-4024-be44-f0685557def2,segment=NetworkSegment(b4ce72bb-5cc7-4674-8831-cfd372cb37a3),segment_id=b4ce72bb-5cc7-4674-8831-cfd372cb37a3)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:22.013492 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.059955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] DHCP port deletion for 8e28f294-ad4c-4e17-ad97-931054ce25a8 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:24:22.065175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Deleting port 94c205ca-64b1-4024-be44-f0685557def2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:22.065653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.227466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.240001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.276925 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Attempting to bind port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:22.278730 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Attempting to bind port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:22.283001 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Attempting to bind port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 on network bd83ac08-fd08-480e-9e0c-ca853afe5707 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:22.342815 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:22.346009 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Checking segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:22.347343 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.351416 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Bound using segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:22.353809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Bound port: 506d34bf-28f1-4cd5-83bf-e2bab87e3630, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:22.356530 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.397520 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Pushing event updated for resources: {'Port': ['ID=506d34bf-28f1-4cd5-83bf-e2bab87e3630,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:22.432189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198f2f75-1f8f-48f6-a430-7312c04146ef,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:22.441045 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.441867 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.442012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.442253 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.442587 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.442934 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.443263 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.443586 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.443904 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.444038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.444222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.444542 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:22.447828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cd3ad875-6d33-4056-b935-81a67541fd19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7081392 Jan 10 19:24:22.452027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:22.476460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '198f2f75-1f8f-48f6-a430-7312c04146ef', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:22.502992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:22.515253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:22.521351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:22.538214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:22.576201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.631756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 94c205ca-64b1-4024-be44-f0685557def2 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:22.661355 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] For port 506d34bf-28f1-4cd5-83bf-e2bab87e3630, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:22.665001 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] For port 506d34bf-28f1-4cd5-83bf-e2bab87e3630, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=506d34bf-28f1-4cd5-83bf-e2bab87e3630,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:22.673329 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.730303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.795095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No DVR routers for this DVR port 94c205ca-64b1-4024-be44-f0685557def2 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:24:22.820401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] For port 94c205ca-64b1-4024-be44-f0685557def2, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=94c205ca-64b1-4024-be44-f0685557def2,segment=NetworkSegment(b4ce72bb-5cc7-4674-8831-cfd372cb37a3),segment_id=b4ce72bb-5cc7-4674-8831-cfd372cb37a3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:22.821429 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.852055 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72159-d627-4ac1-a2f6-d9f890765717 None None] Pushing event updated for resources: {'Port': ['ID=506d34bf-28f1-4cd5-83bf-e2bab87e3630,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:22.855011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=94c205ca-64b1-4024-be44-f0685557def2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:22.864391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:24:22.864985 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:22.881431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.899415 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:22.954086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5a9c-5f1e-46c6-8eeb-efddfef1cd48 req-cf700668-19f8-4177-ac78-7420c94bd975 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:22.964908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-217a5a9c-5f1e-46c6-8eeb-efddfef1cd48 req-cf700668-19f8-4177-ac78-7420c94bd975 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.2508092 Jan 10 19:24:23.039135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b26d5-d1d6-4fce-a395-40d44db7019e req-9ac360c7-fb33-4c15-a7c4-e82605f772f4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:23.041125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-704b26d5-d1d6-4fce-a395-40d44db7019e req-9ac360c7-fb33-4c15-a7c4-e82605f772f4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 946 time: 0.3910918 Jan 10 19:24:23.051945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911e18b-a06d-4c76-949b-2d45f8055fa4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:23.058855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.113584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Calling delete_port for 94c205ca-64b1-4024-be44-f0685557def2 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:23.148741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e28f294-ad4c-4e17-ad97-931054ce25a8']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:23.164071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:23.164488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ce72bb-5cc7-4674-8831-cfd372cb37a3') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:23.181543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.204222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.206915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.211291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-168670e5-8185-42e1-ac55-267b02d8a566 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7549849 Jan 10 19:24:23.217362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:24:23.217780 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.221022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34770) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:23.229909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '198f2f75-1f8f-48f6-a430-7312c04146ef', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:23.252393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:23.258343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:23.265191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:23.277580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:24:23.278841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:23.316441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:24:23.318384 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:24:23.336292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-217a5a9c-5f1e-46c6-8eeb-efddfef1cd48 req-7af5fc20-8c23-4899-9152-959c805c90c3 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676748 Jan 10 19:24:23.341846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:24:23.343691 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:24:23.349211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.389547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.415917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-704b26d5-d1d6-4fce-a395-40d44db7019e req-ab8f12ad-4234-4413-b923-36cffb92e6ed tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484528 Jan 10 19:24:23.416601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=8e28f294-ad4c-4e17-ad97-931054ce25a8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:23.436574 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1b0adf20-ea93-487c-a73a-a68638a7feb1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/8e28f294-ad4c-4e17-ad97-931054ce25a8 HTTP/1.1" status: 204 len: 168 time: 1.9966731 Jan 10 19:24:23.437047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34790) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:23.538231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 94c205ca-64b1-4024-be44-f0685557def2 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:24:23.587742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 94c205ca-64b1-4024-be44-f0685557def2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:24:23.590137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 94c205ca-64b1-4024-be44-f0685557def2 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:24:23.618782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10813697-c410-4bb3-82d4-953f9b6446bb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:23.619389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-10813697-c410-4bb3-82d4-953f9b6446bb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:23.660504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-10813697-c410-4bb3-82d4-953f9b6446bb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:23.661850 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10813697-c410-4bb3-82d4-953f9b6446bb tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e HTTP/1.1" status: 200 len: 840 time: 0.2238157 Jan 10 19:24:23.666138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:23.750288 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c72eb713-59cd-4ba5-b5b0-a8ae12ec0f2b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0827022 Jan 10 19:24:23.754286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34808) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:23.770133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:23.809041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.819495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.819710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Deleting port 94c205ca-64b1-4024-be44-f0685557def2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:23.820127 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:23.934536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84b90b8-1990-4c60-9e70-fe14721ceecc,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:23.941119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:23.945827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:23.949280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:23.956283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:24.015323 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:14Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:22Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:24:24.018411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-43107b2b-5cc3-4c1c-917e-57c7b81cc8b3 None None] The port '94c205ca-64b1-4024-be44-f0685557def2' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:24:24.043317 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e5b10-f5ed-4d1c-b141-265364935376 None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:14Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:22Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:24:24.081431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.081784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.082116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.091083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.091455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.091784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.092693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.093154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.097613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.099043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.118694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:24.152290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:24.194562 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.195783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38f6ac41-f7cd-42f9-a42a-38f2d5614e82 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9714782 Jan 10 19:24:24.199491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34826) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:24.260800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '198f2f75-1f8f-48f6-a430-7312c04146ef', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:24.269563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-59eaef9e-a981-4c73-a512-d3363a2dd952 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:24.273914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:24.277591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-59eaef9e-a981-4c73-a512-d3363a2dd952 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.4337246 Jan 10 19:24:24.290813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:24.296616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:24.306265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-34f01923-30ce-4127-905e-a8e59fb23f89 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.0276744 Jan 10 19:24:24.314206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:24.328897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.368448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34830) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:24.510584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-00cd69ab-71c5-449a-b66f-f47a47b427c4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1912484 Jan 10 19:24:24.679344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.757321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.817662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.856866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:24.863604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:24.876085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e4d75-79df-4caa-9e8d-c1e4b6581156 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:24.881923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:24.882594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.903911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.907939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=aaa99035-ef80-4890-b29b-333abe185a62,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:24.918052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:24.928572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:24.942507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-abc81fe3-cb40-4a39-8af0-25f60ee72f7a service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308937 Jan 10 19:24:24.965243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Usage tracker for resource:security_group_rule and tenant:623821a8e8914e01ab33c839e56f1c8d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:24.969249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c3f6e4b3-758b-4d42-9fd5-f432c4d3f40f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2118115 Jan 10 19:24:24.971796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34844) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:24.974857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:24.976316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054faee6-5e57-4dee-9813-b56443a263b8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:24.983180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'security_group': {'name': 'tempest-secgroup-1102679164'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:24.999105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:25.015840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:25.019419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:25.047832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:25.071120 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.085809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7f795141-e991-4c2d-9d22-e64fba9622e8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8824358 Jan 10 19:24:25.086119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34852) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:25.094042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '198f2f75-1f8f-48f6-a430-7312c04146ef', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:25.107826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:25.110179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.165191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:25.171374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:25.178417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:25.193911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:25.211717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.222203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:25.231549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group_rule and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:25.241158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:25.251817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:25.292936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.296990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-a0edf633-d765-4b36-bdf8-c260392727e6 service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529584 Jan 10 19:24:25.305764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370927ca-8673-4b98-8b29-1e368962c722 req-15a55f9e-1841-4799-8213-1e5e941efc53 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:25.313231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370927ca-8673-4b98-8b29-1e368962c722 req-15a55f9e-1841-4799-8213-1e5e941efc53 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.7295921 Jan 10 19:24:25.316477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.394923 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.397554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd37a47-f459-4489-bcd7-0a1411abf4d3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:25.425350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.493622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-47fd116b-4f36-4304-82f0-9d7303bc9080 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=623821a8e8914e01ab33c839e56f1c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1251283 Jan 10 19:24:25.500557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34860) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:25.523727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-57386654-b25f-4f93-825e-b65a98c25e74', 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'tenant_id': 'bece1d965ba0450fba3cf6570ab1b4c6', 'fixed_ips': [{'subnet_id': 'aaa99035-ef80-4890-b29b-333abe185a62'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:24:25.524570 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.597293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.601446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5142860 Jan 10 19:24:25.602050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34864) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:25.632763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e06d62-6cbc-4983-ae16-9f93f91c9ff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3152ee4d-87c8-42aa-a7fa-0b9abcfd9fdc,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:25.642336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-366f6ca8-714b-451e-887e-dc0aa1063d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.648751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '198f2f75-1f8f-48f6-a430-7312c04146ef', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:25.670951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370927ca-8673-4b98-8b29-1e368962c722 req-647b315f-10ce-44ce-9e62-b1aad90941a4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564525 Jan 10 19:24:25.692462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:25.696545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.702288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:25.708100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:25.710609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 506d34bf-28f1-4cd5-83bf-e2bab87e3630 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:25.710850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.783783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:25.786771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113a7b7a-79e1-4fe9-b6ac-b92959c20baa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:25.805112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.805658 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8afaa731-8086-49e0-bd47-ab63add9ec5d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8323066 Jan 10 19:24:25.813728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1daeee-6d49-436e-9052-4431fa398df0 req-c9c74031-c0b8-46c4-b9b5-3587f772a3bc tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 210 time: 0.0934038 Jan 10 19:24:25.816042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34874) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:25.819702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-366f6ca8-714b-451e-887e-dc0aa1063d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.831273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'security_group': {'name': 'tempest-secgroup-1938464024'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:25.853429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:25.860461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:25.869830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:25.878326 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Project 045adc18b7604d96a179a90b0e949df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:24:25.899919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:25.902272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.919422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-366f6ca8-714b-451e-887e-dc0aa1063d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.939211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.951908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f6ca8-714b-451e-887e-dc0aa1063d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd37a47-f459-4489-bcd7-0a1411abf4d3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:25.971680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-366f6ca8-714b-451e-887e-dc0aa1063d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:25.983151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-366f6ca8-714b-451e-887e-dc0aa1063d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdd37a47-f459-4489-bcd7-0a1411abf4d3 HTTP/1.1" status: 204 len: 168 time: 0.4761207 Jan 10 19:24:26.079865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:26.087467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.100236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group_rule and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:26.111916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:26.123204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.144382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Allocated IP 172.20.0.2 (57386654-b25f-4f93-825e-b65a98c25e74/aaa99035-ef80-4890-b29b-333abe185a62/71aab88d-b62b-4d4a-85ff-2e4437f85252) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:26.179776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:26.203964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:26.220390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4568d5c-72d3-4951-b0af-de801159d4ab,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:26.243014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.244591 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-31027a76-c2b5-495c-b397-9c65064b866f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6359217 Jan 10 19:24:26.247597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34892) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:26.254075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '198f2f75-1f8f-48f6-a430-7312c04146ef', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:26.274018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:26.301443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:26.312976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:26.313368 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.343490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:26.361296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:26.409051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.414268 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Project 045adc18b7604d96a179a90b0e949df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:24:26.434551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.435054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.565389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.572737 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7539754 Jan 10 19:24:26.573702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed536e5-9c87-4f93-965a-a23e8ce40357 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adfe1d1-a6e9-4cb9-bb16-5b2964ca767e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:26.580867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34900) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:26.588326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1665681441', 'security_groups': ['1adfe1d1-a6e9-4cb9-bb16-5b2964ca767e'], 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aaa99035-ef80-4890-b29b-333abe185a62'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:26.601445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.609465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.645073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ad6cd8-0544-44da-9ce8-9a763caa3b8d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:26.687141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.688363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fa03faca-f94d-4213-89a1-4fb008c1adc4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4392595 Jan 10 19:24:26.884107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:26.894936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80df4-8887-4815-b415-f7d096b6d270 req-a007040d-e8b1-402c-b997-6a3a99ffc7e0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:26.907467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:26.907683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1f80df4-8887-4815-b415-f7d096b6d270 req-a007040d-e8b1-402c-b997-6a3a99ffc7e0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1074605 Jan 10 19:24:26.913796 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.930100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:26.935221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.947252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34918) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:26.979219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:26.992163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 89da3d6b-5461-4ac4-8a4b-2d855b897f1f yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:24:27.003253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1f80df4-8887-4815-b415-f7d096b6d270 req-8f686c3e-d043-4764-a28d-3ad871009bb1 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966403 Jan 10 19:24:27.028898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 506d34bf-28f1-4cd5-83bf-e2bab87e3630, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=506d34bf-28f1-4cd5-83bf-e2bab87e3630,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:27.030919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.047359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.136699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=506d34bf-28f1-4cd5-83bf-e2bab87e3630,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:27.167429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Transition to ACTIVE for port object 71aab88d-b62b-4d4a-85ff-2e4437f85252 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:27.183174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Transition to ACTIVE for port object 71aab88d-b62b-4d4a-85ff-2e4437f85252 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:27.192112 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.208393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b03b05f-990f-461c-b6da-b80b0f7e2ff1 req-01e820cd-d960-47fe-92a9-e210122be298 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 210 time: 0.1287239 Jan 10 19:24:27.223752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:27.227898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Usage tracker for resource:security_group_rule and tenant:c078e3c0cea34c789f5197e2322d0501 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:27.233934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:27.247387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:27.279270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Pushing event updated for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:27.297379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:27.298830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:27.301514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:27.405338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Attempting to bind port 71aab88d-b62b-4d4a-85ff-2e4437f85252 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:27.405719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Attempting to bind port 71aab88d-b62b-4d4a-85ff-2e4437f85252 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f7a94a78-4615-4d28-99bd-7e2fd95aebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:27.406086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Attempting to bind port 71aab88d-b62b-4d4a-85ff-2e4437f85252 on network 57386654-b25f-4f93-825e-b65a98c25e74 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:27.419446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:27.419867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Checking segment: {'id': 'f7a94a78-4615-4d28-99bd-7e2fd95aebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:27.420802 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.421267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Bound using segment: {'id': 'f7a94a78-4615-4d28-99bd-7e2fd95aebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:27.421833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Bound port: 71aab88d-b62b-4d4a-85ff-2e4437f85252, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a94a78-4615-4d28-99bd-7e2fd95aebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:27.422211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.510939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-14f5ad3f-9bd6-4258-9a44-4864eda8887d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:27.515268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.523323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:27.526726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71aab88d-b62b-4d4a-85ff-2e4437f85252,segment=NetworkSegment(f7a94a78-4615-4d28-99bd-7e2fd95aebca),segment_id=f7a94a78-4615-4d28-99bd-7e2fd95aebca)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:27.535432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 506d34bf-28f1-4cd5-83bf-e2bab87e3630 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:27.542496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.564696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-14f5ad3f-9bd6-4258-9a44-4864eda8887d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:27.565897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-14f5ad3f-9bd6-4258-9a44-4864eda8887d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819246770&fields=id&tenant_id=045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 267 time: 0.2519081 Jan 10 19:24:27.600503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.644374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c078e3c0cea34c789f5197e2322d0501&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6924405 Jan 10 19:24:27.644838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767022a0-9381-4f9b-b58f-5e228c1bdd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d855af-8693-4264-a04b-c1d3342953f9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:27.699649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:27.774429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa742a7-70e0-439c-bc61-3051e4c75e90 None None] Pushing event updated for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:27.844280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:27.845202 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.853347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-f22d405c-b5af-4b94-9394-9c346fde8616 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:27.855587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-f22d405c-b5af-4b94-9394-9c346fde8616 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/networks?id=bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 200 len: 796 time: 0.2772145 Jan 10 19:24:27.856442 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55417213-f855-4005-ae40-f6b36ee52d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.887631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-663e16ad-5c46-42f4-b3fa-4b4aedaa047f {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:24:27.888282 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:24:27.901007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55417213-f855-4005-ae40-f6b36ee52d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:27.909792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-4cf9a668-44df-4d79-9393-435296bbc106 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/quotas/045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 375 time: 0.0408537 Jan 10 19:24:27.945688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-13e31db2-49fe-455d-9691-e437e44aa89e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:27.947250 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-13e31db2-49fe-455d-9691-e437e44aa89e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.5304942 Jan 10 19:24:27.975800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:28.053718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-d4c7a447-d9a7-425c-b5eb-3f5f048a917d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:28.062644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55417213-f855-4005-ae40-f6b36ee52d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:28.087961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55417213-f855-4005-ae40-f6b36ee52d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d855af-8693-4264-a04b-c1d3342953f9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:28.096493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-d4c7a447-d9a7-425c-b5eb-3f5f048a917d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:28.098359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-d4c7a447-d9a7-425c-b5eb-3f5f048a917d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1809413 Jan 10 19:24:28.103340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-55417213-f855-4005-ae40-f6b36ee52d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:28.107552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-55417213-f855-4005-ae40-f6b36ee52d12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2d855af-8693-4264-a04b-c1d3342953f9 HTTP/1.1" status: 204 len: 168 time: 0.4064980 Jan 10 19:24:28.326975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:28.331154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Usage tracker for resource:port and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:28.334673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:28.340516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:28.353530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:28.357896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:28.433295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:28.481772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 60e15973-413b-4361-9ca6-a4337db9719b yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:24:28.684103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-3f48c7af-43b3-49d6-8f4b-7a21dd7176a1 service neutron] 10.222.0.21 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728550 Jan 10 19:24:28.834408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.6 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/d3a87b18-093c-4a3b-9230-8dbb7730f570) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:28.890547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.10 (57386654-b25f-4f93-825e-b65a98c25e74/aaa99035-ef80-4890-b29b-333abe185a62/60e15973-413b-4361-9ca6-a4337db9719b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:28.920526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-2f76bf87-ca75-4931-9207-ea9f3b7b3907 service neutron] 10.222.0.21 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278581 Jan 10 19:24:28.936979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d8b7-b1af-4abb-a2c8-c7fa8a366108 req-90ba798b-5151-447a-b25b-f2d7555d2f61 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:28.939641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e87d8b7-b1af-4abb-a2c8-c7fa8a366108 req-90ba798b-5151-447a-b25b-f2d7555d2f61 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.6096854 Jan 10 19:24:29.038779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e87d8b7-b1af-4abb-a2c8-c7fa8a366108 req-47ae64ac-0a64-419b-a00c-72d1e3b543a1 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930512 Jan 10 19:24:29.427252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bb8b59c-0912-48ec-b3c7-3edbdd4b3e36 req-f458e838-0e79-4794-9444-ef11ac2ed390 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 210 time: 0.1322970 Jan 10 19:24:29.491066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:29.521217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:29.552048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 60e15973-413b-4361-9ca6-a4337db9719b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:29.580802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:29.605425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:29.646045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d', '80a04f01-7a53-4f3e-a2d4-ee008d61f036'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:29.757705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484360f-1a68-47f3-8999-cb2198da996e req-934f66f8-ed8e-445e-acd8-d066317806eb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:29.759477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0484360f-1a68-47f3-8999-cb2198da996e req-934f66f8-ed8e-445e-acd8-d066317806eb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 931 time: 0.2678370 Jan 10 19:24:29.883785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-30ceaa77-476a-4212-b02b-66be7bbbd9fb None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:29.884224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa77-476a-4212-b02b-66be7bbbd9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:29.903842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:29.922059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:29.930667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:29.949478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0484360f-1a68-47f3-8999-cb2198da996e req-4997dbef-4776-4a32-854a-aba8830c0614 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603038 Jan 10 19:24:30.000154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.043112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-30ceaa77-476a-4212-b02b-66be7bbbd9fb None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:30.048294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=d3a87b18-093c-4a3b-9230-8dbb7730f570,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:30.083616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-30ceaa77-476a-4212-b02b-66be7bbbd9fb None None] Provisioning for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:30.158100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=60e15973-413b-4361-9ca6-a4337db9719b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:30.172724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:30.176806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:30.183246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:30.184155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:30.184570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.191223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:30.200211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:30.200648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.370990 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-90748fa0-f8cf-418b-9687-882a4b2173f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3990884 Jan 10 19:24:30.395630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:30.396222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.422693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Request body: {'port': {'device_id': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:30.512238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56794c1-75c1-4ba1-9bb2-745c94ec6c01 req-8a7597fd-93f4-4338-96e7-8f5d48f800d6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:30.528890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c56794c1-75c1-4ba1-9bb2-745c94ec6c01 req-8a7597fd-93f4-4338-96e7-8f5d48f800d6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.2222843 Jan 10 19:24:30.529156 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a9a52b19-6349-441e-a961-992b00a36c9d tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9470141 Jan 10 19:24:30.532532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34998) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:30.544680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.579509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:30.675774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71aab88d-b62b-4d4a-85ff-2e4437f85252,segment=NetworkSegment(f7a94a78-4615-4d28-99bd-7e2fd95aebca),segment_id=f7a94a78-4615-4d28-99bd-7e2fd95aebca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:30.686397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.692308 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.741153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7623c357-dd2e-4b20-8f9e-9ecae798c3a3 None None] Provisioning for port 60e15973-413b-4361-9ca6-a4337db9719b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:30.760054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7623c357-dd2e-4b20-8f9e-9ecae798c3a3 None None] Provisioning complete for port 60e15973-413b-4361-9ca6-a4337db9719b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:30.760214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bf05b49-2f79-4038-9f3c-eb1fda8f0f85 req-9ddca84b-40c7-4b9e-8547-3bca5404b300 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 210 time: 0.1248827 Jan 10 19:24:30.760618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7623c357-dd2e-4b20-8f9e-9ecae798c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:30.776183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c56794c1-75c1-4ba1-9bb2-745c94ec6c01 req-75923cd5-7463-4bff-b980-d57e27b43e03 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467360 Jan 10 19:24:30.836457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7623c357-dd2e-4b20-8f9e-9ecae798c3a3 None None] Port 60e15973-413b-4361-9ca6-a4337db9719b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:30.867545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:30.884484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:30.891186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:30.895497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:30.901653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:30.917401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:31.087191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:31.449159 n-d-816927-8 neutron-server[83630]: INFO neutron.db.ipam_backend_mixin [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aaa99035-ef80-4890-b29b-333abe185a62 (CIDR: 172.20.0.0/28) Jan 10 19:24:31.539214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a87b18-093c-4a3b-9230-8dbb7730f570 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:31.556633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:31.565278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:31.594991 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:24:31.598112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:24:31.620651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Transition to ACTIVE for port object d3a87b18-093c-4a3b-9230-8dbb7730f570 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:31.644740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-74285d78-f8e6-46f1-ba27-2e9dbe6bd3a7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1099234 Jan 10 19:24:31.645974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-e24cc876-083b-4d03-b551-cb04e0544f75 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:31.646745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-e24cc876-083b-4d03-b551-cb04e0544f75 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:31.658621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35038) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:31.674345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:31.684508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:31.689680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:31.690662 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:31.813296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-e24cc876-083b-4d03-b551-cb04e0544f75 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:31.815353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-e24cc876-083b-4d03-b551-cb04e0544f75 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/networks?id=bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 200 len: 796 time: 0.5354493 Jan 10 19:24:31.848025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723f6e-5d61-43b1-9330-9744b43a91b2 req-787b7124-d7fa-47c0-b138-05b6d2260819 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:31.859991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e723f6e-5d61-43b1-9330-9744b43a91b2 req-787b7124-d7fa-47c0-b138-05b6d2260819 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 931 time: 0.3993723 Jan 10 19:24:31.922450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Pushing event updated for resources: {'Port': ['ID=d3a87b18-093c-4a3b-9230-8dbb7730f570,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:32.070470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e723f6e-5d61-43b1-9330-9744b43a91b2 req-e0745865-9d15-4796-9e3c-19bc867fbbff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082450 Jan 10 19:24:32.161264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-f9656758-b3a6-4210-8064-f670337c1a9d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:32.211862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:32.216841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:32.220023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:32.223045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-f9656758-b3a6-4210-8064-f670337c1a9d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:32.226648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:32.229541 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-f9656758-b3a6-4210-8064-f670337c1a9d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 380 time: 0.3600767 Jan 10 19:24:32.249498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ceec275-2df6-46af-a4ff-93355183132b req-d6220be6-c08d-45cf-bee9-2c4ca884e003 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 210 time: 0.1676474 Jan 10 19:24:32.251569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'port': {'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'admin_state_up': True, 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'security_groups': ['198f2f75-1f8f-48f6-a430-7312c04146ef']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:32.253847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:32.261390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:32.410233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Attempting to bind port d3a87b18-093c-4a3b-9230-8dbb7730f570 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:32.410713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Attempting to bind port d3a87b18-093c-4a3b-9230-8dbb7730f570 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:32.411158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Attempting to bind port d3a87b18-093c-4a3b-9230-8dbb7730f570 on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:32.423654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Port d3a87b18-093c-4a3b-9230-8dbb7730f570 on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:24:32.424124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Attempting to bind port d3a87b18-093c-4a3b-9230-8dbb7730f570 on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:32.442604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:32.443110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:32.443595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:32.444139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Bound port: d3a87b18-093c-4a3b-9230-8dbb7730f570, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:32.445383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:32.522113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27321994-e5f9-42ff-b7b6-2f152cc94c23 req-a7518a6f-641a-497c-9fe4-0052cf132a08 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:32.523893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27321994-e5f9-42ff-b7b6-2f152cc94c23 req-a7518a6f-641a-497c-9fe4-0052cf132a08 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1600850 Jan 10 19:24:32.590108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:32.599431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] For port d3a87b18-093c-4a3b-9230-8dbb7730f570, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:32.605143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] For port d3a87b18-093c-4a3b-9230-8dbb7730f570, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:32.606512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:32.618818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:32.631415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27321994-e5f9-42ff-b7b6-2f152cc94c23 req-514f1e78-6433-48ef-a799-fbc1eb3a7d46 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989318 Jan 10 19:24:32.699279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:32.703017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:32.734628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:32.736242 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] 10.222.0.44 "PUT /v2.0/ports/d3a87b18-093c-4a3b-9230-8dbb7730f570 HTTP/1.1" status: 200 len: 1091 time: 2.3282838 Jan 10 19:24:32.736787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'tag': 'd3a87b18-093c-4a3b-9230-8dbb7730f570'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:32.868828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:32.879707 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'tag': 'd3a87b18-093c-4a3b-9230-8dbb7730f570', 'status': 'completed', 'code': 200} Jan 10 19:24:32.931587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eefac9-9f45-4f33-8393-983e7039bfae service neutron] Pushing event updated for resources: {'Port': ['ID=d3a87b18-093c-4a3b-9230-8dbb7730f570,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:32.959134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.20.0.8 (bd83ac08-fd08-480e-9e0c-ca853afe5707/fa42ee11-aabf-4d77-97e4-592219513c6b/02f91088-96c0-4632-b900-8f707ed54012) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:33.048969 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-838b793d-0ecd-4a5e-9346-4e779668ff4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 1094 time: 0.1684060 Jan 10 19:24:33.076270 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:24:33.080654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:33.086638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:33.097330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08273b-f9f7-472f-adec-8fb584d64ef3 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:33.120403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:33.121309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:33.210124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5494399 Jan 10 19:24:33.217750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149a925-c4bc-4c6f-8c4a-1cfc48ec4de5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=e6b35530-0c05-4efa-8ece-ef08339144d6,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:33.220007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35092) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:33.235965 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-a76c0a01-67cc-4234-9ec9-a3f5f145ecaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570 HTTP/1.1" status: 200 len: 217 time: 0.1386938 Jan 10 19:24:33.238377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-416336670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6b35530-0c05-4efa-8ece-ef08339144d6'}], 'security_groups': ['113a7b7a-79e1-4fe9-b6ac-b92959c20baa']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:33.387239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-e9a81a51-f6b9-4356-b526-afad53abc00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:33.389694 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-e9a81a51-f6b9-4356-b526-afad53abc00b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.1411328 Jan 10 19:24:33.479237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:33.484043 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-bd670d8f-cc5d-40b9-968a-4741b2bca23b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822732 Jan 10 19:24:33.498376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Transition to ACTIVE for port object 02f91088-96c0-4632-b900-8f707ed54012 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:33.585248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71d4c03f-8bb6-462a-81e2-f05af3513e14 req-2e0f82e3-dd04-48aa-92a8-dd8b1f009bc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 210 time: 0.0662687 Jan 10 19:24:33.717332 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:33.945651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Update dhcp port {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'fixed_ips': [{'subnet_id': 'aaa99035-ef80-4890-b29b-333abe185a62', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e6b35530-0c05-4efa-8ece-ef08339144d6'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '71aab88d-b62b-4d4a-85ff-2e4437f85252'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:24:33.983119 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-8b648a9c-fcdf-4b40-b269-9a6c3a9badd3 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807425 Jan 10 19:24:34.046754 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:34.056519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a76fc-3d30-4ec5-8a08-0ed3e6795833 req-a80b8d4b-ed11-412b-ade6-cc1532c7ec9b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:34.065038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef9a76fc-3d30-4ec5-8a08-0ed3e6795833 req-a80b8d4b-ed11-412b-ade6-cc1532c7ec9b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 943 time: 0.5995450 Jan 10 19:24:34.142452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:34.271827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef9a76fc-3d30-4ec5-8a08-0ed3e6795833 req-f1053bac-f4e8-4784-8e37-635444327c4a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054453 Jan 10 19:24:34.365328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Allocated IP 172.20.0.18 (57386654-b25f-4f93-825e-b65a98c25e74/e6b35530-0c05-4efa-8ece-ef08339144d6/71aab88d-b62b-4d4a-85ff-2e4437f85252) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:34.374577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0601b938-c442-48d7-b5ea-531b3242ab41 req-c574bd8a-fa9f-48e9-a693-9c7a3921aa69 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699389 Jan 10 19:24:34.380620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:34.392748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=02f91088-96c0-4632-b900-8f707ed54012,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:34.395355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:34.402318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:34.565754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:34.567290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:34.627587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35128) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:34.704223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71aab88d-b62b-4d4a-85ff-2e4437f85252,segment=NetworkSegment(f7a94a78-4615-4d28-99bd-7e2fd95aebca),segment_id=f7a94a78-4615-4d28-99bd-7e2fd95aebca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:34.771313 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-9a66359c-4dc0-4411-97d2-2b187bb0e23a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5288422 Jan 10 19:24:34.778673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7e499-2003-42b9-9db8-edbf71557a3c req-e3e0d4a8-f04d-481e-96f9-e5cdffad0f92 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:34.780698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57b7e499-2003-42b9-9db8-edbf71557a3c req-e3e0d4a8-f04d-481e-96f9-e5cdffad0f92 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.8970282 Jan 10 19:24:34.782181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:34.828665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Request body: {'port': {'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:34.890798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Transition to ACTIVE for port object 71aab88d-b62b-4d4a-85ff-2e4437f85252 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:34.911097 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:34.992248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:35.020688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-6f258828-48db-428a-9f09-0a216b15045c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 1094 time: 0.3878589 Jan 10 19:24:35.143963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-365f93cd-5426-40d1-b83d-263673553e91 None None] Provisioning for port 02f91088-96c0-4632-b900-8f707ed54012 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:35.257418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57b7e499-2003-42b9-9db8-edbf71557a3c req-eeda649b-56f6-4ede-85f2-2c36abd3f264 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628935 Jan 10 19:24:35.273403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-365f93cd-5426-40d1-b83d-263673553e91 None None] Provisioning complete for port 02f91088-96c0-4632-b900-8f707ed54012 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:35.273783 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-365f93cd-5426-40d1-b83d-263673553e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:35.313685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:35.343215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-86e70eb3-ddfe-4e16-b442-6dcad840cdf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:35.344831 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-86e70eb3-ddfe-4e16-b442-6dcad840cdf2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.2926791 Jan 10 19:24:35.370324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:35.374410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:1113b74c3de04514aa6786ada5051963 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:35.382227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:35.392970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:35.448621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-365f93cd-5426-40d1-b83d-263673553e91 None None] Port 02f91088-96c0-4632-b900-8f707ed54012 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:35.480969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d541ad4-863b-4dbc-82d2-0755ab8ee978 None None] Pushing event updated for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:35.515087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078ec4e-1f84-4fff-ac06-281469344e67 req-5213e7b3-a5f4-4ec2-8ac0-4e8a81c20d74 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:35.519350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d078ec4e-1f84-4fff-ac06-281469344e67 req-5213e7b3-a5f4-4ec2-8ac0-4e8a81c20d74 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 931 time: 0.6327300 Jan 10 19:24:35.541616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:35.573785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35144) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:35.633187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Delete allocated IP 172.20.0.10 (57386654-b25f-4f93-825e-b65a98c25e74/aaa99035-ef80-4890-b29b-333abe185a62) {{(pid=83630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 19:24:35.643426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.24 (57386654-b25f-4f93-825e-b65a98c25e74/e6b35530-0c05-4efa-8ece-ef08339144d6/60e15973-413b-4361-9ca6-a4337db9719b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:35.864272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:35.866732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d078ec4e-1f84-4fff-ac06-281469344e67 req-685305bb-23f9-4049-9fe5-cb7cdf308503 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367097 Jan 10 19:24:35.964484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484f24-2c54-4cfb-ba8d-ac4d62bb004d req-40a46817-e145-4b33-81b5-72a87c8a8335 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:35.975599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70484f24-2c54-4cfb-ba8d-ac4d62bb004d req-40a46817-e145-4b33-81b5-72a87c8a8335 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 943 time: 0.4493427 Jan 10 19:24:35.987532 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-73b874c9-0c84-455c-b78b-90ad253553a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570 HTTP/1.1" status: 200 len: 217 time: 0.4146898 Jan 10 19:24:35.993188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0908b2d-08a8-43a5-ba14-019240f92307,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:36.183574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70484f24-2c54-4cfb-ba8d-ac4d62bb004d req-79c899e7-a397-4990-80a9-6ba6fffc6581 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069986 Jan 10 19:24:36.185852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-fa09af26-9d39-47f5-b631-6108d8498bfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:36.192458 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-fa09af26-9d39-47f5-b631-6108d8498bfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.1713846 Jan 10 19:24:36.224584 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.241965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 60e15973-413b-4361-9ca6-a4337db9719b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:36.250805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.313214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ce73c41c-9b6f-4ad4-a167-f9712930eaf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1113b74c3de04514aa6786ada5051963&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6791279 Jan 10 19:24:36.320175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f91088-96c0-4632-b900-8f707ed54012 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:36.344388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35164) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:36.353309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.405571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-3545dd85-a73f-47f4-b782-e06f933ee101 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749942 Jan 10 19:24:36.411499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.496402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Provisioning for port 60e15973-413b-4361-9ca6-a4337db9719b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:36.502301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Provisioning complete for port 60e15973-413b-4361-9ca6-a4337db9719b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:36.502943 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.621227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Port 60e15973-413b-4361-9ca6-a4337db9719b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:36.635753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:36.636448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.677047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=60e15973-413b-4361-9ca6-a4337db9719b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:36.686548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35174) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:36.697315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:36.709735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Transition to ACTIVE for port object 02f91088-96c0-4632-b900-8f707ed54012 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:36.710289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Provisioning for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:36.710771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:36.718572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:36.719005 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d05d-8088-4e21-9f7c-702d51159f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.726230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Usage tracker for resource:security_group_rule and tenant:b837a20b16a8405e99bdc3e6d7ea7c8d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:36.730002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:36.737860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:36.748681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] In _notify_port_updated(), no bound segment for port 60e15973-413b-4361-9ca6-a4337db9719b on network 57386654-b25f-4f93-825e-b65a98c25e74 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:24:36.755982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:36.756644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.760797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5ab7a2ec-294f-4ac6-9c61-98173e07538f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/ports/60e15973-413b-4361-9ca6-a4337db9719b HTTP/1.1" status: 200 len: 920 time: 3.5368390 Jan 10 19:24:36.761411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:36.816524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.821210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.822963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f0d557c-472e-4951-9973-eb35ad855ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.865838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd319cf2-4e49-4dec-958a-50999c3a01de req-da108121-3374-42c0-83b8-ea45bd11b39d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:36.867694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd319cf2-4e49-4dec-958a-50999c3a01de req-da108121-3374-42c0-83b8-ea45bd11b39d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.3856657 Jan 10 19:24:36.871565 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.939330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f0d557c-472e-4951-9973-eb35ad855ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.952938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:36.967741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 60e15973-413b-4361-9ca6-a4337db9719b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:36.968193 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.083971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3b995e48-3782-4014-9d8e-3df91ccc7835 None None] Provisioning complete for port 60e15973-413b-4361-9ca6-a4337db9719b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:37.084674 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3b995e48-3782-4014-9d8e-3df91ccc7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.130359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b837a20b16a8405e99bdc3e6d7ea7c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5555258 Jan 10 19:24:37.144381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:37.149074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3b995e48-3782-4014-9d8e-3df91ccc7835 None None] Port 60e15973-413b-4361-9ca6-a4337db9719b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:37.162847 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-b39be05b-1658-4259-b6dc-2f1dcef8cbcc service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545829 Jan 10 19:24:37.251587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd319cf2-4e49-4dec-958a-50999c3a01de req-d8b175da-335b-45fb-84ed-8bc606a5b9da tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661780 Jan 10 19:24:37.300409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:37.324485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Usage tracker for resource:security_group_rule and tenant:ae536ad1d52447fa94cac353d11306aa is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:37.339558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:37.354533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dff7b-a974-41ab-abca-d851fa0f774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89234afb-5c91-4c5c-bfa3-9cf85ad72155,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:37.360493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:37.363743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Pushing event updated for resources: {'Port': ['ID=02f91088-96c0-4632-b900-8f707ed54012,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:37.367792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f0d557c-472e-4951-9973-eb35ad855ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.425131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d557c-472e-4951-9973-eb35ad855ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0908b2d-08a8-43a5-ba14-019240f92307,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:37.503511 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-14e20be2-8176-40fe-9e1e-1a4b58bf7685 req-ee08de59-cfae-4ae7-9b70-a392deadd166 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782102 Jan 10 19:24:37.515383 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44f29790-0cbf-4031-990b-8c96db9c55bd req-817dfbf6-5c46-4ac0-bd93-b7b43052f42e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1096 time: 1.1634355 Jan 10 19:24:37.538751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:37.564901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-666f8747-547e-4996-b6a7-8575a6df016a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.575210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Attempting to bind port 02f91088-96c0-4632-b900-8f707ed54012 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:24:37.575572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Attempting to bind port 02f91088-96c0-4632-b900-8f707ed54012 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:24:37.575955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Attempting to bind port 02f91088-96c0-4632-b900-8f707ed54012 on network bd83ac08-fd08-480e-9e0c-ca853afe5707 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:37.589293 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44f29790-0cbf-4031-990b-8c96db9c55bd req-60209506-4f98-43c1-8997-069ab107407f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730414 Jan 10 19:24:37.589823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Port 02f91088-96c0-4632-b900-8f707ed54012 on network bd83ac08-fd08-480e-9e0c-ca853afe5707 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:24:37.590149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Attempting to bind port 02f91088-96c0-4632-b900-8f707ed54012 on network bd83ac08-fd08-480e-9e0c-ca853afe5707 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:24:37.598895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:24:37.599580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Checking segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:37.599724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Bound using segment: {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:24:37.600291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Bound port: 02f91088-96c0-4632-b900-8f707ed54012, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:24:37.600663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.611375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3005-64de-4401-bb65-08872e5689ef req-22a82818-6d85-49c1-a150-3963bda20309 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:37.612860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-789c3005-64de-4401-bb65-08872e5689ef req-22a82818-6d85-49c1-a150-3963bda20309 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 943 time: 0.4693460 Jan 10 19:24:37.613625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f0d557c-472e-4951-9973-eb35ad855ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.614630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9f0d557c-472e-4951-9973-eb35ad855ee6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0908b2d-08a8-43a5-ba14-019240f92307 HTTP/1.1" status: 204 len: 168 time: 1.2684479 Jan 10 19:24:37.625224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:37.625692 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.705153 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-666f8747-547e-4996-b6a7-8575a6df016a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.729938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] For port 02f91088-96c0-4632-b900-8f707ed54012, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:24:37.733818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] For port 02f91088-96c0-4632-b900-8f707ed54012, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=02f91088-96c0-4632-b900-8f707ed54012,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:24:37.740231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.774730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.830028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.831688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] 10.222.0.44 "PUT /v2.0/ports/02f91088-96c0-4632-b900-8f707ed54012 HTTP/1.1" status: 200 len: 1091 time: 3.0431600 Jan 10 19:24:37.832261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'tag': '02f91088-96c0-4632-b900-8f707ed54012'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:37.859815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714da4-c89c-4dcf-9ee4-d41680fe033c service neutron] Pushing event updated for resources: {'Port': ['ID=02f91088-96c0-4632-b900-8f707ed54012,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:37.876121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d3a87b18-093c-4a3b-9230-8dbb7730f570 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:24:37.937949 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:37.948437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 60e15973-413b-4361-9ca6-a4337db9719b owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:38.001792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.086409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97768-ff16-4210-b686-17a2bb0d8dfa req-cdda81b6-5714-4ca0-944a-a874364ab00c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:38.096575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27a97768-ff16-4210-b686-17a2bb0d8dfa req-cdda81b6-5714-4ca0-944a-a874364ab00c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 943 time: 0.5962036 Jan 10 19:24:38.100334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-789c3005-64de-4401-bb65-08872e5689ef req-37b96edc-e14b-43db-96ef-73e22a30036b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582381 Jan 10 19:24:38.198153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-85fac102-41c8-4530-a3c7-57dff4819691 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 1094 time: 0.1932323 Jan 10 19:24:38.200667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:38.211535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb194c85-0840-4d6d-80b1-801a988bcd8f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:38.223043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d3a87b18-093c-4a3b-9230-8dbb7730f570, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:38.231478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2d181ced-5225-4cef-a26c-b9e874ee4012 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae536ad1d52447fa94cac353d11306aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5423467 Jan 10 19:24:38.250408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35204) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:38.256954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-666f8747-547e-4996-b6a7-8575a6df016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.261035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd3a87b18-093c-4a3b-9230-8dbb7730f570', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': 'd3a87b18-093c-4a3b-9230-8dbb7730f570', 'mac_address': 'fa:16:3e:7d:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:24:38.306342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f8747-547e-4996-b6a7-8575a6df016a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89234afb-5c91-4c5c-bfa3-9cf85ad72155,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:38.319459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27a97768-ff16-4210-b686-17a2bb0d8dfa req-4601444e-72b4-481d-b791-bd3c4f9cf1cb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219477 Jan 10 19:24:38.357986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-11144146-d5b4-4d74-8ab8-e6d749f0dd7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f91088-96c0-4632-b900-8f707ed54012 HTTP/1.1" status: 200 len: 217 time: 0.1497550 Jan 10 19:24:38.360365 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'tag': '02f91088-96c0-4632-b900-8f707ed54012', 'status': 'completed', 'code': 200} Jan 10 19:24:38.391057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-666f8747-547e-4996-b6a7-8575a6df016a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.396347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-666f8747-547e-4996-b6a7-8575a6df016a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89234afb-5c91-4c5c-bfa3-9cf85ad72155 HTTP/1.1" status: 204 len: 168 time: 1.2380383 Jan 10 19:24:38.412530 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-99e3b17b-d1f7-47cc-ac54-a7e59e232abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.419197 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.444068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.452259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a87b18-093c-4a3b-9230-8dbb7730f570 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:38.457224 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a1cdccb-8d0a-4e87-879c-e8b06204d0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.477870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d3a87b18-093c-4a3b-9230-8dbb7730f570, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:38.485629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.505290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a1cdccb-8d0a-4e87-879c-e8b06204d0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.508161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-c5246570-b42c-45fe-98be-c7012d47afb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:38.514957 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-c5246570-b42c-45fe-98be-c7012d47afb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa42ee11-aabf-4d77-97e4-592219513c6b HTTP/1.1" status: 200 len: 834 time: 0.1475046 Jan 10 19:24:38.562975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.573583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d3a87b18-093c-4a3b-9230-8dbb7730f570,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:38.592657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:38.597043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Usage tracker for resource:security_group_rule and tenant:da5e3fbfb3174d178c5943bac9a72e76 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:38.600390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:38.616432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:38.665003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=60e15973-413b-4361-9ca6-a4337db9719b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:38.712111 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-bfef85e4-806c-42f5-90f2-46d7bb18a7be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd83ac08-fd08-480e-9e0c-ca853afe5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878185 Jan 10 19:24:38.736394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d3a87b18-093c-4a3b-9230-8dbb7730f570'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:38.769696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a1cdccb-8d0a-4e87-879c-e8b06204d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.861113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cdccb-8d0a-4e87-879c-e8b06204d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb194c85-0840-4d6d-80b1-801a988bcd8f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:38.913784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.924416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a1cdccb-8d0a-4e87-879c-e8b06204d0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:38.925939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7a1cdccb-8d0a-4e87-879c-e8b06204d0cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb194c85-0840-4d6d-80b1-801a988bcd8f HTTP/1.1" status: 204 len: 168 time: 0.6740816 Jan 10 19:24:38.928103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ed27a689-963d-4580-8e53-5620de507a6f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/60e15973-413b-4361-9ca6-a4337db9719b HTTP/1.1" status: 204 len: 168 time: 2.1657588 Jan 10 19:24:38.934909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5345e5-e8ad-41f7-82d9-8e51286273b3 req-0239bea7-9df9-48a5-b49a-97964d32b672 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:38.942509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a5345e5-e8ad-41f7-82d9-8e51286273b3 req-0239bea7-9df9-48a5-b49a-97964d32b672 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.3819201 Jan 10 19:24:38.944736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35224) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.006711 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0eb14d-47cd-43ce-aa30-15ecc26f97a1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:24:39.007266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ea0eb14d-47cd-43ce-aa30-15ecc26f97a1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:39.028757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35228) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.066614 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-615e069f-e879-474e-957a-451c125bf84e service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468673 Jan 10 19:24:39.071410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.075652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ea0eb14d-47cd-43ce-aa30-15ecc26f97a1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:39.077719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ea0eb14d-47cd-43ce-aa30-15ecc26f97a1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/60e15973-413b-4361-9ca6-a4337db9719b HTTP/1.1" status: 404 len: 333 time: 0.1317430 Jan 10 19:24:39.078201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.080933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.088805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35232) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.120441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a5345e5-e8ad-41f7-82d9-8e51286273b3 req-4daf9474-5ad0-4a28-93a5-1e3817a903c3 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769936 Jan 10 19:24:39.204328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:39.221902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Usage tracker for resource:security_group_rule and tenant:a7e9780176cb4eb1b8016bbb21eeddca is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:39.229125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da5e3fbfb3174d178c5943bac9a72e76&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0229945 Jan 10 19:24:39.233070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:39.234988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35238) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.243820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:39.245897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca62c1-29b8-4fde-9bc3-18d45aca566e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.265874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d4032-1f5e-4950-867a-be853f31c53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24a9bc6-e8f4-4971-bd40-8242b8254015,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:39.341688 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1d0b1d19-7ec7-48a2-acbb-b7c33714fb3d req-b1dac007-1cd2-4f00-98bb-5b48307d1898 service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497921 Jan 10 19:24:39.361531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91f3ea48-5de2-4b64-975a-118df775a73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.386704 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca62c1-29b8-4fde-9bc3-18d45aca566e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.441700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91f3ea48-5de2-4b64-975a-118df775a73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.517340 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-85a8294f-b203-40c0-9871-3c6ed359eb9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 1094 time: 0.1264241 Jan 10 19:24:39.523795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91f3ea48-5de2-4b64-975a-118df775a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.597139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.622735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a4909-5e47-4a6f-a135-941dffe8c99c req-333b0364-39c6-4bf6-8c31-3e72984a93a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:39.624520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec8a4909-5e47-4a6f-a135-941dffe8c99c req-333b0364-39c6-4bf6-8c31-3e72984a93a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 943 time: 0.3225279 Jan 10 19:24:39.625161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.627238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ea48-5de2-4b64-975a-118df775a73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24a9bc6-e8f4-4971-bd40-8242b8254015,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:39.649043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91f3ea48-5de2-4b64-975a-118df775a73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.653013 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-91f3ea48-5de2-4b64-975a-118df775a73a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f24a9bc6-e8f4-4971-bd40-8242b8254015 HTTP/1.1" status: 204 len: 168 time: 0.4154768 Jan 10 19:24:39.655801 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca62c1-29b8-4fde-9bc3-18d45aca566e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.689107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7e9780176cb4eb1b8016bbb21eeddca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6570125 Jan 10 19:24:39.691179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35250) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.702274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35254) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.755451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca62c1-29b8-4fde-9bc3-18d45aca566e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.756626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9eca62c1-29b8-4fde-9bc3-18d45aca566e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/security-groups/1adfe1d1-a6e9-4cb9-bb16-5b2964ca767e HTTP/1.1" status: 204 len: 168 time: 0.6641631 Jan 10 19:24:39.757530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39778-e36f-41d1-87bb-c8ee1e97c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9475dfd2-541e-48f6-8cdf-b70bf754c403,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:39.762117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35258) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:39.779544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2566-0133-4693-bf9b-c8339f4674d9 req-399bc9a2-a97c-41fb-ba80-da0c6b812200 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:39.781039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84cd2566-0133-4693-bf9b-c8339f4674d9 req-399bc9a2-a97c-41fb-ba80-da0c6b812200 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 944 time: 0.2699127 Jan 10 19:24:39.816076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-bfbf5fc8-2d03-4c77-b08f-38b6c5755e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:39.817560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-bfbf5fc8-2d03-4c77-b08f-38b6c5755e43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 200 len: 897 time: 0.2871346 Jan 10 19:24:39.820753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec8a4909-5e47-4a6f-a135-941dffe8c99c req-c37df722-2076-45c7-8afd-46f2e8ceb7f4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598010 Jan 10 19:24:39.829389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca62c1-29b8-4fde-9bc3-18d45aca566e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adfe1d1-a6e9-4cb9-bb16-5b2964ca767e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:39.845487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:39.882393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d3a87b18-093c-4a3b-9230-8dbb7730f570 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:39.967263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d3a87b18-093c-4a3b-9230-8dbb7730f570 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:39.978386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d3a87b18-093c-4a3b-9230-8dbb7730f570 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:39.980892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.016836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b376-3a8c-427a-b417-ebe177b34cef tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.041306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84cd2566-0133-4693-bf9b-c8339f4674d9 req-dc269ad3-4def-4695-9ab0-c51025cc324b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175899 Jan 10 19:24:40.087090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b376-3a8c-427a-b417-ebe177b34cef tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.180473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.190200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:40.203768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-da36d259-f563-4170-9f60-a3aab38dbb9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f91088-96c0-4632-b900-8f707ed54012 HTTP/1.1" status: 200 len: 217 time: 0.3257451 Jan 10 19:24:40.211809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b376-3a8c-427a-b417-ebe177b34cef tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.235340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a87b18-093c-4a3b-9230-8dbb7730f570'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:40.248422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d3a87b18-093c-4a3b-9230-8dbb7730f570, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:40.250337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Usage tracker for resource:security_group_rule and tenant:d24b2cd8f0a04b8ea522b2bf9d037473 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:40.255077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.281583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6b376-3a8c-427a-b417-ebe177b34cef tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a7b7a-79e1-4fe9-b6ac-b92959c20baa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:40.284212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b376-3a8c-427a-b417-ebe177b34cef tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.287812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e9b6b376-3a8c-427a-b417-ebe177b34cef tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/security-groups/113a7b7a-79e1-4fe9-b6ac-b92959c20baa HTTP/1.1" status: 204 len: 168 time: 0.5222766 Jan 10 19:24:40.288805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35276) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:40.358731 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a87b18-093c-4a3b-9230-8dbb7730f570', 'code': 200} Jan 10 19:24:40.359555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d3a87b18-093c-4a3b-9230-8dbb7730f570,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:40.364016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-bf9c7a77-73e6-4006-9f92-9336467ebae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:40.366710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-bf9c7a77-73e6-4006-9f92-9336467ebae0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa42ee11-aabf-4d77-97e4-592219513c6b HTTP/1.1" status: 200 len: 834 time: 0.1293662 Jan 10 19:24:40.367967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:40.377189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:40.462667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.465529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-826e5850-7ad7-4f0f-83fa-8e20d50a0008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.477390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fdebc21a-3189-4137-a78d-41565cc7c62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.555477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.584393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0869d-9258-4621-b64b-15e97dfe0191 req-7628eec4-3ed6-452c-8535-9db1d16e7ff7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:40.591000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0e0869d-9258-4621-b64b-15e97dfe0191 req-7628eec4-3ed6-452c-8535-9db1d16e7ff7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1890266 Jan 10 19:24:40.610807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b345b694-d1e3-42dd-a02e-eff9806ff693,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:40.645056 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-826e5850-7ad7-4f0f-83fa-8e20d50a0008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.665590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet aaa99035-ef80-4890-b29b-333abe185a62 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:24:40.670975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.705556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f0e0869d-9258-4621-b64b-15e97dfe0191 req-bf0a6d28-320c-4ccd-8a50-d08002854526 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136539 Jan 10 19:24:40.719764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3358d0a1-2d4f-49f3-8522-bc299a2aec3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d24b2cd8f0a04b8ea522b2bf9d037473&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0145414 Jan 10 19:24:40.720135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35284) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:40.737812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-53a88719-8b5c-4d8c-a8e0-700ad5e6f099 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd83ac08-fd08-480e-9e0c-ca853afe5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2650576 Jan 10 19:24:40.740159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c22bc3b-bd34-4877-bb02-045efabbd3be req-c49efc29-badd-4908-9cb5-f3e9eeae7dde service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 1096 time: 0.2703686 Jan 10 19:24:40.754369 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.804247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-826e5850-7ad7-4f0f-83fa-8e20d50a0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.895053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e5850-7ad7-4f0f-83fa-8e20d50a0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475dfd2-541e-48f6-8cdf-b70bf754c403,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:40.898685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fc48-c218-4015-b77e-d107516a0f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.913117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1c22bc3b-bd34-4877-bb02-045efabbd3be req-6bc468fd-5e8e-4114-b2e5-81d34b1df7dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561472 Jan 10 19:24:40.916225 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-826e5850-7ad7-4f0f-83fa-8e20d50a0008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:40.927801 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-826e5850-7ad7-4f0f-83fa-8e20d50a0008 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9475dfd2-541e-48f6-8cdf-b70bf754c403 HTTP/1.1" status: 204 len: 168 time: 1.2232933 Jan 10 19:24:40.934843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fc48-c218-4015-b77e-d107516a0f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.011297 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-98d4b418-612d-463f-bd39-8b7e76611920 service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554495 Jan 10 19:24:41.043275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fc48-c218-4015-b77e-d107516a0f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.053925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.096774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4fc48-c218-4015-b77e-d107516a0f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b345b694-d1e3-42dd-a02e-eff9806ff693,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:41.116473 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fc48-c218-4015-b77e-d107516a0f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.120343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ecb4fc48-c218-4015-b77e-d107516a0f71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b345b694-d1e3-42dd-a02e-eff9806ff693 HTTP/1.1" status: 204 len: 168 time: 0.3990192 Jan 10 19:24:41.178354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732079-4142-4725-8298-17cae6869884 req-854bdbef-67c1-4850-b5e3-391f66e9d4c9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:41.185154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d732079-4142-4725-8298-17cae6869884 req-854bdbef-67c1-4850-b5e3-391f66e9d4c9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 943 time: 0.1811836 Jan 10 19:24:41.203447 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.259689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.265168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b3154-7d72-4964-9f91-9cbacbf9273a None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:41.271986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa99035-ef80-4890-b29b-333abe185a62,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:41.287828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0c4d4b63-8528-4ecd-9d50-788bd420af39 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/aaa99035-ef80-4890-b29b-333abe185a62 HTTP/1.1" status: 204 len: 168 time: 0.9945014 Jan 10 19:24:41.288431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35304) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:41.294351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:41.339374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a804c2c-005a-41de-82a3-a9e577082bf3 req-68d4603d-e033-4a2a-83e0-2350aec9349f service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295415 Jan 10 19:24:41.482474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:41.486286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:41.489137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:41.494763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:41.510485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:41.514469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.542984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d732079-4142-4725-8298-17cae6869884 req-56231431-5a20-46f2-89cb-b8626aa8eb9e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569565 Jan 10 19:24:41.673985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42648f-9099-469d-8338-0a0f84712d19 req-39eb6457-6bab-4e74-b0a5-dfa58297501e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:41.675523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f42648f-9099-469d-8338-0a0f84712d19 req-39eb6457-6bab-4e74-b0a5-dfa58297501e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 945 time: 0.2368321 Jan 10 19:24:41.787212 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.791736 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.800776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f42648f-9099-469d-8338-0a0f84712d19 req-61dafde8-d33f-4bab-acc7-dfeb6348e346 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172185 Jan 10 19:24:41.837238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:41.871848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:41.889222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 02f91088-96c0-4632-b900-8f707ed54012 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:24:41.956134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:41.963960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:ffed76ba2745465da8e28992c857613d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:41.973087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:41.994445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b1b89-0257-45cf-81fa-ec0522cfb365 req-2f7b6d03-9cef-4d33-89cc-6cc3b043610b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:41.996014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-062b1b89-0257-45cf-81fa-ec0522cfb365 req-2f7b6d03-9cef-4d33-89cc-6cc3b043610b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.1156940 Jan 10 19:24:42.001236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:42.096780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 02f91088-96c0-4632-b900-8f707ed54012, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=02f91088-96c0-4632-b900-8f707ed54012,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:42.115416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '02f91088-96c0-4632-b900-8f707ed54012', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:24:42.123794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:24:42.193047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.216708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.226576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.297446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.340036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a84eba-fd44-4ff1-9cde-29727710d006,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:42.352794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-54abd737-c3a0-4a56-9170-3b035ad41ed1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffed76ba2745465da8e28992c857613d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5139821 Jan 10 19:24:42.355070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35334) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:42.372280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=41560d5d-846e-42a9-9292-d52b5c0d2185,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:42.384197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-062b1b89-0257-45cf-81fa-ec0522cfb365 req-19af02ff-020f-4eeb-afca-b1e8c5f3994b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205266 Jan 10 19:24:42.411627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f91088-96c0-4632-b900-8f707ed54012 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:42.440568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:42.472111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:42.475847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:42.476561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.512769 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525efce8-38df-48f4-8385-870b9a89d5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.530119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd130cd7-a542-4d9a-9fdc-fe4ac05aa56f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2406452 Jan 10 19:24:42.532863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35338) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:42.539272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'security_group': {'name': 'tempest-secgroup-530576808'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:42.547351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:42.551558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 02f91088-96c0-4632-b900-8f707ed54012, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=02f91088-96c0-4632-b900-8f707ed54012,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:42.551876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:42.552908 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.555294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:42.562657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:42.563853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525efce8-38df-48f4-8385-870b9a89d5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.568601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.569729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:24:42.576173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.617920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:42.622129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group_rule and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:42.625953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:42.635975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:42.672572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525efce8-38df-48f4-8385-870b9a89d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.689728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525efce8-38df-48f4-8385-870b9a89d5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a84eba-fd44-4ff1-9cde-29727710d006,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:42.715891 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-525efce8-38df-48f4-8385-870b9a89d5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.723580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-525efce8-38df-48f4-8385-870b9a89d5ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5a84eba-fd44-4ff1-9cde-29727710d006 HTTP/1.1" status: 204 len: 168 time: 0.3467126 Jan 10 19:24:42.751181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.756395 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.770897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3abb1-80fd-435f-9d96-0c340cced477 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:42.829195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ba15f-87b8-4886-b511-691a62f1295d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:42.835697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.839911 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b241ceec-d188-4d8c-9e3e-b00709ba7758 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3032522 Jan 10 19:24:42.840998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35360) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:42.854599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'security_group': {'name': 'tempest-secgroup-388319325'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:42.866438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:42.870663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:42.874838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:42.882786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:42.899417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.906039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-01123c09-c198-4d06-af18-7af72b095238 None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:42.906905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01123c09-c198-4d06-af18-7af72b095238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:42.973673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:42.978185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:42.982305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70632bc7-48ac-4aa1-ab4b-b92fe66beeaf req-bf784b1d-82d1-4ae5-b1b8-5ab59586f800 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:42.984804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group_rule and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:42.989325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:42.991320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70632bc7-48ac-4aa1-ab4b-b92fe66beeaf req-bf784b1d-82d1-4ae5-b1b8-5ab59586f800 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 944 time: 0.2079895 Jan 10 19:24:43.003733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:43.127795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.134830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.160160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-01123c09-c198-4d06-af18-7af72b095238 None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:43.175519 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:24:43.206822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:43.224016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e783bf22-ca36-4e57-bf34-a3786eb5bbdc,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:43.260528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.261912 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-55cc4cca-4207-4a57-af69-6d403a3e47bd tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4191608 Jan 10 19:24:43.265200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35372) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:43.271560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'security_group': {'name': 'tempest-secgroup-974775699'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:43.291104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:43.295054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:43.299335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:43.313170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.315908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:43.316077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-01123c09-c198-4d06-af18-7af72b095238 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:43.316385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01123c09-c198-4d06-af18-7af72b095238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.344101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.353139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=02f91088-96c0-4632-b900-8f707ed54012,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:43.414349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:43.416571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.420863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:security_group_rule and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:43.427248 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70632bc7-48ac-4aa1-ab4b-b92fe66beeaf req-81ebc8eb-b510-4834-b3eb-51c381716b19 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4312804 Jan 10 19:24:43.430016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:43.442785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:43.516289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a38284-07c3-4971-b3b8-1ec80b4796bd req-880f5b47-7af9-4e7a-8474-1528a661bc41 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:43.523872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10a38284-07c3-4971-b3b8-1ec80b4796bd req-880f5b47-7af9-4e7a-8474-1528a661bc41 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 945 time: 0.4677653 Jan 10 19:24:43.590089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10a38284-07c3-4971-b3b8-1ec80b4796bd req-8d1f03c6-3bb5-403a-8219-f2c01336fd88 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651875 Jan 10 19:24:43.593002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.599964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.651439 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'code': 200} Jan 10 19:24:43.662549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.664047 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3974304 Jan 10 19:24:43.667786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:43.673615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-605599939', 'security_groups': ['6fbb962d-4c66-4437-ad82-5e93c6242ee8'], 'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41560d5d-846e-42a9-9292-d52b5c0d2185'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:43.681383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbd273-3bbb-4819-8e34-4b45f03915fe tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbb962d-4c66-4437-ad82-5e93c6242ee8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:43.731168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:43.785037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'port_id': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'mac_address': 'fa:16:3e:eb:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddea05a-d402-4984-8916-1e6266498e06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:24:43.878536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:43.922686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:43.953325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c43b126-40d1-4b49-9853-e8f8482efc82 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:24:43.977430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:44.016683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:44.101259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:44.139452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Update dhcp port {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'fixed_ips': [{'subnet_id': 'e6b35530-0c05-4efa-8ece-ef08339144d6', 'ip_address': '172.20.0.18'}, {'subnet_id': '41560d5d-846e-42a9-9292-d52b5c0d2185'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '71aab88d-b62b-4d4a-85ff-2e4437f85252'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:24:44.173920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:44.183387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70a77e-e135-4df8-adc9-2abe0f631a3b req-659982a0-34d0-4e0e-b8fa-d90c59eceb0d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:44.184929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab70a77e-e135-4df8-adc9-2abe0f631a3b req-659982a0-34d0-4e0e-b8fa-d90c59eceb0d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 944 time: 0.3171520 Jan 10 19:24:44.196412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd33d6-ef63-40fe-b83b-c4c9ef1487e5 req-12294821-e84a-475a-8697-64d94562d086 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:44.207592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82bd33d6-ef63-40fe-b83b-c4c9ef1487e5 req-12294821-e84a-475a-8697-64d94562d086 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 946 time: 0.2434001 Jan 10 19:24:44.208518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:44.264429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:44.322490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:44.330126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:44.330745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['02f91088-96c0-4632-b900-8f707ed54012'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:44.351802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82bd33d6-ef63-40fe-b83b-c4c9ef1487e5 req-809cc43e-ebeb-4e9e-9cb6-82b110ff3c53 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424191 Jan 10 19:24:44.356550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2c43b126-40d1-4b49-9853-e8f8482efc82'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:44.361260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab70a77e-e135-4df8-adc9-2abe0f631a3b req-76e9cdaa-bf03-4fe8-a216-ba83492b8468 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502004 Jan 10 19:24:44.368223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] device_id is not set on port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:24:44.498134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35428) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:44.696911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Allocated IP 172.20.0.2 (57386654-b25f-4f93-825e-b65a98c25e74/41560d5d-846e-42a9-9292-d52b5c0d2185/71aab88d-b62b-4d4a-85ff-2e4437f85252) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:44.734451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8638f-6d45-43c3-949f-33b15c845f10 req-fe02e024-b300-489d-9523-9eae954d4cbd tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:44.735953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6b8638f-6d45-43c3-949f-33b15c845f10 req-fe02e024-b300-489d-9523-9eae954d4cbd tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 945 time: 0.1644313 Jan 10 19:24:44.795259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3283e-2a24-492d-b3f4-beeb97cc15de req-b9a88770-87b3-47ae-8492-135968974321 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:44.796727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77b3283e-2a24-492d-b3f4-beeb97cc15de req-b9a88770-87b3-47ae-8492-135968974321 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 944 time: 0.1362927 Jan 10 19:24:44.830407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6b8638f-6d45-43c3-949f-33b15c845f10 req-9666a294-49ee-4260-b032-8c352babe5a7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885880 Jan 10 19:24:44.868099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:44.899718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77b3283e-2a24-492d-b3f4-beeb97cc15de req-6037541b-0f43-4643-b446-d4d6924a5650 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917222 Jan 10 19:24:44.953237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:44.961204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Usage tracker for resource:security_group_rule and tenant:1b65d383ec1142dd90b334d54f02e92b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:44.974145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:44.989872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:45.165629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.177085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.224266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a925697-370c-476b-97bf-46babd20f420,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:45.250639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-92658816-5823-455f-ae21-74fc1b47e202 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b65d383ec1142dd90b334d54f02e92b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7506375 Jan 10 19:24:45.253399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35460) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:45.379679 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b17afc88-34ed-4f9c-8f15-93422618618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.442013 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b17afc88-34ed-4f9c-8f15-93422618618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.512279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4bcca-5dd7-43e2-b319-5a16dbcb99ca req-0626cd2c-5439-43a5-9ee4-e5db5250e058 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:45.526221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19b4bcca-5dd7-43e2-b319-5a16dbcb99ca req-0626cd2c-5439-43a5-9ee4-e5db5250e058 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 945 time: 0.2157400 Jan 10 19:24:45.570459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.574549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71aab88d-b62b-4d4a-85ff-2e4437f85252,segment=NetworkSegment(f7a94a78-4615-4d28-99bd-7e2fd95aebca),segment_id=f7a94a78-4615-4d28-99bd-7e2fd95aebca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:45.607684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.660650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19b4bcca-5dd7-43e2-b319-5a16dbcb99ca req-43f0c0b4-c619-442d-a95b-08cdc31f523d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325579 Jan 10 19:24:45.665093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b17afc88-34ed-4f9c-8f15-93422618618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.685473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.685721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17afc88-34ed-4f9c-8f15-93422618618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a925697-370c-476b-97bf-46babd20f420,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:45.725809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Transition to ACTIVE for port object 71aab88d-b62b-4d4a-85ff-2e4437f85252 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:45.741830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df2b79-aba3-4a23-985f-3fe3e6770b51 req-f0919fdf-bfeb-4662-b353-b23fab1b9760 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:45.743448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40df2b79-aba3-4a23-985f-3fe3e6770b51 req-f0919fdf-bfeb-4662-b353-b23fab1b9760 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 945 time: 0.1388383 Jan 10 19:24:45.787351 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.819044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b17afc88-34ed-4f9c-8f15-93422618618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:45.822663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b17afc88-34ed-4f9c-8f15-93422618618a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a925697-370c-476b-97bf-46babd20f420 HTTP/1.1" status: 204 len: 168 time: 0.5658102 Jan 10 19:24:45.957625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Pushing event updated for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:45.958812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.5 (57386654-b25f-4f93-825e-b65a98c25e74/41560d5d-846e-42a9-9292-d52b5c0d2185/745ae61e-f0b9-424d-8b4b-e60f083dfa75) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:45.976040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.976413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.976759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.977087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.977618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.978127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.978632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.979166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.979874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.980560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.981054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea74442-83f5-44f2-bbe7-7281854bb7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:24:45.986989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40df2b79-aba3-4a23-985f-3fe3e6770b51 req-4a05abad-45f4-404a-96ee-d17efbbe4b91 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568425 Jan 10 19:24:46.535257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1981b-92aa-4a76-84f9-5f5adf3b8060 req-82b50a4d-44f7-410e-b638-539258bfc3fc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:46.542224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9de1981b-92aa-4a76-84f9-5f5adf3b8060 req-82b50a4d-44f7-410e-b638-539258bfc3fc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 944 time: 0.2993879 Jan 10 19:24:46.547253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:46.603127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 745ae61e-f0b9-424d-8b4b-e60f083dfa75 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:46.623486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9de1981b-92aa-4a76-84f9-5f5adf3b8060 req-a474ca54-18d5-4868-bf8f-3e00bb5c0a61 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802734 Jan 10 19:24:46.694833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:46.756216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-b7fdd5e2-eff6-4570-97f3-dcb5f6dba946 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:46.756216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-b7fdd5e2-eff6-4570-97f3-dcb5f6dba946 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:46.773151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-b7fdd5e2-eff6-4570-97f3-dcb5f6dba946 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:46.776293 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-b7fdd5e2-eff6-4570-97f3-dcb5f6dba946 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 945 time: 0.1344314 Jan 10 19:24:46.807206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:46.813583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:46.818633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:46.865185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35514) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:46.906306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:46.908081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a926d028-4333-4a6f-af52-437c21d36211 None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:46.911298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a926d028-4333-4a6f-af52-437c21d36211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:46.919715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=745ae61e-f0b9-424d-8b4b-e60f083dfa75,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:46.936790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:46.937417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:46.969729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port d3a87b18-093c-4a3b-9230-8dbb7730f570 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:46.970433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.024037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a926d028-4333-4a6f-af52-437c21d36211 None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:47.041488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a926d028-4333-4a6f-af52-437c21d36211 None None] Provisioning for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:47.047698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee29c218-7821-42dc-952f-0828216a7e26 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3787229 Jan 10 19:24:47.053890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:47.057264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a926d028-4333-4a6f-af52-437c21d36211 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:47.057857 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a926d028-4333-4a6f-af52-437c21d36211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.059546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:47.134965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:47.142821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Usage tracker for resource:security_group_rule and tenant:77f4a60cb18341f98ee37562eb4d35c9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:47.151274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:47.166245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:47.298719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.333086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.377650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d02940-6d22-4af0-b7bb-51642f8289ab,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:47.431758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c2f951b8-6c0a-478d-b739-106a5b429315 None None] Provisioning for port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:47.436107 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9a9f30f7-676d-4152-93f6-2917c1451d35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77f4a60cb18341f98ee37562eb4d35c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5689890 Jan 10 19:24:47.438709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c2f951b8-6c0a-478d-b739-106a5b429315 None None] Provisioning complete for port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:47.440616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c2f951b8-6c0a-478d-b739-106a5b429315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.441655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35538) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:47.542199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c2f951b8-6c0a-478d-b739-106a5b429315 None None] Port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:47.566786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:47.605152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:47.632212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:47.651568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15ce40-f52b-4598-91ae-75dbe8e1da5a req-30a2b60e-1333-40da-aece-94c5356674a7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:47.661710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d15ce40-f52b-4598-91ae-75dbe8e1da5a req-30a2b60e-1333-40da-aece-94c5356674a7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 945 time: 0.6782343 Jan 10 19:24:47.668519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:47.707207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:47.719670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.719956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:47.768267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:47.796627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1670b7-1ddf-4205-b8bb-b436f3fc493c req-babc9734-5eca-417d-ac73-c5e6a302bba6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:47.799537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb1670b7-1ddf-4205-b8bb-b436f3fc493c req-babc9734-5eca-417d-ac73-c5e6a302bba6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 945 time: 0.4324384 Jan 10 19:24:47.889690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port d3a87b18-093c-4a3b-9230-8dbb7730f570, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d3a87b18-093c-4a3b-9230-8dbb7730f570,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:47.890231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:47.941984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d15ce40-f52b-4598-91ae-75dbe8e1da5a req-b5838cc1-ff34-4967-a06b-301a2aa88d5a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792382 Jan 10 19:24:47.980379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.041275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb1670b7-1ddf-4205-b8bb-b436f3fc493c req-49dbf15a-e5de-4388-b22b-fa5739b55283 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897250 Jan 10 19:24:48.042420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 02f91088-96c0-4632-b900-8f707ed54012 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:48.149889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 02f91088-96c0-4632-b900-8f707ed54012 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:48.160919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 02f91088-96c0-4632-b900-8f707ed54012 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:48.161557 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.163900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for d3a87b18-093c-4a3b-9230-8dbb7730f570 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:48.276700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35568) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:48.321342 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.337369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-859021bd-0177-4fb4-b6b7-a92386fc5887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.340562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.342124 n-d-816927-8 neutron-server[83630]: INFO neutron.db.ipam_backend_mixin [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41560d5d-846e-42a9-9292-d52b5c0d2185 (CIDR: 172.20.0.0/28) Jan 10 19:24:48.354388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d', '80a04f01-7a53-4f3e-a2d4-ee008d61f036'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:48.355259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84097-82dd-4f91-8b57-aff7701ac96e req-44717f3b-0e2d-4494-9bba-72ff307aa562 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:48.357536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10c84097-82dd-4f91-8b57-aff7701ac96e req-44717f3b-0e2d-4494-9bba-72ff307aa562 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 944 time: 0.2065265 Jan 10 19:24:48.359047 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:24:48.359738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:24:48.398167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f91088-96c0-4632-b900-8f707ed54012'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:48.413005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4bdc67e8-eb7f-4709-bc24-27764177e87b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3580606 Jan 10 19:24:48.416693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35580) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:48.427066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:48.428170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 02f91088-96c0-4632-b900-8f707ed54012, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=02f91088-96c0-4632-b900-8f707ed54012,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:48.438914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.439953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:48.460057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10c84097-82dd-4f91-8b57-aff7701ac96e req-1d697d21-c0f5-4eca-9682-f3c77b0715b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940995 Jan 10 19:24:48.499355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=d3a87b18-093c-4a3b-9230-8dbb7730f570,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:48.506271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-af8b702a-6f7a-446b-813e-0c122ae4335f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8649545 Jan 10 19:24:48.514384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-859021bd-0177-4fb4-b6b7-a92386fc5887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.557518 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f91088-96c0-4632-b900-8f707ed54012', 'code': 200} Jan 10 19:24:48.628267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port d3a87b18-093c-4a3b-9230-8dbb7730f570 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:24:48.631150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.634508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'name': 'network-vif-deleted', 'tag': 'd3a87b18-093c-4a3b-9230-8dbb7730f570'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:48.637962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.676117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:48.679920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:11e94eef02644bfb8426ec1374ed993c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:48.683949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:48.690101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:48.721623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8fd97d42-abb9-4bfb-adbc-98bc039673cf req-4d02f961-ab7f-4360-a684-9b888a56095b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/d3a87b18-093c-4a3b-9230-8dbb7730f570 HTTP/1.1" status: 204 len: 173 time: 1.9382856 Jan 10 19:24:48.737844 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-859021bd-0177-4fb4-b6b7-a92386fc5887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.757814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-859021bd-0177-4fb4-b6b7-a92386fc5887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.759118 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-859021bd-0177-4fb4-b6b7-a92386fc5887 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76d02940-6d22-4af0-b7bb-51642f8289ab HTTP/1.1" status: 204 len: 168 time: 1.3162718 Jan 10 19:24:48.763155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.777520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-362a14f4-d733-4470-a43e-661650d0f00e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 1097 time: 0.1372750 Jan 10 19:24:48.779680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859021bd-0177-4fb4-b6b7-a92386fc5887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d02940-6d22-4af0-b7bb-51642f8289ab,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:48.805158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.815157 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32', 'name': 'network-vif-deleted', 'tag': 'd3a87b18-093c-4a3b-9230-8dbb7730f570', 'status': 'completed', 'code': 200} Jan 10 19:24:48.853424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 2c43b126-40d1-4b49-9853-e8f8482efc82 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:48.861245 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:48.920706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5ff077-7ecd-4489-88da-6a163bb1cf03,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:48.932972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=02f91088-96c0-4632-b900-8f707ed54012,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:48.933775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:48.953093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:48.959198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:48.967898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b4d0f69d-b74c-4b92-aedc-88877e6a9bc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11e94eef02644bfb8426ec1374ed993c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6901743 Jan 10 19:24:48.973801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35592) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:48.976855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:49.025071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d3d2ada-40b2-42e5-b36f-5ae748adf58d req-2d2b22cd-0fdf-4117-bfde-b9c20fa7e852 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 1096 time: 0.2596183 Jan 10 19:24:49.063128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-01007dd8-075a-40ec-ae99-912df5edb657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:49.064636 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-01007dd8-075a-40ec-ae99-912df5edb657 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.2471745 Jan 10 19:24:49.077132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:49.080894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.242891 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-a3245297-4536-4e29-b2c4-af2f559a04ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 200 len: 217 time: 0.1711714 Jan 10 19:24:49.323167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-055abd80-0980-4fad-99ee-13cb15eed654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.341908 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.367364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-65d4ad20-8826-49b1-8720-4b447424704b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:49.369058 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-65d4ad20-8826-49b1-8720-4b447424704b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.1048222 Jan 10 19:24:49.377591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-055abd80-0980-4fad-99ee-13cb15eed654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.399792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d3d2ada-40b2-42e5-b36f-5ae748adf58d req-f5c3918f-dc20-49fd-a792-d44daded8471 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634634 Jan 10 19:24:49.420937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:49.428776 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.430080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d3a87b18-093c-4a3b-9230-8dbb7730f570 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:24:49.440865 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-c6904510-ec38-41b6-88e3-40d01cfbed73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530183 Jan 10 19:24:49.521716 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: d3a87b18-093c-4a3b-9230-8dbb7730f570 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:24:49.522160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d3a87b18-093c-4a3b-9230-8dbb7730f570 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:24:49.533690 n-d-816927-8 neutron-server[83630]: INFO neutron.db.ipam_backend_mixin [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e6b35530-0c05-4efa-8ece-ef08339144d6 (CIDR: 172.20.0.16/28) Jan 10 19:24:49.567016 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:24:49.567486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:24:49.578928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73f157e6-cf4e-4586-81bf-ef9138f92db6 req-298f7af9-c75c-4a43-8418-82434fe516e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3b4ffcf-0c3d-47c0-ad7f-bd29ecdecd32 HTTP/1.1" status: 200 len: 210 time: 0.1811028 Jan 10 19:24:49.580937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:49.638761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6d70b3fc-0248-44de-b084-af1ea4009408 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2139971 Jan 10 19:24:49.638761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:49.642007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'subnet': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:49.731022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35624) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:49.749934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8181-b16b-4e15-842e-93fb9d9ab1e0 req-31a17fc5-b1e5-49c9-a0fb-5012e4a42cad tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:49.757581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2fe8181-b16b-4e15-842e-93fb9d9ab1e0 req-31a17fc5-b1e5-49c9-a0fb-5012e4a42cad tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.3633831 Jan 10 19:24:49.779116 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-055abd80-0980-4fad-99ee-13cb15eed654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.807401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055abd80-0980-4fad-99ee-13cb15eed654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5ff077-7ecd-4489-88da-6a163bb1cf03,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:49.901151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-055abd80-0980-4fad-99ee-13cb15eed654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.905059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-055abd80-0980-4fad-99ee-13cb15eed654 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a5ff077-7ecd-4489-88da-6a163bb1cf03 HTTP/1.1" status: 204 len: 168 time: 0.9250729 Jan 10 19:24:49.950890 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-1d274af6-c4ba-415e-b2d1-5168c9ae3e20 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547747 Jan 10 19:24:49.961191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2fe8181-b16b-4e15-842e-93fb9d9ab1e0 req-b90b11b4-a06d-4116-8381-8e3faa44931e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018957 Jan 10 19:24:49.969488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:49.979869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:49.989957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Usage tracker for resource:subnet and tenant:bece1d965ba0450fba3cf6570ab1b4c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:50.016012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:50.019866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Usage tracker for resource:security_group_rule and tenant:51be9b2ec2cd4275a0238fe0caeb097b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:50.033310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:50.053223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:50.074266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:50.089694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:50.117140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41dca7-bc29-49c1-b619-c824081c47b3 req-16a5dfe7-0b05-46bf-8b79-b4cc4ef0cc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:50.122102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b41dca7-bc29-49c1-b619-c824081c47b3 req-16a5dfe7-0b05-46bf-8b79-b4cc4ef0cc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 945 time: 0.3121681 Jan 10 19:24:50.172140 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-17230aed-2b7c-4cb3-b6c9-c34e8c88b970 req-ce1bdc80-c7d0-4f96-81ac-0c4a979cd9f4 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145786 Jan 10 19:24:50.196492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Made reservation on behalf of bece1d965ba0450fba3cf6570ab1b4c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:50.200132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.466993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35644) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:50.515732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.559262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:50.597348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:50.601996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Usage tracker for resource:security_group_rule and tenant:1c702a8f8cc3429ea7987a4b555c46c2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:50.605103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:50.612695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:50.638007 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'code': 200} Jan 10 19:24:50.769119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.780059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.792106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b41dca7-bc29-49c1-b619-c824081c47b3 req-670cfe07-b904-4db3-8305-1f3db77fda4c tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6282737 Jan 10 19:24:50.803160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.899020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Subnet': ['ID=b54b6e70-17c3-48ba-a07f-dabdceb86110,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:50.923716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.931518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.934236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Network 57386654-b25f-4f93-825e-b65a98c25e74 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:50.940977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:50.944540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:50.945158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:50.950799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a425a-a007-4e32-bdc4-1a3147aa8fe7 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:50.962000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a999d-ce7e-428c-97a6-723af11d117a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:50.974195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a6659e6-31c0-4645-bcde-22ec2de663c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51be9b2ec2cd4275a0238fe0caeb097b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2416317 Jan 10 19:24:50.975065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35658) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:51.062119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3089ce37-5a4a-4624-adf9-25c23fc4a344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.092765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3089ce37-5a4a-4624-adf9-25c23fc4a344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.141178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f821c72-634f-40e6-a75e-c79130bf0b24 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5049431 Jan 10 19:24:51.145124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3089ce37-5a4a-4624-adf9-25c23fc4a344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.149340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35668) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:51.166677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-725403963', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b54b6e70-17c3-48ba-a07f-dabdceb86110'}], 'security_groups': ['ff8ba15f-87b8-4886-b511-691a62f1295d', 'e783bf22-ca36-4e57-bf34-a3786eb5bbdc']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:51.173818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2cdc49-3e11-4de2-b283-82fb98547f52,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:51.197673 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2459b218-7580-4b8a-b025-a75cac0f002b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c702a8f8cc3429ea7987a4b555c46c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7295718 Jan 10 19:24:51.205542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:51.218408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089ce37-5a4a-4624-adf9-25c23fc4a344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1a999d-ce7e-428c-97a6-723af11d117a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:51.256209 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5eefdd39-bbcd-40a7-85ca-be1863512be5 req-2b54d50c-25ee-4610-8f35-83f6a5e0e3d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 1097 time: 0.2939110 Jan 10 19:24:51.257213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3089ce37-5a4a-4624-adf9-25c23fc4a344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.262453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3089ce37-5a4a-4624-adf9-25c23fc4a344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e1a999d-ce7e-428c-97a6-723af11d117a HTTP/1.1" status: 204 len: 168 time: 0.2850735 Jan 10 19:24:51.371937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5eefdd39-bbcd-40a7-85ca-be1863512be5 req-2734dd71-98e7-4f44-95d7-79ea9a6c5e98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078074 Jan 10 19:24:51.570177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba6af1-4fe2-4b94-8544-0ea78b409592 req-cb6d0a1b-3f87-4a6a-abd7-b0e55396b1f9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:51.571715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53ba6af1-4fe2-4b94-8544-0ea78b409592 req-cb6d0a1b-3f87-4a6a-abd7-b0e55396b1f9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 946 time: 0.3175240 Jan 10 19:24:51.600272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ec552bd-5579-47b3-adc9-ef09e44d67be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.604358 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.624515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Update dhcp port {'port': {'network_id': '57386654-b25f-4f93-825e-b65a98c25e74', 'fixed_ips': [{'subnet_id': 'e6b35530-0c05-4efa-8ece-ef08339144d6', 'ip_address': '172.20.0.18'}, {'subnet_id': '41560d5d-846e-42a9-9292-d52b5c0d2185', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b54b6e70-17c3-48ba-a07f-dabdceb86110'}], 'binding:host_id': 'n-d-816927-8'}, 'id': '71aab88d-b62b-4d4a-85ff-2e4437f85252'} from n-d-816927-8. {{(pid=83631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 10 19:24:51.714624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.733282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ec552bd-5579-47b3-adc9-ef09e44d67be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.826606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35688) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:51.862048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.914284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ec552bd-5579-47b3-adc9-ef09e44d67be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:51.927119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:51.933817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddb186ee0684866b13dc1748f5ebf2a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:51.937264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec552bd-5579-47b3-adc9-ef09e44d67be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2cdc49-3e11-4de2-b283-82fb98547f52,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:51.939916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:51.949231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:51.952867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53ba6af1-4fe2-4b94-8544-0ea78b409592 req-d12c2df2-e20d-4b06-9281-3fbfc8ea0cdc tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553934 Jan 10 19:24:51.987825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3c00-84d6-4199-85c4-2a0e7fe37552 req-29409ec0-9207-4ed4-9d27-fda356167723 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:51.992701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Allocated IP 172.20.0.34 (57386654-b25f-4f93-825e-b65a98c25e74/b54b6e70-17c3-48ba-a07f-dabdceb86110/71aab88d-b62b-4d4a-85ff-2e4437f85252) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:51.993077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1c3c00-84d6-4199-85c4-2a0e7fe37552 req-29409ec0-9207-4ed4-9d27-fda356167723 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.5938370 Jan 10 19:24:52.068204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.073987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.135956 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ddb186ee0684866b13dc1748f5ebf2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3082473 Jan 10 19:24:52.136937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407aa8a-db34-4aa7-8266-1181da182b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936d4649-9d8e-4643-a50d-3bee2006ff06,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:52.140085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35696) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:52.222834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ec552bd-5579-47b3-adc9-ef09e44d67be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.224247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5ec552bd-5579-47b3-adc9-ef09e44d67be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff2cdc49-3e11-4de2-b283-82fb98547f52 HTTP/1.1" status: 204 len: 168 time: 1.0083156 Jan 10 19:24:52.252504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec5d7c0-5e8d-491f-9560-d057c0968844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.297774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71aab88d-b62b-4d4a-85ff-2e4437f85252,segment=NetworkSegment(f7a94a78-4615-4d28-99bd-7e2fd95aebca),segment_id=f7a94a78-4615-4d28-99bd-7e2fd95aebca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:52.308878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec5d7c0-5e8d-491f-9560-d057c0968844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.330637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.342260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1c3c00-84d6-4199-85c4-2a0e7fe37552 req-c5778513-cab7-4c2a-993a-d211daf3fb9e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783941 Jan 10 19:24:52.373726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Transition to ACTIVE for port object 71aab88d-b62b-4d4a-85ff-2e4437f85252 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:52.377390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:52.386466 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.444361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec5d7c0-5e8d-491f-9560-d057c0968844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.472577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67e994-ca10-44b6-bf15-1551d9f1b0ef req-d1c673a8-c0b0-4c74-8d35-f2a615758e65 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:52.475521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc67e994-ca10-44b6-bf15-1551d9f1b0ef req-d1c673a8-c0b0-4c74-8d35-f2a615758e65 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 945 time: 0.2500656 Jan 10 19:24:52.497373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cec5d7c0-5e8d-491f-9560-d057c0968844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:52.500962 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cec5d7c0-5e8d-491f-9560-d057c0968844 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/936d4649-9d8e-4643-a50d-3bee2006ff06 HTTP/1.1" status: 204 len: 168 time: 0.3574066 Jan 10 19:24:52.502968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5d7c0-5e8d-491f-9560-d057c0968844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d4649-9d8e-4643-a50d-3bee2006ff06,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:52.615658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc67e994-ca10-44b6-bf15-1551d9f1b0ef req-86820eb1-6b7c-46c8-9bd8-df2aed0c552d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323102 Jan 10 19:24:52.737273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Delete allocated IP 172.20.0.5 (57386654-b25f-4f93-825e-b65a98c25e74/41560d5d-846e-42a9-9292-d52b5c0d2185) {{(pid=83630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 19:24:52.756098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Allocated IP 172.20.0.46 (57386654-b25f-4f93-825e-b65a98c25e74/b54b6e70-17c3-48ba-a07f-dabdceb86110/745ae61e-f0b9-424d-8b4b-e60f083dfa75) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:52.776164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8b593-aed1-4936-8333-f3c960ca623e None None] Pushing event updated for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:52.862137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c361c-18a8-4926-9f00-747df92d9b2c req-782014d5-5eea-49fe-9a1e-a97dfd03a2e6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:52.863004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-654c361c-18a8-4926-9f00-747df92d9b2c req-782014d5-5eea-49fe-9a1e-a97dfd03a2e6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:52.877727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:52.885418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:52.894164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Usage tracker for resource:floatingip and tenant:c8befdb973df4560a4d4f38cfa22f314 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:52.897982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:52.906122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:52.911362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-654c361c-18a8-4926-9f00-747df92d9b2c req-782014d5-5eea-49fe-9a1e-a97dfd03a2e6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:52.912514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-654c361c-18a8-4926-9f00-747df92d9b2c req-782014d5-5eea-49fe-9a1e-a97dfd03a2e6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 946 time: 0.1678584 Jan 10 19:24:53.144224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4951-a52a-492b-aa66-d7b8d895689f req-cbb2df67-4baa-4675-b39d-cd746eff3116 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:53.155984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c2c4951-a52a-492b-aa66-d7b8d895689f req-cbb2df67-4baa-4675-b39d-cd746eff3116 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 945 time: 0.3714087 Jan 10 19:24:53.259792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-e2f1cd51-0fc6-4d6c-a908-6bec649da896 req-926e4d04-a421-4805-83af-606d515fea37 service neutron] (83629) timed out ('10.222.0.30', 64901) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:24:53.262533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:53.263571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:53.293132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c2c4951-a52a-492b-aa66-d7b8d895689f req-7715833a-a3f6-45c1-82b2-588fc34ef4ce tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261220 Jan 10 19:24:53.297317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:53.337371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35728) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:53.486824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:53.511140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2f567-0cfa-4d0a-8b24-c541d299c6f4 req-b050fda0-469e-4c41-953a-d84c60d1dbf3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:53.520644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9f2f567-0cfa-4d0a-8b24-c541d299c6f4 req-b050fda0-469e-4c41-953a-d84c60d1dbf3 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 946 time: 0.2403197 Jan 10 19:24:53.533654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:24:53.587447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Transition to ACTIVE for port object 745ae61e-f0b9-424d-8b4b-e60f083dfa75 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:24:53.601704 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:53.826710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Provisioning for port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:53.833117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Provisioning complete for port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:53.833332 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:53.866329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port 80a04f01-7a53-4f3e-a2d4-ee008d61f036, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=80a04f01-7a53-4f3e-a2d4-ee008d61f036,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:53.866835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:53.893455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event updated for resources: {'Port': ['ID=745ae61e-f0b9-424d-8b4b-e60f083dfa75,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:53.937129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9f2f567-0cfa-4d0a-8b24-c541d299c6f4 req-8f62a41e-efc2-4498-b50a-b4b8df6e586f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155128 Jan 10 19:24:53.956885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:53.980714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:53.981483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.021351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35748) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:54.039343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for 80a04f01-7a53-4f3e-a2d4-ee008d61f036 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:54.066307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:54.081694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Provisioning for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:24:54.096190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:54.097316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5390d431-5147-4a61-a81f-ad58c4e8bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.127744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14d032-b721-406b-830a-1bb4fa7d5d54 req-6049bfbd-ef79-41c9-8268-c09f72e48c8f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:54.129673 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a873530-248e-4186-82e0-387e205348fb tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 1091 time: 0.7125645 Jan 10 19:24:54.130473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35756) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:54.148144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c14d032-b721-406b-830a-1bb4fa7d5d54 req-6049bfbd-ef79-41c9-8268-c09f72e48c8f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.5559988 Jan 10 19:24:54.164840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:54.175421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:54.183094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:floatingip and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:54.187023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:54.194297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:54.206215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] In _notify_port_updated(), no bound segment for port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 on network 57386654-b25f-4f93-825e-b65a98c25e74 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:24:54.211550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:54.212182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.216644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d2232788-5d33-42d4-8516-a1bff89f8c40 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "PUT /v2.0/ports/745ae61e-f0b9-424d-8b4b-e60f083dfa75 HTTP/1.1" status: 200 len: 959 time: 3.0552471 Jan 10 19:24:54.219529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.222118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35760) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:54.291785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c14d032-b721-406b-830a-1bb4fa7d5d54 req-89d10bec-bb7b-4518-9da9-51190233a54c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427240 Jan 10 19:24:54.365818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.414742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1606971747-network', 'tenant_id': 'ce2b89cc14604048bba5a4998fe4ad0d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:54.421560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:54.426486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Usage tracker for resource:network and tenant:ce2b89cc14604048bba5a4998fe4ad0d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:54.430097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:54.437054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:54.550052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:54.550700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.576583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebc8db-05f2-4e1e-a054-a1c5feb557e3 req-f5984101-cf01-42a4-bf74-283c14efeb7d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:54.579233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11ebc8db-05f2-4e1e-a054-a1c5feb557e3 req-f5984101-cf01-42a4-bf74-283c14efeb7d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.0908349 Jan 10 19:24:54.593467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Made reservation on behalf of ce2b89cc14604048bba5a4998fe4ad0d for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:54.597374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.603830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-068d9cbb-f256-4ca8-8101-cd43bacaaa03 None None] Provisioning complete for port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:24:54.604557 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-068d9cbb-f256-4ca8-8101-cd43bacaaa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.637030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11ebc8db-05f2-4e1e-a054-a1c5feb557e3 req-0ab64988-e060-45e5-ac38-e4291873a7fd tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Jan 10 19:24:54.656774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.665987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-068d9cbb-f256-4ca8-8101-cd43bacaaa03 None None] Port 745ae61e-f0b9-424d-8b4b-e60f083dfa75 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:24:54.684136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.696439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:24:54.852417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=80a04f01-7a53-4f3e-a2d4-ee008d61f036,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:54.941145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port 80a04f01-7a53-4f3e-a2d4-ee008d61f036 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:24:54.948284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:54.958994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'name': 'network-vif-deleted', 'tag': '80a04f01-7a53-4f3e-a2d4-ee008d61f036'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:54.967284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:54.982529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2b89cc14604048bba5a4998fe4ad0d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:54.997446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:55.025762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Allocated IP 172.25.6.55 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/0b93f4dd-36f1-4903-bdc6-d6157884ff8b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:55.032598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:55.225889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80772ea3-5346-4576-9582-359ccd026a05 req-73e53da9-4682-4d66-ade1-d3512d30b469 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e935a439-62e1-4a4e-aa67-6162a32fc949 HTTP/1.1" status: 200 len: 210 time: 0.0496602 Jan 10 19:24:55.332975 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e935a439-62e1-4a4e-aa67-6162a32fc949', 'name': 'network-vif-deleted', 'tag': '80a04f01-7a53-4f3e-a2d4-ee008d61f036', 'status': 'completed', 'code': 200} Jan 10 19:24:55.341758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-654c361c-18a8-4926-9f00-747df92d9b2c req-f341d9f1-4e20-4a9a-94c4-4f249f96424b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/80a04f01-7a53-4f3e-a2d4-ee008d61f036 HTTP/1.1" status: 204 len: 173 time: 2.4105337 Jan 10 19:24:55.433736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-dfcb511f-8f5b-42c1-82b3-1600b220a122 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:55.435609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-dfcb511f-8f5b-42c1-82b3-1600b220a122 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 815 time: 0.1905677 Jan 10 19:24:55.459411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-4b2d7394-b3a4-447a-b653-ee3ce511cbff tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/quotas/65820c9d8aeb43179f644eac451666e8 HTTP/1.1" status: 200 len: 375 time: 0.0168760 Jan 10 19:24:55.539002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:55.555289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-95e3e47c-f111-4234-a95d-b5e4f93d9ec1 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947175 Jan 10 19:24:55.679719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:55.687716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for 745ae61e-f0b9-424d-8b4b-e60f083dfa75 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:55.695715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-343b5b05-5539-4458-a3ba-8a696f2aef38 service neutron] 10.222.0.21 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339185 Jan 10 19:24:55.786480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:55.843995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:55.847346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-97d017a6-ee21-406a-a617-82769e718944 service neutron] 10.222.0.21 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454237 Jan 10 19:24:55.872717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:55.923177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:24:55.974320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a9969-b446-4bbe-9ee8-bb3434244cf1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:56.035070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.080532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 80a04f01-7a53-4f3e-a2d4-ee008d61f036 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:24:56.115143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Pushing event updated for resources: {'Port': ['ID=0b93f4dd-36f1-4903-bdc6-d6157884ff8b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:56.149354 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.149706 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Added segment 2906f7de-a6fb-459f-9e4c-3fba7400e71a of type vlan for network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 Jan 10 19:24:56.150807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.170312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:56.180061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 80a04f01-7a53-4f3e-a2d4-ee008d61f036 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:24:56.181977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 80a04f01-7a53-4f3e-a2d4-ee008d61f036 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:24:56.187429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d8d87a-f850-4024-9e86-c69327b9d3a1 req-e7a6ac39-ee5d-4894-bbc8-ea2aa3245cc4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 210 time: 0.1102026 Jan 10 19:24:56.209924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:56.228038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:56.258372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=745ae61e-f0b9-424d-8b4b-e60f083dfa75,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:56.260755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.25.6.247 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1c5c7b27-2220-4809-94a5-5a77185041db) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:56.383274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.641957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.642808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:56.643402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.816140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-89584810-4d37-4c2f-a0c1-1c4873f87186 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:56.820887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-89584810-4d37-4c2f-a0c1-1c4873f87186 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.1987224 Jan 10 19:24:56.831889 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:56.851713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-78c2206d-99fb-4968-992f-bd9e32534725 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.0266635 Jan 10 19:24:56.878997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:56.894425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:24:56.902419 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af76dcb1-9b05-4a0c-bd13-b8d807d6b669 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8786991 Jan 10 19:24:56.904542 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3be057a6-49e5-4e96-95db-b6ae2df244e7 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/745ae61e-f0b9-424d-8b4b-e60f083dfa75 HTTP/1.1" status: 204 len: 168 time: 2.6795492 Jan 10 19:24:56.907256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35842) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:56.909756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35844) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:56.964285 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb7af17-8aeb-4a17-97e2-2be712ca20b2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] GET failed (client error): The resource could not be found. Jan 10 19:24:56.984824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cdb7af17-8aeb-4a17-97e2-2be712ca20b2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:56.990055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Request body: {'subnet': {'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1606971747-subnet', 'tenant_id': 'ce2b89cc14604048bba5a4998fe4ad0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:57.017909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.023695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:57.030374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.033715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cdb7af17-8aeb-4a17-97e2-2be712ca20b2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:57.035276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Usage tracker for resource:subnet and tenant:ce2b89cc14604048bba5a4998fe4ad0d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:57.035822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cdb7af17-8aeb-4a17-97e2-2be712ca20b2 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports/745ae61e-f0b9-424d-8b4b-e60f083dfa75 HTTP/1.1" status: 404 len: 333 time: 0.1269877 Jan 10 19:24:57.039404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35854) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:57.043711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-10499a3b-b786-44d8-8ca3-5b2e25f7d7cb tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:57.045367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-10499a3b-b786-44d8-8ca3-5b2e25f7d7cb tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "GET /v2.0/ports?device_id=631e6837-1031-4475-8d6c-c03f5fbbb8ec HTTP/1.1" status: 200 len: 946 time: 0.7065892 Jan 10 19:24:57.046607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:57.078790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-8b653a59-883b-4ae4-b29a-5cb643b084f5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2258894 Jan 10 19:24:57.092425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:57.147762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730fab74-0a54-4df1-9e91-b38d97b221a9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.159277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Made reservation on behalf of ce2b89cc14604048bba5a4998fe4ad0d for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:57.161572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.199114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730fab74-0a54-4df1-9e91-b38d97b221a9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.261202 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.262222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730fab74-0a54-4df1-9e91-b38d97b221a9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.292996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fab74-0a54-4df1-9e91-b38d97b221a9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbb962d-4c66-4437-ad82-5e93c6242ee8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:57.367506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-730fab74-0a54-4df1-9e91-b38d97b221a9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.368877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-730fab74-0a54-4df1-9e91-b38d97b221a9 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/security-groups/6fbb962d-4c66-4437-ad82-5e93c6242ee8 HTTP/1.1" status: 204 len: 168 time: 0.3275173 Jan 10 19:24:57.376298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35864) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:57.459349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Deleting port 2c43b126-40d1-4b49-9853-e8f8482efc82 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:24:57.459830 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.562557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e190cdb6-d8b6-4db0-9fe2-f3b4f06728f9 req-6b870fad-2294-45cf-91f1-88503b626364 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 210 time: 0.1925139 Jan 10 19:24:57.586384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.801064 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01807f3-c224-4fa9-a754-88170c351b52 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:57.810478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=1c5c7b27-2220-4809-94a5-5a77185041db,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:57.819432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:24:57.838445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:57.841388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:24:57.881981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-c8fd89b6-37ab-4030-9593-4a523204e91e service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020830 Jan 10 19:24:57.928542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01807f3-c224-4fa9-a754-88170c351b52 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.029299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-2b194dde-7557-4293-91c1-c0beabaf8151 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:58.030743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-2b194dde-7557-4293-91c1-c0beabaf8151 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 815 time: 0.4662457 Jan 10 19:24:58.063036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Request body: {'port': {'device_id': '55fdedd7-86de-436e-ae11-3758420c8efe', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'admin_state_up': True, 'tenant_id': '65820c9d8aeb43179f644eac451666e8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:58.085474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01807f3-c224-4fa9-a754-88170c351b52 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.105763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] For port 2c43b126-40d1-4b49-9853-e8f8482efc82, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2c43b126-40d1-4b49-9853-e8f8482efc82,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:24:58.106695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.173363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01807f3-c224-4fa9-a754-88170c351b52 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e783bf22-ca36-4e57-bf34-a3786eb5bbdc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:58.179954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c01807f3-c224-4fa9-a754-88170c351b52 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.181071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c01807f3-c224-4fa9-a754-88170c351b52 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/security-groups/e783bf22-ca36-4e57-bf34-a3786eb5bbdc HTTP/1.1" status: 204 len: 168 time: 0.8038149 Jan 10 19:24:58.192961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:58.254475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Calling delete_port for 2c43b126-40d1-4b49-9853-e8f8482efc82 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:24:58.259557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-f82cb868-1d37-4208-a82f-a5b6b919cf5a service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766527 Jan 10 19:24:58.357549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:58.368458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:58.397549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b66bd84-59aa-45e2-a6ce-6a713d22dad5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.449436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Made reservation on behalf of 65820c9d8aeb43179f644eac451666e8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:58.454130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.533365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b66bd84-59aa-45e2-a6ce-6a713d22dad5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.533887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.544664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fed794ef-f858-4397-a62b-0e6a6291dd29 req-bd27ab84-7677-44ce-b931-3e48304c9ae8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 210 time: 0.0653384 Jan 10 19:24:58.586908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.660236 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.672363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b66bd84-59aa-45e2-a6ce-6a713d22dad5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.672857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Pushing event updated for resources: {'Port': ['ID=0b93f4dd-36f1-4903-bdc6-d6157884ff8b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:58.756046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8322b8d-e38b-48c8-a1af-de71bb4f790a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:58.777050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66bd84-59aa-45e2-a6ce-6a713d22dad5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ba15f-87b8-4886-b511-691a62f1295d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:58.810178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b66bd84-59aa-45e2-a6ce-6a713d22dad5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.811556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0b66bd84-59aa-45e2-a6ce-6a713d22dad5 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff8ba15f-87b8-4886-b511-691a62f1295d HTTP/1.1" status: 204 len: 168 time: 0.6176217 Jan 10 19:24:58.816483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35898) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:58.892906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Checking segment: {'id': '2906f7de-a6fb-459f-9e4c-3fba7400e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:24:58.893443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Network hostable DHCP agents. Network: fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:24:58.906237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:58.922543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Allocated IP 172.20.0.10 (c59abb0b-2d92-43cc-923f-fdd5c63145b7/9ddea05a-d402-4984-8916-1e6266498e06/bed30287-49c0-4f24-81d8-56fc2a5a1935) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:24:58.928185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d16776c1-a675-4153-87dd-fcab3b0dfbba req-e33efe30-1e86-428e-93fe-36a8cb9deaaa tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Synchronizing usage tracker for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:24:59.035610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Pushing event deleted for resources: {'Port': ['ID=2c43b126-40d1-4b49-9853-e8f8482efc82,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:24:59.055099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d16776c1-a675-4153-87dd-fcab3b0dfbba req-e33efe30-1e86-428e-93fe-36a8cb9deaaa tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Unset dirty status for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:24:59.067698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d16776c1-a675-4153-87dd-fcab3b0dfbba req-e33efe30-1e86-428e-93fe-36a8cb9deaaa tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 210 time: 0.2149737 Jan 10 19:24:59.210628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:24:59.251600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.270011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet 41560d5d-846e-42a9-9292-d52b5c0d2185 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:24:59.288575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.388337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.414310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.418158 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15bcc271-1a6d-4b0e-a565-d2b471b7e25f tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0392804 Jan 10 19:24:59.424006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35906) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:24:59.434733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-442340588', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'fixed_ips': [{'ip_address': '172.25.6.55'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:24:59.458880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:24:59.465323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] No DVR routers for this DVR port 2c43b126-40d1-4b49-9853-e8f8482efc82 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:24:59.467492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:24:59.471229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.472280 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.473137 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cb2abe1f-7f0a-4212-bb31-2237773f7921 req-6f6f157d-dd2d-4fe5-8622-0fd116393e4e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "DELETE /v2.0/ports/2c43b126-40d1-4b49-9853-e8f8482efc82 HTTP/1.1" status: 204 len: 173 time: 2.4189329 Jan 10 19:24:59.473559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-deleted', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:24:59.482504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd33517-1422-4fa9-a1e3-584cb20ed0be None None] Network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:24:59.484056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:24:59.484810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.500675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Usage tracker for resource:port and tenant:c8befdb973df4560a4d4f38cfa22f314 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:24:59.505695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:24:59.565583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:24:59.587946 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631e6837-1031-4475-8d6c-c03f5fbbb8ec', 'name': 'network-vif-deleted', 'tag': '2c43b126-40d1-4b49-9853-e8f8482efc82', 'status': 'completed', 'code': 200} Jan 10 19:24:59.591695 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e8853ae6-d324-4b8b-8d2b-5bb3c44e3bad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6799045 Jan 10 19:24:59.632601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Made reservation on behalf of c8befdb973df4560a4d4f38cfa22f314 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:24:59.645558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.692363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.756720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.819837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:24:59.868008 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.007905 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.041857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec866ea3-94b8-48d1-b16e-7c585bf08015 None None] Network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:00.098492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:00.149143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ee869fa-17d9-4e5d-8887-45b9caaf1b44 req-c0f0aba6-fb67-418e-b47c-60475bc10c93 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 210 time: 0.2945561 Jan 10 19:25:00.171726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Usage tracker for resource:security_group_rule and tenant:c8befdb973df4560a4d4f38cfa22f314 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:00.202619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:00.242452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:00.249412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:00.262841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:00.265175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:00.270636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:00.438418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:00.449121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-c66fbd50-3ee9-4af7-8f17-d04190b878e1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:00.451337 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-c66fbd50-3ee9-4af7-8f17-d04190b878e1 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.5115507 Jan 10 19:25:00.455983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.476706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:00.552468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 2c43b126-40d1-4b49-9853-e8f8482efc82 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:25:00.553092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2c43b126-40d1-4b49-9853-e8f8482efc82 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:00.708579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:00.714521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.717249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Usage tracker for resource:port and tenant:e61ae8b298b24029b77e8ff7b1a1e13e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:00.720482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:00.722508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.726659 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.732039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:00.752502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:00.753539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.795893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-e57f2b81-cc3c-4dc8-874a-baa14cc7f9ae tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7369015 Jan 10 19:25:00.797203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.799800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=41560d5d-846e-42a9-9292-d52b5c0d2185,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:00.813919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] device_id is not set on port d073a386-0efa-442c-92d8-25d2033c1bdc yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:00.865257 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.866983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Request body: {'port': {'device_id': '55fdedd7-86de-436e-ae11-3758420c8efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:00.967528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:00.970946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:00.991945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=1c5c7b27-2220-4809-94a5-5a77185041db,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:01.020910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6bbd9b-e154-491a-9ab1-c3eee716129d None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:01.026690 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.029242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d11855a1-770f-4718-bcaa-f72bf7519a56 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/41560d5d-846e-42a9-9292-d52b5c0d2185 HTTP/1.1" status: 204 len: 168 time: 2.2132854 Jan 10 19:25:01.036595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:01.171402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet b54b6e70-17c3-48ba-a07f-dabdceb86110 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:25:01.205162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.237721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:01.251740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804334210-network', 'tenant_id': 'e76f1e6eade94cce9016c692749d3d1c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:01.290819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ce2fd7-1d93-4093-b59d-d5fd11701f1b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:01.323381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a611-fa35-4196-828d-3818637f834b req-ab001c89-f994-4b42-96b4-6175420d4fda tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:01.337928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a37a611-fa35-4196-828d-3818637f834b req-ab001c89-f994-4b42-96b4-6175420d4fda tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 932 time: 1.0065286 Jan 10 19:25:01.357327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:01.361011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.5 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/139bdd6b-cfa6-408e-973e-4068e0a1071c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:01.370048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Usage tracker for resource:network and tenant:e76f1e6eade94cce9016c692749d3d1c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:01.377252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:01.404347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:01.419007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.459043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Made reservation on behalf of e76f1e6eade94cce9016c692749d3d1c for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:01.461299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.495151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.549296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.602819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40d0b96f-eb3b-40f7-a836-84bc5200f784 req-b0175c92-4788-446a-9bba-fa4d64c5eb93 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 210 time: 0.1105714 Jan 10 19:25:01.629324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:01.633961 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Floating IP acf1b94b-32d6-4661-95b4-b6035bfec948 associated. External IP: 172.25.6.247, port: 02f91088-96c0-4632-b900-8f707ed54012. Jan 10 19:25:01.703648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Usage tracker for resource:security_group_rule and tenant:e76f1e6eade94cce9016c692749d3d1c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:01.722437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:01.730314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a37a611-fa35-4196-828d-3818637f834b req-f3938bc8-9a04-4cd5-9550-478708704046 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734734 Jan 10 19:25:01.735220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:01.847280 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 10 19:25:01.847734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:01.901005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:01.940641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-60e38b70-67e4-4b8c-a765-24898fb975cb tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.5107679 Jan 10 19:25:01.958917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:01.977219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.120633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.140084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.143447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.160585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:02.225828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:02.251712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Deleting port 0b93f4dd-36f1-4903-bdc6-d6157884ff8b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:02.252182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.283564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d445baf-c472-4067-8e17-4b9e4954c68f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:02.288380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.288718 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Added segment 1dd53585-b18e-46ba-a83f-fdd630189e60 of type vlan for network 8434b347-e54d-4116-9e5a-6d628e3a7c69 Jan 10 19:25:02.301361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:02.302144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=139bdd6b-cfa6-408e-973e-4068e0a1071c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:02.306340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:02.310617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:02.395591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:02.396209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.410688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-742a85c2-0ff2-4b5d-9f72-684d23d233b2 None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:02.411604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-742a85c2-0ff2-4b5d-9f72-684d23d233b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.438833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.455455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.509425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-742a85c2-0ff2-4b5d-9f72-684d23d233b2 None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:02.535180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbcf3d-4a0a-4646-a169-a355cc565864 None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:02.535436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=b54b6e70-17c3-48ba-a07f-dabdceb86110,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:02.541326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.558961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-ef4741cb-83cb-4419-be6c-9ce34bb7d48b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0938962 Jan 10 19:25:02.565397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-75a34a49-a0c1-4bd0-97bc-11d9829fb414 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/b54b6e70-17c3-48ba-a07f-dabdceb86110 HTTP/1.1" status: 204 len: 168 time: 1.5174613 Jan 10 19:25:02.570942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35960) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:02.575566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Request body: {'port': {'device_id': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:02.634348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.634766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:02.635361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.644757 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-385cf9a7-875a-4cea-84e3-5ce78016d557 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:02.645301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385cf9a7-875a-4cea-84e3-5ce78016d557 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:02.647094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-385cf9a7-875a-4cea-84e3-5ce78016d557 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/41560d5d-846e-42a9-9292-d52b5c0d2185 HTTP/1.1" status: 404 len: 337 time: 0.0751331 Jan 10 19:25:02.652624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35966) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:02.721293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:25:02.741200 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.741937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.821352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-742a85c2-0ff2-4b5d-9f72-684d23d233b2 None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:02.824235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-742a85c2-0ff2-4b5d-9f72-684d23d233b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:02.916767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6714594 Jan 10 19:25:02.946213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35976) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:02.974222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Request body: {'subnet': {'network_id': '8434b347-e54d-4116-9e5a-6d628e3a7c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804334210-subnet', 'tenant_id': 'e76f1e6eade94cce9016c692749d3d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:02.983210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ed60d-f115-4a97-9257-7905c631937f admin admin] Pushing event updated for resources: {'Network': ['ID=8434b347-e54d-4116-9e5a-6d628e3a7c69,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:02.989977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:02.998770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Usage tracker for resource:subnet and tenant:e76f1e6eade94cce9016c692749d3d1c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:03.012059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 8434b347-e54d-4116-9e5a-6d628e3a7c69 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:03.049052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.064528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:03.081562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:03.120139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed30287-49c0-4f24-81d8-56fc2a5a1935 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:03.129687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.148682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Transition to ACTIVE for port object bed30287-49c0-4f24-81d8-56fc2a5a1935 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:03.341394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Made reservation on behalf of e76f1e6eade94cce9016c692749d3d1c for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:03.344476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.358378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Calling delete_port for 0b93f4dd-36f1-4903-bdc6-d6157884ff8b owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:03.394286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.408809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting subnet e6b35530-0c05-4efa-8ece-ef08339144d6 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:25:03.416903 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.485888 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.606945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.626431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139bdd6b-cfa6-408e-973e-4068e0a1071c {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:03.635897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.693367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:25:03.702710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Transition to ACTIVE for port object 139bdd6b-cfa6-408e-973e-4068e0a1071c will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:03.785067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:03.959258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:03.985597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.044793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b35530-0c05-4efa-8ece-ef08339144d6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:04.161676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3571-f0d2-4019-b789-7542ca01bc31 req-db9a66fe-5a97-4806-b8ec-1e7f76905349 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:04.163234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-deae3571-f0d2-4019-b789-7542ca01bc31 req-db9a66fe-5a97-4806-b8ec-1e7f76905349 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 931 time: 0.8640997 Jan 10 19:25:04.190570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700cabc-8264-44ea-b689-8275e0e6412b None None] Network 57386654-b25f-4f93-825e-b65a98c25e74 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:04.223663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.235098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b1538cc0-c417-40ce-a7e4-44741cd8cda8 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/e6b35530-0c05-4efa-8ece-ef08339144d6 HTTP/1.1" status: 204 len: 168 time: 1.5806866 Jan 10 19:25:04.266745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35984) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:04.312466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.322319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-370c020f-edcf-4723-9f35-a77fe031b1fb None None] Provisioning complete for port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:04.322813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-370c020f-edcf-4723-9f35-a77fe031b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.375385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b10224-1d17-47ab-9b6c-507e225aecc7 req-389759f3-fb24-49d5-b07f-0185d89cf595 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:04.376979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44b10224-1d17-47ab-9b6c-507e225aecc7 req-389759f3-fb24-49d5-b07f-0185d89cf595 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 944 time: 1.0272839 Jan 10 19:25:04.398330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Pushing event updated for resources: {'Port': ['ID=139bdd6b-cfa6-408e-973e-4068e0a1071c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:04.424991 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be7ada5-1dea-4e97-bbed-6b546cd1945f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:04.425438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be7ada5-1dea-4e97-bbed-6b546cd1945f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:04.437382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Attempting to bind port 139bdd6b-cfa6-408e-973e-4068e0a1071c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:04.437832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-deae3571-f0d2-4019-b789-7542ca01bc31 req-f8738a1a-c8cd-433f-a739-308699cde889 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391052 Jan 10 19:25:04.438587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b93f4dd-36f1-4903-bdc6-d6157884ff8b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:04.447944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Attempting to bind port 139bdd6b-cfa6-408e-973e-4068e0a1071c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:04.451548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Attempting to bind port 139bdd6b-cfa6-408e-973e-4068e0a1071c on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:04.470920 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2be7ada5-1dea-4e97-bbed-6b546cd1945f tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/aaa99035-ef80-4890-b29b-333abe185a62 HTTP/1.1" status: 404 len: 337 time: 0.1318359 Jan 10 19:25:04.473621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35994) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:04.474175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Port 139bdd6b-cfa6-408e-973e-4068e0a1071c on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:04.474499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Attempting to bind port 139bdd6b-cfa6-408e-973e-4068e0a1071c on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:04.480212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.542370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-370c020f-edcf-4723-9f35-a77fe031b1fb None None] Port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:04.567041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.570183 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.571412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6bf76ee3-695f-450b-854f-6320be8ef151 tempest-ExternalNetworksAdminNegativeTestJSON-670705283 tempest-ExternalNetworksAdminNegativeTestJSON-670705283-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/178c3bc9-d118-490e-8d80-94651ccaba28 HTTP/1.1" status: 204 len: 168 time: 2.6076479 Jan 10 19:25:04.579758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-370c020f-edcf-4723-9f35-a77fe031b1fb None None] Provisioning complete for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:04.580197 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-370c020f-edcf-4723-9f35-a77fe031b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.584127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-74aebaeb-d95e-4124-98fb-811f553f26bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Synchronizing usage tracker for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:04.591363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:04.591977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:04.592537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:04.593153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Bound port: 139bdd6b-cfa6-408e-973e-4068e0a1071c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:04.593687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.597951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Attempting to bind port bed30287-49c0-4f24-81d8-56fc2a5a1935 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:04.598293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Attempting to bind port bed30287-49c0-4f24-81d8-56fc2a5a1935 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:04.598620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Attempting to bind port bed30287-49c0-4f24-81d8-56fc2a5a1935 on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:04.603613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44b10224-1d17-47ab-9b6c-507e225aecc7 req-2ddab616-9c36-48ef-a9f2-0f01b1cea2c9 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972818 Jan 10 19:25:04.609855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Port bed30287-49c0-4f24-81d8-56fc2a5a1935 on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:04.610182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Attempting to bind port bed30287-49c0-4f24-81d8-56fc2a5a1935 on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:04.619127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:04.619532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Checking segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:04.619921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Bound using segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:04.620345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Bound port: bed30287-49c0-4f24-81d8-56fc2a5a1935, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:04.620689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.694026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-74aebaeb-d95e-4124-98fb-811f553f26bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Unset dirty status for tenant:bece1d965ba0450fba3cf6570ab1b4c6 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:04.700379 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74aebaeb-d95e-4124-98fb-811f553f26bf tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "GET /v2.0/ports?device_id=5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 HTTP/1.1" status: 200 len: 205 time: 0.2224402 Jan 10 19:25:04.701959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a039d7-2279-46b9-ab70-8abfe843c850,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:04.724448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:04.766947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:04.770124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:04.778432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.779597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] DHCP port deletion for 57386654-b25f-4f93-825e-b65a98c25e74 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:25:04.805412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] Deleting port 71aab88d-b62b-4d4a-85ff-2e4437f85252 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:04.806193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.871895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:04.874186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] 10.222.0.44 "PUT /v2.0/ports/bed30287-49c0-4f24-81d8-56fc2a5a1935 HTTP/1.1" status: 200 len: 1092 time: 4.0241814 Jan 10 19:25:04.875519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:04.927709 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-362dba25-4d56-466d-ac12-8ee9383a2069 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] delete failed (client error): The resource could not be found. Jan 10 19:25:04.932083 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-362dba25-4d56-466d-ac12-8ee9383a2069 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/routers/5290f5ba-1b6d-405f-b9cd-d6e5bf1a4fe2 HTTP/1.1" status: 404 len: 336 time: 0.1929882 Jan 10 19:25:04.933835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36010) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.003560 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'status': 'completed', 'code': 200} Jan 10 19:25:05.015493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc03b2-e99f-40a3-83ae-86ed3bbff90c service neutron] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:05.034932 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-debe63fe-236d-4839-8cb4-a40919bbcdea tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.035383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debe63fe-236d-4839-8cb4-a40919bbcdea tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.040946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36016) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.041455 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-debe63fe-236d-4839-8cb4-a40919bbcdea tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/dc3fadd7-c843-40ff-95bd-17f24671c733 HTTP/1.1" status: 404 len: 337 time: 0.1028786 Jan 10 19:25:05.048631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Checking segment: {'id': '1dd53585-b18e-46ba-a83f-fdd630189e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8434b347-e54d-4116-9e5a-6d628e3a7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:05.048996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Network hostable DHCP agents. Network: 8434b347-e54d-4116-9e5a-6d628e3a7c69, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:05.078076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] For port 139bdd6b-cfa6-408e-973e-4068e0a1071c, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:05.088554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] For port 139bdd6b-cfa6-408e-973e-4068e0a1071c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:05.091334 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-185817f2-e480-42e3-9090-af58c56bb466 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.092108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185817f2-e480-42e3-9090-af58c56bb466 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.094025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-185817f2-e480-42e3-9090-af58c56bb466 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/9e76ec37-5192-4961-b029-5548f2c2aa71 HTTP/1.1" status: 404 len: 337 time: 0.0506070 Jan 10 19:25:05.097104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36020) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.104743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:05.148679 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e213ed-fe3b-4613-b79b-7cc5b8016133 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.149540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e213ed-fe3b-4613-b79b-7cc5b8016133 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.152021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27e213ed-fe3b-4613-b79b-7cc5b8016133 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/0ea73202-e7b7-4255-a47d-5ec900612de3 HTTP/1.1" status: 404 len: 337 time: 0.0530605 Jan 10 19:25:05.156909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-800eafc7-c307-4c60-9336-5277badc88cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 1095 time: 0.2357309 Jan 10 19:25:05.157668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.178764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:05.181562 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] 10.222.0.44 "PUT /v2.0/ports/139bdd6b-cfa6-408e-973e-4068e0a1071c HTTP/1.1" status: 200 len: 1091 time: 2.6132033 Jan 10 19:25:05.197462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'tag': '139bdd6b-cfa6-408e-973e-4068e0a1071c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:05.201023 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] For port 71aab88d-b62b-4d4a-85ff-2e4437f85252, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71aab88d-b62b-4d4a-85ff-2e4437f85252,segment=NetworkSegment(f7a94a78-4615-4d28-99bd-7e2fd95aebca),segment_id=f7a94a78-4615-4d28-99bd-7e2fd95aebca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:05.201531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:05.205528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36028) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.244783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:25:05.278393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:25:05.346519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] Calling delete_port for 71aab88d-b62b-4d4a-85ff-2e4437f85252 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:05.356736 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'tag': '139bdd6b-cfa6-408e-973e-4068e0a1071c', 'status': 'completed', 'code': 200} Jan 10 19:25:05.401497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e6eec-ddf7-41d9-8e6e-f67cf72e4def service neutron] Pushing event updated for resources: {'Port': ['ID=139bdd6b-cfa6-408e-973e-4068e0a1071c,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:05.404378 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d49579-4688-48d6-ba19-7007af6fd8ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.405444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d49579-4688-48d6-ba19-7007af6fd8ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.407576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b4d49579-4688-48d6-ba19-7007af6fd8ed tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/aebe6129-4bd0-4696-9278-87eae97407e5 HTTP/1.1" status: 404 len: 333 time: 0.2485003 Jan 10 19:25:05.417787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-b6447243-d2b4-4997-8d59-2198189fed62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935 HTTP/1.1" status: 200 len: 217 time: 0.2128115 Jan 10 19:25:05.420413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36036) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.433342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:05.450787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:05.451459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:05.460603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Network 8434b347-e54d-4116-9e5a-6d628e3a7c69 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:05.513538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-51c5b113-0849-4ee0-b858-990155ebcd3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:05.515048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-51c5b113-0849-4ee0-b858-990155ebcd3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 200 len: 855 time: 0.0889351 Jan 10 19:25:05.572392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-ff79ad80-1a37-480e-9afc-49ab3e3d918b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c59abb0b-2d92-43cc-923f-fdd5c63145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510910 Jan 10 19:25:05.590236 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68d7c7f-f688-4dcb-a771-323bdd64495b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.590701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68d7c7f-f688-4dcb-a771-323bdd64495b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.592825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:05.607725 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f68d7c7f-f688-4dcb-a771-323bdd64495b tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/aa7b466e-46e3-44c2-9cee-10cfbb15f106 HTTP/1.1" status: 404 len: 337 time: 0.1737475 Jan 10 19:25:05.615886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 8434b347-e54d-4116-9e5a-6d628e3a7c69) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:05.616361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36044) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.675765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdd94e-2a04-4819-bbe0-8b31db0f6860 None None] Network 8434b347-e54d-4116-9e5a-6d628e3a7c69 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:05.680553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:05.681147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:05.697342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:05.716251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-14237087-aae4-41a9-9b3d-fff6b3d2b2e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.5621026 Jan 10 19:25:05.716890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36052) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.722292 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5012383-eb9b-44a5-b62e-601db747f791 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.723089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5012383-eb9b-44a5-b62e-601db747f791 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.727362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e5012383-eb9b-44a5-b62e-601db747f791 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/d0557984-3b3d-4fbf-9f0f-8d24ebb1e118 HTTP/1.1" status: 404 len: 337 time: 0.1076572 Jan 10 19:25:05.727923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36056) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.797213 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-37badac4-fe1f-49dc-b225-8ae536a66614 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8328767 Jan 10 19:25:05.826743 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8493ec9-b0e6-4c98-b499-ef2ff4a6d8c1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.827208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8493ec9-b0e6-4c98-b499-ef2ff4a6d8c1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.828847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b8493ec9-b0e6-4c98-b499-ef2ff4a6d8c1 tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/fab64d2a-8abe-4209-a215-7c944851e253 HTTP/1.1" status: 404 len: 333 time: 0.0680897 Jan 10 19:25:05.837090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36062) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:05.913071 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-8da49fcc-ec04-4c6e-b4b0-8c80da863d1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 1094 time: 0.6770849 Jan 10 19:25:05.916222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:05.948785 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-771d86f7-16f3-4a7e-abbf-37aeef88651c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:05.949129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771d86f7-16f3-4a7e-abbf-37aeef88651c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:05.950819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-771d86f7-16f3-4a7e-abbf-37aeef88651c tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/7189dbf2-c90d-4746-8696-3dbd29ebc964 HTTP/1.1" status: 404 len: 337 time: 0.1127963 Jan 10 19:25:05.961292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36068) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:06.014711 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-5d2d073d-d849-480c-9454-86295bda0045 service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333234 Jan 10 19:25:06.035905 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5749d8-cd54-42b8-a2fa-ddea428a335e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] DELETE failed (client error): The resource could not be found. Jan 10 19:25:06.036193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5749d8-cd54-42b8-a2fa-ddea428a335e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:06.038423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6d5749d8-cd54-42b8-a2fa-ddea428a335e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/subnets/1dc6211c-370f-4789-9062-256e7fc2da0c HTTP/1.1" status: 404 len: 337 time: 0.0730579 Jan 10 19:25:06.059383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Usage tracker for resource:security_group_rule and tenant:2bfc9c6054af42a48244564a0cb0f415 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:06.062705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36076) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:06.071625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:06.127315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:06.203092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] Pushing event deleted for resources: {'Port': ['ID=71aab88d-b62b-4d4a-85ff-2e4437f85252,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:06.205304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c26d6-da3f-45d9-9560-1f1f1c2e8adc req-4432dfdf-b60d-4f55-8b0b-219c792fd7d8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:06.206850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c1c26d6-da3f-45d9-9560-1f1f1c2e8adc req-4432dfdf-b60d-4f55-8b0b-219c792fd7d8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 943 time: 0.4990788 Jan 10 19:25:06.212494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd0d1-7ed2-42d6-bada-8fcf87d172ce req-d0ef5dcc-9c0a-4245-ad95-72cc83457129 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:06.213939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df2cd0d1-7ed2-42d6-bada-8fcf87d172ce req-d0ef5dcc-9c0a-4245-ad95-72cc83457129 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 944 time: 0.3816869 Jan 10 19:25:06.233377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No active binding found for port 71aab88d-b62b-4d4a-85ff-2e4437f85252 {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 19:25:06.233801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71aab88d-b62b-4d4a-85ff-2e4437f85252 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:06.239617 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2006156c-92cb-4e8e-86e1-5b975e3622ce tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/acf1b94b-32d6-4661-95b4-b6035bfec948 HTTP/1.1" status: 200 len: 991 time: 0.5206051 Jan 10 19:25:06.242420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:06.244382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff4b25-3b47-4ad3-ae54-5d5676394752 None None] No DVR routers for this DVR port 71aab88d-b62b-4d4a-85ff-2e4437f85252 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:25:06.268911 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-8d0100db-a271-4422-b37d-5bb13b1d8ddf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c HTTP/1.1" status: 200 len: 217 time: 0.3290772 Jan 10 19:25:06.275787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Deleting port e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:06.276127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:06.318075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8871b639-b1cd-4b99-bd65-98ba99114934 req-3cccf90c-5904-4ae0-b64c-9909e38c753f service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890668 Jan 10 19:25:06.320343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:25:06.375325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df2cd0d1-7ed2-42d6-bada-8fcf87d172ce req-04141d44-1242-4eb1-8168-de2b41a3008d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463501 Jan 10 19:25:06.383220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4903c5e-0df8-4c6e-9d5c-3beb79df53d8 None None] Network 8434b347-e54d-4116-9e5a-6d628e3a7c69 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:06.388748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c1c26d6-da3f-45d9-9560-1f1f1c2e8adc req-85fe8464-ab68-4f0a-92a5-f04cb1544aad tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610837 Jan 10 19:25:06.562421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-153df1ab-8bc0-4bbc-995b-ea4601bc7302 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 1095 time: 0.1695604 Jan 10 19:25:06.701539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-6a36cbf7-ce74-460a-b090-1dc4a98fd49e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:06.706753 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-6a36cbf7-ce74-460a-b090-1dc4a98fd49e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.3980980 Jan 10 19:25:06.736394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-bf8eba36-6d13-4490-a7ff-6fd37c1bc834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:06.737452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-bf8eba36-6d13-4490-a7ff-6fd37c1bc834 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 916 time: 0.1670597 Jan 10 19:25:06.805241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-c9f2df42-3e31-4e85-8492-e235b4659dad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875075 Jan 10 19:25:06.840265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:06.892705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-7ac431d3-8b94-47e9-84a0-7d89c758b730 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935 HTTP/1.1" status: 200 len: 217 time: 0.1291025 Jan 10 19:25:06.997905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-5c6176b4-95ab-4903-a9f6-231a17518b8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:06.999294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-5c6176b4-95ab-4903-a9f6-231a17518b8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 200 len: 855 time: 0.1003745 Jan 10 19:25:07.056759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-d6775419-80b1-4177-9970-d23900c1a892 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c59abb0b-2d92-43cc-923f-fdd5c63145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458207 Jan 10 19:25:07.062170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-a17b81eb-4777-45b5-b601-b31d592d4f6a tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:07.063675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-a17b81eb-4777-45b5-b601-b31d592d4f6a tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/networks?id=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 HTTP/1.1" status: 200 len: 809 time: 0.3228738 Jan 10 19:25:07.127493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:14Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:24:59Z', 'revision_number': 0, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:07.132552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:25:07.146137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:07.147072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:24:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:07.175700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Calling delete_port for e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:07.194927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-5b6a9784-e15c-4ce1-bc47-ceea32055cd2 service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302712 Jan 10 19:25:07.212778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.228347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.256403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36094) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:07.273585 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bfc9c6054af42a48244564a0cb0f415&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0538077 Jan 10 19:25:07.280909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36096) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:07.359879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'tag': '02f91088-96c0-4632-b900-8f707ed54012'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:07.401695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-27d3b1ce-9b4a-4d5f-abe7-6aae1cc955a0 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/quotas/ce2b89cc14604048bba5a4998fe4ad0d HTTP/1.1" status: 200 len: 375 time: 0.2057562 Jan 10 19:25:07.425591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:25:07.492344 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'tag': '02f91088-96c0-4632-b900-8f707ed54012', 'status': 'completed', 'code': 200} Jan 10 19:25:07.493729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03b2b0bc-6827-4699-9032-5516f5b079a6 req-5bb9d9a7-3b92-4162-ab0c-42ac9ebb50cc service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865562 Jan 10 19:25:07.496308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef545618-e758-4db6-8cfb-68dfbefb9caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73fe9ef-c093-422c-9733-483a3e33d940,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:07.567807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de56ff88-76f6-42d2-b1fd-0231f9d2ee3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.569414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.577710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5967f675-199f-4286-954b-7c97976b48b0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/acf1b94b-32d6-4661-95b4-b6035bfec948 HTTP/1.1" status: 200 len: 991 time: 0.3016870 Jan 10 19:25:07.600860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-f6d335db-cdbb-4308-bf0f-35998602b000 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce2b89cc14604048bba5a4998fe4ad0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112192 Jan 10 19:25:07.635851 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-2fa32b69-6224-454d-ad6a-a4d2d3529969 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222201 Jan 10 19:25:07.652306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.692670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Port': ['ID=e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:07.707898 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba739834-d873-4beb-9313-3b551d6a829e tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/ports/e0c0f9cf-48b1-4589-96eb-c8d3c804ca6e HTTP/1.1" status: 204 len: 168 time: 1.6377079 Jan 10 19:25:07.708766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:07.823482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-1b6198be-5ca9-4c27-9122-79e9d923111b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 1096 time: 0.2696400 Jan 10 19:25:07.884320 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.887184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de56ff88-76f6-42d2-b1fd-0231f9d2ee3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:07.971579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-1fcc3ef6-a56b-4084-8690-94209150df2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:07.973034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-1fcc3ef6-a56b-4084-8690-94209150df2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 200 len: 897 time: 0.1358359 Jan 10 19:25:07.980293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-fff7f4fb-aba5-4508-acc9-6df5f6eb9adc service neutron] 10.222.0.21 "GET /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727431 Jan 10 19:25:07.993564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:14Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:24:59Z', 'revision_number': 0, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:07.999167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5b94c-81b9-4c8d-b68f-cd903ba645d0 None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:24:14Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:24:59Z', 'revision_number': 0, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:25:08.133952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.144062 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd243c7e-fa00-452c-a65b-c5ea07b7f152 req-66a3bfa5-0844-45bb-a4f9-d0357bed8fbb service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986022 Jan 10 19:25:08.171173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aaa93-a7a7-412b-917e-f41f1481fe2c req-12824f3a-17f1-4150-9373-526df81f4889 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:08.178566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c21aaa93-a7a7-412b-917e-f41f1481fe2c req-12824f3a-17f1-4150-9373-526df81f4889 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 944 time: 0.4560931 Jan 10 19:25:08.181505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57386654-b25f-4f93-825e-b65a98c25e74']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:08.238274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-c084c6c8-2173-4b0f-9ee6-1376a70ad88b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f91088-96c0-4632-b900-8f707ed54012 HTTP/1.1" status: 200 len: 999 time: 0.2565205 Jan 10 19:25:08.240178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a94a78-4615-4d28-99bd-7e2fd95aebca') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:08.240485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a94a78-4615-4d28-99bd-7e2fd95aebca') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:08.267244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.282545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de56ff88-76f6-42d2-b1fd-0231f9d2ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.305610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56ff88-76f6-42d2-b1fd-0231f9d2ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73fe9ef-c093-422c-9733-483a3e33d940,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:08.310531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.321117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-124a379c-2393-4033-9597-ea7d83d51ebe service neutron] 10.222.0.21 "GET /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850311 Jan 10 19:25:08.331697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:08.332073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.335575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c21aaa93-a7a7-412b-917e-f41f1481fe2c req-8c74c4a3-9ae0-4894-aec2-a48a97075cd5 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560082 Jan 10 19:25:08.370047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-4c02a85e-cd14-4976-8b78-cc5544a7c744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:08.374572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-4c02a85e-cd14-4976-8b78-cc5544a7c744 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa42ee11-aabf-4d77-97e4-592219513c6b HTTP/1.1" status: 200 len: 834 time: 0.1220529 Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:08.379477 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:08.394288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de56ff88-76f6-42d2-b1fd-0231f9d2ee3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.395486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de56ff88-76f6-42d2-b1fd-0231f9d2ee3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d73fe9ef-c093-422c-9733-483a3e33d940 HTTP/1.1" status: 204 len: 168 time: 1.1006854 Jan 10 19:25:08.402136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71e672fd-7402-4d0c-8d2d-d6f14ebf3598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.406732 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ab40a-164e-4eca-ae78-859d757ceca0 None None] New status for floating IP acf1b94b-32d6-4661-95b4-b6035bfec948: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:25:08.605210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:08.623465 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.681154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:08.695777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] Pushing event deleted for resources: {'Network': ['ID=57386654-b25f-4f93-825e-b65a98c25e74,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:08.724359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dca9a288-1443-405d-9929-ca160d456cbc tempest-PortsTestJSON-548227318 tempest-PortsTestJSON-548227318-project] 10.222.0.21 "DELETE /v2.0/networks/57386654-b25f-4f93-825e-b65a98c25e74 HTTP/1.1" status: 204 len: 168 time: 1.0057480 Jan 10 19:25:08.735969 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-04580ae9-f3a2-40b5-8b59-0f4ccff0034c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 1094 time: 0.5302851 Jan 10 19:25:08.881145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78f52bca-c530-4155-a3ea-1bcf876900d7 req-6df6bea4-7e95-4a57-be24-b4909c8846bc tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 210 time: 0.1843677 Jan 10 19:25:08.934633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-26a3b8d3-f695-4229-8621-b3a99412dd96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd83ac08-fd08-480e-9e0c-ca853afe5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5527632 Jan 10 19:25:09.091982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-5c4e6184-0df7-4fde-933a-7dbb3ff03e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:09.096254 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-5c4e6184-0df7-4fde-933a-7dbb3ff03e17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.3509097 Jan 10 19:25:09.209622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe1290-fcc8-4734-b35a-04b6bf51b255 req-f9baa311-5538-4fa1-b4c6-ce84fbc8082d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:09.226394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dfe1290-fcc8-4734-b35a-04b6bf51b255 req-f9baa311-5538-4fa1-b4c6-ce84fbc8082d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 943 time: 0.6644940 Jan 10 19:25:09.277462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d6391df7-b80b-44c8-bdaa-91d0291a5045 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/acf1b94b-32d6-4661-95b4-b6035bfec948 HTTP/1.1" status: 200 len: 991 time: 0.6669600 Jan 10 19:25:09.277462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:09.336625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36146) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:09.388979 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-35a9c54a-5617-40b8-8174-f8708c6043f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c HTTP/1.1" status: 200 len: 217 time: 0.2876980 Jan 10 19:25:09.507498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-4f5759a8-b21a-4b20-95ac-5a8e8e384fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:09.508955 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-4f5759a8-b21a-4b20-95ac-5a8e8e384fee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.1093287 Jan 10 19:25:09.510180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-ccb60828-61e3-42bb-996f-9b57081c323b service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624850 Jan 10 19:25:09.530547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dfe1290-fcc8-4734-b35a-04b6bf51b255 req-7d9b7e4a-2cd5-40a1-b9c7-8d1cf8d89248 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017476 Jan 10 19:25:09.589315 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-9d995339-36f9-42d1-b34b-804180fa7378 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676758 Jan 10 19:25:09.794290 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-89e85ab7-152e-4afa-b195-23935cb15336 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969728 Jan 10 19:25:09.912061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d8475d6a-2bd5-45ff-9bde-c9abeea18950 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8befdb973df4560a4d4f38cfa22f314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5724096 Jan 10 19:25:09.960590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36166) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:09.976497 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-145c63b2-4e53-4d98-916d-0b0e05889f23 req-c557c45c-6dbd-428c-ae4a-87e96bbca402 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751497 Jan 10 19:25:10.079958 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:25:10.162534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:25:10.165381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34b2635a-e3cd-4cf0-8330-7a6a0146210a req-ef5f0018-e8d7-496c-8384-b9087cceaa1f tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 210 time: 0.1040158 Jan 10 19:25:10.193241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-16ba4884-6f4e-42b7-a6e4-4187b6ed2116 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bece1d965ba0450fba3cf6570ab1b4c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8843076 Jan 10 19:25:10.195736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36172) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:10.227425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e95b6c00-3a74-4ea9-af7e-9a111d657716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.230482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-015a987d-14a6-4877-93f2-d3b56b565b2b req-3f53c16b-ceea-4cce-8537-c0a6db840ef3 service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061696 Jan 10 19:25:10.239547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85549c3-ccbe-4b7c-b896-a487f0ecde76 req-fd2675fc-7c77-4007-8eee-2923aa2bae07 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:10.248118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d85549c3-ccbe-4b7c-b896-a487f0ecde76 req-fd2675fc-7c77-4007-8eee-2923aa2bae07 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 944 time: 0.6905074 Jan 10 19:25:10.276422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36176) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:10.286795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36178) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:10.304135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e95b6c00-3a74-4ea9-af7e-9a111d657716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.378166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d85549c3-ccbe-4b7c-b896-a487f0ecde76 req-8644a9d8-8ea2-4742-8f3d-d16974520e9c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290822 Jan 10 19:25:10.472594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d06a96-506a-4e8c-91fb-c3a31f718ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.480365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:10.490057 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-acdb3f37-dc17-452d-8332-e2e64efa8ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.503283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'port_id': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'mac_address': 'fa:16:3e:91:15:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddea05a-d402-4984-8916-1e6266498e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:25:10.505951 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d06a96-506a-4e8c-91fb-c3a31f718ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.552981 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-26e7e994-44c7-432c-9805-bdc7709f47a8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/acf1b94b-32d6-4661-95b4-b6035bfec948 HTTP/1.1" status: 200 len: 993 time: 0.2641771 Jan 10 19:25:10.585126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d06a96-506a-4e8c-91fb-c3a31f718ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.589741 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.605960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.613914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d06a96-506a-4e8c-91fb-c3a31f718ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891ae007-60af-4a92-a207-9c0f30809fe7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:10.616954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e95b6c00-3a74-4ea9-af7e-9a111d657716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.627412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8d06a96-506a-4e8c-91fb-c3a31f718ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.628623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e8d06a96-506a-4e8c-91fb-c3a31f718ea7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/891ae007-60af-4a92-a207-9c0f30809fe7 HTTP/1.1" status: 204 len: 168 time: 0.4316542 Jan 10 19:25:10.657644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b6c00-3a74-4ea9-af7e-9a111d657716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ce2fd7-1d93-4093-b59d-d5fd11701f1b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:10.673458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed30287-49c0-4f24-81d8-56fc2a5a1935 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:10.702560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:10.708304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.774843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:10.798317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:10.800689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e95b6c00-3a74-4ea9-af7e-9a111d657716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:10.801777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e95b6c00-3a74-4ea9-af7e-9a111d657716 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7ce2fd7-1d93-4093-b59d-d5fd11701f1b HTTP/1.1" status: 204 len: 168 time: 0.8373709 Jan 10 19:25:10.810152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Usage tracker for resource:security_group_rule and tenant:45c731c9ffa74da384187d087e8963df is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:10.817727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-be645b7b-6d9a-4c18-85a5-40377430c2e9 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:10.819191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-be645b7b-6d9a-4c18-85a5-40377430c2e9 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.44 "GET /v2.0/networks?id=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 HTTP/1.1" status: 200 len: 809 time: 0.4378304 Jan 10 19:25:10.820020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:10.828468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:10.850570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Request body: {'port': {'device_id': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283', 'admin_state_up': True, 'tenant_id': 'ce2b89cc14604048bba5a4998fe4ad0d'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:10.964402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['bed30287-49c0-4f24-81d8-56fc2a5a1935'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:10.980457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f17d7-4543-4144-bb3f-96608e1be502 req-724cea3c-fc3b-41da-a50d-c383dd4bc303 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:10.982451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-794f17d7-4543-4144-bb3f-96608e1be502 req-724cea3c-fc3b-41da-a50d-c383dd4bc303 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 943 time: 0.2627861 Jan 10 19:25:11.097576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.110854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:11.112974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.131229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Usage tracker for resource:port and tenant:ce2b89cc14604048bba5a4998fe4ad0d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:11.139034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-794f17d7-4543-4144-bb3f-96608e1be502 req-fa61b8af-a3c6-4edf-bc9d-c8da2ec119d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433141 Jan 10 19:25:11.139034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:11.151372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:11.184310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c4630-c8e2-467f-ba29-0a54964cc190,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:11.191226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Made reservation on behalf of ce2b89cc14604048bba5a4998fe4ad0d for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:11.194298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.209457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-41c794ec-db94-46f9-816d-154f49aef55e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45c731c9ffa74da384187d087e8963df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9249609 Jan 10 19:25:11.210280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:11.337406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0596c0-ab8b-497c-8eae-234b1f3b7216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.381521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0596c0-ab8b-497c-8eae-234b1f3b7216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.419823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40bfcd86-572a-4113-a3ff-33e3e150ce90 req-94f5430a-5135-40a7-bf39-590428569a6b tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 210 time: 0.0559044 Jan 10 19:25:11.453694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0596c0-ab8b-497c-8eae-234b1f3b7216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.457549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Allocated IP 172.20.0.7 (fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283/b8322b8d-e38b-48c8-a1af-de71bb4f790a/b93d7822-ee74-44cd-9940-6afb341d4311) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:11.484866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0596c0-ab8b-497c-8eae-234b1f3b7216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c4630-c8e2-467f-ba29-0a54964cc190,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:11.496102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0596c0-ab8b-497c-8eae-234b1f3b7216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.498623 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af0596c0-ab8b-497c-8eae-234b1f3b7216 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c8c4630-c8e2-467f-ba29-0a54964cc190 HTTP/1.1" status: 204 len: 168 time: 0.2871201 Jan 10 19:25:11.736116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970dcf-0bca-4715-83ba-d52215e8d35a req-7531d815-193a-4af4-af99-57484b1ab1cf tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:11.737324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50970dcf-0bca-4715-83ba-d52215e8d35a req-7531d815-193a-4af4-af99-57484b1ab1cf tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 945 time: 0.1876919 Jan 10 19:25:11.740227 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.762058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.767384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.806551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50970dcf-0bca-4715-83ba-d52215e8d35a req-3ef020f6-ac5a-4052-ad6e-8eab8ba42ce0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Jan 10 19:25:11.814990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.888456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:11.891451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:11.895312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:11.930656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Pushing event updated for resources: {'Port': ['ID=b93d7822-ee74-44cd-9940-6afb341d4311,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:11.965437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:11.966069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:11.997312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-d35cd2f0-bd39-4d86-9446-889ff523c982 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1507616 Jan 10 19:25:12.009570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Request body: {'port': {'device_id': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:12.014010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36232) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:12.035328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.084826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:12.089855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Usage tracker for resource:security_group_rule and tenant:d9653dc176b841a78c132651cc617a80 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:12.093591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:12.099947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:12.167014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 139bdd6b-cfa6-408e-973e-4068e0a1071c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:25:12.170231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:12.174218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.200144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.211967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.265302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:12.354855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b2eae-8a97-4944-9c51-288dfe9dbedb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:12.371460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36248) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:12.373815 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c9506f39-ffa2-4c30-ae66-f7ea621d3c36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9653dc176b841a78c132651cc617a80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585892 Jan 10 19:25:12.459347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port bed30287-49c0-4f24-81d8-56fc2a5a1935 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:12.466733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port bed30287-49c0-4f24-81d8-56fc2a5a1935 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:12.467426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.582994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 139bdd6b-cfa6-408e-973e-4068e0a1071c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:12.590717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-905702292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:12.603013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:12.608009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:router and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:12.612123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:12.618268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:12.620295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '139bdd6b-cfa6-408e-973e-4068e0a1071c', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': '139bdd6b-cfa6-408e-973e-4068e0a1071c', 'mac_address': 'fa:16:3e:49:c7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:25:12.630704 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.632435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.656971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.680146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.713402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.718167 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3083a899-f5d4-419d-9e23-3f677a4e088c tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4488950 Jan 10 19:25:12.718980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36256) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:12.727234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1931529811'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:12.735541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:12.740034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a89e-81d5-4152-a098-87d944d6a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.743268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:network and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:12.745117 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.749279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:12.756617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:12.771804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.774067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:12.777366 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.789042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d930868-8c7e-4298-b0b3-bff9953431a5 req-8488685c-1349-45ca-aa85-3c0897776af5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:12.791067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d930868-8c7e-4298-b0b3-bff9953431a5 req-8488685c-1349-45ca-aa85-3c0897776af5 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 943 time: 0.3982477 Jan 10 19:25:12.791826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.810517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:12.812865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:12.821198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139bdd6b-cfa6-408e-973e-4068e0a1071c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:12.828346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.831452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:12.836838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:security_group_rule and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:12.840496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:12.847554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a89e-81d5-4152-a098-87d944d6a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.854445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:12.897238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 139bdd6b-cfa6-408e-973e-4068e0a1071c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:12.907978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.921667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:12.931600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.937505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.941062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6a7e8-4c68-4e7d-abde-9f0c2d5c80f8 req-15f51855-2677-4243-954a-932588220174 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:12.941874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f8e6a7e8-4c68-4e7d-abde-9f0c2d5c80f8 req-15f51855-2677-4243-954a-932588220174 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Synchronizing usage tracker for tenant:ce2b89cc14604048bba5a4998fe4ad0d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:12.951554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:12.961088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:12.961456 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Added segment 8f14875f-f34b-4184-bd7f-646fb6046fac of type vlan for network f24fc720-7624-4517-9f66-98ae5a3d6e12 Jan 10 19:25:12.973606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d930868-8c7e-4298-b0b3-bff9953431a5 req-6aa11e31-fbd3-433c-8a09-0d875eb1179e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714702 Jan 10 19:25:12.978830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f8e6a7e8-4c68-4e7d-abde-9f0c2d5c80f8 req-15f51855-2677-4243-954a-932588220174 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Unset dirty status for tenant:ce2b89cc14604048bba5a4998fe4ad0d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:12.984681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8e6a7e8-4c68-4e7d-abde-9f0c2d5c80f8 req-15f51855-2677-4243-954a-932588220174 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 931 time: 0.3743925 Jan 10 19:25:12.992901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.047419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.051904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:13.052604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.054917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=139bdd6b-cfa6-408e-973e-4068e0a1071c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:13.085181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.140293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8e6a7e8-4c68-4e7d-abde-9f0c2d5c80f8 req-25b10ed3-033a-4f78-9822-c331704d4d0c tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545711 Jan 10 19:25:13.148891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee9372-7000-486d-8cf8-f93e9e134267,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:13.165194 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a89e-81d5-4152-a098-87d944d6a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.168716 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'code': 200} Jan 10 19:25:13.172113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['139bdd6b-cfa6-408e-973e-4068e0a1071c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:13.205954 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4857659 Jan 10 19:25:13.209034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:13.212449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077549-df70-4ef3-86b5-559214b7306e tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Network': ['ID=f24fc720-7624-4517-9f66-98ae5a3d6e12,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:13.217705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'subnet': {'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:13.245392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6a89e-81d5-4152-a098-87d944d6a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b2eae-8a97-4944-9c51-288dfe9dbedb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:13.249556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:13.261604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93d7822-ee74-44cd-9940-6afb341d4311 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:13.289223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.292163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a89e-81d5-4152-a098-87d944d6a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.294558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a6c6a89e-81d5-4152-a098-87d944d6a57e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/482b2eae-8a97-4944-9c51-288dfe9dbedb HTTP/1.1" status: 204 len: 168 time: 0.9196098 Jan 10 19:25:13.323671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Transition to ACTIVE for port object b93d7822-ee74-44cd-9940-6afb341d4311 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:13.332104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.382156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:13.388371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:subnet and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:13.393176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:13.412328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:13.429980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b93d7822-ee74-44cd-9940-6afb341d4311,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:13.446372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fabfdc1e-cc4e-4dc8-98f4-13e8d976e88e req-bc17c02a-e599-4278-9869-97891bf0bfe0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 1097 time: 0.1125493 Jan 10 19:25:13.447401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:13.593593 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fabfdc1e-cc4e-4dc8-98f4-13e8d976e88e req-d404cc97-2842-454e-bd79-25fdcb5ba0d0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663867 Jan 10 19:25:13.597621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.768056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768571a-ef87-4ae0-a567-7867503ee623 req-2033eb97-1e61-4af9-9291-27ab48b83f19 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:13.779518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0768571a-ef87-4ae0-a567-7867503ee623 req-2033eb97-1e61-4af9-9291-27ab48b83f19 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3512924 Jan 10 19:25:13.886025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:13.895579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0768571a-ef87-4ae0-a567-7867503ee623 req-9acb7ccd-cc32-4cb5-8642-1f587842f48a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124074 Jan 10 19:25:13.906171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Attempting to bind port b93d7822-ee74-44cd-9940-6afb341d4311 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:13.907367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Attempting to bind port b93d7822-ee74-44cd-9940-6afb341d4311 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '2906f7de-a6fb-459f-9e4c-3fba7400e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:13.907913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Attempting to bind port b93d7822-ee74-44cd-9940-6afb341d4311 on network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:13.910232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.918323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Port b93d7822-ee74-44cd-9940-6afb341d4311 on network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:13.918786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Attempting to bind port b93d7822-ee74-44cd-9940-6afb341d4311 on network fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:13.925821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:13.926256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Checking segment: {'id': '2906f7de-a6fb-459f-9e4c-3fba7400e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:13.926640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Bound using segment: {'id': '2906f7de-a6fb-459f-9e4c-3fba7400e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:13.927228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Bound port: b93d7822-ee74-44cd-9940-6afb341d4311, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2906f7de-a6fb-459f-9e4c-3fba7400e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:13.927862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:13.978422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.024530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] For port b93d7822-ee74-44cd-9940-6afb341d4311, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:14.028407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] For port b93d7822-ee74-44cd-9940-6afb341d4311, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b93d7822-ee74-44cd-9940-6afb341d4311,segment=NetworkSegment(2906f7de-a6fb-459f-9e4c-3fba7400e71a),segment_id=2906f7de-a6fb-459f-9e4c-3fba7400e71a)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:14.033918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.044685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:14.078415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Usage tracker for resource:security_group_rule and tenant:575694c7ac24407f8385474b7b59c4fd is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:14.103923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.105320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/b93d7822-ee74-44cd-9940-6afb341d4311 HTTP/1.1" status: 200 len: 1091 time: 2.0998616 Jan 10 19:25:14.106440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'tag': 'b93d7822-ee74-44cd-9940-6afb341d4311'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:14.110253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:14.131943 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:14.202496 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'tag': 'b93d7822-ee74-44cd-9940-6afb341d4311', 'status': 'completed', 'code': 200} Jan 10 19:25:14.222193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Subnet': ['ID=b6ab22b9-bc2e-46bd-b8fb-18b42272105f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:14.235069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Checking segment: {'id': '8f14875f-f34b-4184-bd7f-646fb6046fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:14.235880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network hostable DHCP agents. Network: f24fc720-7624-4517-9f66-98ae5a3d6e12, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:14.236048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04885053-b4c1-43bd-bf00-3a0d7e7a06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b93d7822-ee74-44cd-9940-6afb341d4311,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:14.304085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c5ded-d45e-4df3-b5dc-a11c3b53a70b req-e600f6d7-ad99-4d30-99a3-5335d7ad0c2c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:14.305561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-770c5ded-d45e-4df3-b5dc-a11c3b53a70b req-e600f6d7-ad99-4d30-99a3-5335d7ad0c2c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 944 time: 0.1615303 Jan 10 19:25:14.313084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:14.326399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-7fc62cc0-5481-4762-8407-46b2af2e57b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce2b89cc14604048bba5a4998fe4ad0d&device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 1094 time: 0.1351910 Jan 10 19:25:14.333765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f24fc720-7624-4517-9f66-98ae5a3d6e12) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:14.341867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be2343-49df-400d-90c3-e2c87764468b None None] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:14.354456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36304) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:14.355882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:14.356587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.374963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.389957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.436458 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=575694c7ac24407f8385474b7b59c4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5457175 Jan 10 19:25:14.440162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36310) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:14.468871 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-689b98d6-e899-4cf1-a504-f45d02d0eabf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2586462 Jan 10 19:25:14.470993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36314) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:14.489667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'network': {'name': 'tempest-router-network01--1649081796'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:14.496922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-a76645da-5eb9-4ede-84f9-b05926e1cd44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93d7822-ee74-44cd-9940-6afb341d4311 HTTP/1.1" status: 200 len: 217 time: 0.1523185 Jan 10 19:25:14.503870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b73d53-5038-4e96-9b5b-d16c288128f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83744668-4abd-48f2-b832-8bd09929abcf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:14.509232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:14.522540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:network and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:14.529626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:14.540278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:14.553219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f189eb37-072b-40f2-9585-7f6a92ff29a9 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:14.572964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:14.576130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.590624 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5b97a91-3fe3-4a1d-9639-9dec49dded7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.600994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-770c5ded-d45e-4df3-b5dc-a11c3b53a70b req-3372c44b-6b39-4a7c-9c91-0712d01e416d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734196 Jan 10 19:25:14.601364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f24fc720-7624-4517-9f66-98ae5a3d6e12', 'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12', 'tenant_id': '1acc244a656d4f84be2571969b79539f', 'fixed_ips': [{'subnet_id': 'b6ab22b9-bc2e-46bd-b8fb-18b42272105f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:25:14.603289 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.620189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59f73a-8740-47a2-aefa-970adc806b68 req-90c44a8a-da81-467e-b93f-435462621433 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:14.622296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a59f73a-8740-47a2-aefa-970adc806b68 req-90c44a8a-da81-467e-b93f-435462621433 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 943 time: 0.2772667 Jan 10 19:25:14.635806 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5b97a91-3fe3-4a1d-9639-9dec49dded7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.656144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-7be2b456-6d72-4ea7-ba6e-f93df4462a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:14.657581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-7be2b456-6d72-4ea7-ba6e-f93df4462a8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8322b8d-e38b-48c8-a1af-de71bb4f790a HTTP/1.1" status: 200 len: 849 time: 0.1515534 Jan 10 19:25:14.701658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5b97a91-3fe3-4a1d-9639-9dec49dded7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.710781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-55bacc4e-5abc-46bf-8bf6-7b9327b3f9f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445137 Jan 10 19:25:14.718830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a59f73a-8740-47a2-aefa-970adc806b68 req-bbb9043b-06c4-4e55-af85-720862ce1292 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880132 Jan 10 19:25:14.720488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:14.731596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b97a91-3fe3-4a1d-9639-9dec49dded7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83744668-4abd-48f2-b832-8bd09929abcf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:14.742081 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f189eb37-072b-40f2-9585-7f6a92ff29a9 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "PUT /v2.0/quotas/1da3decd2bd24c62b58a3243c5eeb1d7 HTTP/1.1" status: 200 len: 368 time: 0.3785429 Jan 10 19:25:14.742081 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.742081 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Added segment b2b91238-7201-4929-9d39-6ba619f530f4 of type vlan for network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 Jan 10 19:25:14.742469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:14.742885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5b97a91-3fe3-4a1d-9639-9dec49dded7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.749118 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c5b97a91-3fe3-4a1d-9639-9dec49dded7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83744668-4abd-48f2-b832-8bd09929abcf HTTP/1.1" status: 204 len: 168 time: 0.3078296 Jan 10 19:25:14.765350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Request body: {'network': {'project_id': '1da3decd2bd24c62b58a3243c5eeb1d7'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:14.817184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:14.823101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.824548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Allocated IP 2001:db8::2 (f24fc720-7624-4517-9f66-98ae5a3d6e12/b6ab22b9-bc2e-46bd-b8fb-18b42272105f/41663142-5839-41d4-8678-4b583ff73614) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:14.854444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Usage tracker for resource:network and tenant:1da3decd2bd24c62b58a3243c5eeb1d7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:14.861849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:14.872395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:14.937517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Made reservation on behalf of 1da3decd2bd24c62b58a3243c5eeb1d7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:14.940711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.958060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:14.975568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-1dca9804-93a6-4e18-8266-84a0b234076e service neutron] 10.222.0.44 "GET /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552543 Jan 10 19:25:15.001625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.009156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.009759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.137811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Network': ['ID=6915eee0-18a3-4e98-8acf-d3bf4aa3dc68,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:15.162637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:15.167036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Usage tracker for resource:security_group_rule and tenant:1da3decd2bd24c62b58a3243c5eeb1d7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:15.171194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:15.176800 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b5018ad-3f0e-4e21-bf6f-65477aacd523 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6990941 Jan 10 19:25:15.177704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:15.180144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:15.186679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'network': {'name': 'tempest-router-network02--1672075046'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:15.192276 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:15.201232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:network and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:15.204447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:15.211233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bd4a0d1-d739-46c7-83ab-1baf79b56cb2 req-ee847636-c188-4633-8437-1f0b6ff6026d service neutron] 10.222.0.44 "GET /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291005 Jan 10 19:25:15.211794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:15.227886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:15.231683 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.232102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5dede-3865-4195-a3e1-0fec2e73aecd req-eff21cdf-bf27-4ba4-b37c-f10f105ac725 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.234311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-baf5dede-3865-4195-a3e1-0fec2e73aecd req-eff21cdf-bf27-4ba4-b37c-f10f105ac725 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.1541777 Jan 10 19:25:15.258959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:15.276775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:15.297687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.298026 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Added segment c3db53c4-0094-4dcb-a1b8-f818479e05a9 of type vlan for network 1059ff61-df1e-4b8d-a3d9-53a04255c3da Jan 10 19:25:15.321618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.338833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Transition to ACTIVE for port object 41663142-5839-41d4-8678-4b583ff73614 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:15.352453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.357522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.361071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-baf5dede-3865-4195-a3e1-0fec2e73aecd req-82a59018-0a3a-4da2-874b-67de6af2ccd3 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194642 Jan 10 19:25:15.366286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.387185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:15.428454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31497b3a-763b-4930-80e3-2f29a1b0d305,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:15.438850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.439230 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Added segment 9de649e1-d27e-48b4-941b-c79b302e6db2 of type vlan for network f0724238-98d5-4735-ac91-8426cfe0ff73 Jan 10 19:25:15.445685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-64686450-26b1-4974-86ed-32117f381766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce2b89cc14604048bba5a4998fe4ad0d&device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 1094 time: 0.1695321 Jan 10 19:25:15.486298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Transition to ACTIVE for port object 41663142-5839-41d4-8678-4b583ff73614 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:15.492334 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.506153 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.509727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.511580 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.515231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.515808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.537705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.606021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Pushing event updated for resources: {'Port': ['ID=41663142-5839-41d4-8678-4b583ff73614,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:15.615641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:15.616879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:15.633988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:15.655192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-f00329f8-9741-4dbc-97e4-3883ee48630f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.656870 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-f00329f8-9741-4dbc-97e4-3883ee48630f service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 HTTP/1.1" status: 200 len: 910 time: 0.2101958 Jan 10 19:25:15.682101 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5007222 Jan 10 19:25:15.686079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:15.690567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2b97b-f1be-40d4-adf9-83706fff3eed tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Network': ['ID=1059ff61-df1e-4b8d-a3d9-53a04255c3da,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:15.703080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'subnet': {'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:15.742255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-2ca9e110-83ff-4af4-834b-973b35626edd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b93d7822-ee74-44cd-9940-6afb341d4311 HTTP/1.1" status: 200 len: 217 time: 0.0758102 Jan 10 19:25:15.745294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1059ff61-df1e-4b8d-a3d9-53a04255c3da details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:15.749881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294af91-7e17-4cea-8f61-6316f147b516 req-b1512180-0b39-47d6-8c5c-872ac224fc2f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.751819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c294af91-7e17-4cea-8f61-6316f147b516 req-b1512180-0b39-47d6-8c5c-872ac224fc2f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.1928980 Jan 10 19:25:15.802556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.803421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.803994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:15.888996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-756d5ae3-0702-4d02-897c-532f74bb7126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:15.890700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-756d5ae3-0702-4d02-897c-532f74bb7126 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8322b8d-e38b-48c8-a1af-de71bb4f790a HTTP/1.1" status: 200 len: 849 time: 0.1377203 Jan 10 19:25:15.917184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Pushing event updated for resources: {'Network': ['ID=f0724238-98d5-4735-ac91-8426cfe0ff73,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:15.917622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Attempting to bind port 41663142-5839-41d4-8678-4b583ff73614 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:15.918664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Attempting to bind port 41663142-5839-41d4-8678-4b583ff73614 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8f14875f-f34b-4184-bd7f-646fb6046fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:15.919163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Attempting to bind port 41663142-5839-41d4-8678-4b583ff73614 on network f24fc720-7624-4517-9f66-98ae5a3d6e12 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:15.944054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f0724238-98d5-4735-ac91-8426cfe0ff73 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:15.948949 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f9f05e7c-f65a-4b2e-a496-168bc2bdf21e tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1985767 Jan 10 19:25:15.952631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c294af91-7e17-4cea-8f61-6316f147b516 req-6a096e7b-e19e-4e52-8558-e838c74413b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619782 Jan 10 19:25:15.952861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36354) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:15.956831 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-676de751-4f1b-4cd6-8dbe-32799f607639 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525835 Jan 10 19:25:15.963722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Request body: {'network': {'project_id': '1da3decd2bd24c62b58a3243c5eeb1d7'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:15.974213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:15.979626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:subnet and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:15.982520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:15.989676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:15.998682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:16.003245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Usage tracker for resource:network and tenant:1da3decd2bd24c62b58a3243c5eeb1d7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:16.007209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:16.025498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:16.058090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cf539-2b75-4343-bda5-d2bcb6136950 req-9c2fc094-9b47-40ad-8005-12f88dad14b2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:16.059713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f74cf539-2b75-4343-bda5-d2bcb6136950 req-9c2fc094-9b47-40ad-8005-12f88dad14b2 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 944 time: 0.2736766 Jan 10 19:25:16.087500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:16.130003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:16.130831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Checking segment: {'id': '8f14875f-f34b-4184-bd7f-646fb6046fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:16.131914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.132530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Bound using segment: {'id': '8f14875f-f34b-4184-bd7f-646fb6046fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:16.133193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Bound port: 41663142-5839-41d4-8678-4b583ff73614, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f14875f-f34b-4184-bd7f-646fb6046fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f24fc720-7624-4517-9f66-98ae5a3d6e12'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:16.133757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.134061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Made reservation on behalf of 1da3decd2bd24c62b58a3243c5eeb1d7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:16.137760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.157934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.214329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f74cf539-2b75-4343-bda5-d2bcb6136950 req-cad63334-5eb1-4a07-afa9-b0400edcd381 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409230 Jan 10 19:25:16.219170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 139bdd6b-cfa6-408e-973e-4068e0a1071c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:16.232758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-4fe424fe-f9a9-4fda-9660-0e25855033d5 service neutron] 10.222.0.44 "GET /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689543 Jan 10 19:25:16.272422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:16.296994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.297342 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Added segment 3ba01faf-1bff-421d-a723-2700100f2f37 of type vlan for network 52c21dde-983e-4d79-a4bc-5a7b587c010a Jan 10 19:25:16.336647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.390761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] For port 41663142-5839-41d4-8678-4b583ff73614, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:16.394331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] For port 41663142-5839-41d4-8678-4b583ff73614, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=41663142-5839-41d4-8678-4b583ff73614,segment=NetworkSegment(8f14875f-f34b-4184-bd7f-646fb6046fac),segment_id=8f14875f-f34b-4184-bd7f-646fb6046fac)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:16.395765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 139bdd6b-cfa6-408e-973e-4068e0a1071c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:16.402837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 139bdd6b-cfa6-408e-973e-4068e0a1071c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:16.403250 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.438569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.465651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:25:16.484994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.535596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a04f95-81f7-4768-9cbc-02eb7d6c5a20 req-edc8b284-f084-421f-a49e-8273cfbad403 service neutron] 10.222.0.44 "GET /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947276 Jan 10 19:25:16.562999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1530-7e0c-435a-80eb-fca334298d32 req-73ec7157-7392-436e-8f20-4a0d494322e0 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:16.569940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00ea1530-7e0c-435a-80eb-fca334298d32 req-73ec7157-7392-436e-8f20-4a0d494322e0 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 943 time: 0.2929420 Jan 10 19:25:16.571490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Subnet': ['ID=4614b10a-f7cc-4362-9608-df9dd13e52e0,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:16.574983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.575885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:16.576456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.604637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd7d22-0e88-4fa5-aae4-78777c7665a3 None None] Pushing event updated for resources: {'Port': ['ID=41663142-5839-41d4-8678-4b583ff73614,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:16.643991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00ea1530-7e0c-435a-80eb-fca334298d32 req-aedacb14-856d-4039-8254-9701bbc77902 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720608 Jan 10 19:25:16.684970 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.719622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139bdd6b-cfa6-408e-973e-4068e0a1071c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:16.732079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 139bdd6b-cfa6-408e-973e-4068e0a1071c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:16.737495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:16.856572 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139bdd6b-cfa6-408e-973e-4068e0a1071c', 'code': 200} Jan 10 19:25:16.858647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=139bdd6b-cfa6-408e-973e-4068e0a1071c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:16.883639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9296114 Jan 10 19:25:16.884565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36370) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:16.897288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4626b9-692c-4dfa-ab03-3df64cb7eaf1 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Pushing event updated for resources: {'Network': ['ID=52c21dde-983e-4d79-a4bc-5a7b587c010a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:16.909532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Request body: {'network': {'project_id': '1da3decd2bd24c62b58a3243c5eeb1d7'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:16.924853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 52c21dde-983e-4d79-a4bc-5a7b587c010a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:16.941694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:16.946775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Usage tracker for resource:network and tenant:1da3decd2bd24c62b58a3243c5eeb1d7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:16.949818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Checking segment: {'id': 'b2b91238-7201-4929-9d39-6ba619f530f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:16.950184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network hostable DHCP agents. Network: 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:16.955644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:16.972472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:16.974766 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 10 19:25:16.977677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:25:16.978763 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a23a7300-620e-4034-895c-7188f360b952 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0868247 Jan 10 19:25:16.983414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36376) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:17.018346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cc1d-d751-4dca-b5a5-ef164e4f94d6 req-951848ae-441f-498b-a7f9-bf6ef5ab3d1d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:17.020180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea97cc1d-d751-4dca-b5a5-ef164e4f94d6 req-951848ae-441f-498b-a7f9-bf6ef5ab3d1d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.2972834 Jan 10 19:25:17.084529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:17.120170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:17.120900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff43c2dc-a260-4f69-9358-7aefbc90d800 req-c15db211-895c-4083-976d-d5754fefb9fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 1096 time: 0.2002609 Jan 10 19:25:17.128321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60195a1-2fd6-4f05-ac64-44d43cbf6777 None None] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:17.135665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:17.136259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.158374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-653201ab-67af-4d9b-99b9-086fe0ec43e0 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1da3decd2bd24c62b58a3243c5eeb1d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1729708 Jan 10 19:25:17.168613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea97cc1d-d751-4dca-b5a5-ef164e4f94d6 req-bde3fbed-5565-4277-b067-b7154898aed7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382442 Jan 10 19:25:17.169359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36382) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:17.189183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e129df8b-2b58-436b-88b6-1d2142d55c4b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4996850 Jan 10 19:25:17.189457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36388) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:17.217219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'subnet': {'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:17.259727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff43c2dc-a260-4f69-9358-7aefbc90d800 req-92da2de8-421c-4d3b-b4e7-7aed379e7723 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315663 Jan 10 19:25:17.295464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d87a74bf-1489-4464-a26d-df25fad3c594 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.357741 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d87a74bf-1489-4464-a26d-df25fad3c594 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.476902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-6915eee0-18a3-4e98-8acf-d3bf4aa3dc68', 'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68', 'tenant_id': '1acc244a656d4f84be2571969b79539f', 'fixed_ips': [{'subnet_id': '4614b10a-f7cc-4362-9608-df9dd13e52e0'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:25:17.478000 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.481645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:17.491076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:subnet and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:17.496281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:17.512598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:17.536391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:17.635259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 41663142-5839-41d4-8678-4b583ff73614 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:17.711471 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.728549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d87a74bf-1489-4464-a26d-df25fad3c594 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.758151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a74bf-1489-4464-a26d-df25fad3c594 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31497b3a-763b-4930-80e3-2f29a1b0d305,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:17.775522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a294c59-e170-414b-b71b-200d7430b31e req-a0e89a95-4937-4ac4-8f92-314d8d0c23ec tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:17.777897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a294c59-e170-414b-b71b-200d7430b31e req-a0e89a95-4937-4ac4-8f92-314d8d0c23ec tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3599927 Jan 10 19:25:17.782169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d87a74bf-1489-4464-a26d-df25fad3c594 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:17.783471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d87a74bf-1489-4464-a26d-df25fad3c594 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/31497b3a-763b-4930-80e3-2f29a1b0d305 HTTP/1.1" status: 204 len: 168 time: 0.6087608 Jan 10 19:25:17.788383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36406) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:17.807218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d0bb4-998b-42ad-b590-83cc24c9f195 req-d2022424-2a14-4cd8-82eb-592cacf9d690 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:17.809070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e4d0bb4-998b-42ad-b590-83cc24c9f195 req-d2022424-2a14-4cd8-82eb-592cacf9d690 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.1900582 Jan 10 19:25:17.897974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Allocated IP 2001:db8::2 (6915eee0-18a3-4e98-8acf-d3bf4aa3dc68/4614b10a-f7cc-4362-9608-df9dd13e52e0/5da2d87d-33f6-4754-a9cf-17b604b7afa0) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:17.902645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 41663142-5839-41d4-8678-4b583ff73614 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:17.920166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e4d0bb4-998b-42ad-b590-83cc24c9f195 req-67d1ebf0-4e56-49e3-a6de-409e43f8e27c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942359 Jan 10 19:25:17.949824 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a294c59-e170-414b-b71b-200d7430b31e req-13289f0e-fabf-4418-962b-ba5f646d42b7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627600 Jan 10 19:25:18.175254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.225647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b93d7822-ee74-44cd-9940-6afb341d4311 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:25:18.277844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4b430-4bf1-475b-8631-769ec32f44b3 None None] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:18.343874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928d19-efe9-4306-a690-8658dd40bc59 req-deef8db9-58ef-4724-a480-2aa6df36acd1 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:18.346251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf928d19-efe9-4306-a690-8658dd40bc59 req-deef8db9-58ef-4724-a480-2aa6df36acd1 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 943 time: 0.1862345 Jan 10 19:25:18.391145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.450841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf928d19-efe9-4306-a690-8658dd40bc59 req-1481d8ca-5376-4d8a-b713-fe08c93cfdfb tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991945 Jan 10 19:25:18.460926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.492077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Transition to ACTIVE for port object 5da2d87d-33f6-4754-a9cf-17b604b7afa0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:18.584530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Transition to ACTIVE for port object 5da2d87d-33f6-4754-a9cf-17b604b7afa0 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:18.612546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.651657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Subnet': ['ID=e2d1f1ca-8f09-482c-beed-9cea9b0d2744,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:18.671161 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.714264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:18.724659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:18.728206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Checking segment: {'id': 'c3db53c4-0094-4dcb-a1b8-f818479e05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:18.728579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network hostable DHCP agents. Network: 1059ff61-df1e-4b8d-a3d9-53a04255c3da, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:18.734721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c21dde-983e-4d79-a4bc-5a7b587c010a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:18.758530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba01faf-1bff-421d-a723-2700100f2f37') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:18.758980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba01faf-1bff-421d-a723-2700100f2f37') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:18.783632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.807324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.816372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:18.816823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.834153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0120d-319c-41d5-8627-089e8ecdd032 req-433e95f1-8673-406d-aa84-c76b94d4519a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:18.835123 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:18.839157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network 1059ff61-df1e-4b8d-a3d9-53a04255c3da is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:18.843112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfb0120d-319c-41d5-8627-089e8ecdd032 req-433e95f1-8673-406d-aa84-c76b94d4519a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.1050708 Jan 10 19:25:18.856304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:18.906186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfb0120d-319c-41d5-8627-089e8ecdd032 req-2528752f-ea51-4100-8353-6aa9d1e6f7f1 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 Jan 10 19:25:18.914590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1059ff61-df1e-4b8d-a3d9-53a04255c3da) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:18.933588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:18.934458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.960053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ef633-1fa7-4e70-b805-7657dd0eb409 None None] Network 1059ff61-df1e-4b8d-a3d9-53a04255c3da requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:18.960923 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:18.994216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] Provisioning for port 41663142-5839-41d4-8678-4b583ff73614 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:19.006983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.008673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] Provisioning complete for port 41663142-5839-41d4-8678-4b583ff73614 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:19.009051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.016446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Pushing event deleted for resources: {'Network': ['ID=52c21dde-983e-4d79-a4bc-5a7b587c010a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:19.022437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "DELETE /v2.0/networks/52c21dde-983e-4d79-a4bc-5a7b587c010a HTTP/1.1" status: 204 len: 168 time: 1.2329509 Jan 10 19:25:19.022680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36442) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:19.029219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e146d00-1d6d-45d8-94e8-5f8e35c95646 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8204539 Jan 10 19:25:19.031735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:19.085740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.086256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.086708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.087207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.087645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.088085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.088523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.088962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.089400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.090418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.090889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36296a92-7fe2-46a7-9816-9e8bd55cfb99 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:19.170551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36450) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:19.202392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Pushing event updated for resources: {'Port': ['ID=5da2d87d-33f6-4754-a9cf-17b604b7afa0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:19.286603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.322976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Attempting to bind port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:19.323497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Attempting to bind port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b2b91238-7201-4929-9d39-6ba619f530f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:19.324482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Attempting to bind port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 on network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:19.333377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b93d7822-ee74-44cd-9940-6afb341d4311, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b93d7822-ee74-44cd-9940-6afb341d4311,segment=NetworkSegment(2906f7de-a6fb-459f-9e4c-3fba7400e71a),segment_id=2906f7de-a6fb-459f-9e4c-3fba7400e71a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:19.359201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eefa17-d83e-421c-83c7-824682ab7998 req-f868d71d-dab6-4554-904e-727880dac5cb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:19.366963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74eefa17-d83e-421c-83c7-824682ab7998 req-f868d71d-dab6-4554-904e-727880dac5cb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.1942401 Jan 10 19:25:19.416750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:19.417295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Checking segment: {'id': 'b2b91238-7201-4929-9d39-6ba619f530f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:19.417867 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.418359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Bound using segment: {'id': 'b2b91238-7201-4929-9d39-6ba619f530f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:19.419007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Bound port: 5da2d87d-33f6-4754-a9cf-17b604b7afa0, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b91238-7201-4929-9d39-6ba619f530f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6915eee0-18a3-4e98-8acf-d3bf4aa3dc68'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:19.419495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.473747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.517772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74eefa17-d83e-421c-83c7-824682ab7998 req-4b4815a7-c82b-4897-a137-75ac6ff1e28a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497939 Jan 10 19:25:19.519507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0724238-98d5-4735-ac91-8426cfe0ff73']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:19.525179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] For port 5da2d87d-33f6-4754-a9cf-17b604b7afa0, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:19.528923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] For port 5da2d87d-33f6-4754-a9cf-17b604b7afa0, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5da2d87d-33f6-4754-a9cf-17b604b7afa0,segment=NetworkSegment(b2b91238-7201-4929-9d39-6ba619f530f4),segment_id=b2b91238-7201-4929-9d39-6ba619f530f4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:19.530210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b93d7822-ee74-44cd-9940-6afb341d4311', 'network_id': 'fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283', 'port_id': 'b93d7822-ee74-44cd-9940-6afb341d4311', 'mac_address': 'fa:16:3e:9e:53:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8322b8d-e38b-48c8-a1af-de71bb4f790a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:25:19.542734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de649e1-d27e-48b4-941b-c79b302e6db2') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:19.543097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de649e1-d27e-48b4-941b-c79b302e6db2') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:19.548839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.577773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.592237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.611392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.618507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:19.618930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:19.634425 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:19.669543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89768805-1eea-4df9-8bca-bf90572af420 None None] Pushing event updated for resources: {'Port': ['ID=5da2d87d-33f6-4754-a9cf-17b604b7afa0,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:19.734138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.776269 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.812234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.824850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.827826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-1059ff61-df1e-4b8d-a3d9-53a04255c3da', 'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da', 'tenant_id': '1acc244a656d4f84be2571969b79539f', 'fixed_ips': [{'subnet_id': 'e2d1f1ca-8f09-482c-beed-9cea9b0d2744'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:25:19.828627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0724238-98d5-4735-ac91-8426cfe0ff73,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:19.829294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:19.841553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b6900959-1ac8-43f2-b7bb-8d29eb25cf28 tempest-QuotasNegativeTest-5019305 tempest-QuotasNegativeTest-5019305-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f0724238-98d5-4735-ac91-8426cfe0ff73 HTTP/1.1" status: 204 len: 168 time: 0.8148935 Jan 10 19:25:19.883767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad274c0-c7cb-45ec-a04f-825303982939 req-158eac11-b3a1-4aa7-8881-c488c9d3d079 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:19.891419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cad274c0-c7cb-45ec-a04f-825303982939 req-158eac11-b3a1-4aa7-8881-c488c9d3d079 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 943 time: 0.1953304 Jan 10 19:25:19.948103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cad274c0-c7cb-45ec-a04f-825303982939 req-46242bad-3342-481a-a57d-a3c6ba01792f tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555847 Jan 10 19:25:19.989269 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.052913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93d7822-ee74-44cd-9940-6afb341d4311 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:20.070447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] For port 41663142-5839-41d4-8678-4b583ff73614, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=41663142-5839-41d4-8678-4b583ff73614,segment=NetworkSegment(8f14875f-f34b-4184-bd7f-646fb6046fac),segment_id=8f14875f-f34b-4184-bd7f-646fb6046fac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:20.082258 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.136169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd858c-bcc0-4748-98cc-d928b774e3d0 req-444f3edf-f3b2-45e5-be07-caad8b273e86 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:20.147531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1bd858c-bcc0-4748-98cc-d928b774e3d0 req-444f3edf-f3b2-45e5-be07-caad8b273e86 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.1984050 Jan 10 19:25:20.267633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b93d7822-ee74-44cd-9940-6afb341d4311, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b93d7822-ee74-44cd-9940-6afb341d4311,segment=NetworkSegment(2906f7de-a6fb-459f-9e4c-3fba7400e71a),segment_id=2906f7de-a6fb-459f-9e4c-3fba7400e71a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:20.280374 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:20.285492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Usage tracker for resource:security_group_rule and tenant:746d0bce91eb47bcad0ef4a1a1d3fd7e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:20.297492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:20.312966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:20.332507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.357417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f55792-161d-41fa-8929-b4a5d13613e6 None None] Pushing event updated for resources: {'Port': ['ID=41663142-5839-41d4-8678-4b583ff73614,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:20.367557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1bd858c-bcc0-4748-98cc-d928b774e3d0 req-b0352709-3bfe-4e86-a1e6-4e9bf9e7d95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189915 Jan 10 19:25:20.443052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61772748-93ca-4a05-8ba3-425b05ec4bce req-eadd8307-fcf2-4fef-acb8-71e075dabb26 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:20.447178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Allocated IP 2001:db8::2 (1059ff61-df1e-4b8d-a3d9-53a04255c3da/e2d1f1ca-8f09-482c-beed-9cea9b0d2744/deea7c08-3ee7-4865-b2c2-33f2f43b82c6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:20.454473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61772748-93ca-4a05-8ba3-425b05ec4bce req-eadd8307-fcf2-4fef-acb8-71e075dabb26 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3037710 Jan 10 19:25:20.476803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b93d7822-ee74-44cd-9940-6afb341d4311,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:20.541748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Allocated IP 2001:db8::1 (6915eee0-18a3-4e98-8acf-d3bf4aa3dc68/4614b10a-f7cc-4362-9608-df9dd13e52e0/f927f646-9149-4e4d-98a9-e70fe52803b8) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:20.567819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61772748-93ca-4a05-8ba3-425b05ec4bce req-6bb64e5d-3403-4d91-9dcb-d29eba88dc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128223 Jan 10 19:25:20.622408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.657050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1439d02d-5a0e-4c29-a291-2f99eefb0107 None None] Provisioning complete for port 41663142-5839-41d4-8678-4b583ff73614 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:20.657453 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1439d02d-5a0e-4c29-a291-2f99eefb0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.679773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.704237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66a020-6018-41e2-b701-38f92dda1d61 req-dbb15f95-604f-487a-b957-082d6d8c3dbb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:20.712230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b66a020-6018-41e2-b701-38f92dda1d61 req-dbb15f95-604f-487a-b957-082d6d8c3dbb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.0911632 Jan 10 19:25:20.728791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b93d7822-ee74-44cd-9940-6afb341d4311'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:20.754676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03dd32-5938-4fbe-a032-9283eff650fe,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:20.771676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b66a020-6018-41e2-b701-38f92dda1d61 req-883a88a6-d666-4104-af2a-42e3e3326f66 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581114 Jan 10 19:25:20.795357 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5037e14b-b9ab-459a-8dd7-d9ae9fec1848 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=746d0bce91eb47bcad0ef4a1a1d3fd7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6240203 Jan 10 19:25:20.797967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36474) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:20.864583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.871886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.873668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48d5f6d4-477c-47ca-b4f6-7851ffac6720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.883988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Transition to ACTIVE for port object deea7c08-3ee7-4865-b2c2-33f2f43b82c6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:20.898022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Transition to ACTIVE for port object f927f646-9149-4e4d-98a9-e70fe52803b8 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:20.911274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48d5f6d4-477c-47ca-b4f6-7851ffac6720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.928569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:20.950376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Transition to ACTIVE for port object deea7c08-3ee7-4865-b2c2-33f2f43b82c6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:21.002251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48d5f6d4-477c-47ca-b4f6-7851ffac6720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.045723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.060465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5f6d4-477c-47ca-b4f6-7851ffac6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03dd32-5938-4fbe-a032-9283eff650fe,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:21.076362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36482) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:21.080089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Port': ['ID=f927f646-9149-4e4d-98a9-e70fe52803b8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:21.095068 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48d5f6d4-477c-47ca-b4f6-7851ffac6720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.099338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-48d5f6d4-477c-47ca-b4f6-7851ffac6720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb03dd32-5938-4fbe-a032-9283eff650fe HTTP/1.1" status: 204 len: 168 time: 0.2982752 Jan 10 19:25:21.146598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:21.147810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:21.155126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:21.155815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.305207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c54ca7-e2bc-43df-a442-7c8c4eed34c7 req-15ea212e-5e63-46ef-9e74-9117bac1f78f tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:21.307212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3c54ca7-e2bc-43df-a442-7c8c4eed34c7 req-15ea212e-5e63-46ef-9e74-9117bac1f78f tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 944 time: 0.1378169 Jan 10 19:25:21.395555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.419705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.475884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Network 1059ff61-df1e-4b8d-a3d9-53a04255c3da is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:21.490193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3c54ca7-e2bc-43df-a442-7c8c4eed34c7 req-ee69a390-16d0-4227-8c10-88c3bab566bb tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744108 Jan 10 19:25:21.534986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:21.571302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Pushing event updated for resources: {'Port': ['ID=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:21.576000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:21.584686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:21.594937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Usage tracker for resource:security_group_rule and tenant:4cb32da67aed474e838302b4144d9404 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:21.604899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:21.627925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:21.828301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.836105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eedb1c1-1794-41dd-84d4-0d20fa05616d None None] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:21.852009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5da2d87d-33f6-4754-a9cf-17b604b7afa0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:21.879111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36498) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:21.887946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Attempting to bind port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:21.888511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Attempting to bind port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c3db53c4-0094-4dcb-a1b8-f818479e05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:21.888983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Attempting to bind port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 on network 1059ff61-df1e-4b8d-a3d9-53a04255c3da {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:21.905883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.918848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.969905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:21.973372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:21.973753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Checking segment: {'id': 'c3db53c4-0094-4dcb-a1b8-f818479e05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:21.974365 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.974959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Bound using segment: {'id': 'c3db53c4-0094-4dcb-a1b8-f818479e05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:21.975629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Bound port: deea7c08-3ee7-4865-b2c2-33f2f43b82c6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3db53c4-0094-4dcb-a1b8-f818479e05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1059ff61-df1e-4b8d-a3d9-53a04255c3da'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:21.976207 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.982670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:44eeee1e8b0f4afa96da33db8437ac7e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:21.988081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:21.996328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:21.998187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:22.006949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.007719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.019490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3429e9eb-cec9-4bbb-8097-a2d80f09d5e5 None None] Provisioning for port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:22.102643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] For port deea7c08-3ee7-4865-b2c2-33f2f43b82c6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:22.106342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] For port deea7c08-3ee7-4865-b2c2-33f2f43b82c6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,segment=NetworkSegment(c3db53c4-0094-4dcb-a1b8-f818479e05a9),segment_id=c3db53c4-0094-4dcb-a1b8-f818479e05a9)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:22.128827 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.132052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5529b303-b2a3-4055-8cc6-da45ee757e34,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:22.141710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a275b3a-0887-4e55-860c-82d47ba9abfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cb32da67aed474e838302b4144d9404&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0619693 Jan 10 19:25:22.149073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36502) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:22.227087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef808a-882d-4e91-b2a7-97673aa596b7 req-ecd08131-c47f-4501-bf37-c8d48f0f57b2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:22.228613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef808a-882d-4e91-b2a7-97673aa596b7 req-ecd08131-c47f-4501-bf37-c8d48f0f57b2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3965168 Jan 10 19:25:22.246684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda1c2e-c4b9-4965-8e87-e04de10903d2 req-8930fad3-40ed-4887-8a74-833d8428cf79 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:22.248142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1eda1c2e-c4b9-4965-8e87-e04de10903d2 req-8930fad3-40ed-4887-8a74-833d8428cf79 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.3277497 Jan 10 19:25:22.270709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:22.272133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Port': ['ID=f927f646-9149-4e4d-98a9-e70fe52803b8,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:22.280815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:22.280815 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.302785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38685f8a-67bd-4829-a9c7-d9d0c574c887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.328275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65bfc-1966-44d9-94be-fa86ca987581 None None] Pushing event updated for resources: {'Port': ['ID=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:22.364631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.366464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38685f8a-67bd-4829-a9c7-d9d0c574c887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.374709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.391156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef808a-882d-4e91-b2a7-97673aa596b7 req-ae9b8e62-c9fa-4fad-bba7-627abd7924ac tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517799 Jan 10 19:25:22.401189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:22.406430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:22.419832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1eda1c2e-c4b9-4965-8e87-e04de10903d2 req-60653626-9181-48cb-a94c-b33282021b2b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476250 Jan 10 19:25:22.471467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38685f8a-67bd-4829-a9c7-d9d0c574c887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.488461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38685f8a-67bd-4829-a9c7-d9d0c574c887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5529b303-b2a3-4055-8cc6-da45ee757e34,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:22.489196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.499477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-38685f8a-67bd-4829-a9c7-d9d0c574c887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.503364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-38685f8a-67bd-4829-a9c7-d9d0c574c887 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5529b303-b2a3-4055-8cc6-da45ee757e34 HTTP/1.1" status: 204 len: 168 time: 0.3449783 Jan 10 19:25:22.557292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5da2d87d-33f6-4754-a9cf-17b604b7afa0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5da2d87d-33f6-4754-a9cf-17b604b7afa0,segment=NetworkSegment(b2b91238-7201-4929-9d39-6ba619f530f4),segment_id=b2b91238-7201-4929-9d39-6ba619f530f4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:22.566339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.567899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 41663142-5839-41d4-8678-4b583ff73614 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:22.569937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44eeee1e8b0f4afa96da33db8437ac7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6897454 Jan 10 19:25:22.573503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36510) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:22.582232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e09b71-3eb9-41be-8fc3-10cfcccdf7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86be36-a072-4106-a9a9-503091adf098,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:22.715836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a42578cb-dfae-43a8-850a-c7558c619894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.745388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5da2d87d-33f6-4754-a9cf-17b604b7afa0,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:22.785176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 41663142-5839-41d4-8678-4b583ff73614 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:22.785735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.843846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a42578cb-dfae-43a8-850a-c7558c619894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.942594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a42578cb-dfae-43a8-850a-c7558c619894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:22.976633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42578cb-dfae-43a8-850a-c7558c619894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86be36-a072-4106-a9a9-503091adf098,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:23.011448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ed068-08e2-4d1b-b3d7-95114f2b4167 req-530b691d-404c-40fe-acb9-3017a52dfe95 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:23.013191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3ed068-08e2-4d1b-b3d7-95114f2b4167 req-530b691d-404c-40fe-acb9-3017a52dfe95 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 944 time: 0.2213969 Jan 10 19:25:23.014290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a42578cb-dfae-43a8-850a-c7558c619894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.017663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a42578cb-dfae-43a8-850a-c7558c619894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd86be36-a072-4106-a9a9-503091adf098 HTTP/1.1" status: 204 len: 168 time: 0.4403429 Jan 10 19:25:23.082050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Router 047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:25:23.128352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f01063bb-f290-4de5-91de-0c3df2e4daff None None] Provisioning complete for port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:23.128831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f01063bb-f290-4de5-91de-0c3df2e4daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.135605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3ed068-08e2-4d1b-b3d7-95114f2b4167 req-61fc2919-ca6c-40c2-a1a8-25e12699c883 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144156 Jan 10 19:25:23.249993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-3847d7aa-dc11-4d3c-aaf1-517aefea1542 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:23.252434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-3847d7aa-dc11-4d3c-aaf1-517aefea1542 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.0964088 Jan 10 19:25:23.382095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port 139bdd6b-cfa6-408e-973e-4068e0a1071c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:23.382502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.404633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:25:23.418497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] Sync routers for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:25:23.422219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f01063bb-f290-4de5-91de-0c3df2e4daff None None] Provisioning for port f927f646-9149-4e4d-98a9-e70fe52803b8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:23.438485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f01063bb-f290-4de5-91de-0c3df2e4daff None None] Provisioning complete for port f927f646-9149-4e4d-98a9-e70fe52803b8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:23.438986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f01063bb-f290-4de5-91de-0c3df2e4daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.444555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36518) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:23.496046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-931d7bc7-8708-4f8f-947f-0119047c2e0b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4606309 Jan 10 19:25:23.496923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36526) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:23.501180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.550186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:23.555866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:23.566323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:23.572969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Usage tracker for resource:security_group_rule and tenant:daed74c03d894514b773059dcca2c04b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:23.597386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:23.610328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:23.792194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.796477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:23.799674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5da2d87d-33f6-4754-a9cf-17b604b7afa0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:23.801449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:23.858942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f01063bb-f290-4de5-91de-0c3df2e4daff None None] Port f927f646-9149-4e4d-98a9-e70fe52803b8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:23.888961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:23.893400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:23.929684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aedc34-62b0-4c71-857b-6647aca87288,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:23.942351 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-08c9e014-5f20-47c4-854d-58fadf3e80a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=daed74c03d894514b773059dcca2c04b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4967544 Jan 10 19:25:23.944183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36536) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:24.014001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:24.014413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812bda6-b508-492c-899c-456381cf27f6 None None] The sync data for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:25:24.040975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3a08515e-123c-4bff-993b-12ff7b6f547c None None] Provisioning complete for port f927f646-9149-4e4d-98a9-e70fe52803b8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:24.041356 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a08515e-123c-4bff-993b-12ff7b6f547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.058799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-248710cb-a7dc-4895-9867-7395be9cf08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.108113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:24.108482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.152251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-248710cb-a7dc-4895-9867-7395be9cf08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.178044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3a08515e-123c-4bff-993b-12ff7b6f547c None None] Port f927f646-9149-4e4d-98a9-e70fe52803b8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:24.202717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da40984-e231-4862-829f-2b2e8211a672 None None] Network 1059ff61-df1e-4b8d-a3d9-53a04255c3da requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:24.245037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-248710cb-a7dc-4895-9867-7395be9cf08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.273242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248710cb-a7dc-4895-9867-7395be9cf08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aedc34-62b0-4c71-857b-6647aca87288,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:24.274972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aecb5-e3f4-4831-9b97-8ed8aff6be26 req-d433ab14-9f66-4b41-855c-3d7a2501a5c4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:24.279785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-248710cb-a7dc-4895-9867-7395be9cf08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.281619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd9aecb5-e3f4-4831-9b97-8ed8aff6be26 req-d433ab14-9f66-4b41-855c-3d7a2501a5c4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3711388 Jan 10 19:25:24.287579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-248710cb-a7dc-4895-9867-7395be9cf08e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52aedc34-62b0-4c71-857b-6647aca87288 HTTP/1.1" status: 204 len: 168 time: 0.3401310 Jan 10 19:25:24.319769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aa8d8-1d21-459e-97d5-a6953bf96a09 req-30ff3ae5-fb67-4905-b09f-8edfad434828 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:24.321352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f6aa8d8-1d21-459e-97d5-a6953bf96a09 req-30ff3ae5-fb67-4905-b09f-8edfad434828 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 945 time: 0.4126060 Jan 10 19:25:24.335439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port 139bdd6b-cfa6-408e-973e-4068e0a1071c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=139bdd6b-cfa6-408e-973e-4068e0a1071c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:24.335797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.383580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b93d7822-ee74-44cd-9940-6afb341d4311 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:24.501477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deea7c08-3ee7-4865-b2c2-33f2f43b82c6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:24.524774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ac2d7f77-962c-4424-9703-7fe57bd64640 None None] Provisioning for port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:24.528203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for 139bdd6b-cfa6-408e-973e-4068e0a1071c owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:24.586701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd9aecb5-e3f4-4831-9b97-8ed8aff6be26 req-31fb78c3-1ae5-44ec-bae2-051b146d02e5 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041384 Jan 10 19:25:24.663215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port b93d7822-ee74-44cd-9940-6afb341d4311 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:24.707785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b93d7822-ee74-44cd-9940-6afb341d4311 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:24.708412 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.771533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:24.787407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:24.788045 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:24.982125 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.008447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f6aa8d8-1d21-459e-97d5-a6953bf96a09 req-89262bcd-a314-423c-8571-32ac2a9b8caa tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776624 Jan 10 19:25:25.011182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.061404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:25.210931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93d7822-ee74-44cd-9940-6afb341d4311'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:25.236855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b93d7822-ee74-44cd-9940-6afb341d4311, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b93d7822-ee74-44cd-9940-6afb341d4311,segment=NetworkSegment(2906f7de-a6fb-459f-9e4c-3fba7400e71a),segment_id=2906f7de-a6fb-459f-9e4c-3fba7400e71a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:25.253424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.316085 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.316867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 139bdd6b-cfa6-408e-973e-4068e0a1071c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:25.355954 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93d7822-ee74-44cd-9940-6afb341d4311', 'code': 200} Jan 10 19:25:25.370296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=139bdd6b-cfa6-408e-973e-4068e0a1071c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:25.413973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.414571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.415037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.415376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.415702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.416027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.416347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.416663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.416982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.417295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.418275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:25.478526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b93d7822-ee74-44cd-9940-6afb341d4311,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:25.488223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 139bdd6b-cfa6-408e-973e-4068e0a1071c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:25:25.488572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 139bdd6b-cfa6-408e-973e-4068e0a1071c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:25.561005 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eacc18fc-b5a4-45fa-849d-ed704d7f0a39 req-6fe89e3f-6da1-4ea5-a202-6ca30dd07cbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 1096 time: 0.1572022 Jan 10 19:25:25.587213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port 139bdd6b-cfa6-408e-973e-4068e0a1071c on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:25:25.592233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.598733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'name': 'network-vif-deleted', 'tag': '139bdd6b-cfa6-408e-973e-4068e0a1071c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:25.601796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port deea7c08-3ee7-4865-b2c2-33f2f43b82c6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,segment=NetworkSegment(c3db53c4-0094-4dcb-a1b8-f818479e05a9),segment_id=c3db53c4-0094-4dcb-a1b8-f818479e05a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:25.604181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-383a4f2b-da6d-4f50-bf26-89f3c681bfa4 None None] Provisioning complete for port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:25.604805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-383a4f2b-da6d-4f50-bf26-89f3c681bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.626986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9395f448-7aaf-4b0e-b439-5a27e66f1240 req-762b91ae-58ff-488f-9a5c-038d6d7a33ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/139bdd6b-cfa6-408e-973e-4068e0a1071c HTTP/1.1" status: 204 len: 173 time: 2.3673964 Jan 10 19:25:25.635484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adb480-6843-446b-8ead-9753d036a08a req-1f020f11-4e34-4574-a74c-9b3eaee52760 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:25.642250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91adb480-6843-446b-8ead-9753d036a08a req-1f020f11-4e34-4574-a74c-9b3eaee52760 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 944 time: 0.7821469 Jan 10 19:25:25.689289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eacc18fc-b5a4-45fa-849d-ed704d7f0a39 req-afc4fff2-ec61-42f2-9cc8-ae6f0dc33cc5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179342 Jan 10 19:25:25.691606 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e597e291-b9cd-4688-90d6-905baf32c83c', 'name': 'network-vif-deleted', 'tag': '139bdd6b-cfa6-408e-973e-4068e0a1071c', 'status': 'completed', 'code': 200} Jan 10 19:25:25.706968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:25.757359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91adb480-6843-446b-8ead-9753d036a08a req-84fd94ff-3719-421f-ae47-314f1335a2db tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140003 Jan 10 19:25:25.904455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:26.034856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24d6f-ade4-4ca1-a7b6-e2c70c4554a1 req-2a9d0913-7533-44a0-bc87-a923c3783804 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:26.036398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14f24d6f-ade4-4ca1-a7b6-e2c70c4554a1 req-2a9d0913-7533-44a0-bc87-a923c3783804 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.2004511 Jan 10 19:25:26.130392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14f24d6f-ade4-4ca1-a7b6-e2c70c4554a1 req-ee98432c-2fb6-4343-8481-167b82fdd4d5 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850689 Jan 10 19:25:26.221900 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-0c0c057a-e675-434a-8811-b41db157091d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:25:26.225682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0c0c057a-e675-434a-8811-b41db157091d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7254579 Jan 10 19:25:26.226010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:26.288948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cfd6262f-7d20-4d39-94fc-e0d3c78481e6 req-4b91a974-2b37-41f4-abc8-2d5d37ade795 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:26.305911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cfd6262f-7d20-4d39-94fc-e0d3c78481e6 req-4b91a974-2b37-41f4-abc8-2d5d37ade795 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:26.308892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfd6262f-7d20-4d39-94fc-e0d3c78481e6 req-4b91a974-2b37-41f4-abc8-2d5d37ade795 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e597e291-b9cd-4688-90d6-905baf32c83c HTTP/1.1" status: 200 len: 210 time: 0.0723512 Jan 10 19:25:26.612262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.040398 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36626) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:27.071503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562c09-8a67-4f1b-bfc9-5f8b8eb0c86a req-842c4974-388c-4593-a5e3-42781b27bcfe tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:27.081222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24562c09-8a67-4f1b-bfc9-5f8b8eb0c86a req-842c4974-388c-4593-a5e3-42781b27bcfe tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 945 time: 0.1420777 Jan 10 19:25:27.217828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24562c09-8a67-4f1b-bfc9-5f8b8eb0c86a req-d622e70f-34a9-4796-85e8-777da3e63452 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356454 Jan 10 19:25:27.335515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1432570964'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:27.351747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:27.395638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Usage tracker for resource:network and tenant:6e6cc319e13446d88b37c8bde1c3bb54 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:27.409179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:27.424709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:27.436128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port f927f646-9149-4e4d-98a9-e70fe52803b8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:27.436128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.466324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Made reservation on behalf of 6e6cc319e13446d88b37c8bde1c3bb54 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:27.470220 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.492843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.528861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:27.532675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Usage tracker for resource:security_group_rule and tenant:6e6cc319e13446d88b37c8bde1c3bb54 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:27.535607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:27.541718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:27.577299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f18b7e-3c7b-4b85-956b-afcb0f0ffc84 req-fae75a60-58e4-43a0-a353-31871b8c377c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:27.578796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7f18b7e-3c7b-4b85-956b-afcb0f0ffc84 req-fae75a60-58e4-43a0-a353-31871b8c377c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.2286263 Jan 10 19:25:27.681954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.691441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7f18b7e-3c7b-4b85-956b-afcb0f0ffc84 req-3555d679-207d-4507-b09b-95e4cc6480b2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970352 Jan 10 19:25:27.700137 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.725942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.739972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:27.751722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.752462 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Added segment 69878702-05f4-4d04-9cd8-f53e21b39070 of type vlan for network 923299a4-ea29-487d-89ef-5c9f19edc695 Jan 10 19:25:27.788475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.815277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deea7c08-3ee7-4865-b2c2-33f2f43b82c6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:27.824931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Calling delete_port for f927f646-9149-4e4d-98a9-e70fe52803b8 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:27.888950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.891897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:27.892480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:27.892870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:27.893467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:28.024861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:28.060290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e008696-d48e-44f0-9360-1a14100c5715,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:28.076385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0349531 Jan 10 19:25:28.129546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Port': ['ID=f927f646-9149-4e4d-98a9-e70fe52803b8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:28.146500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bfd43-99c7-4eb2-87d3-7dc060e2dc8b tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Pushing event updated for resources: {'Network': ['ID=923299a4-ea29-487d-89ef-5c9f19edc695,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:28.162141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 923299a4-ea29-487d-89ef-5c9f19edc695 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:28.180117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-f90df2bc-23ca-46c2-89ce-0843f750ae3f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:28.192968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-f90df2bc-23ca-46c2-89ce-0843f750ae3f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.4988427 Jan 10 19:25:28.214526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-ee0dfc7f-400d-4a47-8c3f-26919702ee56 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/quotas/e61ae8b298b24029b77e8ff7b1a1e13e HTTP/1.1" status: 200 len: 375 time: 0.0202200 Jan 10 19:25:28.407071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:28.416394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-8a980dff-04b1-4f80-96e7-c70e95b21f6b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2005332 Jan 10 19:25:28.436627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36658) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:28.454220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Request body: {'port': {'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695', 'binding:host_id': 'n-h2-816927-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1308066385'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:28.637945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:28.648533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Usage tracker for resource:port and tenant:1a2d4fdade364e3fb4acc1e807e336a7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:28.688702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:28.702424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:28.732936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Made reservation on behalf of 1a2d4fdade364e3fb4acc1e807e336a7 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:28.735285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:28.773455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:28.811792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-a93cf293-23a4-43d1-bcb5-55f4f8c083fb service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945308 Jan 10 19:25:28.861589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ca52-e3ed-44fc-a3da-f82f3ec8fc59 req-23817657-bf6a-405d-a9db-967a2bb8cb3f tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:28.863091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa63ca52-e3ed-44fc-a3da-f82f3ec8fc59 req-23817657-bf6a-405d-a9db-967a2bb8cb3f tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 945 time: 0.2225077 Jan 10 19:25:28.869589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:28.944257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Usage tracker for resource:security_group_rule and tenant:1a2d4fdade364e3fb4acc1e807e336a7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:28.951486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:28.961164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:28.984042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Router 047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:25:29.047214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa63ca52-e3ed-44fc-a3da-f82f3ec8fc59 req-12f76e2a-539a-481e-99cd-528c4756cf35 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731863 Jan 10 19:25:29.054474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-3e69a5ca-0ea1-408d-bfa2-7c8ff3c62dfc service neutron] 10.222.0.21 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347224 Jan 10 19:25:29.132284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:29.142139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:29.164826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port db7fd708-dd45-43ed-a785-bdb43f6c78c6 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:29.211404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:25:29.232341 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] Sync routers for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:25:29.267119 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:29.269026 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:29.277699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9ea8f678-baf4-4d21-84f7-8cd920573cb1 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0469666 Jan 10 19:25:29.277940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36672) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:29.424230 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:29.440359 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-de9cafd1-82a8-4e78-a712-1796b9b2ab66 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] delete failed (client error): The resource could not be found. Jan 10 19:25:29.441392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de9cafd1-82a8-4e78-a712-1796b9b2ab66 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1170088151 HTTP/1.1" status: 404 len: 335 time: 0.1625473 Jan 10 19:25:29.445202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:29.451040 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:29.453135 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:29.457491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3df277e6-1e93-4212-b514-6e2d3eff981b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'router': {'external_gateway_info': {'network_id': '047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:29.539213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port db7fd708-dd45-43ed-a785-bdb43f6c78c6 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:29.543526 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:29.544126 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec87f5f-c2de-47bd-a296-7522086260b6 None None] The sync data for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:25:29.549694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:29.564748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Transition to ACTIVE for port object db7fd708-dd45-43ed-a785-bdb43f6c78c6 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:29.623456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:29.775396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c805dd0b-2dd2-4e3e-9a0b-165c843a94aa req-578a34c6-925f-45de-bc35-eb088704f22a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 210 time: 0.2018938 Jan 10 19:25:29.837491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36694) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:29.842580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c23ecc-0b46-49e2-a5ff-30bde76663e6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:29.984288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=db7fd708-dd45-43ed-a785-bdb43f6c78c6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:30.062351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba59b6-7f18-4001-9157-86dd0ffa6fcd req-e332e18c-c312-48b8-afa4-d4c1c4317985 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:30.064323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49ba59b6-7f18-4001-9157-86dd0ffa6fcd req-e332e18c-c312-48b8-afa4-d4c1c4317985 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.4562442 Jan 10 19:25:30.067202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Checking segment: {'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:30.067564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Network hostable DHCP agents. Network: 923299a4-ea29-487d-89ef-5c9f19edc695, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:30.081713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3df277e6-1e93-4212-b514-6e2d3eff981b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.124923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2266eb50-5b20-4328-b2f5-c88c2aafd30c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=045adc18b7604d96a179a90b0e949df1&network_id=bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 200 len: 2969 time: 0.2609017 Jan 10 19:25:30.146052 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-3df277e6-1e93-4212-b514-6e2d3eff981b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] update failed (client error): The resource could not be found. Jan 10 19:25:30.151147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3df277e6-1e93-4212-b514-6e2d3eff981b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 HTTP/1.1" status: 404 len: 339 time: 0.7016752 Jan 10 19:25:30.151409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36706) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:30.160429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1039323052'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:30.163551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49ba59b6-7f18-4001-9157-86dd0ffa6fcd req-b925ca1e-c5ef-4c14-9e61-16ddc2967420 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880671 Jan 10 19:25:30.168310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Network 923299a4-ea29-487d-89ef-5c9f19edc695 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:30.185153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:30.189467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 923299a4-ea29-487d-89ef-5c9f19edc695) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:30.196947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:30.199967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166b5e8-8d0b-435f-b586-834978b1bc5c None None] Network 923299a4-ea29-487d-89ef-5c9f19edc695 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:30.205538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:network and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:30.217464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:30.222052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:30.231655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.232005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.232363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.243165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.243510 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.244945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:30.248280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.255163 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 2 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.289006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.289750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.290131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.295495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:30.297822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.298183 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.298575 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 3 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.311248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.311617 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Added segment 0416deb1-edfb-433e-ba3a-2c3c25f274a5 of type vlan for network 82e07619-20d9-45eb-b8e7-989aab4311ac Jan 10 19:25:30.321111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.321575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.322115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.330889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.331259 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.331803 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 4 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.352360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.352742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.353034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.359992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.360331 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.361240 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 5 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.364290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.381317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.381973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.382494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.389805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.390198 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.390601 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 6 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.424231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.425674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.426025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.428126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:30.428712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.430226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.437371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.437721 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.438154 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 7 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.454561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.454897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.455300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.461274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.461615 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.462010 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 8 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.478583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.478963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.479297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.486529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.486887 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.487399 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 9 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.503025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.503370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.503765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.511686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.512118 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.512519 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 10 to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 Jan 10 19:25:30.541338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:30.541733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:30.542022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:30.553273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:30.553503 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port db7fd708-dd45-43ed-a785-bdb43f6c78c6 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:30.553853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.587028 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4335723 Jan 10 19:25:30.587906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d57f04-8c63-4ebb-9081-630aa820e045 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Network': ['ID=82e07619-20d9-45eb-b8e7-989aab4311ac,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:30.590586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36712) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:30.596409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'subnet': {'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:30.613779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 82e07619-20d9-45eb-b8e7-989aab4311ac details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:30.654832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] For port db7fd708-dd45-43ed-a785-bdb43f6c78c6, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:30.655350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempted to set empty binding levels {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 19:25:30.663887 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.790005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:30.835419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3974481 Jan 10 19:25:30.836116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36718) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:30.838556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34994ed-326c-4c95-9bd5-fd9cf4f98672 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=db7fd708-dd45-43ed-a785-bdb43f6c78c6,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:30.866685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:30.871731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Usage tracker for resource:subnet and tenant:1acc244a656d4f84be2571969b79539f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:30.877208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:30.884498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:30.905128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Made reservation on behalf of 1acc244a656d4f84be2571969b79539f for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:30.927768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Deleting port db7fd708-dd45-43ed-a785-bdb43f6c78c6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:30.931506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.078846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.141310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1544609-ebb1-4822-aca5-0e5e7864b388 req-cb6e809c-2e5d-44f1-9740-71797f99ac28 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 210 time: 0.1253734 Jan 10 19:25:31.394418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-e5d4f6a0-1fe8-4227-959d-6297e57f8790 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:31.395898 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-e5d4f6a0-1fe8-4227-959d-6297e57f8790 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 804 time: 0.3592496 Jan 10 19:25:31.443691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Request body: {'port': {'device_id': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'admin_state_up': True, 'tenant_id': 'e61ae8b298b24029b77e8ff7b1a1e13e'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:31.552670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] For port db7fd708-dd45-43ed-a785-bdb43f6c78c6, host n-h2-816927-8, got binding levels [] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:31.553264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.640145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:31.642481 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.682037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:31.688296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Calling delete_port for db7fd708-dd45-43ed-a785-bdb43f6c78c6 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:31.714363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Made reservation on behalf of e61ae8b298b24029b77e8ff7b1a1e13e for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:31.717788 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.748794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Subnet': ['ID=bef53704-f5f8-420b-a293-c7d69fb12a94,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:31.780331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6916-c5e6-43af-8e08-750ba9f43ce1 req-93647ad6-e017-4b80-ac08-44df92d32b0f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:31.781815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8aac6916-c5e6-43af-8e08-750ba9f43ce1 req-93647ad6-e017-4b80-ac08-44df92d32b0f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3958507 Jan 10 19:25:31.803415 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.805989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Checking segment: {'id': '0416deb1-edfb-433e-ba3a-2c3c25f274a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:31.806371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network hostable DHCP agents. Network: 82e07619-20d9-45eb-b8e7-989aab4311ac, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:31.854325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event deleted for resources: {'Port': ['ID=db7fd708-dd45-43ed-a785-bdb43f6c78c6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:31.860992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network 82e07619-20d9-45eb-b8e7-989aab4311ac is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:31.875478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.885045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8aac6916-c5e6-43af-8e08-750ba9f43ce1 req-6c744b35-84dc-4d3e-969d-2c36278dd85f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972059 Jan 10 19:25:31.887286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d99c1395-fc8a-4529-abe2-19242aad7fa9 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "DELETE /v2.0/ports/db7fd708-dd45-43ed-a785-bdb43f6c78c6 HTTP/1.1" status: 204 len: 168 time: 1.0501249 Jan 10 19:25:31.889778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36734) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:31.907517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 82e07619-20d9-45eb-b8e7-989aab4311ac) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:31.914849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:31.915454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:31.920311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197a816f-e83a-4631-be71-16ea47547770 None None] Network 82e07619-20d9-45eb-b8e7-989aab4311ac requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:31.934616 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02641ae-c3eb-4fac-b407-12f28d524af3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:25:31.935158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d02641ae-c3eb-4fac-b407-12f28d524af3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Synchronizing usage tracker for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:31.952774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d02641ae-c3eb-4fac-b407-12f28d524af3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Unset dirty status for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:31.954689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d02641ae-c3eb-4fac-b407-12f28d524af3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "GET /v2.0/ports/db7fd708-dd45-43ed-a785-bdb43f6c78c6 HTTP/1.1" status: 404 len: 333 time: 0.0637815 Jan 10 19:25:31.959932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36738) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:31.966260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Allocated IP 172.20.0.11 (2ac0c05f-7036-4445-8954-cd0a8cf614ec/3e284408-43e6-481e-9843-a798b56e74e6/29595704-6031-4734-be2e-70a71e51106c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:31.966934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Request body: {'port': {'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1386389455'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:31.969208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0d8bfa76-3896-4d27-99e1-84cdefb15971 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3776104 Jan 10 19:25:31.972293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36742) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:31.980697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d15ca943-dd31-406e-a66e-106e4e5ba970 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'router': {'external_gateway_info': {'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:32.029399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:32.051007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:32.122907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Made reservation on behalf of 1a2d4fdade364e3fb4acc1e807e336a7 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:32.125450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.133175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36748) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:32.173631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-82e07619-20d9-45eb-b8e7-989aab4311ac', 'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac', 'tenant_id': '1acc244a656d4f84be2571969b79539f', 'fixed_ips': [{'subnet_id': 'bef53704-f5f8-420b-a293-c7d69fb12a94'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:25:32.175823 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.244455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeea473-cb9b-4d91-adad-884f6ac7cb91 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:32.247387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3aeea473-cb9b-4d91-adad-884f6ac7cb91 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 814 time: 0.1131792 Jan 10 19:25:32.256066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:32.335948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.394833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.409519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:32.468565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Allocated IP 2001:db8:1::2 (82e07619-20d9-45eb-b8e7-989aab4311ac/bef53704-f5f8-420b-a293-c7d69fb12a94/b72fd9d3-7b39-46e2-ba69-e03d051bc7b3) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:32.491619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Network 2ac0c05f-7036-4445-8954-cd0a8cf614ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:32.497082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:32.499788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:32.548738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event updated for resources: {'Port': ['ID=29595704-6031-4734-be2e-70a71e51106c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:32.602675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:32.603332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.629341 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-cd9292b8-d98e-43c7-b13e-81c0103fc4e0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1983726 Jan 10 19:25:32.641315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Request body: {'port': {'device_id': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:32.701010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c40-489c-4318-8a26-a034291e42ea req-59c448e7-7457-47fa-a6e3-de8dbd04ac06 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:32.708352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30b08c40-489c-4318-8a26-a034291e42ea req-59c448e7-7457-47fa-a6e3-de8dbd04ac06 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 932 time: 0.3194075 Jan 10 19:25:32.743081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36764) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:32.748491 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.759801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Transition to ACTIVE for port object b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:32.780716 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Transition to ACTIVE for port object b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:32.792096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.829480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.871318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Network 82e07619-20d9-45eb-b8e7-989aab4311ac is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:32.879463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30b08c40-489c-4318-8a26-a034291e42ea req-b7cd393a-a812-482a-bc38-e052bf0c5006 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698692 Jan 10 19:25:32.883211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:32.890516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:32.899565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'network': {'name': 'tempest-network-smoke--1652033210', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'port_security_enabled': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:32.909100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:32.922760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:32.940817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Pushing event updated for resources: {'Port': ['ID=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:32.942599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d15ca943-dd31-406e-a66e-106e4e5ba970 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:32.958820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:32.962855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.160358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Attempting to bind port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:33.160762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Attempting to bind port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0416deb1-edfb-433e-ba3a-2c3c25f274a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:33.161099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Attempting to bind port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 on network 82e07619-20d9-45eb-b8e7-989aab4311ac {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:33.183428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:33.183862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Checking segment: {'id': '0416deb1-edfb-433e-ba3a-2c3c25f274a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:33.185686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.185686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Bound using segment: {'id': '0416deb1-edfb-433e-ba3a-2c3c25f274a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:33.185686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Bound port: b72fd9d3-7b39-46e2-ba69-e03d051bc7b3, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0416deb1-edfb-433e-ba3a-2c3c25f274a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82e07619-20d9-45eb-b8e7-989aab4311ac'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:33.185686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.357696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.365131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:25:33.458177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c8887f95-1455-40ad-8898-81794b863719 None None] For port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:33.461578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c8887f95-1455-40ad-8898-81794b863719 None None] For port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,segment=NetworkSegment(0416deb1-edfb-433e-ba3a-2c3c25f274a5),segment_id=0416deb1-edfb-433e-ba3a-2c3c25f274a5)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:33.473329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.509109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29595704-6031-4734-be2e-70a71e51106c {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:33.518770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.538955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Transition to ACTIVE for port object 29595704-6031-4734-be2e-70a71e51106c will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:33.545941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.583682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8887f95-1455-40ad-8898-81794b863719 None None] Pushing event updated for resources: {'Port': ['ID=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:33.623202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.623547 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Added segment 1777827e-ef20-43f8-8534-b506f25854a6 of type vlan for network d3414a5b-06f5-4346-8b88-095fc61d2ea4 Jan 10 19:25:33.697871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.728779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Pushing event updated for resources: {'Port': ['ID=29595704-6031-4734-be2e-70a71e51106c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:33.736891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f9ac2-9c2d-4928-9e61-097a0423093d req-6b60c5ea-1b5b-4a17-8937-d9df36f9805b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:33.739228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82f9ac2-9c2d-4928-9e61-097a0423093d req-6b60c5ea-1b5b-4a17-8937-d9df36f9805b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.6451256 Jan 10 19:25:33.757848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.919767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Attempting to bind port 29595704-6031-4734-be2e-70a71e51106c on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:33.920867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Attempting to bind port 29595704-6031-4734-be2e-70a71e51106c by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:33.920867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Attempting to bind port 29595704-6031-4734-be2e-70a71e51106c on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:33.926440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Port 29595704-6031-4734-be2e-70a71e51106c on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:33.926772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Attempting to bind port 29595704-6031-4734-be2e-70a71e51106c on network 2ac0c05f-7036-4445-8954-cd0a8cf614ec {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:33.941174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:33.941592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Checking segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:33.942076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Bound using segment: {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:33.942582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Bound port: 29595704-6031-4734-be2e-70a71e51106c, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507bf8ea-6a61-4f86-91f6-095875c98c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:33.943034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.961348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Network 923299a4-ea29-487d-89ef-5c9f19edc695 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:33.971950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.978428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:33.979302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:33.984265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:33.991071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:33.992138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:33.993035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:34.059029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed13e10-41e1-45cc-8ab1-c8926a11a267,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:34.115784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a82f9ac2-9c2d-4928-9e61-097a0423093d req-16d2e09d-3e31-4f77-a922-1352ba81bbad tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592067 Jan 10 19:25:34.132301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] For port 29595704-6031-4734-be2e-70a71e51106c, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:34.141740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] For port 29595704-6031-4734-be2e-70a71e51106c, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29595704-6031-4734-be2e-70a71e51106c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:34.158244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:34.277417 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-d15ca943-dd31-406e-a66e-106e4e5ba970 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:25:34.278542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d15ca943-dd31-406e-a66e-106e4e5ba970 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 HTTP/1.1" status: 400 len: 364 time: 2.3040340 Jan 10 19:25:34.286564 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:34.288218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] 10.222.0.44 "PUT /v2.0/ports/29595704-6031-4734-be2e-70a71e51106c HTTP/1.1" status: 200 len: 1092 time: 1.6515975 Jan 10 19:25:34.288760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36812) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:34.291416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'tag': '29595704-6031-4734-be2e-70a71e51106c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:34.319606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730bd56-e20a-416c-845a-8755b8d0ab11 service neutron] Pushing event updated for resources: {'Port': ['ID=29595704-6031-4734-be2e-70a71e51106c,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:34.365009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Network': ['ID=d3414a5b-06f5-4346-8b88-095fc61d2ea4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:34.379478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:25:34.440124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-20937c8a-6fbe-433a-980e-45b58faff454 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4784701 Jan 10 19:25:34.442802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:34.443603 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'tag': '29595704-6031-4734-be2e-70a71e51106c', 'status': 'completed', 'code': 200} Jan 10 19:25:34.451954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ad150c9e-4def-4614-8276-a2429edcdff0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6783798 Jan 10 19:25:34.459157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36824) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:34.461459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:34.629028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b062b6-dcc5-4e61-95c2-890d3eb1f098 req-bf0133ce-74ea-4b48-84e5-9fd1b5982b7f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:34.631068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61b062b6-dcc5-4e61-95c2-890d3eb1f098 req-bf0133ce-74ea-4b48-84e5-9fd1b5982b7f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 944 time: 0.3513305 Jan 10 19:25:34.710976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94292812-5573-4225-9df5-4cc447d0a1a5 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:34.716140 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-94292812-5573-4225-9df5-4cc447d0a1a5 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=045adc18b7604d96a179a90b0e949df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2524276 Jan 10 19:25:34.716590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:34.717395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36834) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:34.765104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61b062b6-dcc5-4e61-95c2-890d3eb1f098 req-dd05fa35-0ae6-4cf3-85e1-51ee1a588aec tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194198 Jan 10 19:25:35.085426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-fe4f11aa-128d-4310-ac4b-e3cd6c5b0abd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 1095 time: 0.6962099 Jan 10 19:25:35.086795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b61f01-559a-4f91-afbe-fa37ffd1b115 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:35.088606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3b61f01-559a-4f91-afbe-fa37ffd1b115 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3695757 Jan 10 19:25:35.092830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36846) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:35.151970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:35.172313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:35.204881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Transition to ACTIVE for port object 4ed13e10-41e1-45cc-8ab1-c8926a11a267 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:35.218472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:35.302404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b19dfe-71cf-4e47-ac3b-35253a1268c5 None None] Network 82e07619-20d9-45eb-b8e7-989aab4311ac requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:35.383675 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-755190dc-47f2-4446-a619-bfcaa034e10c tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2817061 Jan 10 19:25:35.390063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36858) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:35.415930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed13e10-41e1-45cc-8ab1-c8926a11a267,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:35.499142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a84cef5e-be93-4d1f-ba73-6b79aba5e05e None None] Provisioning for port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:35.553453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.554584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.555126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.562114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:35.562669 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:35.568246 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 2 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:35.592198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-8bfd0adc-471b-448a-9f57-ed73a98aedb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29595704-6031-4734-be2e-70a71e51106c HTTP/1.1" status: 200 len: 217 time: 0.4560204 Jan 10 19:25:35.601681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.602220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.602836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.614642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:35.615260 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:35.617370 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 3 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:35.635612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.636334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.636880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.645589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9529f-48e8-4fde-866e-71c0c0606d42 req-681a0110-a536-4eac-8230-93545670db39 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:35.647520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71b9529f-48e8-4fde-866e-71c0c0606d42 req-681a0110-a536-4eac-8230-93545670db39 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.1968827 Jan 10 19:25:35.653285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:35.653897 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:35.670136 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 4 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:35.692422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.693114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.693661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.749936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:35.750182 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:35.753007 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 5 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:35.785926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71b9529f-48e8-4fde-866e-71c0c0606d42 req-282c8310-5063-4e1b-83c4-5d2fe414f444 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308379 Jan 10 19:25:35.797011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.797386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.797706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.823306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:35.823613 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:35.826107 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 6 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:35.866070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.866415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.867339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.876788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:35.876969 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:35.878450 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 7 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:35.906648 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d2e77490-d903-4597-ae24-7ba292750928 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=045adc18b7604d96a179a90b0e949df1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5153501 Jan 10 19:25:35.908236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-e30b2bb3-9dcc-45d7-bb03-952a5eb8bf12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:35.909484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36870) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:35.909637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-e30b2bb3-9dcc-45d7-bb03-952a5eb8bf12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.0930369 Jan 10 19:25:35.910469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:35.910811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:35.911444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:35.922419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb627a-6d63-46ac-a544-3b68b8428c97 req-3528db39-da6e-49a1-bb13-f1e6bb9c046c tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:35.930611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90cb627a-6d63-46ac-a544-3b68b8428c97 req-3528db39-da6e-49a1-bb13-f1e6bb9c046c tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 945 time: 0.2396755 Jan 10 19:25:35.988688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:36.063266 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-79e3ef93-6462-4f89-89d8-0a169fb9c31a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436081 Jan 10 19:25:36.067736 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.126102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:36.135817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:36.136513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.190373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:36.190909 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:36.196535 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 8 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:36.204059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6d659d59-4e14-4d7e-bb41-b3cbe18b22c5 None None] Provisioning complete for port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:36.204388 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6d659d59-4e14-4d7e-bb41-b3cbe18b22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.245573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:36.245916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:36.246260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:36.297125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90cb627a-6d63-46ac-a544-3b68b8428c97 req-b1d2d34f-7a08-48c5-aecb-543832bed01c tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626871 Jan 10 19:25:36.311064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:36.311407 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:36.326365 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 9 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:36.390403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:36.391112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:36.391788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:36.401299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0d493-ac82-48df-a693-dcdcac857564 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:36.403871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31f0d493-ac82-48df-a693-dcdcac857564 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4711430 Jan 10 19:25:36.407055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36880) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:36.410129 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-3f5804c1-9eac-4a22-9738-a641eb96abca service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330178 Jan 10 19:25:36.411769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:36.412319 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:36.451426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.454091 n-d-816927-8 neutron-server[83630]: INFO neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 10 to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 Jan 10 19:25:36.463202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b62df002-0851-443e-a7db-b90ddb3ebe6f tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548573 Jan 10 19:25:36.472299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9406-d050-4148-8a6c-947b5bfdf30b req-98e0aaca-205e-409e-aefb-83df6a6659ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:36.474084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038b9406-d050-4148-8a6c-947b5bfdf30b req-98e0aaca-205e-409e-aefb-83df6a6659ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 944 time: 0.3392391 Jan 10 19:25:36.477690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36884) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:36.489396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315303341', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:36.515455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,segment=NetworkSegment(0416deb1-edfb-433e-ba3a-2c3c25f274a5),segment_id=0416deb1-edfb-433e-ba3a-2c3c25f274a5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:36.529847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:36.530268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:36.530809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:36.534102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.590194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6d659d59-4e14-4d7e-bb41-b3cbe18b22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.640637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:36.656693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:36.657331 n-d-816927-8 neutron-server[83630]: ERROR neutron.plugins.ml2.managers [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:36.657916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:36.711465 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b08afeb0-0671-44d0-8e8a-caa7b86a39a6 req-590500db-7b6a-4b2b-8256-55769e67b3e4 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725061 Jan 10 19:25:36.716081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-6d659d59-4e14-4d7e-bb41-b3cbe18b22c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:25:36.716507 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-6d659d59-4e14-4d7e-bb41-b3cbe18b22c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:25:36.736250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:36.740712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:subnet and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:36.744287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:36.751971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:36.762212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038b9406-d050-4148-8a6c-947b5bfdf30b req-973ee1b2-c50f-4701-84a7-1206da5e3a05 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810099 Jan 10 19:25:36.767913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:36.811311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Allocated IP 2001:db8::1 (f24fc720-7624-4517-9f66-98ae5a3d6e12/b6ab22b9-bc2e-46bd-b8fb-18b42272105f/c3f8f3a9-e313-4e0c-9dea-64849b171a2b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:36.945955 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-66e9b34d-44f2-42ef-8db5-9fdd2c2ae0d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 1095 time: 0.1791220 Jan 10 19:25:37.088719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-dff400f6-4cd7-4cb4-a899-04cd5cc9664b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:37.090249 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-dff400f6-4cd7-4cb4-a899-04cd5cc9664b service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 200 len: 905 time: 0.1354153 Jan 10 19:25:37.128987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.168882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] For port 4ed13e10-41e1-45cc-8ab1-c8926a11a267, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:37.169256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempted to set empty binding levels {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 19:25:37.182406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-78e6b05b-860d-4761-8adc-c1ca0be8b0cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29595704-6031-4734-be2e-70a71e51106c HTTP/1.1" status: 200 len: 217 time: 0.0852895 Jan 10 19:25:37.225678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.254927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.284257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Transition to ACTIVE for port object c3f8f3a9-e313-4e0c-9dea-64849b171a2b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:37.286415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-25114127-4da1-44c6-8ade-ed524443fbf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:37.287956 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-25114127-4da1-44c6-8ade-ed524443fbf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 200 len: 844 time: 0.0938544 Jan 10 19:25:37.346135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] In _notify_port_updated(), no bound segment for port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:25:37.347426 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.351095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "PUT /v2.0/ports/4ed13e10-41e1-45cc-8ab1-c8926a11a267 HTTP/1.1" status: 200 len: 975 time: 2.8988950 Jan 10 19:25:37.360698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36904) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:37.396429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd3d6e-e84f-4eb8-b616-afeaf58e0465 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed13e10-41e1-45cc-8ab1-c8926a11a267,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:37.406175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-a408753e-0c74-4888-9e42-8f29deb7ec64 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:37.408218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-a408753e-0c74-4888-9e42-8f29deb7ec64 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 945 time: 0.4816728 Jan 10 19:25:37.457369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9532d-1791-47ba-861e-c5162aa18322 req-7935c69e-dbfc-44be-bfc9-23b450f21145 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:37.458800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-35c9532d-1791-47ba-861e-c5162aa18322 req-7935c69e-dbfc-44be-bfc9-23b450f21145 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.4388731 Jan 10 19:25:37.475973 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-f1d19c15-939b-452c-8bff-3b9aac414254 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ac0c05f-7036-4445-8954-cd0a8cf614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798859 Jan 10 19:25:37.591172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.644089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Deleting port b93d7822-ee74-44cd-9940-6afb341d4311 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:37.644947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.692388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:37.694706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Port': ['ID=c3f8f3a9-e313-4e0c-9dea-64849b171a2b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:37.705802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:37.710261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:37.710791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.720090 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-88d51629-9f86-42b6-8491-dc6b529c6779 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333460 Jan 10 19:25:37.757513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-35c9532d-1791-47ba-861e-c5162aa18322 req-42c36521-ee24-42a2-9522-7ad9d478e3c9 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706106 Jan 10 19:25:37.861822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:37.888149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fe0bf01a-eb83-4c64-ba76-8320ae450e03 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Synchronizing usage tracker for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:37.950953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:37.959740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa50d6f-c0bc-4e6f-a9f5-7e241de581e0 req-4e14ebbb-e431-45fa-a539-e23b9019e319 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:37.961205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9aa50d6f-c0bc-4e6f-a9f5-7e241de581e0 req-4e14ebbb-e431-45fa-a539-e23b9019e319 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 945 time: 0.4874611 Jan 10 19:25:37.976431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:37.977073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.113138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.177936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fe0bf01a-eb83-4c64-ba76-8320ae450e03 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Unset dirty status for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:38.179863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fe0bf01a-eb83-4c64-ba76-8320ae450e03 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23615 time: 0.8174393 Jan 10 19:25:38.191263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36920) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:38.241279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-76fbdc76-8251-4a4f-b301-b22e521ada92 req-84057a96-12d7-4303-ad87-9c92b2ea6a13 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105181 Jan 10 19:25:38.250879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9ff8d077-bb6a-47a3-9032-b223c8719147 None None] Provisioning for port c3f8f3a9-e313-4e0c-9dea-64849b171a2b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:38.257254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9ff8d077-bb6a-47a3-9032-b223c8719147 None None] Provisioning complete for port c3f8f3a9-e313-4e0c-9dea-64849b171a2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:38.257906 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d077-bb6a-47a3-9032-b223c8719147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.333460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8d077-bb6a-47a3-9032-b223c8719147 None None] Port c3f8f3a9-e313-4e0c-9dea-64849b171a2b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:38.333889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Subnet': ['ID=691e95b7-49bd-4104-82b6-f3c17b1ce11d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:38.360584 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7054-6611-4db2-b310-15baf965adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.393294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9aa50d6f-c0bc-4e6f-a9f5-7e241de581e0 req-d9af9c99-333b-4a65-9123-d4414766cf66 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/security-groups?id=be7a9969-b446-4bbe-9ee8-bb3434244cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417380 Jan 10 19:25:38.411972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Deleting port 4ed13e10-41e1-45cc-8ab1-c8926a11a267 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:38.411972 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.461448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] For port b93d7822-ee74-44cd-9940-6afb341d4311, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b93d7822-ee74-44cd-9940-6afb341d4311,segment=NetworkSegment(2906f7de-a6fb-459f-9e4c-3fba7400e71a),segment_id=2906f7de-a6fb-459f-9e4c-3fba7400e71a)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:38.461821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.506619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Checking segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:38.507111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network hostable DHCP agents. Network: d3414a5b-06f5-4346-8b88-095fc61d2ea4, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:25:38.603341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.608487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.609192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:38.637237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Calling delete_port for b93d7822-ee74-44cd-9940-6afb341d4311 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:38.701802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e026d-fcb4-4e51-81bb-a8186094cc10 req-bea15371-7ba4-4021-9c49-1bff87f7408f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:38.701802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-918e026d-fcb4-4e51-81bb-a8186094cc10 req-bea15371-7ba4-4021-9c49-1bff87f7408f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 944 time: 0.7045219 Jan 10 19:25:38.757924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event updated for resources: {'Port': ['ID=c3f8f3a9-e313-4e0c-9dea-64849b171a2b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:38.821131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:38.822606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:38.892948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:25:39.181617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.188160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-178875fe-68f8-4cd4-a36b-87510ca3aff1 None None] Provisioning complete for port c3f8f3a9-e313-4e0c-9dea-64849b171a2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:39.189137 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-178875fe-68f8-4cd4-a36b-87510ca3aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.194702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d3414a5b-06f5-4346-8b88-095fc61d2ea4) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:39.224489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae63242-a0e7-494b-aebb-c3d41d81fa52 None None] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:39.262170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:39.262768 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.297792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Router 047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:25:39.320142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a73d7e19-d537-40f8-8491-39fe8bb902f3 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8411875 Jan 10 19:25:39.323033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-918e026d-fcb4-4e51-81bb-a8186094cc10 req-109e4323-5948-4dde-a19a-c7da66020e47 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941029 Jan 10 19:25:39.331464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Pushing event deleted for resources: {'Port': ['ID=b93d7822-ee74-44cd-9940-6afb341d4311,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:39.342537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] For port 4ed13e10-41e1-45cc-8ab1-c8926a11a267, host n-h2-816927-8, got binding levels [] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:39.342931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.345042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-178875fe-68f8-4cd4-a36b-87510ca3aff1 None None] Port c3f8f3a9-e313-4e0c-9dea-64849b171a2b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:39.579116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] No DVR routers for this DVR port b93d7822-ee74-44cd-9940-6afb341d4311 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:25:39.594810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.597193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4fe5fc2-649f-4962-89dd-01f570b43670 req-7d1285a7-be1b-4813-a0df-9a94323b8be8 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.44 "DELETE /v2.0/ports/b93d7822-ee74-44cd-9940-6afb341d4311 HTTP/1.1" status: 204 len: 173 time: 2.1806116 Jan 10 19:25:39.600642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d3414a5b-06f5-4346-8b88-095fc61d2ea4', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ips': [{'subnet_id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:25:39.601477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.616420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Calling delete_port for 4ed13e10-41e1-45cc-8ab1-c8926a11a267 owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:39.676713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'name': 'network-vif-deleted', 'tag': 'b93d7822-ee74-44cd-9940-6afb341d4311'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:39.783004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a537a55-a407-41a0-8782-5151057030ad req-0024ad07-719a-4de4-b2cc-ef57cd0d45fd tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:39.784692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a537a55-a407-41a0-8782-5151057030ad req-0024ad07-719a-4de4-b2cc-ef57cd0d45fd tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.8100510 Jan 10 19:25:39.897565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:25:39.910802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Allocated IP 172.20.0.18 (d3414a5b-06f5-4346-8b88-095fc61d2ea4/691e95b7-49bd-4104-82b6-f3c17b1ce11d/05aeb978-17ff-4e7b-a04d-a6ffabafab8f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:39.913805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a537a55-a407-41a0-8782-5151057030ad req-a8db1f92-c0a4-42d0-9f84-4d9ccc7233bb tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179407 Jan 10 19:25:39.917376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:39.927763 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-11cdc9f8-ca49-459a-bc0e-1e376b8f33ec tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6290450 Jan 10 19:25:39.943102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36956) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:40.071685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ed13e10-41e1-45cc-8ab1-c8926a11a267,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:40.101407 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.138431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d3c7d785-0170-4a5e-834c-bd913315d789 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4ed13e10-41e1-45cc-8ab1-c8926a11a267 HTTP/1.1" status: 204 len: 168 time: 1.9375379 Jan 10 19:25:40.141422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36962) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:40.147057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] Sync routers for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:25:40.193866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:40.195669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:40.281998 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5791371-8c38-4d09-ae34-f9c6c1746660 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:25:40.282602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d5791371-8c38-4d09-ae34-f9c6c1746660 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Synchronizing usage tracker for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:40.317144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:40.320784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d5791371-8c38-4d09-ae34-f9c6c1746660 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Unset dirty status for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:40.322605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d5791371-8c38-4d09-ae34-f9c6c1746660 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "GET /v2.0/ports/4ed13e10-41e1-45cc-8ab1-c8926a11a267 HTTP/1.1" status: 404 len: 333 time: 0.1801939 Jan 10 19:25:40.326626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36966) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:40.333934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1143562420', 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:40.343036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43031443-96f6-4064-ab9e-3311a4b846de tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.368385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:40.399349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29595704-6031-4734-be2e-70a71e51106c details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:25:40.402604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b93d7822-ee74-44cd-9940-6afb341d4311 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:40.411683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:40.423049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:40.438424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475071166', 'description': 'tempest-secgroup-smoke-1475071166 description', 'project_id': '045adc18b7604d96a179a90b0e949df1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:40.460187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:40.492413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:40.503334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: b93d7822-ee74-44cd-9940-6afb341d4311 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:25:40.503783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b93d7822-ee74-44cd-9940-6afb341d4311 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:40.507756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:40.508394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:40.633024 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.637446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:40.637949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044fc8c-bba3-42ce-977f-d765662b9457 None None] The sync data for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:25:40.646822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:25:40.650715 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05bf6d-c3c5-434e-a589-fd44ef651fd7', 'name': 'network-vif-deleted', 'tag': 'b93d7822-ee74-44cd-9940-6afb341d4311', 'status': 'completed', 'code': 200} Jan 10 19:25:40.663903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-75b974ab-d6d2-41c4-8b8a-94168a391605 req-4beb2a3d-f96f-4016-baa8-9353845b9b86 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Synchronizing usage tracker for tenant:ce2b89cc14604048bba5a4998fe4ad0d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:40.669143 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df556982-1baf-4a94-ab8e-898618e03fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.675712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Made reservation on behalf of 1a2d4fdade364e3fb4acc1e807e336a7 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:40.677996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.699336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.715196 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-43031443-96f6-4064-ab9e-3311a4b846de tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 19:25:40.720031 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43031443-96f6-4064-ab9e-3311a4b846de tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 HTTP/1.1" status: 409 len: 329 time: 0.7603233 Jan 10 19:25:40.724849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36982) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:40.736501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Transition to ACTIVE for port object 05aeb978-17ff-4e7b-a04d-a6ffabafab8f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:40.781687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port e80de541-5437-4f5f-82b0-3af3a89530ad yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:40.803505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Transition to ACTIVE for port object 05aeb978-17ff-4e7b-a04d-a6ffabafab8f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:40.831038 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:40.851842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-75b974ab-d6d2-41c4-8b8a-94168a391605 req-4beb2a3d-f96f-4016-baa8-9353845b9b86 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] Unset dirty status for tenant:ce2b89cc14604048bba5a4998fe4ad0d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:40.853747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75b974ab-d6d2-41c4-8b8a-94168a391605 req-4beb2a3d-f96f-4016-baa8-9353845b9b86 tempest-VolumesActionsTest-759519425 tempest-VolumesActionsTest-759519425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e05bf6d-c3c5-434e-a589-fd44ef651fd7 HTTP/1.1" status: 200 len: 210 time: 0.3396995 Jan 10 19:25:40.923883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:40.932573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:40.955051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:40.968266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:41.008830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ae077-9d8c-4b85-ae55-e959184f0739 req-529bf6d1-4c41-4ba0-8af6-2ca4b6303cb0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:41.010370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84ae077-9d8c-4b85-ae55-e959184f0739 req-529bf6d1-4c41-4ba0-8af6-2ca4b6303cb0 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 944 time: 0.2902143 Jan 10 19:25:41.184094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29595704-6031-4734-be2e-70a71e51106c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29595704-6031-4734-be2e-70a71e51106c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:41.210912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '29595704-6031-4734-be2e-70a71e51106c', 'network_id': '2ac0c05f-7036-4445-8954-cd0a8cf614ec', 'port_id': '29595704-6031-4734-be2e-70a71e51106c', 'mac_address': 'fa:16:3e:e0:93:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e284408-43e6-481e-9843-a798b56e74e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:25:41.223009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:41.268958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:41.270666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.282139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:41.286270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Pushing event updated for resources: {'Port': ['ID=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:41.287576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.324639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.354339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b84ae077-9d8c-4b85-ae55-e959184f0739 req-57e8b763-2f77-4344-9854-52026716c176 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099978 Jan 10 19:25:41.377131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.380370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9535065 Jan 10 19:25:41.384286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36996) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:41.391127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': 'e6b05062-63da-44b1-942b-93a4b3d8b601', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:41.403708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.404317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.410341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:41.422317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:41.423563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29595704-6031-4734-be2e-70a71e51106c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:41.425823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11512-3123-41ec-b4be-f16a36f545b1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b05062-63da-44b1-942b-93a4b3d8b601,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:41.428203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:41.438613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29595704-6031-4734-be2e-70a71e51106c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29595704-6031-4734-be2e-70a71e51106c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:41.438860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:41.456480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.458456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Attempting to bind port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:41.458732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Attempting to bind port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:41.461277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0e3ab-b00a-4263-972c-0a35364e5baf req-307f9d79-007d-42a7-a1c7-29eadd9d98b2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:41.462760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9f0e3ab-b00a-4263-972c-0a35364e5baf req-307f9d79-007d-42a7-a1c7-29eadd9d98b2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3322475 Jan 10 19:25:41.469003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Attempting to bind port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f on network d3414a5b-06f5-4346-8b88-095fc61d2ea4 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:41.489556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.500099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.516896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:41.517346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Checking segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:41.517679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.518075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Bound using segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:41.518555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Bound port: 05aeb978-17ff-4e7b-a04d-a6ffabafab8f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:41.518949 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.605176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=29595704-6031-4734-be2e-70a71e51106c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:41.636650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c9f0e3ab-b00a-4263-972c-0a35364e5baf req-bdd53dd4-2d22-4175-860c-cd6a859ac905 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633415 Jan 10 19:25:41.642780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Network 923299a4-ea29-487d-89ef-5c9f19edc695 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:41.664529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=e80de541-5437-4f5f-82b0-3af3a89530ad,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:41.664993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] For port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:41.665216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:41.669166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:41.669351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] For port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:41.671572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:41.675018 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.676141 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.744413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37006) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:41.746149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-24e90b07-f0a2-42d5-9a8f-472a39db421f tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4180851 Jan 10 19:25:41.748746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.755858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.783270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba117b09-714c-4a14-b76c-2b43cbfcc9af,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:41.789804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['29595704-6031-4734-be2e-70a71e51106c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:41.796172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.797954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-241a6dee-9830-41f2-9c0a-fa9b01653416 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4124999 Jan 10 19:25:41.800564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37010) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:41.811306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': 'e6b05062-63da-44b1-942b-93a4b3d8b601', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:41.819284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:41.823693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:41.827135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:41.830689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c147c-398f-4ed2-9623-7f8835369ae4 None None] Pushing event updated for resources: {'Port': ['ID=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:41.835068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-16fdd22e-1d7a-4d4a-8b83-e2b046e64fc3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "GET /v2.0/ports/e80de541-5437-4f5f-82b0-3af3a89530ad HTTP/1.1" status: 200 len: 955 time: 0.0894163 Jan 10 19:25:41.842674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:41.843955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:41.868202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.888159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.898461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.955832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:41.961938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.018494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadafb38-34cd-4477-89a8-d5400d6d28f5,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:42.033938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.038077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-241f652b-e91a-4532-a084-40e183ed86a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2338893 Jan 10 19:25:42.038530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:42.048312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': 'e6b05062-63da-44b1-942b-93a4b3d8b601', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:42.056153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:42.061364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:42.065683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:42.072407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:42.104922 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.262104 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.268047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.366217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Deleting port e80de541-5437-4f5f-82b0-3af3a89530ad {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:42.366597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.449238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b217497-7912-4d30-b1c4-560bb28c58f9,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:42.463075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.465694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-120ba8a6-c570-4466-a103-ca612462f491 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4253962 Jan 10 19:25:42.468100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37036) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:42.475997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': 'e6b05062-63da-44b1-942b-93a4b3d8b601', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:42.483284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:42.487688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:42.490949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:42.498276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:42.523114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.665770 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.675185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.755389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.756643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2874386 Jan 10 19:25:42.765798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37048) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:42.769787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2f0d2-87e3-4f2a-9611-c2effb8f5c2e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723435b3-b3b2-4491-adf8-b8e080a742c3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:42.775197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': 'e6b05062-63da-44b1-942b-93a4b3d8b601', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:42.782247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:42.788022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:42.792896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:42.795762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:42.799052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:42.822835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da2d6-32ef-4f7b-8e6a-2f1d63afe3f2 req-3940db06-bb49-4d54-a89d-68b4999e544e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:42.824936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab6da2d6-32ef-4f7b-8e6a-2f1d63afe3f2 req-3940db06-bb49-4d54-a89d-68b4999e544e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 945 time: 0.2559242 Jan 10 19:25:42.825708 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Project 045adc18b7604d96a179a90b0e949df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:25:42.857642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.041655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Calling delete_port for e80de541-5437-4f5f-82b0-3af3a89530ad owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:43.062752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab6da2d6-32ef-4f7b-8e6a-2f1d63afe3f2 req-7cc083b4-e146-4af5-8ce0-061a5e341059 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309422 Jan 10 19:25:43.064533 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.097961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.105199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.132854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a918879-0cc2-4a6c-b785-b68adbd54a11,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:43.176485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08ad83-d59e-4a3d-b9ad-9b7785b5d44d req-c14b73db-1a6a-44c6-969f-48c694d420c7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:43.185764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f08ad83-d59e-4a3d-b9ad-9b7785b5d44d req-c14b73db-1a6a-44c6-969f-48c694d420c7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.2572877 Jan 10 19:25:43.211075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.224340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.228345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0c83ecbc-c5d4-4b00-84ec-04c43faff867 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4602721 Jan 10 19:25:43.229739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37062) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:43.252759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': 'e6b05062-63da-44b1-942b-93a4b3d8b601', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:43.283703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:43.305109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:43.309761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:43.310959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event deleted for resources: {'Port': ['ID=e80de541-5437-4f5f-82b0-3af3a89530ad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:43.321161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:43.334128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port c3f8f3a9-e313-4e0c-9dea-64849b171a2b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:43.334466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.341872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f08ad83-d59e-4a3d-b9ad-9b7785b5d44d req-508e5d57-6c96-4dd0-88e8-96a630c1d088 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551471 Jan 10 19:25:43.353179 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Project 045adc18b7604d96a179a90b0e949df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:25:43.366420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.392404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.485505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-06e71665-7ba9-430b-87e2-afdebcfbd2b6 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e80de541-5437-4f5f-82b0-3af3a89530ad HTTP/1.1" status: 204 len: 168 time: 1.6414354 Jan 10 19:25:43.490203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37066) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:43.495639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.503742 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.533397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7b7ed5-16e7-42ab-89fa-ff24f215ab4b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:43.545241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.555572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-30a0efb6-0a38-4072-b2ef-9e7c7bbd97c0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3199499 Jan 10 19:25:43.646082 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b635cd8a-2376-4d9f-85db-cf8cfc140c74 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:25:43.646618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201d8dd-2474-4365-8ec2-e2a933449aa9 None None] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:43.646816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b635cd8a-2376-4d9f-85db-cf8cfc140c74 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Synchronizing usage tracker for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:43.665943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.678179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b635cd8a-2376-4d9f-85db-cf8cfc140c74 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Unset dirty status for tenant:1a2d4fdade364e3fb4acc1e807e336a7 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:43.683299 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b635cd8a-2376-4d9f-85db-cf8cfc140c74 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "GET /v2.0/ports/e80de541-5437-4f5f-82b0-3af3a89530ad HTTP/1.1" status: 404 len: 333 time: 0.1921439 Jan 10 19:25:43.684218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37076) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:43.696343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Request body: {'port': {'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-319526879'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:43.704060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:43.757464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:43.801270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Made reservation on behalf of 1a2d4fdade364e3fb4acc1e807e336a7 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:43.807486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:43.858793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Calling delete_port for c3f8f3a9-e313-4e0c-9dea-64849b171a2b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:43.898003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:43.916308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05aeb978-17ff-4e7b-a04d-a6ffabafab8f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:44.117330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0e57418-aba4-407b-b6f8-8b82da7df4dd None None] Provisioning for port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:44.152611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-3a1b39f8-9675-42f7-ac5c-59f9e5750d71 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:44.186854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:44.279671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.292912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:44.293674 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.369586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Port': ['ID=c3f8f3a9-e313-4e0c-9dea-64849b171a2b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:44.406163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-3a1b39f8-9675-42f7-ac5c-59f9e5750d71 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:44.414049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-3a1b39f8-9675-42f7-ac5c-59f9e5750d71 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475071166&fields=id&tenant_id=045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 267 time: 0.4069059 Jan 10 19:25:44.501679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29595704-6031-4734-be2e-70a71e51106c up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:44.652791 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.706898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:44.734807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.820273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.839957 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 29595704-6031-4734-be2e-70a71e51106c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:44.865409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 29595704-6031-4734-be2e-70a71e51106c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:44.869162 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.869490 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.895177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:44.989080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=2e97fe2c-51a9-4265-89ed-fd49fed2b6aa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:45.001622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-dab65ee1-1bea-4336-bb29-2e1e7fc9d5be tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:45.002355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-dab65ee1-1bea-4336-bb29-2e1e7fc9d5be tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:45.013484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Network 923299a4-ea29-487d-89ef-5c9f19edc695 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:45.025531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:45.034615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:45.035797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:45.036403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.063556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-dab65ee1-1bea-4336-bb29-2e1e7fc9d5be tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:45.072261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-dab65ee1-1bea-4336-bb29-2e1e7fc9d5be tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/networks?id=d3414a5b-06f5-4346-8b88-095fc61d2ea4 HTTP/1.1" status: 200 len: 797 time: 0.6569979 Jan 10 19:25:45.118491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5973-15b7-41f2-8af9-d72096bbbd7b req-2829cf64-7d76-4d7b-8e02-34ae8e75e287 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:45.131903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3fe5973-15b7-41f2-8af9-d72096bbbd7b req-2829cf64-7d76-4d7b-8e02-34ae8e75e287 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 945 time: 0.7906001 Jan 10 19:25:45.141649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-2cbcbf0c-df33-40de-bb8c-a8753524e58b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/quotas/045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 375 time: 0.0667465 Jan 10 19:25:45.189595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:45.200887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f91d770-71bb-4c77-8441-cdd9b1d40a9e tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5154078 Jan 10 19:25:45.203763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37116) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:45.235432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:45.258786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3fe5973-15b7-41f2-8af9-d72096bbbd7b req-913772d8-f944-4de0-94ef-9e8231231b3f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130612 Jan 10 19:25:45.317666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bb4de3c3-d196-4788-9d03-db0bfa86b8d9 None None] Provisioning complete for port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:45.318152 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3c3-d196-4788-9d03-db0bfa86b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.335756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-94a503d3-73ae-4886-9147-0da31e34d596 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1928017 Jan 10 19:25:45.467956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.527555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.528257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.552513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29595704-6031-4734-be2e-70a71e51106c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:45.578559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 29595704-6031-4734-be2e-70a71e51106c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29595704-6031-4734-be2e-70a71e51106c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:45.603784 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.633296 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:45.731570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-0d0a8f28-ce33-4fc5-8d88-c8c3439c0f9e service neutron] 10.222.0.21 "GET /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950055 Jan 10 19:25:45.821141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=29595704-6031-4734-be2e-70a71e51106c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:45.878618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Router 047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:25:45.892965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05aeb978-17ff-4e7b-a04d-a6ffabafab8f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:46.000127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1347a-6708-4459-bc3d-d651746ab2d8 req-ee145a66-c4d3-4a92-b9db-18fe50d61c3c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:46.001713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6b1347a-6708-4459-bc3d-d651746ab2d8 req-ee145a66-c4d3-4a92-b9db-18fe50d61c3c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.4578111 Jan 10 19:25:46.046455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:46.046825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:46.146594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-8df4fd01-cbf0-42d8-9516-bd7738b5936c service neutron] 10.222.0.21 "GET /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136369 Jan 10 19:25:46.164041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6b1347a-6708-4459-bc3d-d651746ab2d8 req-c773c5fb-e081-4d0f-98f7-54a71e1a810c tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537642 Jan 10 19:25:46.168947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:25:46.180090 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] Sync routers for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:25:46.217518 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:46.218369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:46.226738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] device_id is not set on port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:25:46.249432 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e705324b-5805-4fad-bcf8-4c8d020062d3 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5233996 Jan 10 19:25:46.253059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37132) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:46.266672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:46.329733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Transition to ACTIVE for port object 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:46.339954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:46.378426 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29595704-6031-4734-be2e-70a71e51106c', 'code': 200} Jan 10 19:25:46.451145 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:46.480147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] Routers {'047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:25:46.480945 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:25:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:46.520739 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-eb78b53b-7328-40ef-8cf4-67f97ab6ebdf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] show failed (client error): The resource could not be found. Jan 10 19:25:46.522071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb78b53b-7328-40ef-8cf4-67f97ab6ebdf tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1501384420 HTTP/1.1" status: 404 len: 335 time: 0.2676613 Jan 10 19:25:46.557023 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:46.557553 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81a03f-2397-4f4d-a807-1b43d57017fa None None] The sync data for ids ['047eb36e-02d6-40c8-a1df-2b9bb31a0bd2'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:25:46.581926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37148) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:46.587677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0d674ec7-213c-485a-9c2f-4851e57cc3d4 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:46.717314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=2e97fe2c-51a9-4265-89ed-fd49fed2b6aa,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:46.720789 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-0d674ec7-213c-485a-9c2f-4851e57cc3d4 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] update failed (client error): The resource could not be found. Jan 10 19:25:46.725361 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0d674ec7-213c-485a-9c2f-4851e57cc3d4 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1539161268 HTTP/1.1" status: 404 len: 335 time: 0.1383595 Jan 10 19:25:46.732993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37154) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:46.803157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:46.803496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:46.804104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:46.823398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd99d7f6-e7e0-4039-b872-3e493726d314 req-c4cd9214-46f4-42a2-9e13-ebe5e18788d2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 210 time: 0.2961946 Jan 10 19:25:46.842393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:46.842837 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:46.846044 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 2 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:46.907615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1bdd6003-54a3-455d-b57a-82239e41c8e6 req-694e454f-877b-4fc6-9540-2f806d342e62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 1097 time: 0.3793292 Jan 10 19:25:46.913404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9412b-2744-4c0c-8805-669475abbe0b req-fdc0f490-1a86-47e3-b3f6-b13dff96856c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:46.915072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59e9412b-2744-4c0c-8805-669475abbe0b req-fdc0f490-1a86-47e3-b3f6-b13dff96856c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.1497321 Jan 10 19:25:46.923892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:46.936642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:46.937173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.004298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1bdd6003-54a3-455d-b57a-82239e41c8e6 req-ab235555-b9e1-4391-afd7-9ce181ab7659 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882621 Jan 10 19:25:47.006908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59e9412b-2744-4c0c-8805-669475abbe0b req-3b168804-4f65-4551-b825-7f1d60dfe591 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612702 Jan 10 19:25:47.081452 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:25:47.171822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.172354 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.177694 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 3 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.198853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.199525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.199859 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.220180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.220515 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.224036 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 4 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.302791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.303149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.303487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.311573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.312175 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.313073 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 5 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.323410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting subnet bef53704-f5f8-420b-a293-c7d69fb12a94 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:25:47.360986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.361410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.361769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.364669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.402207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.402538 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.404870 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 6 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.423113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.423462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.423775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.440774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.441105 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.441576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ee938-f5b7-469e-a0ef-dbfdefc21855 req-98de18dd-4fd8-473f-a514-88fc1ac7e91f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:47.443854 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 7 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.449538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-492ee938-f5b7-469e-a0ef-dbfdefc21855 req-98de18dd-4fd8-473f-a514-88fc1ac7e91f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.1179817 Jan 10 19:25:47.453379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.497618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.497913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.498185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.505793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.506132 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.506911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-492ee938-f5b7-469e-a0ef-dbfdefc21855 req-09e817f5-00dc-4776-af97-59daa641d4e1 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560336 Jan 10 19:25:47.508576 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 8 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.553749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.554386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.554925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.583596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.583977 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.585859 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 9 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.605173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.605510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.606283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.621053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.621752 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.625638 n-d-816927-8 neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempt 10 to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa Jan 10 19:25:47.657576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.699083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:47.699430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:47.699967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempting to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:47.709298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:47.709637 n-d-816927-8 neutron-server[83629]: ERROR neutron.plugins.ml2.managers [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Failed to bind port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on host n-h2-816927-8 for vnic_type normal using segments [{'id': '69878702-05f4-4d04-9cd8-f53e21b39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '923299a4-ea29-487d-89ef-5c9f19edc695'}] Jan 10 19:25:47.709996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.854520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] For port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:47.855200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Attempted to set empty binding levels {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 19:25:47.862104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.908161 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.913361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Subnet': ['ID=bef53704-f5f8-420b-a293-c7d69fb12a94,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:47.972752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] In _notify_port_updated(), no bound segment for port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa on network 923299a4-ea29-487d-89ef-5c9f19edc695 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:25:47.974583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:47.976163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "PUT /v2.0/ports/2e97fe2c-51a9-4265-89ed-fd49fed2b6aa HTTP/1.1" status: 200 len: 974 time: 2.7650414 Jan 10 19:25:47.979375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37188) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:47.982705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb44386-3529-4177-904a-a1616ef2e86e None None] Network 82e07619-20d9-45eb-b8e7-989aab4311ac requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:47.995573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:48.046131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-947675e8-21b2-4f86-b2a8-af2f9852b263 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/subnets/bef53704-f5f8-420b-a293-c7d69fb12a94 HTTP/1.1" status: 204 len: 168 time: 1.3044243 Jan 10 19:25:48.050066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37192) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:48.072140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf6c4-2dd0-4da5-833e-af9cb1005b40 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event updated for resources: {'Port': ['ID=2e97fe2c-51a9-4265-89ed-fd49fed2b6aa,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:48.450615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:25:48.453764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:48.508951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:48.759863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] DHCP port deletion for 82e07619-20d9-45eb-b8e7-989aab4311ac request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:25:48.778626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] Deleting port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:48.779295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:48.859941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84f3c29f-0957-4f14-be76-77121ac9a022 req-5ca520b6-6853-44f1-911a-bb022eb82b49 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 210 time: 0.3261287 Jan 10 19:25:48.866808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:48.867173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.007249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:49.036763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Deleting port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:49.036931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.040497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'port_id': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'mac_address': 'fa:16:3e:91:15:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddea05a-d402-4984-8916-1e6266498e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:25:49.220578 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.285987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] For port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,segment=NetworkSegment(0416deb1-edfb-433e-ba3a-2c3c25f274a5),segment_id=0416deb1-edfb-433e-ba3a-2c3c25f274a5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:49.287446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.314604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:49.431210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-381372ca-4ae1-4cc2-bc7f-63072e46956d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:49.431810 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.433008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-381372ca-4ae1-4cc2-bc7f-63072e46956d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/networks?id=d3414a5b-06f5-4346-8b88-095fc61d2ea4 HTTP/1.1" status: 200 len: 797 time: 0.8153212 Jan 10 19:25:49.526643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bed30287-49c0-4f24-81d8-56fc2a5a1935 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:49.537749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] Calling delete_port for b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:49.565901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:49.582292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.624585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5f147-3940-448b-9322-c39388f06003 req-8ec88876-b382-4e50-acd6-b0a178916daf tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:49.631333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f5f147-3940-448b-9322-c39388f06003 req-8ec88876-b382-4e50-acd6-b0a178916daf tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 1.1201398 Jan 10 19:25:49.768602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] For port 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa, host n-h2-816927-8, got binding levels [] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:49.769602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.795801 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-7be298a4-3800-462e-ac5c-8b0499945539 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529255 Jan 10 19:25:49.805359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:25:49.805822 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:25:49.817609 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:49.829397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:49.842159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] No DVR routers for this DVR port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:25:49.846450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.847177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.847848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.848450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.849692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.850687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.851274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.852113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.853588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.854681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.855121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:25:49.860389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d38ff8-f3bb-4f91-ae6b-adfe5f3d0c74 req-1b74e112-5faf-4199-8ed9-057ff25a65fd tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:49.870218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83d38ff8-f3bb-4f91-ae6b-adfe5f3d0c74 req-1b74e112-5faf-4199-8ed9-057ff25a65fd tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.7106776 Jan 10 19:25:49.910824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d4d2d-3047-4efd-93c1-f6f0674ed35e None None] Pushing event deleted for resources: {'Port': ['ID=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:49.918532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:49.962134 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-b3db87cf-7f33-44ed-a4dd-cdc39784adf6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1096 time: 0.1401215 Jan 10 19:25:49.966605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-1ea0150e-6b16-4b06-89d3-03594b3a797c tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 473 time: 0.5168343 Jan 10 19:25:49.978631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:25:49.979509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:50.186566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Calling delete_port for 2e97fe2c-51a9-4265-89ed-fd49fed2b6aa owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:50.194832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-6531c243-31d3-44cc-8460-f36b4fe115af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:50.196400 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-6531c243-31d3-44cc-8460-f36b4fe115af service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 200 len: 910 time: 0.2155027 Jan 10 19:25:50.212903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] For port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b72fd9d3-7b39-46e2-ba69-e03d051bc7b3,segment=NetworkSegment(0416deb1-edfb-433e-ba3a-2c3c25f274a5),segment_id=0416deb1-edfb-433e-ba3a-2c3c25f274a5)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:50.213821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:50.236574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'port': {'device_id': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'admin_state_up': True, 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'security_groups': ['e6b05062-63da-44b1-942b-93a4b3d8b601']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:50.272273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f5f147-3940-448b-9322-c39388f06003 req-eda4c662-4f08-4351-a5c9-3c5fab2f0030 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397462 Jan 10 19:25:50.347985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-ab020398-d147-420e-8f06-115c36ede2e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 200 len: 1000 time: 0.1445904 Jan 10 19:25:50.395555 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'code': 200} Jan 10 19:25:50.451880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:50.491845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed30287-49c0-4f24-81d8-56fc2a5a1935 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:50.499518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-8b5ccdf2-16b5-4fbf-9d83-396facce529c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:50.501079 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-8b5ccdf2-16b5-4fbf-9d83-396facce529c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e8b0b22-4977-4b3c-9d31-db2d53d67e13 HTTP/1.1" status: 200 len: 848 time: 0.1480920 Jan 10 19:25:50.523086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Calling delete_port for b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:50.526353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:50.536068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:50.610446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:25:50.610703 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:25:50.660570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-ccb295bc-6320-442d-b4ab-bcf62a908ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3e84529-b45d-452c-9ad1-4dd740300064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530354 Jan 10 19:25:50.671497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:50.709205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83d38ff8-f3bb-4f91-ae6b-adfe5f3d0c74 req-9dea83b5-06ca-4bf5-bcdf-0d736e3e58c2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8378129 Jan 10 19:25:50.767099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-786ae1ef-b3dd-4b05-a16e-01e345b744f0 req-2284ae19-4de6-41c3-b615-65fe5fc91f26 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 210 time: 0.0788369 Jan 10 19:25:50.788035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['bed30287-49c0-4f24-81d8-56fc2a5a1935'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:25:50.870379 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-8b272243-fbe2-4902-b1c3-e4456b899579 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012701 Jan 10 19:25:50.881479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:25:50.886656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:port and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:25:50.890651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:25:50.898185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:25:50.902275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:50.956098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e97fe2c-51a9-4265-89ed-fd49fed2b6aa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:50.959069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:25:50.964827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.027064 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.037707 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f7b723f9-9637-4c6c-92d1-bb6dbbb515bf req-5229442e-a488-4908-b498-28f86735fcf7 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574080 Jan 10 19:25:51.054147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1e60264c-7b50-4bc0-bb59-a0567fb101fa tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2e97fe2c-51a9-4265-89ed-fd49fed2b6aa HTTP/1.1" status: 204 len: 168 time: 3.0711515 Jan 10 19:25:51.055151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37254) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:51.104817 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4204ebd-f51b-467f-930b-c4a0c93d24d3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] GET failed (client error): The resource could not be found. Jan 10 19:25:51.110152 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f4204ebd-f51b-467f-930b-c4a0c93d24d3 tempest-PortsAdminExtendedAttrsTestJSON-361466661 tempest-PortsAdminExtendedAttrsTestJSON-361466661-project-admin] 10.222.0.21 "GET /v2.0/ports/2e97fe2c-51a9-4265-89ed-fd49fed2b6aa HTTP/1.1" status: 404 len: 333 time: 0.0531878 Jan 10 19:25:51.110885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37262) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:51.141307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port b72fd9d3-7b39-46e2-ba69-e03d051bc7b3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:51.153998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.237117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] The port 'b72fd9d3-7b39-46e2-ba69-e03d051bc7b3' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:25:51.266268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.466453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.500792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.20.0.28 (d3414a5b-06f5-4346-8b88-095fc61d2ea4/691e95b7-49bd-4104-82b6-f3c17b1ce11d/47b61e74-83a0-477f-b8df-297c54d91b13) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:25:51.556773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.580012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e07619-20d9-45eb-b8e7-989aab4311ac']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:51.590493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923299a4-ea29-487d-89ef-5c9f19edc695']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:51.595134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0416deb1-edfb-433e-ba3a-2c3c25f274a5') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:51.595500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0416deb1-edfb-433e-ba3a-2c3c25f274a5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:51.612710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69878702-05f4-4d04-9cd8-f53e21b39070') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:51.613314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69878702-05f4-4d04-9cd8-f53e21b39070') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:51.633895 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.652259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.658669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:51.659118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.661739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:51.677694 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:51.683419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.790475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.817466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:51.817870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.820709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:51.833141 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:51.842454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] Pushing event deleted for resources: {'Network': ['ID=923299a4-ea29-487d-89ef-5c9f19edc695,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:51.852533 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-657f73ea-9d67-409d-918f-9a1b6b04c71d tempest-PortsAdminExtendedAttrsTestJSON-2123904415 tempest-PortsAdminExtendedAttrsTestJSON-2123904415-project] 10.222.0.21 "DELETE /v2.0/networks/923299a4-ea29-487d-89ef-5c9f19edc695 HTTP/1.1" status: 204 len: 168 time: 0.7405190 Jan 10 19:25:51.932773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.031601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Transition to ACTIVE for port object 47b61e74-83a0-477f-b8df-297c54d91b13 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:52.062045 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.099338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.128842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37290) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:52.129843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/networks/82e07619-20d9-45eb-b8e7-989aab4311ac HTTP/1.1" status: 204 len: 168 time: 4.0700786 Jan 10 19:25:52.136491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.217905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b997608-edfc-4196-b445-4c7e57d33e87 req-4259108d-c57e-4a7b-b425-e535aa366a1b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:52.219397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b997608-edfc-4196-b445-4c7e57d33e87 req-4259108d-c57e-4a7b-b425-e535aa366a1b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.6427779 Jan 10 19:25:52.226594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbce98-4d26-4cf2-a558-5c5d84552a3d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Network': ['ID=82e07619-20d9-45eb-b8e7-989aab4311ac,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:52.252627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:25:52.277891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:25:52.289106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:25:52.352487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37296) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:52.428780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=47b61e74-83a0-477f-b8df-297c54d91b13,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:52.515938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting subnet e2d1f1ca-8f09-482c-beed-9cea9b0d2744 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:25:52.522318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.536494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:25:52.610769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:52.612111 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.640634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4c7b0-0884-40e0-b6a5-391a4a28e41b req-0fa26509-3c7c-4666-91fc-1c6a3d1b84b4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:52.648846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abd4c7b0-0884-40e0-b6a5-391a4a28e41b req-0fa26509-3c7c-4666-91fc-1c6a3d1b84b4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 945 time: 0.7010124 Jan 10 19:25:52.691900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b997608-edfc-4196-b445-4c7e57d33e87 req-857b3bb4-a61f-4544-8571-d40bd219d66f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600160 Jan 10 19:25:52.709700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.712079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-ba0ec3c5-8d84-4525-9cdb-cbc5a9f226c2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4904933 Jan 10 19:25:52.735848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abd4c7b0-0884-40e0-b6a5-391a4a28e41b req-062828a5-2dee-4fa6-95ea-93c595d66663 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856936 Jan 10 19:25:52.767315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Request body: {'port': {'device_id': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:25:52.873506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cde9102e-a8e0-44ff-a819-fb65525d55f3 None None] Provisioning for port 47b61e74-83a0-477f-b8df-297c54d91b13 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:25:52.886293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cde9102e-a8e0-44ff-a819-fb65525d55f3 None None] Provisioning complete for port 47b61e74-83a0-477f-b8df-297c54d91b13 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:52.886788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cde9102e-a8e0-44ff-a819-fb65525d55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:52.890204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.002499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.024438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cde9102e-a8e0-44ff-a819-fb65525d55f3 None None] Port 47b61e74-83a0-477f-b8df-297c54d91b13 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:25:53.040939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.045622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port bed30287-49c0-4f24-81d8-56fc2a5a1935 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:25:53.046007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.115638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.123233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d1f1ca-8f09-482c-beed-9cea9b0d2744,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:53.155423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a16cb616-4fa8-45b8-a99b-a17653b71702 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e6cc319e13446d88b37c8bde1c3bb54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8012156 Jan 10 19:25:53.158396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-26acece3-1e8c-4c9b-8d42-d5a1ffb6c690 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/subnets/e2d1f1ca-8f09-482c-beed-9cea9b0d2744 HTTP/1.1" status: 204 len: 168 time: 1.0281408 Jan 10 19:25:53.162515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:53.163312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37320) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:53.181466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbea197-094e-474c-ba59-88e0dc559ac3 None None] Network 1059ff61-df1e-4b8d-a3d9-53a04255c3da requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:53.521285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9108a7-b6db-4e61-a028-1ad583d85260 req-aedd9d86-1869-4ed1-a40c-bb35d38392dc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:53.522463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2f9108a7-b6db-4e61-a028-1ad583d85260 req-aedd9d86-1869-4ed1-a40c-bb35d38392dc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:25:53.557425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.559730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e08ab6dd-29b4-4fbc-9e55-dc8bdfb2c86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.630902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e08ab6dd-29b4-4fbc-9e55-dc8bdfb2c86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.650486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2f9108a7-b6db-4e61-a028-1ad583d85260 req-aedd9d86-1869-4ed1-a40c-bb35d38392dc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:25:53.653131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f9108a7-b6db-4e61-a028-1ad583d85260 req-aedd9d86-1869-4ed1-a40c-bb35d38392dc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 932 time: 0.6065667 Jan 10 19:25:53.682584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting subnet 4614b10a-f7cc-4362-9608-df9dd13e52e0 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:25:53.705404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.755961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300128fd-68a7-4a27-a5c5-134edf2ca912 req-6d329fe2-1112-4368-b869-bc42b521d360 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:53.764888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-300128fd-68a7-4a27-a5c5-134edf2ca912 req-6d329fe2-1112-4368-b869-bc42b521d360 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3605750 Jan 10 19:25:53.836149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:53.853758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.864052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:53.866521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f9108a7-b6db-4e61-a028-1ad583d85260 req-3553272e-3245-4218-bfee-5b48c2aed7a9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029595 Jan 10 19:25:53.892070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.922597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e08ab6dd-29b4-4fbc-9e55-dc8bdfb2c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.930553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-300128fd-68a7-4a27-a5c5-134edf2ca912 req-15ab6a27-bb5f-44b5-953a-46ad2db71a7b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594346 Jan 10 19:25:53.957452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ab6dd-29b4-4fbc-9e55-dc8bdfb2c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e008696-d48e-44f0-9360-1a14100c5715,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:53.965214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e08ab6dd-29b4-4fbc-9e55-dc8bdfb2c86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:53.968868 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e08ab6dd-29b4-4fbc-9e55-dc8bdfb2c86e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e008696-d48e-44f0-9360-1a14100c5715 HTTP/1.1" status: 204 len: 168 time: 0.8009779 Jan 10 19:25:54.014464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:54.166377 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'code': 200} Jan 10 19:25:54.171456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b61e74-83a0-477f-b8df-297c54d91b13 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:25:54.199956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:54.218284 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:54.261604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Transition to ACTIVE for port object 47b61e74-83a0-477f-b8df-297c54d91b13 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:25:54.268495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:54.335749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] DHCP port deletion for 1059ff61-df1e-4b8d-a3d9-53a04255c3da request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:25:54.342292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] Deleting port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:54.343096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:54.382810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:54.514904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Subnet': ['ID=4614b10a-f7cc-4362-9608-df9dd13e52e0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:54.690174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:54.704077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34c1c4-67fa-4143-a155-8d94bea607cc None None] Network 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:54.734018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a76ece6f-de5e-41b5-8e85-3779191cbb9b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/subnets/4614b10a-f7cc-4362-9608-df9dd13e52e0 HTTP/1.1" status: 204 len: 168 time: 1.5631769 Jan 10 19:25:54.736663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37366) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:54.846007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Pushing event updated for resources: {'Port': ['ID=47b61e74-83a0-477f-b8df-297c54d91b13,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:54.888053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:55.001766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d06805-59d3-4cbc-8a2a-094393969d57 req-1ddfe234-cc8b-40b1-92a1-a8de074c56d2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:55.003323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3d06805-59d3-4cbc-8a2a-094393969d57 req-1ddfe234-cc8b-40b1-92a1-a8de074c56d2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.5879774 Jan 10 19:25:55.033922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d8151e5-e131-4fdf-925f-3f638559b650 req-d38f7d09-aaa9-472d-8cbb-f3dd5390479e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 1097 time: 0.4827511 Jan 10 19:25:55.077716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Attempting to bind port 47b61e74-83a0-477f-b8df-297c54d91b13 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:25:55.078054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Attempting to bind port 47b61e74-83a0-477f-b8df-297c54d91b13 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:25:55.078399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Attempting to bind port 47b61e74-83a0-477f-b8df-297c54d91b13 on network d3414a5b-06f5-4346-8b88-095fc61d2ea4 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:55.120977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Port 47b61e74-83a0-477f-b8df-297c54d91b13 on network d3414a5b-06f5-4346-8b88-095fc61d2ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:25:55.121213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Attempting to bind port 47b61e74-83a0-477f-b8df-297c54d91b13 on network d3414a5b-06f5-4346-8b88-095fc61d2ea4 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:25:55.156924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.162669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:25:55.163016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Checking segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:25:55.163579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Bound using segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:25:55.165268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Bound port: 47b61e74-83a0-477f-b8df-297c54d91b13, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:25:55.168075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.225452 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4d8151e5-e131-4fdf-925f-3f638559b650 req-35ef473e-1826-4b94-960d-73ebfe00229d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718748 Jan 10 19:25:55.236128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:55.236478 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.334463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] For port 47b61e74-83a0-477f-b8df-297c54d91b13, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:25:55.339868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-774d7bb3-fb73-4ca5-81d0-d7a2e6b5cf8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a2d4fdade364e3fb4acc1e807e336a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255252 Jan 10 19:25:55.341394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] For port deea7c08-3ee7-4865-b2c2-33f2f43b82c6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,segment=NetworkSegment(c3db53c4-0094-4dcb-a1b8-f818479e05a9),segment_id=c3db53c4-0094-4dcb-a1b8-f818479e05a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:55.341801 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.343189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] For port 47b61e74-83a0-477f-b8df-297c54d91b13, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47b61e74-83a0-477f-b8df-297c54d91b13,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:25:55.350298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b5e-1878-48e7-aae8-5ed369e5d044 req-aebb733d-32f7-4981-a5e3-ce6ffe87a0b8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:55.351979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4103b5e-1878-48e7-aae8-5ed369e5d044 req-aebb733d-32f7-4981-a5e3-ce6ffe87a0b8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.7469838 Jan 10 19:25:55.353081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37380) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:55.357021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.373738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3d06805-59d3-4cbc-8a2a-094393969d57 req-90e41649-6133-483c-9156-e08aabde8f3a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138437 Jan 10 19:25:55.594829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] Calling delete_port for deea7c08-3ee7-4865-b2c2-33f2f43b82c6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:55.670038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.684694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/47b61e74-83a0-477f-b8df-297c54d91b13 HTTP/1.1" status: 200 len: 1092 time: 2.9475331 Jan 10 19:25:55.685183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'tag': '47b61e74-83a0-477f-b8df-297c54d91b13'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:25:55.731744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.740534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4103b5e-1878-48e7-aae8-5ed369e5d044 req-800f81db-79ec-49b0-8040-c447bc5bb044 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932534 Jan 10 19:25:55.741251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31250c7f-3627-4480-8c40-316213d76db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.766625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] For port deea7c08-3ee7-4865-b2c2-33f2f43b82c6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,segment=NetworkSegment(c3db53c4-0094-4dcb-a1b8-f818479e05a9),segment_id=c3db53c4-0094-4dcb-a1b8-f818479e05a9)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:55.768785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.825750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] Pushing event deleted for resources: {'Port': ['ID=deea7c08-3ee7-4865-b2c2-33f2f43b82c6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:55.834383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bf036-05f0-4c7d-8d10-ac0f4f7266d3 service neutron] Pushing event updated for resources: {'Port': ['ID=47b61e74-83a0-477f-b8df-297c54d91b13,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:55.841817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] DHCP port deletion for 6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:25:55.855526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62faac11-f4cd-46f9-8665-8bb6c04b5f95 None None] No DVR routers for this DVR port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:25:55.868397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] Deleting port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:55.871205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:55.880320 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'tag': '47b61e74-83a0-477f-b8df-297c54d91b13', 'status': 'completed', 'code': 200} Jan 10 19:25:55.993722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31250c7f-3627-4480-8c40-316213d76db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:56.043451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa83cb-1fef-410a-813d-64698d411291 req-5b2effc2-3124-48f4-a568-ed07dbd8b3ce tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:56.045006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbfa83cb-1fef-410a-813d-64698d411291 req-5b2effc2-3124-48f4-a568-ed07dbd8b3ce tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 944 time: 0.4858441 Jan 10 19:25:56.070564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Calling delete_port for deea7c08-3ee7-4865-b2c2-33f2f43b82c6 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:56.071043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deea7c08-3ee7-4865-b2c2-33f2f43b82c6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:56.185879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: deea7c08-3ee7-4865-b2c2-33f2f43b82c6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:25:56.186626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device deea7c08-3ee7-4865-b2c2-33f2f43b82c6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:56.240482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-66a48dbd-d8ec-409a-b19f-c7a94453f335 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 1095 time: 0.4811344 Jan 10 19:25:56.241531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31250c7f-3627-4480-8c40-316213d76db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:56.263097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:25:56.263632 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:25:56.379139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] For port 5da2d87d-33f6-4754-a9cf-17b604b7afa0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5da2d87d-33f6-4754-a9cf-17b604b7afa0,segment=NetworkSegment(b2b91238-7201-4929-9d39-6ba619f530f4),segment_id=b2b91238-7201-4929-9d39-6ba619f530f4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:25:56.380123 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:56.573976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] Calling delete_port for 5da2d87d-33f6-4754-a9cf-17b604b7afa0 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:25:56.649213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31250c7f-3627-4480-8c40-316213d76db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:56.656674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31250c7f-3627-4480-8c40-316213d76db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12c23ecc-0b46-49e2-a5ff-30bde76663e6 HTTP/1.1" status: 204 len: 168 time: 1.3001521 Jan 10 19:25:56.656674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31250c7f-3627-4480-8c40-316213d76db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c23ecc-0b46-49e2-a5ff-30bde76663e6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:56.734109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:56.740053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-f26a307c-03ca-4893-899e-111236735cbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=47b61e74-83a0-477f-b8df-297c54d91b13 HTTP/1.1" status: 200 len: 217 time: 0.4927657 Jan 10 19:25:56.765333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port deea7c08-3ee7-4865-b2c2-33f2f43b82c6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:56.765822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:56.804701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] No DVR routers for this DVR port 5da2d87d-33f6-4754-a9cf-17b604b7afa0 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:25:56.811990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-17807a93-f84f-4c09-90a0-69d29ece613c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:56.813747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-17807a93-f84f-4c09-90a0-69d29ece613c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=691e95b7-49bd-4104-82b6-f3c17b1ce11d HTTP/1.1" status: 200 len: 837 time: 0.0658705 Jan 10 19:25:56.821553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cc460-ee48-4a62-b29f-86dc9298d9a6 None None] Pushing event deleted for resources: {'Port': ['ID=5da2d87d-33f6-4754-a9cf-17b604b7afa0,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:56.849106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbfa83cb-1fef-410a-813d-64698d411291 req-3d99d72a-4893-409b-997c-2e84183ec8ee tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7798934 Jan 10 19:25:56.899443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] The port 'deea7c08-3ee7-4865-b2c2-33f2f43b82c6' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:25:57.058769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2acf4f-ebd1-43b8-b4cd-2ee7a4e7c0a2 req-6965a773-0203-4ca3-90c3-7cd65d278544 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:57.067291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa2acf4f-ebd1-43b8-b4cd-2ee7a4e7c0a2 req-6965a773-0203-4ca3-90c3-7cd65d278544 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.6689117 Jan 10 19:25:57.095130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-370398ae-2a87-46cb-a460-d459cbaa1a2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3414a5b-06f5-4346-8b88-095fc61d2ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2510569 Jan 10 19:25:57.219886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.246398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1059ff61-df1e-4b8d-a3d9-53a04255c3da']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:57.259515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3db53c4-0094-4dcb-a1b8-f818479e05a9') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:57.260594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3db53c4-0094-4dcb-a1b8-f818479e05a9') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:57.288727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.314263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.328830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:57.329711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.339540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa2acf4f-ebd1-43b8-b4cd-2ee7a4e7c0a2 req-04671b8e-e5aa-4ce1-91c5-6260f5149a79 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711399 Jan 10 19:25:57.412021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37c9fc-0296-4718-b32a-848eb7a9c889 req-094eadee-78d2-4a8c-ba1b-9d335b1965a2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:57.419432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c37c9fc-0296-4718-b32a-848eb7a9c889 req-094eadee-78d2-4a8c-ba1b-9d335b1965a2 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.3298612 Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:57.453282 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:57.477795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-b2e1efe5-afaf-4bfb-b146-02189ae69d2a service neutron] 10.222.0.44 "GET /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205712 Jan 10 19:25:57.481973 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.501328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.512267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Network': ['ID=1059ff61-df1e-4b8d-a3d9-53a04255c3da,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:57.518931 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-06bd7aea-1205-4b29-86bd-94638d30706b tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/networks/1059ff61-df1e-4b8d-a3d9-53a04255c3da HTTP/1.1" status: 204 len: 168 time: 2.7688954 Jan 10 19:25:57.519208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37438) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:57.600743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c37c9fc-0296-4718-b32a-848eb7a9c889 req-c6e5d235-1f5c-449e-96e1-4f045f49da4b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800475 Jan 10 19:25:57.696280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a35436fa-0dba-4fff-adfb-3f1400b40ee9 req-dc950695-fbbb-4127-ad1a-251f55d2022e service neutron] 10.222.0.44 "GET /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113144 Jan 10 19:25:57.704919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:57.872945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5da2d87d-33f6-4754-a9cf-17b604b7afa0 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:25:57.970165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5da2d87d-33f6-4754-a9cf-17b604b7afa0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:25:57.970510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5da2d87d-33f6-4754-a9cf-17b604b7afa0 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:25:58.042926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5883f-8560-4761-a926-e60f12b1b74b req-304dc276-151f-46ae-b3b1-f973847513cf tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:58.054599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34b5883f-8560-4761-a926-e60f12b1b74b req-304dc276-151f-46ae-b3b1-f973847513cf tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.2136462 Jan 10 19:25:58.075715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.147303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6915eee0-18a3-4e98-8acf-d3bf4aa3dc68']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:58.163427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-9324fb21-dc9b-4782-aa6e-1c670e4710bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 1095 time: 0.4002373 Jan 10 19:25:58.178918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b91238-7201-4929-9d39-6ba619f530f4') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:58.186237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b91238-7201-4929-9d39-6ba619f530f4') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:25:58.199815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.231736 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.259555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:25:58.264117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:25:58.309057 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:25:58.344818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34b5883f-8560-4761-a926-e60f12b1b74b req-6da942e7-7a5e-4a50-a4ef-f4cec93e5ca5 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834761 Jan 10 19:25:58.393441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6eaa-b4a0-4541-b4df-110e71554b5c req-dcb9f56c-e514-4646-b981-e44ea92502fa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:58.395309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d27c6eaa-b4a0-4541-b4df-110e71554b5c req-dcb9f56c-e514-4646-b981-e44ea92502fa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 944 time: 0.2888665 Jan 10 19:25:58.458965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.486841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.495672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-bff592b4-6b94-418d-bcc7-e18b4524118a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:58.497268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-bff592b4-6b94-418d-bcc7-e18b4524118a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3414a5b-06f5-4346-8b88-095fc61d2ea4 HTTP/1.1" status: 200 len: 898 time: 0.3034348 Jan 10 19:25:58.509670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Network': ['ID=6915eee0-18a3-4e98-8acf-d3bf4aa3dc68,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:58.523899 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2dab22bd-80b9-464d-8c7f-29c56db432e2 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/networks/6915eee0-18a3-4e98-8acf-d3bf4aa3dc68 HTTP/1.1" status: 204 len: 168 time: 1.0008242 Jan 10 19:25:58.524722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37478) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:58.639540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-6c6441f5-2687-4ef0-8a35-f9fc1dd38e91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=47b61e74-83a0-477f-b8df-297c54d91b13 HTTP/1.1" status: 200 len: 217 time: 0.1322842 Jan 10 19:25:58.698023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d27c6eaa-b4a0-4541-b4df-110e71554b5c req-4bbb7ab1-d083-4d6c-9063-cf7e953ef77e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945814 Jan 10 19:25:58.792891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-7a2f7ebd-56f6-4825-b398-3b7223291b22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:58.794351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-7a2f7ebd-56f6-4825-b398-3b7223291b22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=691e95b7-49bd-4104-82b6-f3c17b1ce11d HTTP/1.1" status: 200 len: 837 time: 0.1477869 Jan 10 19:25:58.813780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting subnet b6ab22b9-bc2e-46bd-b8fb-18b42272105f {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:25:58.819506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:58.912372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2650-7bfd-4c97-9498-16060004febd req-003909ab-fffc-46d7-913e-a8ca34491dda tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:25:58.914534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6cd2650-7bfd-4c97-9498-16060004febd req-003909ab-fffc-46d7-913e-a8ca34491dda tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3587308 Jan 10 19:25:58.919185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:59.069204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:59.111788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6cd2650-7bfd-4c97-9498-16060004febd req-73272251-49c1-48f1-8686-32d9d04b9165 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831131 Jan 10 19:25:59.132662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-c8782cc3-2cd5-44db-ad47-37fd48cc93a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3414a5b-06f5-4346-8b88-095fc61d2ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3272214 Jan 10 19:25:59.396222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-c58ed9aa-1fa7-41b1-afab-a33873557c50 service neutron] 10.222.0.44 "GET /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470367 Jan 10 19:25:59.440085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:59.528608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ab22b9-bc2e-46bd-b8fb-18b42272105f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:25:59.548053 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:59.555586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf961e-0012-43a8-adb5-5a3bab5e8bcb None None] Network f24fc720-7624-4517-9f66-98ae5a3d6e12 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:25:59.576833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-26e442dd-1f14-4e28-95e6-251d925aeea9 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/subnets/b6ab22b9-bc2e-46bd-b8fb-18b42272105f HTTP/1.1" status: 204 len: 168 time: 1.0470068 Jan 10 19:25:59.577024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37510) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:25:59.865660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:25:59.877093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Deleting port 41663142-5839-41d4-8678-4b583ff73614 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:25:59.877625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:00.179071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] DHCP port deletion for f24fc720-7624-4517-9f66-98ae5a3d6e12 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:26:00.185383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Deleting port 41663142-5839-41d4-8678-4b583ff73614 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:00.186084 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:00.301241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16203f86-2af7-4a81-a11d-bd667583aed1 req-b4a30904-0ced-410f-95fb-b31ed5272189 service neutron] 10.222.0.44 "GET /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972619 Jan 10 19:26:00.311448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] For port 41663142-5839-41d4-8678-4b583ff73614, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=41663142-5839-41d4-8678-4b583ff73614,segment=NetworkSegment(8f14875f-f34b-4184-bd7f-646fb6046fac),segment_id=8f14875f-f34b-4184-bd7f-646fb6046fac)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:00.312136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:00.430977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:00.490912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e539-ed4f-440e-814c-4064e3232efb req-08377866-4224-423b-9a9a-fa390359f272 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:00.492228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-08377866-4224-423b-9a9a-fa390359f272 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 815 time: 0.5254033 Jan 10 19:26:00.561992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] For port 41663142-5839-41d4-8678-4b583ff73614, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=41663142-5839-41d4-8678-4b583ff73614,segment=NetworkSegment(8f14875f-f34b-4184-bd7f-646fb6046fac),segment_id=8f14875f-f34b-4184-bd7f-646fb6046fac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:00.563189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:00.563745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d3b17-3bab-4827-891d-a10a05faf2ee req-ff26e2fb-5d41-455b-a303-8e0e425480df tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:00.572080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-980d3b17-3bab-4827-891d-a10a05faf2ee req-ff26e2fb-5d41-455b-a303-8e0e425480df tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 944 time: 0.5924246 Jan 10 19:26:00.575557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-20688011-3faa-4977-8176-3b8808b7e96f tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/quotas/65820c9d8aeb43179f644eac451666e8 HTTP/1.1" status: 200 len: 375 time: 0.0705352 Jan 10 19:26:00.602278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Calling delete_port for 41663142-5839-41d4-8678-4b583ff73614 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:00.719249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Calling delete_port for 41663142-5839-41d4-8678-4b583ff73614 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:00.759443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-980d3b17-3bab-4827-891d-a10a05faf2ee req-1695a77d-c07f-420d-a1d8-68df6e13044b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860642 Jan 10 19:26:00.785310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:26:00.888224 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:26:00.898159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:26:00.898514 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:26:00.899168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47b61e74-83a0-477f-b8df-297c54d91b13 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:26:00.905441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Port': ['ID=41663142-5839-41d4-8678-4b583ff73614,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:00.928273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] No DVR routers for this DVR port 41663142-5839-41d4-8678-4b583ff73614 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:26:00.993975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-613497593', 'router:external': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:01.019502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:01.043623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:network and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:01.060384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:01.088490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47b61e74-83a0-477f-b8df-297c54d91b13, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47b61e74-83a0-477f-b8df-297c54d91b13,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:01.109583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '47b61e74-83a0-477f-b8df-297c54d91b13', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'port_id': '47b61e74-83a0-477f-b8df-297c54d91b13', 'mac_address': 'fa:16:3e:3a:a1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:26:01.198850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.230918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:01.235787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b61e74-83a0-477f-b8df-297c54d91b13 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:26:01.245897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5e7400f5-556e-4822-9bb2-79b86abdc8e8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6446748 Jan 10 19:26:01.252438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-ff8523f6-891d-4987-bb16-ab111c087f6d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:01.254455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-ff8523f6-891d-4987-bb16-ab111c087f6d tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "GET /v2.0/ports?device_id=55fdedd7-86de-436e-ae11-3758420c8efe HTTP/1.1" status: 200 len: 946 time: 0.5074253 Jan 10 19:26:01.262153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47b61e74-83a0-477f-b8df-297c54d91b13, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47b61e74-83a0-477f-b8df-297c54d91b13,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:01.262856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.270317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.274753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Made reservation on behalf of 7c91d1305f6e41ada2438854d48c0ba8 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:01.277201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.303728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.324666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24fc720-7624-4517-9f66-98ae5a3d6e12']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:01.358425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f14875f-f34b-4184-bd7f-646fb6046fac') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:01.358751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f14875f-f34b-4184-bd7f-646fb6046fac') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:01.390700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.402357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Deleting port 41663142-5839-41d4-8678-4b583ff73614 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:01.402688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.416446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4f21b-7814-4484-ba0c-11f9210b121a req-fabb4d18-8bce-4061-83b0-52379ec368d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:01.422249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:01.424070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aad4f21b-7814-4484-ba0c-11f9210b121a req-fabb4d18-8bce-4061-83b0-52379ec368d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.4500177 Jan 10 19:26:01.438998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:security_group_rule and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:01.447097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:01.457906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.476562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:01.487871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:26:01.488280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:26:01.514024 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:26:01.532503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-617f290f-e176-4843-a4ec-c8e668a1294d None None] The port '41663142-5839-41d4-8678-4b583ff73614' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:26:01.553193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=47b61e74-83a0-477f-b8df-297c54d91b13,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:01.566751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aad4f21b-7814-4484-ba0c-11f9210b121a req-31ffb6da-4745-4e74-beb7-1e1fd4ef1bae tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413965 Jan 10 19:26:01.595494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Deleting port bed30287-49c0-4f24-81d8-56fc2a5a1935 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:01.595844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.638320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['47b61e74-83a0-477f-b8df-297c54d91b13'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:26:01.691713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.710375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38e96cf2-19f6-4430-bb09-af70eceea783 service neutron] 10.222.0.21 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526272 Jan 10 19:26:01.732734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.742353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Pushing event deleted for resources: {'Network': ['ID=f24fc720-7624-4517-9f66-98ae5a3d6e12,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:01.786506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.794377 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1775c830-c3c9-482f-8df3-51670b07f72d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/networks/f24fc720-7624-4517-9f66-98ae5a3d6e12 HTTP/1.1" status: 204 len: 168 time: 2.2163129 Jan 10 19:26:01.796455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.819714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:26:01.831484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.832181 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Added segment 8043383e-a451-402f-890e-d5709b591660 of type vlan for network 3f690eaa-72bd-4dbd-8696-f93b86d48041 Jan 10 19:26:01.862984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:01.867300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 41663142-5839-41d4-8678-4b583ff73614 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:01.872576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.912506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 41663142-5839-41d4-8678-4b583ff73614 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:01.912841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 41663142-5839-41d4-8678-4b583ff73614 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:01.974441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:01.975574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:01.976332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:02.042515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-b4dd98fe-9481-4b3d-b2bc-69701390c397 service neutron] 10.222.0.21 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296850 Jan 10 19:26:02.096906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Network': ['ID=3f690eaa-72bd-4dbd-8696-f93b86d48041,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:02.109503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4fdbd-6ddd-4fba-99c6-e1b4435d6ebe,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:02.125509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-88023cf7-a80c-480f-a1d2-b7843a9b667d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Synchronizing usage tracker for tenant:1acc244a656d4f84be2571969b79539f on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:02.139453 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3cb25c94-cb94-44d5-b50b-43cc75ea9e5a tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7054274 Jan 10 19:26:02.141207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37576) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:02.153168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'subnet': {'network_id': '3f690eaa-72bd-4dbd-8696-f93b86d48041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:02.159098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:02.163954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:subnet and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:02.165818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3f690eaa-72bd-4dbd-8696-f93b86d48041 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:26:02.169049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:02.176451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:02.189363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Made reservation on behalf of 7c91d1305f6e41ada2438854d48c0ba8 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:02.192641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:02.219982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-88023cf7-a80c-480f-a1d2-b7843a9b667d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Unset dirty status for tenant:1acc244a656d4f84be2571969b79539f on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:02.221136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-88023cf7-a80c-480f-a1d2-b7843a9b667d tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "GET /v2.0/ports?device_id=047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 HTTP/1.1" status: 200 len: 205 time: 0.2518382 Jan 10 19:26:02.235614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37580) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:02.508908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec6b1-75b1-4b0d-a797-6d2b35f31ad9 req-8b8f32a6-ed5f-427d-8281-243321da024d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:02.511764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a43ec6b1-75b1-4b0d-a797-6d2b35f31ad9 req-8b8f32a6-ed5f-427d-8281-243321da024d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 945 time: 0.5382023 Jan 10 19:26:02.590794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a66e92c-f2cc-4a48-a2e6-c14fa0169569 req-f7518c32-3102-48a7-afee-f49e86ed5fe8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 210 time: 0.1768746 Jan 10 19:26:02.599307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] For port bed30287-49c0-4f24-81d8-56fc2a5a1935, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=bed30287-49c0-4f24-81d8-56fc2a5a1935,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:02.608862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:02.684200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a43ec6b1-75b1-4b0d-a797-6d2b35f31ad9 req-3b093326-f5b5-48b5-98f6-e79ff5916009 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588902 Jan 10 19:26:02.932980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:02.952771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:26:02.953355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:03.067006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Subnet': ['ID=50afb10c-2c11-4ca6-a9d7-7d25190ab79f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:03.124961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Calling delete_port for bed30287-49c0-4f24-81d8-56fc2a5a1935 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:03.173004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Checking segment: {'id': '8043383e-a451-402f-890e-d5709b591660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3f690eaa-72bd-4dbd-8696-f93b86d48041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:03.173496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network hostable DHCP agents. Network: 3f690eaa-72bd-4dbd-8696-f93b86d48041, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:26:03.229006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 3f690eaa-72bd-4dbd-8696-f93b86d48041 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:26:03.246018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3f690eaa-72bd-4dbd-8696-f93b86d48041) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:03.250631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:03.251425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:03.255754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9a78c-7552-4117-a829-e07e76a78b1b None None] Network 3f690eaa-72bd-4dbd-8696-f93b86d48041 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:26:03.288063 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-62e5294e-fb5b-451d-870a-1d48436b5d2d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1451364 Jan 10 19:26:03.301157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:03.321575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1538582573', 'network_id': '3f690eaa-72bd-4dbd-8696-f93b86d48041'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:03.328567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:03.336976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:port and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:03.340221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:03.347141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:03.362285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Made reservation on behalf of 7c91d1305f6e41ada2438854d48c0ba8 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:03.365325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:03.413218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] device_id is not set on port a13f7354-491a-498f-898a-3d5579d8b0ba yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:26:03.639110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50af78-ce49-4c9b-a769-8744ba5959a7 None None] Network 3f690eaa-72bd-4dbd-8696-f93b86d48041 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:26:03.684521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Allocated IP 2001:db8::20c (3f690eaa-72bd-4dbd-8696-f93b86d48041/50afb10c-2c11-4ca6-a9d7-7d25190ab79f/a13f7354-491a-498f-898a-3d5579d8b0ba) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:03.748707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b41ec-d576-4276-939a-a3394e1edefb req-1dd93b8a-d5a3-4677-915d-9ff9aa067b36 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:03.751415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-342b41ec-d576-4276-939a-a3394e1edefb req-1dd93b8a-d5a3-4677-915d-9ff9aa067b36 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.7694254 Jan 10 19:26:03.999498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e14a7679-d44a-4334-a5d5-b02dace5bb71 req-ed17a756-d481-4600-94ec-ff140d892468 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 210 time: 0.1764286 Jan 10 19:26:04.065482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.082096 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.190712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.226156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Pushing event deleted for resources: {'Port': ['ID=bed30287-49c0-4f24-81d8-56fc2a5a1935,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:04.253901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-342b41ec-d576-4276-939a-a3394e1edefb req-25cebeef-6433-4754-a355-17f3342eae41 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248600 Jan 10 19:26:04.312648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.313829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Fanout notify agent at l3_agent the message router_deleted on router 047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:26:04.330528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e539-ed4f-440e-814c-4064e3232efb req-8ab6be04-54a4-4904-8ba0-7aef1f4249ef tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:04.331251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1e43e539-ed4f-440e-814c-4064e3232efb req-8ab6be04-54a4-4904-8ba0-7aef1f4249ef tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Synchronizing usage tracker for tenant:65820c9d8aeb43179f644eac451666e8 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:04.387953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.399402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1e43e539-ed4f-440e-814c-4064e3232efb req-8ab6be04-54a4-4904-8ba0-7aef1f4249ef tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Unset dirty status for tenant:65820c9d8aeb43179f644eac451666e8 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:04.400610 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-8ab6be04-54a4-4904-8ba0-7aef1f4249ef tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 815 time: 0.6689219 Jan 10 19:26:04.409476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.414772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-940916b0-6ac1-4f4a-af4a-fbb34bb5cdd6 tempest-RoutersNegativeIpV6Test-1571981423 tempest-RoutersNegativeIpV6Test-1571981423-project] 10.222.0.21 "DELETE /v2.0/routers/047eb36e-02d6-40c8-a1df-2b9bb31a0bd2 HTTP/1.1" status: 204 len: 168 time: 2.1744621 Jan 10 19:26:04.424696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] No DVR routers for this DVR port bed30287-49c0-4f24-81d8-56fc2a5a1935 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:26:04.428025 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.430042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-778854fc-ce95-4aa4-b6fd-059ee17cc225 req-95850dac-2b35-4f49-808d-5538c3d801d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "DELETE /v2.0/ports/bed30287-49c0-4f24-81d8-56fc2a5a1935 HTTP/1.1" status: 204 len: 173 time: 3.0660169 Jan 10 19:26:04.430532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-deleted', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:04.433728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.457379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Request body: {'port': {'device_id': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'admin_state_up': True, 'tenant_id': '65820c9d8aeb43179f644eac451666e8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:04.492634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d58eed-330e-45e9-80c9-4ad8bb8364a7 req-b328150b-e910-4310-b8d2-091fd7146360 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:04.494842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d58eed-330e-45e9-80c9-4ad8bb8364a7 req-b328150b-e910-4310-b8d2-091fd7146360 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 945 time: 0.1895063 Jan 10 19:26:04.552809 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdedd7-86de-436e-ae11-3758420c8efe', 'name': 'network-vif-deleted', 'tag': 'bed30287-49c0-4f24-81d8-56fc2a5a1935', 'status': 'completed', 'code': 200} Jan 10 19:26:04.567307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47b61e74-83a0-477f-b8df-297c54d91b13 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:04.649002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d58eed-330e-45e9-80c9-4ad8bb8364a7 req-c7b962a4-fce8-4318-9544-7e24f1ca5ebf tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466498 Jan 10 19:26:04.658321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 3f690eaa-72bd-4dbd-8696-f93b86d48041 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:04.734033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 47b61e74-83a0-477f-b8df-297c54d91b13 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:04.754420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 47b61e74-83a0-477f-b8df-297c54d91b13 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:04.754810 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.837983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:04.846078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37654) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:04.854170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:04.859899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:04.861294 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.947255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Port': ['ID=a13f7354-491a-498f-898a-3d5579d8b0ba,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:04.969198 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:04.994679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-815d05eb-0cc6-4b18-ba4c-c992221bc679 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6895456 Jan 10 19:26:04.996921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37660) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:05.009419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:05.014194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Usage tracker for resource:port and tenant:65820c9d8aeb43179f644eac451666e8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:05.017846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:05.028049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:05.058322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Made reservation on behalf of 65820c9d8aeb43179f644eac451666e8 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:05.060864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b61e74-83a0-477f-b8df-297c54d91b13'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:05.071493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:05.096936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47b61e74-83a0-477f-b8df-297c54d91b13, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47b61e74-83a0-477f-b8df-297c54d91b13,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:05.106322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:05.107370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:05.191099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Deleting port a13f7354-491a-498f-898a-3d5579d8b0ba {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:05.191762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:05.206714 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b61e74-83a0-477f-b8df-297c54d91b13', 'code': 200} Jan 10 19:26:05.330076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=47b61e74-83a0-477f-b8df-297c54d91b13,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:05.348754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: bed30287-49c0-4f24-81d8-56fc2a5a1935 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:05.348754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device bed30287-49c0-4f24-81d8-56fc2a5a1935 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:05.409657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-99040200-2fa3-485b-a981-9af6feed621a req-1136b27d-fcc8-45ff-bb0c-ef0f4702ac8a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Synchronizing usage tracker for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:05.506949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ffbe814-46ad-408d-ac38-69e956c22e29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1acc244a656d4f84be2571969b79539f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6561325 Jan 10 19:26:05.514781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:05.520548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-99040200-2fa3-485b-a981-9af6feed621a req-1136b27d-fcc8-45ff-bb0c-ef0f4702ac8a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Unset dirty status for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:05.521836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99040200-2fa3-485b-a981-9af6feed621a req-1136b27d-fcc8-45ff-bb0c-ef0f4702ac8a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 210 time: 0.1875079 Jan 10 19:26:05.532160 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Allocated IP 172.20.0.11 (c59abb0b-2d92-43cc-923f-fdd5c63145b7/9ddea05a-d402-4984-8916-1e6266498e06/6198094e-b06d-4999-ae23-e12fe8d6900d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:05.803446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:05.872644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:05.995761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Network c59abb0b-2d92-43cc-923f-fdd5c63145b7 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:05.997284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:06.003722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Pushing event updated for resources: {'Port': ['ID=6198094e-b06d-4999-ae23-e12fe8d6900d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:06.007270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:06.061589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bb75e5d-6ca0-46f2-bb99-efb658ce2f65 req-ba2b560f-f3e5-4d28-95e7-88534fb38d87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 1097 time: 0.8026145 Jan 10 19:26:06.079496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:06.080193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.109598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-38cde049-de23-4e0d-bd0d-1528980ff0b6 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6639643 Jan 10 19:26:06.121851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Request body: {'port': {'device_id': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:06.244600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77e542-1eea-4550-aeae-24a4334f6d4b req-af458a93-de81-41d6-b297-f45055d49505 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:06.246176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a77e542-1eea-4550-aeae-24a4334f6d4b req-af458a93-de81-41d6-b297-f45055d49505 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.7327378 Jan 10 19:26:06.251657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.274248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.286161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f802314e-e584-4554-ac61-89367accbe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.288864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bb75e5d-6ca0-46f2-bb99-efb658ce2f65 req-60fb1cda-f4cc-4d5e-85ac-6c10330ae99b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086265 Jan 10 19:26:06.433434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Calling delete_port for a13f7354-491a-498f-898a-3d5579d8b0ba owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:06.511275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f802314e-e584-4554-ac61-89367accbe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.530600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703fd41-5270-46bb-a591-b716dea84194 req-b1322f70-6443-4133-be1e-5a0ee5f1c524 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:06.532060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e703fd41-5270-46bb-a591-b716dea84194 req-b1322f70-6443-4133-be1e-5a0ee5f1c524 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 946 time: 0.5575964 Jan 10 19:26:06.601768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a77e542-1eea-4550-aeae-24a4334f6d4b req-e9638ac6-b167-4555-8068-cf99a78d650d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393135 Jan 10 19:26:06.649424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e703fd41-5270-46bb-a591-b716dea84194 req-a3f6fa65-0163-40bf-ab4a-24e445900546 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065204 Jan 10 19:26:06.699381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f802314e-e584-4554-ac61-89367accbe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.727484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802314e-e584-4554-ac61-89367accbe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee9372-7000-486d-8cf8-f93e9e134267,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:06.750070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f802314e-e584-4554-ac61-89367accbe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.751284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f802314e-e584-4554-ac61-89367accbe5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79ee9372-7000-486d-8cf8-f93e9e134267 HTTP/1.1" status: 204 len: 168 time: 1.2319596 Jan 10 19:26:06.766086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.853812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event deleted for resources: {'Port': ['ID=a13f7354-491a-498f-898a-3d5579d8b0ba,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:06.933726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.935707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-49731cd9-8123-4261-8935-92192f618117 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a13f7354-491a-498f-898a-3d5579d8b0ba HTTP/1.1" status: 204 len: 168 time: 1.9378371 Jan 10 19:26:06.938920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37706) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:06.945936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f690eaa-72bd-4dbd-8696-f93b86d48041', 'external_fixed_ips': [{'subnet_id': '50afb10c-2c11-4ca6-a9d7-7d25190ab79f', 'ip_address': '2001:db8::20c'}]}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:06.954163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:06.960524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:router and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:06.961219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6198094e-b06d-4999-ae23-e12fe8d6900d {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:26:06.983732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:06.984769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:06.992794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:07.007418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Transition to ACTIVE for port object 6198094e-b06d-4999-ae23-e12fe8d6900d will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:07.019028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.027397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6add91-66e4-47fe-bb17-c0b48be88c26 req-acf439ed-a284-46be-829d-5728083f4aed tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:07.043332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c6add91-66e4-47fe-bb17-c0b48be88c26 req-acf439ed-a284-46be-829d-5728083f4aed tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 932 time: 0.2303619 Jan 10 19:26:07.095576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.096569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.180782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Pushing event updated for resources: {'Port': ['ID=6198094e-b06d-4999-ae23-e12fe8d6900d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:07.185417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.324422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c6add91-66e4-47fe-bb17-c0b48be88c26 req-a241c748-be35-46b7-aa77-2816561e9c04 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798338 Jan 10 19:26:07.430625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Attempting to bind port 6198094e-b06d-4999-ae23-e12fe8d6900d on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:07.431851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Attempting to bind port 6198094e-b06d-4999-ae23-e12fe8d6900d by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:07.432464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Attempting to bind port 6198094e-b06d-4999-ae23-e12fe8d6900d on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:07.444703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Port 6198094e-b06d-4999-ae23-e12fe8d6900d on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:26:07.445033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Attempting to bind port 6198094e-b06d-4999-ae23-e12fe8d6900d on network c59abb0b-2d92-43cc-923f-fdd5c63145b7 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:07.460235 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:07.460843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Checking segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:07.461777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Bound using segment: {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:07.467470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Bound port: 6198094e-b06d-4999-ae23-e12fe8d6900d, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4ba109-66f3-4e14-a534-75071624fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:07.471456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.482576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.670846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] For port 6198094e-b06d-4999-ae23-e12fe8d6900d, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:26:07.690577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] For port 6198094e-b06d-4999-ae23-e12fe8d6900d, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6198094e-b06d-4999-ae23-e12fe8d6900d,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:26:07.704276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.897729 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:07.909271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] 10.222.0.44 "PUT /v2.0/ports/6198094e-b06d-4999-ae23-e12fe8d6900d HTTP/1.1" status: 200 len: 1092 time: 1.7828991 Jan 10 19:26:07.910311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'tag': '6198094e-b06d-4999-ae23-e12fe8d6900d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:08.033401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced9c23-b13c-4d78-ab17-b373a6eb6fae service neutron] Pushing event updated for resources: {'Port': ['ID=6198094e-b06d-4999-ae23-e12fe8d6900d,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:08.110243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-54e7bc45-9fb3-40bb-888f-da55c3c12d8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 1095 time: 0.1473579 Jan 10 19:26:08.171383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:08.183554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-d4a46eb5-a6df-4e4d-8e0d-fabb26f231f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6198094e-b06d-4999-ae23-e12fe8d6900d HTTP/1.1" status: 200 len: 217 time: 0.0726151 Jan 10 19:26:08.220977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:08.270340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e539-ed4f-440e-814c-4064e3232efb req-2d912dcd-b2fc-4348-b110-5e6164658cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:08.272263 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-2d912dcd-b2fc-4348-b110-5e6164658cfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 200 len: 855 time: 0.0791869 Jan 10 19:26:08.332309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318b3ad-944c-4d1f-b369-d1df3dfb7ca3 req-f1f0e373-52d9-47fb-867a-f0b17ea668e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:08.349018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3318b3ad-944c-4d1f-b369-d1df3dfb7ca3 req-f1f0e373-52d9-47fb-867a-f0b17ea668e9 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 946 time: 0.4011514 Jan 10 19:26:08.355776 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c22838e-0958-4713-b50e-7fa548970cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:08.395049 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-0df2c423-45aa-405e-ad37-23a8dcc0ac0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c59abb0b-2d92-43cc-923f-fdd5c63145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042893 Jan 10 19:26:08.474173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7496d2d-20d0-4afb-b3c6-aae189f4539e req-fba48402-e170-40be-bf12-ea435ac68f19 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:08.475983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7496d2d-20d0-4afb-b3c6-aae189f4539e req-fba48402-e170-40be-bf12-ea435ac68f19 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.5271766 Jan 10 19:26:08.556643 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-cf8d66b3-1e8c-450d-a891-0b06dfa39725 service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547813 Jan 10 19:26:08.557047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37758) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:08.746383 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1e43e539-ed4f-440e-814c-4064e3232efb req-611bb8e5-f993-4212-9c68-92b639bfc463 service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826584 Jan 10 19:26:08.770033 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0fca6753-8e52-492a-900b-31f0d4ed84f1 tempest-ServiceProvidersTest-861877589 tempest-ServiceProvidersTest-861877589-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2118704 Jan 10 19:26:08.808149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3318b3ad-944c-4d1f-b369-d1df3dfb7ca3 req-1636d608-1567-4f81-aa0f-e54290dd235c tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583547 Jan 10 19:26:08.816007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7496d2d-20d0-4afb-b3c6-aae189f4539e req-0715f480-0064-45fe-9647-93b401557a88 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603141 Jan 10 19:26:08.871730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Allocated IP 2001:db8::20c (3f690eaa-72bd-4dbd-8696-f93b86d48041/50afb10c-2c11-4ca6-a9d7-7d25190ab79f/733da152-b32e-4b2b-8c06-c77f30b9d06f) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:08.898584 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'tag': '6198094e-b06d-4999-ae23-e12fe8d6900d', 'status': 'completed', 'code': 200} Jan 10 19:26:09.082721 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-063e72cf-9746-4725-9379-c375c944b64d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65820c9d8aeb43179f644eac451666e8&device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 1095 time: 0.1574214 Jan 10 19:26:09.302998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-fcd17e4f-f59d-4f7a-9f1d-ff69eafc1761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:09.305125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-fcd17e4f-f59d-4f7a-9f1d-ff69eafc1761 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 200 len: 916 time: 0.2153802 Jan 10 19:26:09.392377 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-1ad0321c-afd3-4ab2-8664-5b1968e5b0eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6198094e-b06d-4999-ae23-e12fe8d6900d HTTP/1.1" status: 200 len: 217 time: 0.0806119 Jan 10 19:26:09.392758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37784) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:09.458647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-1d65e647-a20c-4e38-b2a0-da71200d64b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:09.460252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-1d65e647-a20c-4e38-b2a0-da71200d64b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 200 len: 855 time: 0.0610688 Jan 10 19:26:09.460517 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:09.515606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0de7e9-5c77-47ce-b0ad-7808c94e68bc req-0fc44d75-5767-486a-adbe-9510ee706c33 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:09.522958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc0de7e9-5c77-47ce-b0ad-7808c94e68bc req-0fc44d75-5767-486a-adbe-9510ee706c33 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 944 time: 0.2878346 Jan 10 19:26:09.525827 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-651d6ac2-1fae-4a75-b3f1-7dead61318dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c59abb0b-2d92-43cc-923f-fdd5c63145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545418 Jan 10 19:26:09.578771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb19cd9-ba56-415a-abae-93716c887c5a req-0d50e0d4-e321-42a1-bfa2-9a28f6672375 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:09.589420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abb19cd9-ba56-415a-abae-93716c887c5a req-0d50e0d4-e321-42a1-bfa2-9a28f6672375 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 946 time: 0.3496084 Jan 10 19:26:09.649051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:09.731484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Port': ['ID=733da152-b32e-4b2b-8c06-c77f30b9d06f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:09.767708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc0de7e9-5c77-47ce-b0ad-7808c94e68bc req-b1841cb1-85ae-4e46-9dc5-f06fc516e9a5 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432353 Jan 10 19:26:09.770521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abb19cd9-ba56-415a-abae-93716c887c5a req-fdfcf953-9fa7-4411-afd7-ae7a1c2d2086 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692696 Jan 10 19:26:09.782469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 3f690eaa-72bd-4dbd-8696-f93b86d48041 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:09.783720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:09.786199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:09.852799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:09.924178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:09.924994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:09.985172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:09.993074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Usage tracker for resource:security_group_rule and tenant:57c194f77dd745ea831a4997882f521a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:09.998070 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-f5d63b0b-a700-41d2-b0ef-60b4b211d1d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689429 Jan 10 19:26:10.000913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:10.028522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:10.136030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fa86-14e1-4616-962b-54e30136f11b req-d4a99628-f9fe-4ccd-b5a8-8c60ea59f16f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:10.142542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8815fa86-14e1-4616-962b-54e30136f11b req-d4a99628-f9fe-4ccd-b5a8-8c60ea59f16f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.1180255 Jan 10 19:26:10.230530 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b171331b-8576-4734-abf8-a3d37b0f17d8 req-e8b20d98-6c21-46ec-b436-29e515000bdc service neutron] 10.222.0.44 "GET /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224264 Jan 10 19:26:10.256162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8815fa86-14e1-4616-962b-54e30136f11b req-2120b7d0-f26e-4109-a8f6-4ea8b887b9af tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127586 Jan 10 19:26:10.269566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.287983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.381009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120de826-54e7-48c6-aea7-e93d467bc139,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:10.397914 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c773e3cb-9058-4c2c-9165-4b35b807f36e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57c194f77dd745ea831a4997882f521a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0037606 Jan 10 19:26:10.399627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37822) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:10.405234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Router d9f9591e-a57c-4bf6-b351-90a68f8dadd2 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:26:10.475263 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e912e55-2602-44f8-aa58-6bf058c752b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.481011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b74f205-e942-447a-b81a-123c759f84f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.515168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b74f205-e942-447a-b81a-123c759f84f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.577863 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b74f205-e942-447a-b81a-123c759f84f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.599968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74f205-e942-447a-b81a-123c759f84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120de826-54e7-48c6-aea7-e93d467bc139,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:10.602137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b74f205-e942-447a-b81a-123c759f84f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.604071 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2b74f205-e942-447a-b81a-123c759f84f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/120de826-54e7-48c6-aea7-e93d467bc139 HTTP/1.1" status: 204 len: 168 time: 0.2026174 Jan 10 19:26:10.719683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:10.731443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873474d-936b-442e-be50-32e224427038 None None] Sync routers for ids ['d9f9591e-a57c-4bf6-b351-90a68f8dadd2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:10.748217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873474d-936b-442e-be50-32e224427038 None None] Routers {'d9f9591e-a57c-4bf6-b351-90a68f8dadd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:10.749220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c873474d-936b-442e-be50-32e224427038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d9f9591e-a57c-4bf6-b351-90a68f8dadd2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:10.762640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:10.764553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac6207e6-aebf-4574-b464-84c3ee2b2cb8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8229585 Jan 10 19:26:10.766992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:11.138605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:11.172157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60274a-f4f0-47c4-b6ed-3bc28f19f6ca req-559f90c0-035d-49db-9d3e-3a5de4b3b2f4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:11.175871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e60274a-f4f0-47c4-b6ed-3bc28f19f6ca req-559f90c0-035d-49db-9d3e-3a5de4b3b2f4 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 944 time: 0.1592300 Jan 10 19:26:11.192640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c873474d-936b-442e-be50-32e224427038 None None] Set router d9f9591e-a57c-4bf6-b351-90a68f8dadd2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:11.261229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e60274a-f4f0-47c4-b6ed-3bc28f19f6ca req-d2fb68e6-770d-49c6-b26f-078ddc5e62e0 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794885 Jan 10 19:26:11.351644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37860) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:11.458754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:11.473944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Deleting port 733da152-b32e-4b2b-8c06-c77f30b9d06f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:11.474771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:11.767292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:11.799152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bcef9-55ae-41e3-826f-de867386d27f req-fe221d73-1b43-4e4f-a659-09883fea3303 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:11.801538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-201bcef9-55ae-41e3-826f-de867386d27f req-fe221d73-1b43-4e4f-a659-09883fea3303 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3234773 Jan 10 19:26:11.829299 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:11.835298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:11.871129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c873474d-936b-442e-be50-32e224427038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9591e-a57c-4bf6-b351-90a68f8dadd2', 'name': '', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f690eaa-72bd-4dbd-8696-f93b86d48041', 'external_fixed_ips': [{'subnet_id': '50afb10c-2c11-4ca6-a9d7-7d25190ab79f', 'ip_address': '2001:db8::20c'}], 'enable_snat': True}, 'gw_port_id': '733da152-b32e-4b2b-8c06-c77f30b9d06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:07Z', 'updated_at': '2022-01-10T19:26:09Z', 'revision_number': 3, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port': {'id': '733da152-b32e-4b2b-8c06-c77f30b9d06f', 'name': '', 'network_id': '3f690eaa-72bd-4dbd-8696-f93b86d48041', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9591e-a57c-4bf6-b351-90a68f8dadd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '50afb10c-2c11-4ca6-a9d7-7d25190ab79f', 'ip_address': '2001:db8::20c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:08Z', 'updated_at': '2022-01-10T19:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50afb10c-2c11-4ca6-a9d7-7d25190ab79f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:11.876433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873474d-936b-442e-be50-32e224427038 None None] Checking router: d9f9591e-a57c-4bf6-b351-90a68f8dadd2 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:11.878237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873474d-936b-442e-be50-32e224427038 None None] Updating router d9f9591e-a57c-4bf6-b351-90a68f8dadd2 port 733da152-b32e-4b2b-8c06-c77f30b9d06f binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:26:11.979325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Calling delete_port for 733da152-b32e-4b2b-8c06-c77f30b9d06f owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:12.121138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-201bcef9-55ae-41e3-826f-de867386d27f req-eb9c0af6-a705-48bd-8154-6dd7eb3c123b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121395 Jan 10 19:26:12.129232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c873474d-936b-442e-be50-32e224427038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:12.292701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:12.433886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event deleted for resources: {'Port': ['ID=733da152-b32e-4b2b-8c06-c77f30b9d06f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:12.628184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6198094e-b06d-4999-ae23-e12fe8d6900d details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:26:12.726674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232d340-082f-459e-8457-ee148c92f724 req-f95d2f35-7168-43df-8c6f-2acf6e5656d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:12.729181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3232d340-082f-459e-8457-ee148c92f724 req-f95d2f35-7168-43df-8c6f-2acf6e5656d8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 944 time: 0.1233649 Jan 10 19:26:12.896262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3232d340-082f-459e-8457-ee148c92f724 req-5a61d6c1-eb08-46fd-8f5d-83cc641a9c3e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601903 Jan 10 19:26:13.073652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-c873474d-936b-442e-be50-32e224427038 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:26:13.149191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.195062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.198577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6198094e-b06d-4999-ae23-e12fe8d6900d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6198094e-b06d-4999-ae23-e12fe8d6900d,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:13.229915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '6198094e-b06d-4999-ae23-e12fe8d6900d', 'network_id': 'c59abb0b-2d92-43cc-923f-fdd5c63145b7', 'port_id': '6198094e-b06d-4999-ae23-e12fe8d6900d', 'mac_address': 'fa:16:3e:3a:6a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddea05a-d402-4984-8916-1e6266498e06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:26:13.320571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-c873474d-936b-442e-be50-32e224427038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:26:13.321070 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-c873474d-936b-442e-be50-32e224427038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:26:13.324972 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.332911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.355755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6198094e-b06d-4999-ae23-e12fe8d6900d {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:26:13.390717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6198094e-b06d-4999-ae23-e12fe8d6900d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6198094e-b06d-4999-ae23-e12fe8d6900d,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:13.396848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.471029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6198094e-b06d-4999-ae23-e12fe8d6900d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:13.680597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['6198094e-b06d-4999-ae23-e12fe8d6900d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:26:13.910006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873474d-936b-442e-be50-32e224427038 None None] Port 733da152-b32e-4b2b-8c06-c77f30b9d06f not found while updating agent binding for router d9f9591e-a57c-4bf6-b351-90a68f8dadd2. {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 10 19:26:13.917230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.928993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.960603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873474d-936b-442e-be50-32e224427038 None None] Routers {'d9f9591e-a57c-4bf6-b351-90a68f8dadd2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:13.961244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c873474d-936b-442e-be50-32e224427038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d9f9591e-a57c-4bf6-b351-90a68f8dadd2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:13.985911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:13.986491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9f9591e-a57c-4bf6-b351-90a68f8dadd2 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:26:13.990784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743c8fa-9d98-4b50-8a1c-15e34a5b7f49 req-c57c8740-da40-4267-a682-73d51bbf3eed tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:14.014794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:14.016020 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c86c8cc-1b0f-4bd1-aa7c-103d932fe736 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d9f9591e-a57c-4bf6-b351-90a68f8dadd2 HTTP/1.1" status: 204 len: 168 time: 3.2477980 Jan 10 19:26:14.020669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b743c8fa-9d98-4b50-8a1c-15e34a5b7f49 req-c57c8740-da40-4267-a682-73d51bbf3eed tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.5674183 Jan 10 19:26:14.021155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:14.088094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c873474d-936b-442e-be50-32e224427038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:14.088850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873474d-936b-442e-be50-32e224427038 None None] The sync data for ids ['d9f9591e-a57c-4bf6-b351-90a68f8dadd2'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:14.493515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Deleting subnet 50afb10c-2c11-4ca6-a9d7-7d25190ab79f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:26:14.497360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.20.0.17 (d3414a5b-06f5-4346-8b88-095fc61d2ea4/691e95b7-49bd-4104-82b6-f3c17b1ce11d/839fbd5b-7f16-4140-8489-b3ee3a986ff8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:14.503677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b743c8fa-9d98-4b50-8a1c-15e34a5b7f49 req-93bf8369-f27f-4365-916c-7cffb4d99d6e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605570 Jan 10 19:26:14.504343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:14.701612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf8593-f3da-4443-9723-dc630e058e89 req-8ef8b2f4-b855-42f8-9e51-cb8f9ae6abbc tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:14.704065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1cf8593-f3da-4443-9723-dc630e058e89 req-8ef8b2f4-b855-42f8-9e51-cb8f9ae6abbc tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 945 time: 0.4174678 Jan 10 19:26:14.779958 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:14.845464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1cf8593-f3da-4443-9723-dc630e058e89 req-de1f7871-e683-4787-9d26-c15eaf77f920 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277452 Jan 10 19:26:15.058842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.124493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37970) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:15.154024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.157381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.201887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.208558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=50afb10c-2c11-4ca6-a9d7-7d25190ab79f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:15.215421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Transition to ACTIVE for port object 839fbd5b-7f16-4140-8489-b3ee3a986ff8 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:15.217024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.231552 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.240734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ff09042f-4647-4d2b-b0c4-5a46e2b6ec14 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/50afb10c-2c11-4ca6-a9d7-7d25190ab79f HTTP/1.1" status: 204 len: 168 time: 1.2105412 Jan 10 19:26:15.243922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:15.257956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.368594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:15.373908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=839fbd5b-7f16-4140-8489-b3ee3a986ff8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:15.389278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:15.392736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:15.425050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.476279 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.483467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.499489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:15.533647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Usage tracker for resource:security_group_rule and tenant:6db1766dd80b4b078b1223be1f3eda43 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:15.540294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:15.561430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:15.641938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.693279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.736759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f690eaa-72bd-4dbd-8696-f93b86d48041']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:15.772379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8043383e-a451-402f-890e-d5709b591660') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:15.772379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8043383e-a451-402f-890e-d5709b591660') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:15.791840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.822297 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.833299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.834478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:26:15.835051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:26:15.848370 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:26:15.855256 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.856425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9bcadebc-b738-4984-9ca9-8d5ceaecf6c4 None None] Provisioning for port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:15.864014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9bcadebc-b738-4984-9ca9-8d5ceaecf6c4 None None] Provisioning complete for port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:15.865631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9bcadebc-b738-4984-9ca9-8d5ceaecf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:15.943314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3bf89-1406-40b2-ac60-3b806b0560ae,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:15.951270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9bcadebc-b738-4984-9ca9-8d5ceaecf6c4 None None] Port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:26:15.986115 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b2dc20c7-70b6-4b9e-ba97-d4c342fb3c69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6db1766dd80b4b078b1223be1f3eda43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8605139 Jan 10 19:26:15.988810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37996) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:16.009901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.086025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f690eaa-72bd-4dbd-8696-f93b86d48041 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:26:16.086899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406074fb-9675-454e-a757-f80b53ac3e58 req-70ac44ce-ef79-468d-8114-e713ce0a36d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:16.089142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.090502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-406074fb-9675-454e-a757-f80b53ac3e58 req-70ac44ce-ef79-468d-8114-e713ce0a36d9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3126574 Jan 10 19:26:16.129272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f690eaa-72bd-4dbd-8696-f93b86d48041,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:16.166596 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e0b38eed-b24f-4219-ae05-531d666276ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3f690eaa-72bd-4dbd-8696-f93b86d48041 HTTP/1.1" status: 204 len: 168 time: 0.9171505 Jan 10 19:26:16.235208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acce06ca-12aa-4b39-9146-3ae14b0daadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.301945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acce06ca-12aa-4b39-9146-3ae14b0daadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.379774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acce06ca-12aa-4b39-9146-3ae14b0daadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.410401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce06ca-12aa-4b39-9146-3ae14b0daadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3bf89-1406-40b2-ac60-3b806b0560ae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:16.419804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-acce06ca-12aa-4b39-9146-3ae14b0daadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.421178 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-acce06ca-12aa-4b39-9146-3ae14b0daadd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9e3bf89-1406-40b2-ac60-3b806b0560ae HTTP/1.1" status: 204 len: 168 time: 0.4311273 Jan 10 19:26:16.480461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-406074fb-9675-454e-a757-f80b53ac3e58 req-76d5b2c3-fdf6-46d8-aafb-ce8407a0209c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764918 Jan 10 19:26:16.536831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde362a-0310-484c-a5ad-16bc9c6e441e req-c55f489c-60f7-4995-8299-250638fe7a0a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:16.544456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fde362a-0310-484c-a5ad-16bc9c6e441e req-c55f489c-60f7-4995-8299-250638fe7a0a tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 945 time: 0.4083276 Jan 10 19:26:16.602379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fde362a-0310-484c-a5ad-16bc9c6e441e req-8ecfb53e-a879-47dd-83f1-0da93a1f315b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572622 Jan 10 19:26:16.613582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6198094e-b06d-4999-ae23-e12fe8d6900d up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:16.662901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.678161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.748207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:16.760592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 6198094e-b06d-4999-ae23-e12fe8d6900d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:16.770959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 6198094e-b06d-4999-ae23-e12fe8d6900d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:16.772648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.875595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Deleting subnet b8322b8d-e38b-48c8-a1af-de71bb4f790a {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:26:16.881594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:16.987456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=839fbd5b-7f16-4140-8489-b3ee3a986ff8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:16.999915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.005561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.065107 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.081106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38024) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:17.098415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6198094e-b06d-4999-ae23-e12fe8d6900d'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:17.115821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 6198094e-b06d-4999-ae23-e12fe8d6900d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6198094e-b06d-4999-ae23-e12fe8d6900d,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:17.116701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'name': 'tempest-router--932667384', 'project_id': '258e3f93b2d1460281ba8632a0ce2890'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:17.125393 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.137133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:17.166632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:router and tenant:258e3f93b2d1460281ba8632a0ce2890 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:17.172403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:17.233880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:17.287343 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6198094e-b06d-4999-ae23-e12fe8d6900d', 'code': 200} Jan 10 19:26:17.292342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=6198094e-b06d-4999-ae23-e12fe8d6900d,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:17.293090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.307711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:17.308961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:17.334600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38036) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:17.412058 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.413026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.454818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.802367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9483ca47-efe1-401e-adf9-590434f9e617 None None] Provisioning complete for port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:17.803503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9483ca47-efe1-401e-adf9-590434f9e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.829387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.837736 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8322b8d-e38b-48c8-a1af-de71bb4f790a HTTP/1.1" status: 204 len: 168 time: 1.0877934 Jan 10 19:26:17.845885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38056) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:17.847451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18b349-e32e-4d1a-8604-d2aa6cf75e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8322b8d-e38b-48c8-a1af-de71bb4f790a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:17.849566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.917806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9483ca47-efe1-401e-adf9-590434f9e617 None None] Port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:26:17.934078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:17.940457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:879da26c053b449abf47a0bc304b683e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:17.943453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:17.944899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:17.957668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:17.974775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d510e50-2455-4cef-8794-8a44cd0ab8ee req-09bf7a5e-0aa6-40ea-be1e-63c66b4b0d1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 1097 time: 0.6414189 Jan 10 19:26:17.997310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.075579 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.080183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-24a55ef3-78ba-4d30-b8f1-39597b837037 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9981003 Jan 10 19:26:18.084527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38060) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:18.104423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c64e0-98dd-4ecf-bede-462e37b98c50 req-27d1735e-7fc6-4ae1-9879-5257e481f33a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:18.105985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef9c64e0-98dd-4ecf-bede-462e37b98c50 req-27d1735e-7fc6-4ae1-9879-5257e481f33a tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3539627 Jan 10 19:26:18.177416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.186339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3d510e50-2455-4cef-8794-8a44cd0ab8ee req-9482d35c-bea1-411d-ab19-fd917425a969 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037721 Jan 10 19:26:18.196925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.205366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.314465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f0d252-f274-4661-a48c-c45f329042ec,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:18.317295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef9c64e0-98dd-4ecf-bede-462e37b98c50 req-14a6f6e1-c6d8-4883-be6e-a098c2513577 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441107 Jan 10 19:26:18.319773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-82927595-160c-4f8b-b24d-ab49bfc4a6e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=879da26c053b449abf47a0bc304b683e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9840286 Jan 10 19:26:18.322824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38066) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:18.345512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.418281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.432147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031ece-8f8e-4fce-bee4-bd41e041d68b req-231deee9-53e6-453d-8d1a-f2f9fe5f2266 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:18.433608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f031ece-8f8e-4fce-bee4-bd41e041d68b req-231deee9-53e6-453d-8d1a-f2f9fe5f2266 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.5408039 Jan 10 19:26:18.474783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:18.492284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2906f7de-a6fb-459f-9e4c-3fba7400e71a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:18.492602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2906f7de-a6fb-459f-9e4c-3fba7400e71a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:18.517676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.524388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c0666c3-b41f-4129-a2d1-d291fb61f7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.535046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:26:18.550031 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.560868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f031ece-8f8e-4fce-bee4-bd41e041d68b req-991edf1a-3b26-4ad2-90b8-f4f42fd02df8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183681 Jan 10 19:26:18.563204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:26:18.563600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:26:18.576718 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:26:18.681602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c0666c3-b41f-4129-a2d1-d291fb61f7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.733831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.739960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.764034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:18.768294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fbd42c88-b5b4-4383-8aea-8e2f0c392ccf admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb1a12fc-4ccd-40c4-a5fd-b9cf8e291283 HTTP/1.1" status: 204 len: 168 time: 0.9098294 Jan 10 19:26:18.772195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38070) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:18.849444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.856921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.890027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.890607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c03ac8aa-46cf-47e5-a87e-1aa16577a064 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:26:18.897816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c0666c3-b41f-4129-a2d1-d291fb61f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.905693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Deleting subnet 69a039d7-2279-46b9-ab70-8abfe843c850 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:26:18.909377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.921182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0666c3-b41f-4129-a2d1-d291fb61f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f0d252-f274-4661-a48c-c45f329042ec,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:18.937178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.937948 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af92224e-54fd-45de-9a18-f3d1189489b1 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c03ac8aa-46cf-47e5-a87e-1aa16577a064 HTTP/1.1" status: 204 len: 168 time: 0.8522992 Jan 10 19:26:18.939182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c0666c3-b41f-4129-a2d1-d291fb61f7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:18.942678 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c0666c3-b41f-4129-a2d1-d291fb61f7bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4f0d252-f274-4661-a48c-c45f329042ec HTTP/1.1" status: 204 len: 168 time: 0.6186876 Jan 10 19:26:18.980950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.047833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.081241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:19.086242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8df28b8c-e2eb-4b6f-96a5-ecabf5f46cb8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "PUT /v2.0/routers/49f7d435-b2d9-45f3-8bd3-a30f3a60b944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7330940 Jan 10 19:26:19.106580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:19.120871 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:19.121842 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:19.218011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.269067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a039d7-2279-46b9-ab70-8abfe843c850,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:19.273586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.280687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a258b04f-56aa-4343-adab-dade168f1918 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/69a039d7-2279-46b9-ab70-8abfe843c850 HTTP/1.1" status: 204 len: 168 time: 0.5075233 Jan 10 19:26:19.283151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38084) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:19.343062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38090) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:19.460154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.530016 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:19.610304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.664625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8434b347-e54d-4116-9e5a-6d628e3a7c69']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:19.688597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd53585-b18e-46ba-a83f-fdd630189e60') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:19.688902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd53585-b18e-46ba-a83f-fdd630189e60') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:19.709361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.732866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.745998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5cf91-93b8-4029-871e-44ce73003d97 req-8fc2548e-02e0-41a0-805a-0fc10f10d767 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:19.747995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:26:19.748524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.750377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4dc5cf91-93b8-4029-871e-44ce73003d97 req-8fc2548e-02e0-41a0-805a-0fc10f10d767 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.1349225 Jan 10 19:26:19.758943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1083551925', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:26:19.772360 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:26:19.801872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:19.824170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Usage tracker for resource:router and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:19.830754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:19.841604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:19.885858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.886295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.887152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.897217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4dc5cf91-93b8-4029-871e-44ce73003d97 req-0925a75a-8e90-4008-b9a4-c46234b920a6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017756 Jan 10 19:26:19.919180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.922049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea68355-edf3-4188-8b53-ed714948d18a req-2017c9f1-9b41-4e85-843e-3fb9f4868136 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:19.928915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aea68355-edf3-4188-8b53-ed714948d18a req-2017c9f1-9b41-4e85-843e-3fb9f4868136 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.1773930 Jan 10 19:26:19.938862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8434b347-e54d-4116-9e5a-6d628e3a7c69,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:19.945023 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8434b347-e54d-4116-9e5a-6d628e3a7c69 HTTP/1.1" status: 204 len: 168 time: 0.6579459 Jan 10 19:26:19.953775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.954128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.954468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.954803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.955162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.955304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:19.955487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.955813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.956141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.956874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.956874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:19.957181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f283-f814-467b-b8e9-f15b5183b5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:20.078963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aea68355-edf3-4188-8b53-ed714948d18a req-12a2e2dd-f86d-4231-8f5a-70a35b4968ce tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493235 Jan 10 19:26:20.090268 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:15Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:25:08Z', 'revision_number': 1, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839fbd5b-7f16-4140-8489-b3ee3a986ff8', 'name': '', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:21:fd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:13Z', 'updated_at': '2022-01-10T19:26:16Z', 'revision_number': 2, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:20.096077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:20.096660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Updating router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:26:20.150279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38118) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:20.228666 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-da27e3f5-1850-4bd1-bb47-27050f1ab759 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce2b89cc14604048bba5a4998fe4ad0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0745795 Jan 10 19:26:20.228903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38122) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:20.261545 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.304596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1f823b8-5ef5-4714-85dc-54263a17defb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.356636 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1f823b8-5ef5-4714-85dc-54263a17defb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.465705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.526602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b52c4-150b-450a-b127-7e2f7f043452 req-5b1ca527-dd55-4cf3-ab39-888ad4877d34 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:20.534423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14b52c4-150b-450a-b127-7e2f7f043452 req-5b1ca527-dd55-4cf3-ab39-888ad4877d34 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.1746209 Jan 10 19:26:20.572401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1f823b8-5ef5-4714-85dc-54263a17defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.590489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f823b8-5ef5-4714-85dc-54263a17defb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a9969-b446-4bbe-9ee8-bb3434244cf1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:20.597511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1f823b8-5ef5-4714-85dc-54263a17defb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.600396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a1f823b8-5ef5-4714-85dc-54263a17defb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be7a9969-b446-4bbe-9ee8-bb3434244cf1 HTTP/1.1" status: 204 len: 168 time: 0.3702769 Jan 10 19:26:20.681802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14b52c4-150b-450a-b127-7e2f7f043452 req-4a7f4e3e-d95c-43cb-acaf-d6f8ad797983 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462669 Jan 10 19:26:20.782191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.812825 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.814444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:20.841826 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Transition to ACTIVE for port object 839fbd5b-7f16-4140-8489-b3ee3a986ff8 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:20.860122 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.064123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Allocated IP 172.25.6.229 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/00e44638-5eef-4b3a-a83f-fc5239c495ea) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:21.143460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Pushing event updated for resources: {'Port': ['ID=839fbd5b-7f16-4140-8489-b3ee3a986ff8,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:21.221638 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.222495 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.223088 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.225607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.226122 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.226625 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.229142 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.229665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.230170 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.230940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.231903 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:21.322880 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Attempting to bind port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:21.323536 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Attempting to bind port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:21.323997 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Attempting to bind port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 on network d3414a5b-06f5-4346-8b88-095fc61d2ea4 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:21.343200 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:21.343578 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Checking segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:21.344114 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.344764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Bound using segment: {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:21.345123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Bound port: 839fbd5b-7f16-4140-8489-b3ee3a986ff8, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1777827e-ef20-43f8-8534-b506f25854a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:21.345498 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.492435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:21.523226 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] For port 839fbd5b-7f16-4140-8489-b3ee3a986ff8, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:26:21.526700 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] For port 839fbd5b-7f16-4140-8489-b3ee3a986ff8, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=839fbd5b-7f16-4140-8489-b3ee3a986ff8,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:26:21.535410 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.575025 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ae917440-8c4c-4e33-a7fe-d1669148e418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e76f1e6eade94cce9016c692749d3d1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0786393 Jan 10 19:26:21.576051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.577251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38166) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:21.589273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d349-d547-4da1-a61f-85253d3284cb req-7b0df630-75f6-475a-a0be-e314df11bfff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:21.590662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dec2d349-d547-4da1-a61f-85253d3284cb req-7b0df630-75f6-475a-a0be-e314df11bfff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3063605 Jan 10 19:26:21.615959 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ff26f-303c-49db-a959-ebe84340ced5 None None] Pushing event updated for resources: {'Port': ['ID=839fbd5b-7f16-4140-8489-b3ee3a986ff8,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:21.655810 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:21.656637 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:21.666247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2d9f5bf-de3b-452b-a56d-51ef1171d1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.673129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1076b-c786-4774-9955-fdc3cdab7d66 req-0b35bfc1-f487-4ac5-be56-34c5e173e42b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:21.680294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae1076b-c786-4774-9955-fdc3cdab7d66 req-0b35bfc1-f487-4ac5-be56-34c5e173e42b tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.2301593 Jan 10 19:26:21.686421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dec2d349-d547-4da1-a61f-85253d3284cb req-d5ede947-371d-4995-8f15-7158a7a4d04f tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872066 Jan 10 19:26:21.706838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2d9f5bf-de3b-452b-a56d-51ef1171d1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.735665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.801429 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2d9f5bf-de3b-452b-a56d-51ef1171d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.826517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9f5bf-de3b-452b-a56d-51ef1171d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d445baf-c472-4067-8e17-4b9e4954c68f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:21.828451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:21.831737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d2d9f5bf-de3b-452b-a56d-51ef1171d1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:21.835415 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d2d9f5bf-de3b-452b-a56d-51ef1171d1e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d445baf-c472-4067-8e17-4b9e4954c68f HTTP/1.1" status: 204 len: 168 time: 0.2545371 Jan 10 19:26:21.847451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:21.868044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:21.933105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae1076b-c786-4774-9955-fdc3cdab7d66 req-3bd9969d-79e9-4b1f-87f6-7e89742aa564 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516036 Jan 10 19:26:21.947225 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:22.003853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event updated for resources: {'Port': ['ID=00e44638-5eef-4b3a-a83f-fc5239c495ea,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:22.220413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea343a-449a-4d1c-95cf-b0f14d7b5da4 req-bb47eab8-781c-4e23-bee8-5cc0088d0c02 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:22.222347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0aea343a-449a-4d1c-95cf-b0f14d7b5da4 req-bb47eab8-781c-4e23-bee8-5cc0088d0c02 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.1222975 Jan 10 19:26:22.288668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0aea343a-449a-4d1c-95cf-b0f14d7b5da4 req-35d90223-b31c-481d-96d9-587f2cc4f458 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576458 Jan 10 19:26:22.294232 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:22.294947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:22.410235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:15Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:25:08Z', 'revision_number': 1, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839fbd5b-7f16-4140-8489-b3ee3a986ff8', 'name': '', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:21:fd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:13Z', 'updated_at': '2022-01-10T19:26:21Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:22.416807 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d6abb-6de3-4566-9c5c-3c2c106f6376 None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:15Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:25:08Z', 'revision_number': 1, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839fbd5b-7f16-4140-8489-b3ee3a986ff8', 'name': '', 'network_id': 'd3414a5b-06f5-4346-8b88-095fc61d2ea4', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:21:fd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:13Z', 'updated_at': '2022-01-10T19:26:21Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '691e95b7-49bd-4104-82b6-f3c17b1ce11d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:22.694799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Router 5edbe092-bac4-45ff-8363-5093d76c29e8 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:26:22.949945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50072b38-2f24-4514-8947-1f3510c2c8fc req-db88b289-276e-4420-a999-4325b5c3e6ce tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:22.956502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50072b38-2f24-4514-8947-1f3510c2c8fc req-db88b289-276e-4420-a999-4325b5c3e6ce tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.1635377 Jan 10 19:26:23.373857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50072b38-2f24-4514-8947-1f3510c2c8fc req-0195d076-98ff-45cf-8cb8-5676d77401f7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654308 Jan 10 19:26:23.429836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d967a-d4d2-4a9c-b885-23e904f046d4 req-a4a7e16a-9795-443f-ba79-4513743674cd tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:23.431346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-323d967a-d4d2-4a9c-b885-23e904f046d4 req-a4a7e16a-9795-443f-ba79-4513743674cd tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.4739504 Jan 10 19:26:23.482439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:23.494210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] Sync routers for ids ['5edbe092-bac4-45ff-8363-5093d76c29e8'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:23.495573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-323d967a-d4d2-4a9c-b885-23e904f046d4 req-00a77338-0e8e-4794-b17a-0209374b6c7e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577323 Jan 10 19:26:23.515843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] Routers {'5edbe092-bac4-45ff-8363-5093d76c29e8'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:23.516741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5edbe092-bac4-45ff-8363-5093d76c29e8'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:23.517311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:23.518755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-791f0e59-2b0a-419a-83a4-cb142963e581 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1745822 Jan 10 19:26:23.521427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38242) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:23.640295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:23.652443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] Routers {'5edbe092-bac4-45ff-8363-5093d76c29e8'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:23.653660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5edbe092-bac4-45ff-8363-5093d76c29e8'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:23.723125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:23.723697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5b312-cdb8-4dc0-92c3-271342b731d0 None None] The sync data for ids ['5edbe092-bac4-45ff-8363-5093d76c29e8'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:23.810552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57efe-8e67-4439-ac61-cec018a3adf7 req-3048c295-52ca-41bd-b95f-4dd60d399de8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:23.812299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fc57efe-8e67-4439-ac61-cec018a3adf7 req-3048c295-52ca-41bd-b95f-4dd60d399de8 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.1847451 Jan 10 19:26:23.821027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38252) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:23.893155 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-37b74986-7b67-45b5-866b-a32ea7dbf135 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/5edbe092-bac4-45ff-8363-5093d76c29e8 HTTP/1.1" status: 200 len: 925 time: 0.3679998 Jan 10 19:26:23.893477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38258) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:23.907814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 839fbd5b-7f16-4140-8489-b3ee3a986ff8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:23.926483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fc57efe-8e67-4439-ac61-cec018a3adf7 req-b5a548cd-1c49-4060-91bd-65885ee4b187 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056931 Jan 10 19:26:23.944650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-893c7cd0-eb40-45a3-9c2c-4df75df9e551 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edbe092-bac4-45ff-8363-5093d76c29e8 HTTP/1.1" status: 200 len: 205 time: 0.0478163 Jan 10 19:26:23.945318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38264) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:24.104478 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:26:24.128422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:24.138938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:24.139511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.206778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.268777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:24.277837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:00acad797ea545b28b1a13f18e4a8781 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:24.282488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:24.291342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:24.328879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.412566 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.464211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 839fbd5b-7f16-4140-8489-b3ee3a986ff8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=839fbd5b-7f16-4140-8489-b3ee3a986ff8,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:24.469668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.573439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=839fbd5b-7f16-4140-8489-b3ee3a986ff8,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:24.615654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.630617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.696222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb7b74-83da-4f0f-ba1e-1c7e7d52cffa,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:24.703408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d82cd737-046c-4262-9245-747377bcd5a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00acad797ea545b28b1a13f18e4a8781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8807275 Jan 10 19:26:24.705869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:24.738099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.759754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Deleting port 00e44638-5eef-4b3a-a83f-fc5239c495ea {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:24.760139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.851602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129dad3-cbbe-4fdb-a838-9f606b8a9452 req-f4cf9280-78a2-49e3-a272-bf7d921f46ca tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:24.853243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2129dad3-cbbe-4fdb-a838-9f606b8a9452 req-f4cf9280-78a2-49e3-a272-bf7d921f46ca tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.1665983 Jan 10 19:26:24.885497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b1ac9-6ac5-48c4-9499-4774789ded29 req-0843ce1c-27b4-47f0-9656-edfb6561f140 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:24.887079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be5b1ac9-6ac5-48c4-9499-4774789ded29 req-0843ce1c-27b4-47f0-9656-edfb6561f140 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.1145577 Jan 10 19:26:24.919010 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75841148-9da4-4ada-9064-116ec755a98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:24.944496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2129dad3-cbbe-4fdb-a838-9f606b8a9452 req-94cfd5b6-1fec-4c93-88e0-d16141745a5b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819769 Jan 10 19:26:24.952334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be5b1ac9-6ac5-48c4-9499-4774789ded29 req-1176ad68-400b-423e-93ce-3b5f9e32755e tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597684 Jan 10 19:26:24.973685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75841148-9da4-4ada-9064-116ec755a98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.004912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.140110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Calling delete_port for 00e44638-5eef-4b3a-a83f-fc5239c495ea owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:25.218456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75841148-9da4-4ada-9064-116ec755a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.241658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75841148-9da4-4ada-9064-116ec755a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb7b74-83da-4f0f-ba1e-1c7e7d52cffa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:25.251606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75841148-9da4-4ada-9064-116ec755a98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.255036 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75841148-9da4-4ada-9064-116ec755a98e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89cb7b74-83da-4f0f-ba1e-1c7e7d52cffa HTTP/1.1" status: 204 len: 168 time: 0.5460258 Jan 10 19:26:25.351605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.588486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event deleted for resources: {'Port': ['ID=00e44638-5eef-4b3a-a83f-fc5239c495ea,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:25.845572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 839fbd5b-7f16-4140-8489-b3ee3a986ff8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:25.917004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38310) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:25.938938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.945984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:25.947515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:25.950038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.023113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:26.034714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Usage tracker for resource:security_group_rule and tenant:c5a50589030f46d998559fc5fc103e79 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:26.043000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:26.051722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:26.268100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.310611 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.382342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a5d66e-7bd7-4d75-81aa-39cc36fb7f4c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:26.406313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5a50589030f46d998559fc5fc103e79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4879591 Jan 10 19:26:26.409580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38320) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:26.416807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.417233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.417639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.418063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.418464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.418862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.419311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.419644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.419972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.420296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.420620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5b36e7-6278-409b-b4e4-72302d7edc1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:26.428412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.449814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569a877-b05b-42bb-8020-e43761e6e9a8 req-43567860-a79b-4171-ae54-67186d571dc7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:26.458048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9569a877-b05b-42bb-8020-e43761e6e9a8 req-43567860-a79b-4171-ae54-67186d571dc7 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.2431180 Jan 10 19:26:26.470437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff423-3599-49d4-b327-77834fe3a40d req-da523b2b-773d-4e67-b669-b045ebf0ce40 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:26.471201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-460ff423-3599-49d4-b327-77834fe3a40d req-da523b2b-773d-4e67-b669-b045ebf0ce40 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Synchronizing usage tracker for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:26.474072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.483813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2a677-f80f-4ce5-a01f-02260d9dde29 req-c829a928-ae54-4c97-b237-00436391a92e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:26.486491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93f2a677-f80f-4ce5-a01f-02260d9dde29 req-c829a928-ae54-4c97-b237-00436391a92e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.2169294 Jan 10 19:26:26.520268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa3e2-efc2-4967-b392-7dc3f0d8a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.553896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-460ff423-3599-49d4-b327-77834fe3a40d req-da523b2b-773d-4e67-b669-b045ebf0ce40 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Unset dirty status for tenant:65820c9d8aeb43179f644eac451666e8 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:26.554131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9569a877-b05b-42bb-8020-e43761e6e9a8 req-5420f896-f056-4411-a032-95ccdb067182 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/security-groups?id=73449018-95c1-4eab-98b0-f58e8c6c8a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952222 Jan 10 19:26:26.555046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-460ff423-3599-49d4-b327-77834fe3a40d req-da523b2b-773d-4e67-b669-b045ebf0ce40 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 946 time: 0.6692228 Jan 10 19:26:26.562145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93f2a677-f80f-4ce5-a01f-02260d9dde29 req-c31f4882-8480-4951-a0b7-4f87e87ad798 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698378 Jan 10 19:26:26.605797 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa3e2-efc2-4967-b392-7dc3f0d8a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.637383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.637882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Fanout notify agent at l3_agent the message router_deleted on router 5edbe092-bac4-45ff-8363-5093d76c29e8 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:26:26.682722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.687376 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f3011af8-83a8-49f2-966d-dc79c1332a6d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/5edbe092-bac4-45ff-8363-5093d76c29e8 HTTP/1.1" status: 204 len: 168 time: 2.7378409 Jan 10 19:26:26.687787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38328) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:26.692468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Deleting port 6198094e-b06d-4999-ae23-e12fe8d6900d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:26.692810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.693446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1387714524', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': False}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:26.698695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:26.704052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:router and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:26.707546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:26.716280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:26.734286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.735546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.761455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa3e2-efc2-4967-b392-7dc3f0d8a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.778411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.820174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaa3e2-efc2-4967-b392-7dc3f0d8a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a5d66e-7bd7-4d75-81aa-39cc36fb7f4c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:26.839939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa3e2-efc2-4967-b392-7dc3f0d8a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:26.844809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3bdaa3e2-efc2-4967-b392-7dc3f0d8a890 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4a5d66e-7bd7-4d75-81aa-39cc36fb7f4c HTTP/1.1" status: 204 len: 168 time: 0.4307899 Jan 10 19:26:26.990089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.069142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] For port 6198094e-b06d-4999-ae23-e12fe8d6900d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=6198094e-b06d-4999-ae23-e12fe8d6900d,segment=NetworkSegment(cc4ba109-66f3-4e14-a534-75071624fded),segment_id=cc4ba109-66f3-4e14-a534-75071624fded)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:27.069661 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.225193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Calling delete_port for 6198094e-b06d-4999-ae23-e12fe8d6900d owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:27.242164 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.291065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.428850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.471362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Allocated IP 172.25.6.76 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/5dfc797d-09cf-4cb7-b250-072b4565b387) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:27.708255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Pushing event deleted for resources: {'Port': ['ID=6198094e-b06d-4999-ae23-e12fe8d6900d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:27.730729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.835350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] No DVR routers for this DVR port 6198094e-b06d-4999-ae23-e12fe8d6900d on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:26:27.837923 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:27.840881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'name': 'network-vif-deleted', 'tag': '6198094e-b06d-4999-ae23-e12fe8d6900d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:27.857665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-460ff423-3599-49d4-b327-77834fe3a40d req-cd2fea74-491d-4dca-88ef-86582b29bc74 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.44 "DELETE /v2.0/ports/6198094e-b06d-4999-ae23-e12fe8d6900d HTTP/1.1" status: 204 len: 173 time: 1.2893555 Jan 10 19:26:27.907762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c617729-ac4f-47f7-9eae-4f72670c2bc3 req-8c9ddc41-7601-431e-9bf1-5290d77c2b10 tempest-ServerDiskConfigTestJSON-574938651 tempest-ServerDiskConfigTestJSON-574938651-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f953f0-6dc5-4641-8f37-ac35db38505f HTTP/1.1" status: 200 len: 210 time: 0.1021140 Jan 10 19:26:27.951655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77a931-7944-4b48-afbc-3f1fee1048f1 req-c4c24b1d-0591-40e6-b9f1-5efaa1039525 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:27.958965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da77a931-7944-4b48-afbc-3f1fee1048f1 req-c4c24b1d-0591-40e6-b9f1-5efaa1039525 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.2124860 Jan 10 19:26:27.975613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:28.018473 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f953f0-6dc5-4641-8f37-ac35db38505f', 'name': 'network-vif-deleted', 'tag': '6198094e-b06d-4999-ae23-e12fe8d6900d', 'status': 'completed', 'code': 200} Jan 10 19:26:28.293484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:28.298687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:28.301824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Port': ['ID=5dfc797d-09cf-4cb7-b250-072b4565b387,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:28.305275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:28.338976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da77a931-7944-4b48-afbc-3f1fee1048f1 req-065e3e5c-bd59-41d0-b644-bd0c094fb58c tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790543 Jan 10 19:26:28.512604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:28.513397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:28.708427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6198094e-b06d-4999-ae23-e12fe8d6900d no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:28.775778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 6198094e-b06d-4999-ae23-e12fe8d6900d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:28.776124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 6198094e-b06d-4999-ae23-e12fe8d6900d not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:28.900311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07d52-d7d1-4fe1-87d2-2e1b8dbd2b98 req-eb8dcb70-7abf-4d22-822b-d371fa5502a9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:28.901817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4da07d52-d7d1-4fe1-87d2-2e1b8dbd2b98 req-eb8dcb70-7abf-4d22-822b-d371fa5502a9 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.1180069 Jan 10 19:26:28.902489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Router b897d255-7cfc-45d4-ba25-02d0fa64c5d9 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:26:29.051065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4da07d52-d7d1-4fe1-87d2-2e1b8dbd2b98 req-39a3cff4-b87e-4d6e-9b40-8ec2564d1319 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370692 Jan 10 19:26:29.417177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20811d4c-681f-4053-81fb-9532b4815461 req-e7f91236-ebb0-4e38-9343-9822a7023acb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:29.424584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20811d4c-681f-4053-81fb-9532b4815461 req-e7f91236-ebb0-4e38-9343-9822a7023acb tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.1935117 Jan 10 19:26:29.487437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:29.488541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:29.500762 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Sync routers for ids ['b897d255-7cfc-45d4-ba25-02d0fa64c5d9'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:29.519418 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Routers {'b897d255-7cfc-45d4-ba25-02d0fa64c5d9'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:29.520918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b897d255-7cfc-45d4-ba25-02d0fa64c5d9'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:29.536953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20811d4c-681f-4053-81fb-9532b4815461 req-27549b2d-184c-4df9-9137-08fef5444f3e tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105628 Jan 10 19:26:29.542854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:29.546801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ebb120e-387e-4cef-a14f-508af3d523b7 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8553686 Jan 10 19:26:29.547053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38416) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:29.620844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Deleting subnet 9ddea05a-d402-4984-8916-1e6266498e06 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:26:29.623846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:29.674275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:29.747211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:29.824628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.104621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddea05a-d402-4984-8916-1e6266498e06,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:30.104621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.104621 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e9cc9e80-bf83-4c45-b673-48a4a0cd686a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ddea05a-d402-4984-8916-1e6266498e06 HTTP/1.1" status: 204 len: 168 time: 0.4445992 Jan 10 19:26:30.104621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38432) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:30.168946 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Set router b897d255-7cfc-45d4-ba25-02d0fa64c5d9 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:30.198637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-37405a1c-c98f-4929-80d0-2641c1ae1ded tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/b897d255-7cfc-45d4-ba25-02d0fa64c5d9 HTTP/1.1" status: 200 len: 908 time: 0.6505010 Jan 10 19:26:30.201936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:30.214418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1387714524', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': True}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:30.226048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:30.245408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Usage tracker for resource:router and tenant:7c91d1305f6e41ada2438854d48c0ba8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:30.245408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:30.267584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:30.270602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.285796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.285796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.417556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.442058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38454) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:30.521537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.561256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59abb0b-2d92-43cc-923f-fdd5c63145b7']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:30.581056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4ba109-66f3-4e14-a534-75071624fded') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:30.581353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4ba109-66f3-4e14-a534-75071624fded') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:30.605098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.647381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.663639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:26:30.663639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:26:30.794124 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:26:30.800823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.832315 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.858059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c59abb0b-2d92-43cc-923f-fdd5c63145b7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:30.867757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:30.872905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2583bc61-f638-480b-af38-0df50beeae3b admin admin] 10.222.0.21 "DELETE /v2.0/networks/c59abb0b-2d92-43cc-923f-fdd5c63145b7 HTTP/1.1" status: 204 len: 168 time: 0.9312706 Jan 10 19:26:30.941478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.010671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:31.031889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Usage tracker for resource:security_group_rule and tenant:6d685bc2da29428abab276243e936a78 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:31.031889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:31.057737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874f76f-c123-4c5c-8d93-24738f4c3ff9 req-1f495e5e-11d6-419d-a142-7fb6d430cec4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:31.063732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4874f76f-c123-4c5c-8d93-24738f4c3ff9 req-1f495e5e-11d6-419d-a142-7fb6d430cec4 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.4293103 Jan 10 19:26:31.078643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:31.129677 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897d255-7cfc-45d4-ba25-02d0fa64c5d9', 'name': 'tempest-snat-router-1387714524', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.76'}], 'enable_snat': False}, 'gw_port_id': '5dfc797d-09cf-4cb7-b250-072b4565b387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:26Z', 'updated_at': '2022-01-10T19:26:28Z', 'revision_number': 3, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port': {'id': '5dfc797d-09cf-4cb7-b250-072b4565b387', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897d255-7cfc-45d4-ba25-02d0fa64c5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:27Z', 'updated_at': '2022-01-10T19:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:31.152228 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Checking router: b897d255-7cfc-45d4-ba25-02d0fa64c5d9 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:31.152228 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Updating router b897d255-7cfc-45d4-ba25-02d0fa64c5d9 port 5dfc797d-09cf-4cb7-b250-072b4565b387 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:26:31.213220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:31.250790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4874f76f-c123-4c5c-8d93-24738f4c3ff9 req-c372cfe4-c8c6-4a68-b5ab-a0af8ed70859 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893370 Jan 10 19:26:31.342960 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7900bb9c-1117-46db-870d-9cacfe4bd9c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65820c9d8aeb43179f644eac451666e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1356847 Jan 10 19:26:31.343165 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.373898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38476) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:31.377192 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.387755 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.471067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148ab2e5-278c-4168-b85e-ce0ffcb48c68,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:31.655338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7fa47ff9-4490-4e96-8a75-326181f1ac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.710130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-142900e7-eb75-44fc-af48-6b44ac9eb4cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d685bc2da29428abab276243e936a78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2588887 Jan 10 19:26:31.711603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:31.737564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.794296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.877039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7fa47ff9-4490-4e96-8a75-326181f1ac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:31.968766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7fa47ff9-4490-4e96-8a75-326181f1ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.024167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa47ff9-4490-4e96-8a75-326181f1ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73449018-95c1-4eab-98b0-f58e8c6c8a1a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:32.036777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-33a50d18-3cd2-42f6-b919-d94cdccb11ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:32.036777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-33a50d18-3cd2-42f6-b919-d94cdccb11ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:32.036777 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7fa47ff9-4490-4e96-8a75-326181f1ac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.036777 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7fa47ff9-4490-4e96-8a75-326181f1ac41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73449018-95c1-4eab-98b0-f58e8c6c8a1a HTTP/1.1" status: 204 len: 168 time: 0.6664717 Jan 10 19:26:32.047361 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-140db9f1-d926-4c2c-a328-1e71ceaedfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.076947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-140db9f1-d926-4c2c-a328-1e71ceaedfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.138569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-140db9f1-d926-4c2c-a328-1e71ceaedfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.180914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140db9f1-d926-4c2c-a328-1e71ceaedfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148ab2e5-278c-4168-b85e-ce0ffcb48c68,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:32.183724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-33a50d18-3cd2-42f6-b919-d94cdccb11ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:32.183724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-33a50d18-3cd2-42f6-b919-d94cdccb11ff tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.6947987 Jan 10 19:26:32.289459 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.314799 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Transition to ACTIVE for port object 5dfc797d-09cf-4cb7-b250-072b4565b387 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:32.324537 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.326328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-140db9f1-d926-4c2c-a328-1e71ceaedfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.327589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-140db9f1-d926-4c2c-a328-1e71ceaedfe6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/148ab2e5-278c-4168-b85e-ce0ffcb48c68 HTTP/1.1" status: 204 len: 168 time: 0.6170266 Jan 10 19:26:32.342737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port 29595704-6031-4734-be2e-70a71e51106c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:32.343115 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.515831 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Attempting to bind port 5dfc797d-09cf-4cb7-b250-072b4565b387 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:32.515831 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Attempting to bind port 5dfc797d-09cf-4cb7-b250-072b4565b387 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:32.515831 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Attempting to bind port 5dfc797d-09cf-4cb7-b250-072b4565b387 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:32.576369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:32.576369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:32.576369 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.576369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:32.576369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Bound port: 5dfc797d-09cf-4cb7-b250-072b4565b387, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:32.576369 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.687201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Allocated IP 172.25.6.165 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:32.787613 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] For port 5dfc797d-09cf-4cb7-b250-072b4565b387, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:26:32.793848 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] For port 5dfc797d-09cf-4cb7-b250-072b4565b387, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5dfc797d-09cf-4cb7-b250-072b4565b387,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:26:32.804051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08c785-aec4-42c1-95fd-67f621f2158e None None] Pushing event updated for resources: {'Port': ['ID=5dfc797d-09cf-4cb7-b250-072b4565b387,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:32.817884 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:32.828792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ea71-3fd6-4c84-a234-a95c706fc3e9 req-a7d576e3-0f44-44cc-bb2f-848f1da980a6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:32.832347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08b7ea71-3fd6-4c84-a234-a95c706fc3e9 req-a7d576e3-0f44-44cc-bb2f-848f1da980a6 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 946 time: 0.3168645 Jan 10 19:26:32.979399 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Routers {'b897d255-7cfc-45d4-ba25-02d0fa64c5d9'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:32.979399 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b897d255-7cfc-45d4-ba25-02d0fa64c5d9'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:33.070691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port 29595704-6031-4734-be2e-70a71e51106c, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=29595704-6031-4734-be2e-70a71e51106c,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:33.070691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:33.309007 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] Set router b897d255-7cfc-45d4-ba25-02d0fa64c5d9 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:33.335293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:33.371291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08b7ea71-3fd6-4c84-a234-a95c706fc3e9 req-fc7acb90-7aeb-442a-b34c-9bbbd491b24b tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139060 Jan 10 19:26:33.416235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38524) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:33.469005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:33.506434 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:33.635245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for 29595704-6031-4734-be2e-70a71e51106c owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:33.672192 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08c785-aec4-42c1-95fd-67f621f2158e None None] Pushing event updated for resources: {'Port': ['ID=5dfc797d-09cf-4cb7-b250-072b4565b387,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:33.678987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:33.681072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:33.685151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:33.692463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:33.824922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:33.839977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Usage tracker for resource:security_group_rule and tenant:73ffdc544e4147f58aee5dedd38fa93a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:33.881743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897d255-7cfc-45d4-ba25-02d0fa64c5d9', 'name': 'tempest-snat-router-1387714524', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.76'}], 'enable_snat': False}, 'gw_port_id': '5dfc797d-09cf-4cb7-b250-072b4565b387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:26Z', 'updated_at': '2022-01-10T19:26:28Z', 'revision_number': 3, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port': {'id': '5dfc797d-09cf-4cb7-b250-072b4565b387', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897d255-7cfc-45d4-ba25-02d0fa64c5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:27Z', 'updated_at': '2022-01-10T19:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:33.881743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b549d-1edb-4f3c-b5b5-6eca89c3c6bd None None] The sync data for ids ['b897d255-7cfc-45d4-ba25-02d0fa64c5d9'] in n-d-816927-8 is: [{'id': 'b897d255-7cfc-45d4-ba25-02d0fa64c5d9', 'name': 'tempest-snat-router-1387714524', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.76'}], 'enable_snat': False}, 'gw_port_id': '5dfc797d-09cf-4cb7-b250-072b4565b387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:26Z', 'updated_at': '2022-01-10T19:26:28Z', 'revision_number': 3, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port': {'id': '5dfc797d-09cf-4cb7-b250-072b4565b387', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897d255-7cfc-45d4-ba25-02d0fa64c5d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:27Z', 'updated_at': '2022-01-10T19:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:33.895143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:33.937514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:34.023069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.036490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['2ba3cd06-ed9b-47bb-a771-44578b39325d'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:26:34.127309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=29595704-6031-4734-be2e-70a71e51106c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:34.281268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.295397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.315844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port 29595704-6031-4734-be2e-70a71e51106c on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:26:34.344963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.357847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'name': 'network-vif-deleted', 'tag': '29595704-6031-4734-be2e-70a71e51106c'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:34.394115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69efab4-c712-4216-b699-fdf2efa54514,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:34.403010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a30ca8bf-e26f-43cd-8d7e-9320ca8aff97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73ffdc544e4147f58aee5dedd38fa93a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9891226 Jan 10 19:26:34.404302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.405215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.407728 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f804179b-a5e6-499b-a3d1-8c50f0d06f06 req-7585f1eb-21a1-4656-bf4a-37474bf8a95d tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/29595704-6031-4734-be2e-70a71e51106c HTTP/1.1" status: 204 len: 173 time: 2.2160807 Jan 10 19:26:34.408100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38550) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:34.554813 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a08737-7fba-4f94-8f34-ab9f36dee302', 'name': 'network-vif-deleted', 'tag': '29595704-6031-4734-be2e-70a71e51106c', 'status': 'completed', 'code': 200} Jan 10 19:26:34.754665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29595704-6031-4734-be2e-70a71e51106c no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:34.793740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-741cadfb-bf7e-4e0d-9af3-d90d9d52123c req-222dcf73-2baa-47ca-9822-80cb66afc5f8 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=24a08737-7fba-4f94-8f34-ab9f36dee302 HTTP/1.1" status: 200 len: 210 time: 0.1143205 Jan 10 19:26:34.817197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a68f3606-e590-47e2-9bf0-a42429a31cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:34.835663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38562) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:34.865885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 29595704-6031-4734-be2e-70a71e51106c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:34.865885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 29595704-6031-4734-be2e-70a71e51106c not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:34.956785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a68f3606-e590-47e2-9bf0-a42429a31cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.082853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1037849447-network', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:35.110335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:35.116777 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a68f3606-e590-47e2-9bf0-a42429a31cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.120589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Usage tracker for resource:network and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:35.127166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:35.160408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3606-e590-47e2-9bf0-a42429a31cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69efab4-c712-4216-b699-fdf2efa54514,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:35.192338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:35.221609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:35.227230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.253437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.278838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a68f3606-e590-47e2-9bf0-a42429a31cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.280014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a68f3606-e590-47e2-9bf0-a42429a31cdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c69efab4-c712-4216-b699-fdf2efa54514 HTTP/1.1" status: 204 len: 168 time: 0.8701298 Jan 10 19:26:35.326353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:35.339639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Usage tracker for resource:security_group_rule and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:35.343439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:35.352169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Router e479cd28-8de7-499f-8596-f0888e2927a5 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:26:35.368410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:35.599151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.611475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.650011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:26:35.671622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.672309 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Added segment c213cacc-1bf6-419a-b21b-56f80f9f5d93 of type vlan for network e4daba02-ef29-47e3-9c76-6999a79acc8d Jan 10 19:26:35.710184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.753606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.755219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:35.756079 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:35.806929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:35.964106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0a1568-7901-452d-97cb-15144dfb84e0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:36.063803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2356768 Jan 10 19:26:36.063803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651c4f2-c2c6-499e-a09c-6ea4ce4eeb7f admin admin] Pushing event updated for resources: {'Network': ['ID=e4daba02-ef29-47e3-9c76-6999a79acc8d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:36.084459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38594) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:36.091204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e4daba02-ef29-47e3-9c76-6999a79acc8d details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:26:36.111755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Request body: {'subnet': {'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1037849447-subnet', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:36.149782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:36.156941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Usage tracker for resource:subnet and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:36.160102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:36.167656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:36.189831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:36.204866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:36.429314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5dfc797d-09cf-4cb7-b250-072b4565b387 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:36.561716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:36.571768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Sync routers for ids ['e479cd28-8de7-499f-8596-f0888e2927a5'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:36.596629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Routers {'e479cd28-8de7-499f-8596-f0888e2927a5'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:36.596629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e479cd28-8de7-499f-8596-f0888e2927a5'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:36.672980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:36.679240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c65ddb18-6b36-420a-a7db-2249728367ec tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4734135 Jan 10 19:26:36.683584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38614) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:36.897998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5dfc797d-09cf-4cb7-b250-072b4565b387 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:36.987771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5dfc797d-09cf-4cb7-b250-072b4565b387 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:36.987771 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:37.046722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:37.148781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Set router e479cd28-8de7-499f-8596-f0888e2927a5 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:37.290892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1646e9e0-721e-4211-a09b-d32770b8a9b3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:37.376753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:37.376753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Network hostable DHCP agents. Network: e4daba02-ef29-47e3-9c76-6999a79acc8d, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:26:37.453365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:26:37.473614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e4daba02-ef29-47e3-9c76-6999a79acc8d) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:37.481138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:37.482682 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:37.528085 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-39bcb32f-da9d-4f77-a00b-7485700f15b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4452353 Jan 10 19:26:37.530050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38646) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:37.534246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f811a86-aa09-4b74-b17f-558da28575d9 None None] Network e4daba02-ef29-47e3-9c76-6999a79acc8d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:26:37.543437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:37.554902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:37.562619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Usage tracker for resource:router and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:37.568818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:37.578629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:37.670693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:37.697911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:37.785896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:37.974498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-63bf13bf-62ba-4c95-a96a-7566bf85f6e8 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/e479cd28-8de7-499f-8596-f0888e2927a5 HTTP/1.1" status: 200 len: 908 time: 1.2897940 Jan 10 19:26:37.977803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38658) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:38.117990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:38.359176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:38.626909 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:38.720847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-e4daba02-ef29-47e3-9c76-6999a79acc8d', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:26:38.721677 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:38.829020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cebc81c8-4ce8-465f-9a9d-b9ac33a6c5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:38.865948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5dfc797d-09cf-4cb7-b250-072b4565b387, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5dfc797d-09cf-4cb7-b250-072b4565b387,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:38.872278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:39.156177 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:39.177830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:39.198252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e479cd28-8de7-499f-8596-f0888e2927a5', 'name': 'tempest-snat-router-1387714524', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:30Z', 'updated_at': '2022-01-10T19:26:33Z', 'revision_number': 3, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port': {'id': '5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479cd28-8de7-499f-8596-f0888e2927a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:31Z', 'updated_at': '2022-01-10T19:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:39.199230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:39.432202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Allocated IP 172.20.0.2 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/73f7f212-c8b5-49ca-a511-a2bc7571484f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:39.499118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Allocated IP 172.25.6.197 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/899e453b-ff97-4b71-9cad-b4964d9840ff) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:39.631555 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:39.662260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Deleting port 5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:39.662689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.072033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.123774 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.124503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.150428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Transition to ACTIVE for port object 73f7f212-c8b5-49ca-a511-a2bc7571484f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:40.224293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Transition to ACTIVE for port object 73f7f212-c8b5-49ca-a511-a2bc7571484f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:40.227202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Checking router: e479cd28-8de7-499f-8596-f0888e2927a5 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:40.227636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Updating router e479cd28-8de7-499f-8596-f0888e2927a5 port 5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:26:40.417517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.417517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5dfc797d-09cf-4cb7-b250-072b4565b387,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:40.469184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:40.480832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:40.480832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Pushing event updated for resources: {'Port': ['ID=899e453b-ff97-4b71-9cad-b4964d9840ff,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:40.495085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:40.604324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:40.605333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.647886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:40.647886 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-205b6723-f61b-4cce-a2bb-edaac12a0d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.660367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:40.717224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Pushing event updated for resources: {'Port': ['ID=73f7f212-c8b5-49ca-a511-a2bc7571484f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:40.817402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Attempting to bind port 73f7f212-c8b5-49ca-a511-a2bc7571484f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:40.817402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Attempting to bind port 73f7f212-c8b5-49ca-a511-a2bc7571484f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:40.817402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Attempting to bind port 73f7f212-c8b5-49ca-a511-a2bc7571484f on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:40.895196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.895196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.898837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:40.898837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:40.898837 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.898837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:40.898837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Bound port: 73f7f212-c8b5-49ca-a511-a2bc7571484f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:40.898837 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:40.927621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:41.170453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Calling delete_port for 5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:41.425699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5dfc797d-09cf-4cb7-b250-072b4565b387 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:41.454344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f79698-78f8-41c3-995f-6350d9c4a5df req-55bef4fe-efb3-4c9f-9111-b77206b51a42 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:41.461640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71f79698-78f8-41c3-995f-6350d9c4a5df req-55bef4fe-efb3-4c9f-9111-b77206b51a42 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 946 time: 0.8885391 Jan 10 19:26:41.705864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71f79698-78f8-41c3-995f-6350d9c4a5df req-7c468d66-763f-4e67-9fef-e6fc1c8cc062 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358258 Jan 10 19:26:41.752866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86747592-4ab1-4683-9fc2-7622667cba8f req-58cddcdc-218b-4d20-8907-81e535e61098 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:41.765673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-86747592-4ab1-4683-9fc2-7622667cba8f req-58cddcdc-218b-4d20-8907-81e535e61098 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Synchronizing usage tracker for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:41.854303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-86747592-4ab1-4683-9fc2-7622667cba8f req-58cddcdc-218b-4d20-8907-81e535e61098 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Unset dirty status for tenant:e61ae8b298b24029b77e8ff7b1a1e13e on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:41.856503 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86747592-4ab1-4683-9fc2-7622667cba8f req-58cddcdc-218b-4d20-8907-81e535e61098 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 946 time: 0.4239523 Jan 10 19:26:41.860851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] For port 73f7f212-c8b5-49ca-a511-a2bc7571484f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:26:41.877114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:41.880821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5dfc797d-09cf-4cb7-b250-072b4565b387 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:41.881197 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:41.910405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 839fbd5b-7f16-4140-8489-b3ee3a986ff8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:41.910752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:41.954255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] For port 73f7f212-c8b5-49ca-a511-a2bc7571484f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73f7f212-c8b5-49ca-a511-a2bc7571484f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:26:42.016462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Deleting port 2ba3cd06-ed9b-47bb-a771-44578b39325d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:42.016462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:42.046805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-3562a4fa-7ff7-4398-98f1-b97a26decfd4 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1604152 Jan 10 19:26:42.059901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:42.059901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:42.139331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf5b5-9829-477c-a534-b726df7b8b63 None None] Pushing event updated for resources: {'Port': ['ID=73f7f212-c8b5-49ca-a511-a2bc7571484f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:42.248670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:26:42.293233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:26:42.293609 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:26:42.504692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:42.573128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] For port 2ba3cd06-ed9b-47bb-a771-44578b39325d, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=2ba3cd06-ed9b-47bb-a771-44578b39325d,segment=NetworkSegment(507bf8ea-6a61-4f86-91f6-095875c98c77),segment_id=507bf8ea-6a61-4f86-91f6-095875c98c77)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:42.573500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:42.592388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-491b6543-9318-4996-9748-a04bdd6d5410 req-189b38fe-082c-44c3-afed-a405b0998f42 service neutron] (83629) timed out ('10.222.0.21', 56362) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:26:42.609832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:42.624764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 839fbd5b-7f16-4140-8489-b3ee3a986ff8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=839fbd5b-7f16-4140-8489-b3ee3a986ff8,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:42.625551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:42.748277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Calling delete_port for 2ba3cd06-ed9b-47bb-a771-44578b39325d owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:42.806247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 839fbd5b-7f16-4140-8489-b3ee3a986ff8 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:42.891694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Port 5d2db0a2-71ff-494a-9ca9-e1fa7ae2db9d not found while updating agent binding for router e479cd28-8de7-499f-8596-f0888e2927a5. {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 10 19:26:42.921566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Routers {'e479cd28-8de7-499f-8596-f0888e2927a5'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:42.921566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e479cd28-8de7-499f-8596-f0888e2927a5'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:43.172752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-b421ea52-5598-484f-9e6a-d242537f8f71 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:43.177374 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:43.184013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-b421ea52-5598-484f-9e6a-d242537f8f71 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1038020 Jan 10 19:26:43.215840 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:43.219876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] Set router e479cd28-8de7-499f-8596-f0888e2927a5 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:43.294972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Pushing event deleted for resources: {'Port': ['ID=2ba3cd06-ed9b-47bb-a771-44578b39325d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:43.416112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-72c7ce3b-6b84-45e9-a012-44650e4e1110 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/quotas/9c997e8d33534656b0bc875eb38ef3b1 HTTP/1.1" status: 200 len: 375 time: 0.2267020 Jan 10 19:26:43.456544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] No DVR routers for this DVR port 2ba3cd06-ed9b-47bb-a771-44578b39325d on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:26:43.466754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:43.489251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'name': 'network-vif-deleted', 'tag': '2ba3cd06-ed9b-47bb-a771-44578b39325d'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:43.517587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e479cd28-8de7-499f-8596-f0888e2927a5', 'name': 'tempest-snat-router-1387714524', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:30Z', 'updated_at': '2022-01-10T19:26:41Z', 'revision_number': 5, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:43.522488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73f7f212-c8b5-49ca-a511-a2bc7571484f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:43.533071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:43.543718 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Sync routers for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:43.561832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-86747592-4ab1-4683-9fc2-7622667cba8f req-10cc9440-411d-4303-aa77-b7c522148921 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.44 "DELETE /v2.0/ports/2ba3cd06-ed9b-47bb-a771-44578b39325d HTTP/1.1" status: 204 len: 173 time: 1.6969967 Jan 10 19:26:43.574471 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:43.581069 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:43.627939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:43.634525 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-624574f7-3df1-44b3-960d-662de5da4824 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1006224 Jan 10 19:26:43.634631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d87ad-157b-48da-887c-facfe0f7552c None None] The sync data for ids ['e479cd28-8de7-499f-8596-f0888e2927a5'] in n-d-816927-8 is: [{'id': 'e479cd28-8de7-499f-8596-f0888e2927a5', 'name': 'tempest-snat-router-1387714524', 'tenant_id': '7c91d1305f6e41ada2438854d48c0ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:30Z', 'updated_at': '2022-01-10T19:26:41Z', 'revision_number': 5, 'project_id': '7c91d1305f6e41ada2438854d48c0ba8', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:43.643222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38756) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:43.688894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 73f7f212-c8b5-49ca-a511-a2bc7571484f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:43.921309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-ec7694b3-5c93-4971-b373-860b8952fa2f tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5079660 Jan 10 19:26:44.041176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3f02b1-d73b-4db9-8c61-90ff90ea46c9 None None] Network e4daba02-ef29-47e3-9c76-6999a79acc8d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:26:44.244934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:44.542937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] Provisioning for port 73f7f212-c8b5-49ca-a511-a2bc7571484f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:44.573990 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:44.580734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ae38-5afa-43fc-ae59-e75bd016941f req-fbad412e-fc61-4382-925e-f34f73e8c9f7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:44.589866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4072ae38-5afa-43fc-ae59-e75bd016941f req-fbad412e-fc61-4382-925e-f34f73e8c9f7 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d43b408-c2e1-4746-a852-224fa7731dcf HTTP/1.1" status: 200 len: 867 time: 1.6360393 Jan 10 19:26:44.592178 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43b408-c2e1-4746-a852-224fa7731dcf', 'name': 'network-vif-deleted', 'tag': '2ba3cd06-ed9b-47bb-a771-44578b39325d', 'status': 'completed', 'code': 200} Jan 10 19:26:44.685859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] Provisioning complete for port 73f7f212-c8b5-49ca-a511-a2bc7571484f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:44.685859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:44.841306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2ba3cd06-ed9b-47bb-a771-44578b39325d no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:44.887184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 2ba3cd06-ed9b-47bb-a771-44578b39325d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:44.887542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 2ba3cd06-ed9b-47bb-a771-44578b39325d not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:45.022525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.049712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e026f68-4413-4c6f-9609-c645946ae660 req-e9c80b2d-2148-4cee-abd7-48583766a338 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 210 time: 0.2269127 Jan 10 19:26:45.113889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] For port 73f7f212-c8b5-49ca-a511-a2bc7571484f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73f7f212-c8b5-49ca-a511-a2bc7571484f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:45.113889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.332446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a6edd-c27d-402b-80cd-34de9a5789e1 None None] Pushing event updated for resources: {'Port': ['ID=73f7f212-c8b5-49ca-a511-a2bc7571484f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:45.386746 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.393255 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.400335 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:40Z', 'revision_number': 3, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:45.406136 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Checking router: 0de1eaff-e120-4783-9fc3-8e38532e7ed2 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:45.406548 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Updating router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 port 899e453b-ff97-4b71-9cad-b4964d9840ff binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:26:45.549478 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.565561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4072ae38-5afa-43fc-ae59-e75bd016941f req-f0cc3a9c-6b80-4757-af0f-916ab07a5026 tempest-ServersTestJSON-50194224 tempest-ServersTestJSON-50194224-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10ab22-6cf8-40a1-8dd5-396e85c4c403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9747047 Jan 10 19:26:45.786694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.799176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.807535 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.808795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:45.864499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-73b1f0c3-d1db-40ae-9a33-5acd7dcd61c5 None None] Provisioning complete for port 73f7f212-c8b5-49ca-a511-a2bc7571484f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:45.865380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73b1f0c3-d1db-40ae-9a33-5acd7dcd61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:46.090837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=839fbd5b-7f16-4140-8489-b3ee3a986ff8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:46.206058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:46.207048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e479cd28-8de7-499f-8596-f0888e2927a5 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:26:46.546785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:46.546785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-64ccef6d-8d01-4fe4-acc7-cf15956f0792 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e479cd28-8de7-499f-8596-f0888e2927a5 HTTP/1.1" status: 204 len: 168 time: 8.5500741 Jan 10 19:26:46.551668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:46.600351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf300576-aec6-40ed-aefa-b7fa193deca7 req-8461099b-a8a0-43af-9daa-2f4592e84b78 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 210 time: 0.0730731 Jan 10 19:26:46.679091 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:46.702818 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Transition to ACTIVE for port object 899e453b-ff97-4b71-9cad-b4964d9840ff will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:46.720943 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:46.741966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Allocated IP 172.20.0.1 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/66df9e49-54e5-45c1-b930-20811e60456e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:46.890039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38808) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:46.890039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38810) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:47.042964 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Attempting to bind port 899e453b-ff97-4b71-9cad-b4964d9840ff on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:47.044878 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Attempting to bind port 899e453b-ff97-4b71-9cad-b4964d9840ff by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:47.045307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Attempting to bind port 899e453b-ff97-4b71-9cad-b4964d9840ff on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:47.056215 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-f504e269-fc35-4f27-afe0-6d7cb8c6ecd8 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351312 Jan 10 19:26:47.082186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:47.084123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:47.084626 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.085075 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:47.087434 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Bound port: 899e453b-ff97-4b71-9cad-b4964d9840ff, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:47.089057 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.151318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Deleting subnet 3e284408-43e6-481e-9843-a798b56e74e6 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:26:47.151318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.217455 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb9792-b3c1-499e-83cb-11a06d394a9a None None] Pushing event updated for resources: {'Port': ['ID=899e453b-ff97-4b71-9cad-b4964d9840ff,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:47.231656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.361314 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] For port 899e453b-ff97-4b71-9cad-b4964d9840ff, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:26:47.368546 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] For port 899e453b-ff97-4b71-9cad-b4964d9840ff, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=899e453b-ff97-4b71-9cad-b4964d9840ff,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:26:47.379602 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.386463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.457214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73f7f212-c8b5-49ca-a511-a2bc7571484f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:47.593435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 73f7f212-c8b5-49ca-a511-a2bc7571484f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:47.593435 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.660484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb9792-b3c1-499e-83cb-11a06d394a9a None None] Pushing event updated for resources: {'Port': ['ID=899e453b-ff97-4b71-9cad-b4964d9840ff,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:47.690586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-46b34036-54c8-45b2-8978-26ddbcfbc8c2 req-85a72779-db42-4b27-9f55-1d27ef8113d3 service neutron] (83630) timed out ('10.222.0.30', 64977) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:26:47.725865 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.726008 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:47.727469 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:47.768329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e284408-43e6-481e-9843-a798b56e74e6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:47.770445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.854232 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.861130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:47.878161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Usage tracker for resource:security_group_rule and tenant:31abb82ac6f347349071ab9416b29568 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:47.878959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.885190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:47.892714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:47.907511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-8d46a460-1f04-4543-81ce-857f032957ec tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:47.907511 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-8d46a460-1f04-4543-81ce-857f032957ec tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8426089 Jan 10 19:26:47.922907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Transition to ACTIVE for port object 66df9e49-54e5-45c1-b930-20811e60456e will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:47.938199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Request body: {'port': {'device_id': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '9c997e8d33534656b0bc875eb38ef3b1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:47.958211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-33f6f840-0286-4a91-b37a-a94fe78703bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e284408-43e6-481e-9843-a798b56e74e6 HTTP/1.1" status: 204 len: 168 time: 1.0655890 Jan 10 19:26:47.958211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:48.095204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38828) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:48.106569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.116884 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:48.155317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.422479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31abb82ac6f347349071ab9416b29568&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5277212 Jan 10 19:26:48.428388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:48.450052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.458339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04f1ea60-1454-44d6-9a73-1b355e55265a req-48674c76-edee-4baa-96fa-ae87bbc2134d tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 210 time: 0.3477912 Jan 10 19:26:48.498600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb18f1-e121-41b2-9bff-d7ed45fafb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da6fbf5-16f8-46e3-98ec-6942955ed532,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:48.529938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.535684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.571910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1da5-adfb-4a38-8504-6ec3bde95ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.638994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:48.644932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:48.644932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Usage tracker for resource:port and tenant:9c997e8d33534656b0bc875eb38ef3b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:48.655397 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:40Z', 'revision_number': 3, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:48.659646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:48.662293 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df925f6-9396-493a-9ebe-cc8d5f260154 None None] The sync data for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 is: [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:40Z', 'revision_number': 3, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:48.678311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:48.680365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1da5-adfb-4a38-8504-6ec3bde95ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.684224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:48.774622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1da5-adfb-4a38-8504-6ec3bde95ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.800416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:48.862884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Pushing event updated for resources: {'Port': ['ID=66df9e49-54e5-45c1-b930-20811e60456e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:48.885442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c1da5-adfb-4a38-8504-6ec3bde95ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da6fbf5-16f8-46e3-98ec-6942955ed532,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:48.933787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Made reservation on behalf of 9c997e8d33534656b0bc875eb38ef3b1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:48.936974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.943828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1da5-adfb-4a38-8504-6ec3bde95ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:48.944954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4f9c1da5-adfb-4a38-8504-6ec3bde95ef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8da6fbf5-16f8-46e3-98ec-6942955ed532 HTTP/1.1" status: 204 len: 168 time: 0.5160534 Jan 10 19:26:48.998310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.030834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.036747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.190972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac0c05f-7036-4445-8954-cd0a8cf614ec']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:49.255364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bac00520-7025-4095-8432-40d5c14790fd None None] Provisioning for port 66df9e49-54e5-45c1-b930-20811e60456e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:49.271964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bac00520-7025-4095-8432-40d5c14790fd None None] Provisioning complete for port 66df9e49-54e5-45c1-b930-20811e60456e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:49.272346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bac00520-7025-4095-8432-40d5c14790fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.318594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:49.352489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Usage tracker for resource:security_group_rule and tenant:9c997e8d33534656b0bc875eb38ef3b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:49.360717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:49.391034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507bf8ea-6a61-4f86-91f6-095875c98c77') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:49.391034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507bf8ea-6a61-4f86-91f6-095875c98c77') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:49.411820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 899e453b-ff97-4b71-9cad-b4964d9840ff up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:49.415148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:49.436616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.628929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.695888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:26:49.696306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.711313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bac00520-7025-4095-8432-40d5c14790fd None None] Port 66df9e49-54e5-45c1-b930-20811e60456e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:26:49.714798 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:26:49.784164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 899e453b-ff97-4b71-9cad-b4964d9840ff completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:49.836110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 899e453b-ff97-4b71-9cad-b4964d9840ff triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:49.836110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.840961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38856) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:49.877723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cf991d3-a91d-4f36-b665-b4a7940b565d req-c11a4a0c-c542-4a27-b9db-a6ae505ebbe9 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 210 time: 0.0886934 Jan 10 19:26:49.908399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.910013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:26:49.961880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.979779 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:49.993450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.008273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.028902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.102963 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.145549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 899e453b-ff97-4b71-9cad-b4964d9840ff, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=899e453b-ff97-4b71-9cad-b4964d9840ff,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:50.155836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.325120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=899e453b-ff97-4b71-9cad-b4964d9840ff,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:50.330211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:50.338639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:50.339694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-609b43fc-f216-43c8-b4da-653453567753 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "PUT /v2.0/routers/49f7d435-b2d9-45f3-8bd3-a30f3a60b944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5310078 Jan 10 19:26:50.352562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:50.353316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:50.385133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Allocated IP 192.168.233.252 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/65d2629f-0038-40f5-95ec-656d29d514ae) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:50.453504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.453854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.454203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.454544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.454907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.455237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.455567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.455891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.456217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.456542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.456867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:26:50.574042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac0c05f-7036-4445-8954-cd0a8cf614ec,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:50.613555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:50.721595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.742918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Transition to ACTIVE for port object 65d2629f-0038-40f5-95ec-656d29d514ae will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:50.765503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:50.791877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e06cde-e95c-4eab-87f1-90b5fe943da4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:50.794750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.798670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Usage tracker for resource:security_group_rule and tenant:12461544d5e041c4946318d6fe1c3ebc is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:50.804306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:50.813404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:50.884710 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8c22a07b-1fa2-4fe8-b4de-1b846705986d admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ac0c05f-7036-4445-8954-cd0a8cf614ec HTTP/1.1" status: 204 len: 168 time: 2.7819986 Jan 10 19:26:50.896083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:51.077502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Deleting port 5dfc797d-09cf-4cb7-b250-072b4565b387 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:51.077854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.282827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38880) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:51.293270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:45Z', 'revision_number': 6, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:25:08Z', 'revision_number': 1, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:51.317297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:51.344673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:51.349415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:51.349415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:51.354790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Pushing event updated for resources: {'Port': ['ID=65d2629f-0038-40f5-95ec-656d29d514ae,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:51.354790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:51.386961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:51.435678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 899e453b-ff97-4b71-9cad-b4964d9840ff up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:26:51.536049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-555700f3-a644-4f12-afd8-b27192bb0200 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e61ae8b298b24029b77e8ff7b1a1e13e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2347901 Jan 10 19:26:51.542287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38886) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:51.598794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ef55-0727-4b10-9fb4-17b6a04b6d53 req-25dce4e3-cca5-45a4-8c76-f19ae1e4c513 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:51.599538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-75d0ef55-0727-4b10-9fb4-17b6a04b6d53 req-25dce4e3-cca5-45a4-8c76-f19ae1e4c513 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:51.623870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599feec-a0bd-4c62-a7ec-1c84632ad82c req-507c26fc-cc74-4a0b-8126-5b9c3e3f0aa2 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:51.642760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f599feec-a0bd-4c62-a7ec-1c84632ad82c req-507c26fc-cc74-4a0b-8126-5b9c3e3f0aa2 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 936 time: 0.4801743 Jan 10 19:26:51.670713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:51.670713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.696811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-75d0ef55-0727-4b10-9fb4-17b6a04b6d53 req-25dce4e3-cca5-45a4-8c76-f19ae1e4c513 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:51.700884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:51.716686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75d0ef55-0727-4b10-9fb4-17b6a04b6d53 req-25dce4e3-cca5-45a4-8c76-f19ae1e4c513 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 946 time: 0.6852243 Jan 10 19:26:51.732127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:26:51.770382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.784595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.784595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.834457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9b07b4d-23cb-499f-8f9e-1140fdeef75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.862019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38894) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:51.866423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12461544d5e041c4946318d6fe1c3ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0043821 Jan 10 19:26:51.866423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c8babb1-04ec-4297-8401-cb1f27cc6b11 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9328938 Jan 10 19:26:51.866423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.962984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] For port 5dfc797d-09cf-4cb7-b250-072b4565b387, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5dfc797d-09cf-4cb7-b250-072b4565b387,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:51.963307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:51.981224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Request body: {'port': {'device_id': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:52.007323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75d0ef55-0727-4b10-9fb4-17b6a04b6d53 req-5723b1ec-ac19-4351-af36-6b6f7bdd55ec tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6b05062-63da-44b1-942b-93a4b3d8b601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954659 Jan 10 19:26:52.017447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Pushing event updated for resources: {'Port': ['ID=66df9e49-54e5-45c1-b930-20811e60456e,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:52.048912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 899e453b-ff97-4b71-9cad-b4964d9840ff triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:52.048912 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.067846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9b07b4d-23cb-499f-8f9e-1140fdeef75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.216252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-15d40023-2416-40e3-91b2-f438dabdfcb6 None None] Provisioning for port 65d2629f-0038-40f5-95ec-656d29d514ae completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:26:52.248725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-15d40023-2416-40e3-91b2-f438dabdfcb6 None None] Provisioning complete for port 65d2629f-0038-40f5-95ec-656d29d514ae triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:52.249199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-15d40023-2416-40e3-91b2-f438dabdfcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.341035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Calling delete_port for 5dfc797d-09cf-4cb7-b250-072b4565b387 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:52.376355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60a6a57e-03ea-4586-878f-eadaba984c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.399073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cae74-b4f4-409c-a3b4-a0f2e53601b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a0be0-5480-47f9-b0d7-173ee8b2516f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:52.402286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-15d40023-2416-40e3-91b2-f438dabdfcb6 None None] Port 65d2629f-0038-40f5-95ec-656d29d514ae cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:26:52.407812 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60a6a57e-03ea-4586-878f-eadaba984c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.418627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.479051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9b07b4d-23cb-499f-8f9e-1140fdeef75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.479051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60a6a57e-03ea-4586-878f-eadaba984c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.532764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07b4d-23cb-499f-8f9e-1140fdeef75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10ab22-6cf8-40a1-8dd5-396e85c4c403,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:52.551262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6a57e-03ea-4586-878f-eadaba984c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a0be0-5480-47f9-b0d7-173ee8b2516f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:52.582457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.587559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f599feec-a0bd-4c62-a7ec-1c84632ad82c req-c7b89ade-b0f6-4f16-92ab-2edf80904942 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9149480 Jan 10 19:26:52.610325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-60a6a57e-03ea-4586-878f-eadaba984c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.610325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-60a6a57e-03ea-4586-878f-eadaba984c50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b94a0be0-5480-47f9-b0d7-173ee8b2516f HTTP/1.1" status: 204 len: 168 time: 0.7403922 Jan 10 19:26:52.610325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9b07b4d-23cb-499f-8f9e-1140fdeef75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:52.610325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c9b07b4d-23cb-499f-8f9e-1140fdeef75c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b10ab22-6cf8-40a1-8dd5-396e85c4c403 HTTP/1.1" status: 204 len: 168 time: 1.0651007 Jan 10 19:26:52.656390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab09028-2d96-406a-aa54-51d67456189f req-72daf036-9ebd-4759-bf3a-a3505eba6e2b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:52.661595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ab09028-2d96-406a-aa54-51d67456189f req-72daf036-9ebd-4759-bf3a-a3505eba6e2b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 946 time: 0.4480515 Jan 10 19:26:52.731984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:45Z', 'revision_number': 6, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:25:08Z', 'revision_number': 1, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:52.747964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dceed7c-074a-407a-a15b-02e4bb83b991 None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:45Z', 'revision_number': 6, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'acf1b94b-32d6-4661-95b4-b6035bfec948', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'port_id': '02f91088-96c0-4632-b900-8f707ed54012', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'mac_address': 'fa:16:3e:64:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:24:59Z', 'updated_at': '2022-01-10T19:25:08Z', 'revision_number': 1, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:26:52.886578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:52.886578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:53.229035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 47b61e74-83a0-477f-b8df-297c54d91b13 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:26:53.229390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:53.313622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 839fbd5b-7f16-4140-8489-b3ee3a986ff8 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:53.471356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 839fbd5b-7f16-4140-8489-b3ee3a986ff8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:53.471356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 839fbd5b-7f16-4140-8489-b3ee3a986ff8 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:53.492863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-deeed385-0f4f-4aa7-96b5-3f8383863b24 None None] Provisioning complete for port 66df9e49-54e5-45c1-b930-20811e60456e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:26:53.493036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-deeed385-0f4f-4aa7-96b5-3f8383863b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:53.582623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-deeed385-0f4f-4aa7-96b5-3f8383863b24 None None] Port 66df9e49-54e5-45c1-b930-20811e60456e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:26:53.768809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 47b61e74-83a0-477f-b8df-297c54d91b13, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47b61e74-83a0-477f-b8df-297c54d91b13,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:26:53.768809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:53.854494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:53.947575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 47b61e74-83a0-477f-b8df-297c54d91b13 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:26:53.952163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dfc797d-09cf-4cb7-b250-072b4565b387,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:54.239067 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:54.448939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:26:54.468943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9782a5af-29fd-4402-965b-3d874f52b191 req-d2ea2bcb-a02b-498f-8215-11af8680aeaf tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 210 time: 1.0298095 Jan 10 19:26:54.550969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=47b61e74-83a0-477f-b8df-297c54d91b13,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:54.609734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] No DVR routers for this DVR port 47b61e74-83a0-477f-b8df-297c54d91b13 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:26:54.613261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:54.616166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'name': 'network-vif-deleted', 'tag': '47b61e74-83a0-477f-b8df-297c54d91b13'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:54.689948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ab09028-2d96-406a-aa54-51d67456189f req-2f6d4aff-6f0d-48af-84e6-9866435b1553 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "DELETE /v2.0/ports/47b61e74-83a0-477f-b8df-297c54d91b13 HTTP/1.1" status: 204 len: 173 time: 2.0262365 Jan 10 19:26:54.696951 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0a344f-248a-4ec6-a0a8-91955a25e223', 'name': 'network-vif-deleted', 'tag': '47b61e74-83a0-477f-b8df-297c54d91b13', 'status': 'completed', 'code': 200} Jan 10 19:26:54.730223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae0224-b21e-4cea-a0da-25693d790608 req-cca6d52d-e3c6-4a6e-bd64-d8551f20bf38 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:54.740260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75ae0224-b21e-4cea-a0da-25693d790608 req-cca6d52d-e3c6-4a6e-bd64-d8551f20bf38 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 936 time: 0.5193450 Jan 10 19:26:54.819506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d2629f-0038-40f5-95ec-656d29d514ae {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:26:54.873242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75ae0224-b21e-4cea-a0da-25693d790608 req-a2781983-562c-4596-81a1-f17973ba4d24 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300597 Jan 10 19:26:54.898657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47b61e74-83a0-477f-b8df-297c54d91b13 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:54.947817 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:54.955270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:55.014761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 47b61e74-83a0-477f-b8df-297c54d91b13 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:55.015147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47b61e74-83a0-477f-b8df-297c54d91b13 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:55.080356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Transition to ACTIVE for port object 65d2629f-0038-40f5-95ec-656d29d514ae will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:55.109044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:55.509799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38976) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:55.832916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1934422625-network', 'tenant_id': 'acc5ba7a70844eefb3789af2d9c0a834'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:55.843363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:55.850121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Usage tracker for resource:network and tenant:acc5ba7a70844eefb3789af2d9c0a834 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:55.891744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2629f-0038-40f5-95ec-656d29d514ae,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:55.911393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:55.934315 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:55.989917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:55.994291 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:55.998340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a781a603-1f91-4923-8445-2a89cd6c77c0 req-bb550f9b-9d62-4c98-b942-e55b0f04fefe tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:26:56.082848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Made reservation on behalf of acc5ba7a70844eefb3789af2d9c0a834 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:56.089990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.104697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Attempting to bind port 65d2629f-0038-40f5-95ec-656d29d514ae on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:56.104697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Attempting to bind port 65d2629f-0038-40f5-95ec-656d29d514ae by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:56.104697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Attempting to bind port 65d2629f-0038-40f5-95ec-656d29d514ae on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:56.128272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.136132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.136132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b897d255-7cfc-45d4-ba25-02d0fa64c5d9 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:26:56.161875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Port 65d2629f-0038-40f5-95ec-656d29d514ae on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:26:56.168141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Attempting to bind port 65d2629f-0038-40f5-95ec-656d29d514ae on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:56.185570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a781a603-1f91-4923-8445-2a89cd6c77c0 req-bb550f9b-9d62-4c98-b942-e55b0f04fefe tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:26:56.186862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:26:56.188097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a781a603-1f91-4923-8445-2a89cd6c77c0 req-bb550f9b-9d62-4c98-b942-e55b0f04fefe tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0a344f-248a-4ec6-a0a8-91955a25e223 HTTP/1.1" status: 200 len: 210 time: 0.3413813 Jan 10 19:26:56.207841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.208998 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9cbb3db0-56b8-495f-8293-8c5e9b821079 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b897d255-7cfc-45d4-ba25-02d0fa64c5d9 HTTP/1.1" status: 204 len: 168 time: 9.6603627 Jan 10 19:26:56.213384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38996) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:56.216369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:56.216611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:56.217044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:56.217442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Bound port: 65d2629f-0038-40f5-95ec-656d29d514ae, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:56.217789 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.222681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1444233875', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:56.230451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:56.234690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:56.239950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Usage tracker for resource:security_group_rule and tenant:acc5ba7a70844eefb3789af2d9c0a834 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:56.246639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Usage tracker for resource:router and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:56.260737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:56.263629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:56.272906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:56.276877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:56.380525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.380525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.477583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d0968-ad1c-4cb4-881b-f7f40e444cec req-b34d66b1-217a-4850-a5ed-d1930aa7906f tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:56.477583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d0968-ad1c-4cb4-881b-f7f40e444cec req-b34d66b1-217a-4850-a5ed-d1930aa7906f tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 948 time: 0.1927981 Jan 10 19:26:56.477583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.539874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] For port 65d2629f-0038-40f5-95ec-656d29d514ae, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:26:56.546370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] For port 65d2629f-0038-40f5-95ec-656d29d514ae, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=65d2629f-0038-40f5-95ec-656d29d514ae,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:26:56.555417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.562339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.568122 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.707926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:26:56.710508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.710508 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/65d2629f-0038-40f5-95ec-656d29d514ae HTTP/1.1" status: 200 len: 1096 time: 4.8158679 Jan 10 19:26:56.710508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'tag': '65d2629f-0038-40f5-95ec-656d29d514ae'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:26:56.745729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62be280-5ce5-433c-9e24-aada4e9a83d0 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2629f-0038-40f5-95ec-656d29d514ae,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:56.825927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edde6a73-9d4d-4ffe-be6d-1f7e6b4e17e9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:56.861509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1d0968-ad1c-4cb4-881b-f7f40e444cec req-9b4137a5-93f7-4590-8432-b5d5d696ad02 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548179 Jan 10 19:26:56.893784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.893784 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Added segment ad4ef300-2ac1-450d-a5fa-f528cd95a1c4 of type vlan for network 78f90631-8729-4963-8b4f-3898a25f77e1 Jan 10 19:26:56.941327 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'tag': '65d2629f-0038-40f5-95ec-656d29d514ae', 'status': 'completed', 'code': 200} Jan 10 19:26:56.949998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:56.980896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:57.001051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:26:57.026300 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Sync routers for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:26:57.044522 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4ca32332-c45b-461b-92fa-9ba7288d0962 admin admin] 10.222.0.21 "PUT /v2.0/routers/0de1eaff-e120-4783-9fc3-8e38532e7ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3995235 Jan 10 19:26:57.063783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-aed11137-f507-496e-96f7-9a43161e39c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 1099 time: 0.2852151 Jan 10 19:26:57.065453 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:26:57.066089 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:57.231294 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:57.231294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:57.231294 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:57.234979 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9c1ce416-ad9f-4a38-a083-40fecef2f6a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=65d2629f-0038-40f5-95ec-656d29d514ae HTTP/1.1" status: 200 len: 217 time: 0.1488013 Jan 10 19:26:57.378522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-0806faba-5ab4-4fac-a22e-b0c598248fb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:57.378522 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-0806faba-5ab4-4fac-a22e-b0c598248fb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1485064 Jan 10 19:26:57.405439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5dfc797d-09cf-4cb7-b250-072b4565b387 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:26:57.450685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:57.520027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5dfc797d-09cf-4cb7-b250-072b4565b387 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:26:57.524512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5dfc797d-09cf-4cb7-b250-072b4565b387 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:26:57.567855 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-9851be9d-8851-4f2a-95c9-b4f068aa0e1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839838 Jan 10 19:26:57.657883 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:26:57.797635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39040) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:57.812534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2920599 Jan 10 19:26:57.834266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Request body: {'subnet': {'network_id': '78f90631-8729-4963-8b4f-3898a25f77e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1934422625-subnet', 'tenant_id': 'acc5ba7a70844eefb3789af2d9c0a834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:57.840306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:57.844962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Usage tracker for resource:subnet and tenant:acc5ba7a70844eefb3789af2d9c0a834 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:57.848749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:57.855501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:57.876549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7c2e-8ce8-4652-beb7-00062c97cc2a admin admin] Pushing event updated for resources: {'Network': ['ID=78f90631-8729-4963-8b4f-3898a25f77e1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:57.889590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 78f90631-8729-4963-8b4f-3898a25f77e1 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:26:57.893589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Made reservation on behalf of acc5ba7a70844eefb3789af2d9c0a834 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:26:57.897520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:57.996496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-354444ef-eca0-4711-b6f6-68bc13bb16b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:58.109262 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-354444ef-eca0-4711-b6f6-68bc13bb16b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:58.248527 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:58.315570 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:58.401477 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-c644ca3a-8599-4a6d-89be-1e9fcfbc0d37 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8158712 Jan 10 19:26:58.447003 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 2, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:26:58.454823 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Checking router: 0de1eaff-e120-4783-9fc3-8e38532e7ed2 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:26:58.454823 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Updating router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 port 66df9e49-54e5-45c1-b930-20811e60456e binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:26:58.513572 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:58.616934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Allocated IP 172.25.6.19 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f5c1288b-df71-40ac-94f7-1e090223605a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:26:58.782527 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1321bfcd-78ff-4046-bded-5bfeafb94668 req-0be81faf-7a2c-43ba-87dd-e95d10b43694 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776324 Jan 10 19:26:58.783215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39054) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:58.795047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448104583', 'description': 'tempest-description--2039611524'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:26:58.809018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:58.809018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:security_group and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:58.819063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:58.823626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:58.921101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.105578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.175163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.193914 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.246311 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d0c48-3ffd-4447-8e50-129b993d8029 req-8067ed3b-a814-4a39-871e-2042db33be0a tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:59.253986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab0d0c48-3ffd-4447-8e50-129b993d8029 req-8067ed3b-a814-4a39-871e-2042db33be0a tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 948 time: 1.0027597 Jan 10 19:26:59.338387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:26:59.344284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.373070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:26:59.375759 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Transition to ACTIVE for port object 66df9e49-54e5-45c1-b930-20811e60456e will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:26:59.379823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:26:59.385503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:security_group_rule and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:26:59.386147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:26:59.387979 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.397225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:26:59.408598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:26:59.448624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-07de137f-4bfa-4e2f-9750-43409519d977 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 1099 time: 0.5820830 Jan 10 19:26:59.518406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d93c419-d9f1-4a4e-8e31-6bc4220328e9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:59.676399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Checking segment: {'id': 'ad4ef300-2ac1-450d-a5fa-f528cd95a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78f90631-8729-4963-8b4f-3898a25f77e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:59.676399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Network hostable DHCP agents. Network: 78f90631-8729-4963-8b4f-3898a25f77e1, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:26:59.683109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event updated for resources: {'Port': ['ID=f5c1288b-df71-40ac-94f7-1e090223605a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:59.704097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-354444ef-eca0-4711-b6f6-68bc13bb16b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.721872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.785019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.832025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354444ef-eca0-4711-b6f6-68bc13bb16b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b05062-63da-44b1-942b-93a4b3d8b601,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:59.836179 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e86575-2dd8-4da9-a713-7bd99ba0ae53 None None] Pushing event updated for resources: {'Port': ['ID=66df9e49-54e5-45c1-b930-20811e60456e,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:59.848732 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Attempting to bind port 66df9e49-54e5-45c1-b930-20811e60456e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:26:59.849288 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Attempting to bind port 66df9e49-54e5-45c1-b930-20811e60456e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:26:59.849840 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Attempting to bind port 66df9e49-54e5-45c1-b930-20811e60456e on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:26:59.857650 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-354444ef-eca0-4711-b6f6-68bc13bb16b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.861379 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:26:59.862339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-354444ef-eca0-4711-b6f6-68bc13bb16b5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6b05062-63da-44b1-942b-93a4b3d8b601 HTTP/1.1" status: 204 len: 168 time: 2.4045496 Jan 10 19:26:59.863747 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:26:59.864392 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.866319 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:26:59.868974 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Bound port: 66df9e49-54e5-45c1-b930-20811e60456e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:26:59.869516 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.878568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-7b330e1d-8a3d-4da1-b439-bb06e68e1e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:26:59.885170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-7b330e1d-8a3d-4da1-b439-bb06e68e1e94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.4249885 Jan 10 19:26:59.885401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab0d0c48-3ffd-4447-8e50-129b993d8029 req-9fd4de4c-60cb-44cc-8bc6-93a59b915526 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311970 Jan 10 19:26:59.952996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.952996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:26:59.952996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39074) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:26:59.980741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d41e352-3403-477d-8b48-bb409da42b1d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:26:59.989061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Network 78f90631-8729-4963-8b4f-3898a25f77e1 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:27:00.008358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.008358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fdd393bb-3369-415f-863c-b954be0a1c81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2136936 Jan 10 19:27:00.008358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-5e7b1eb3-b6c8-4ae1-bca3-ed21634ca0a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=65d2629f-0038-40f5-95ec-656d29d514ae HTTP/1.1" status: 200 len: 217 time: 0.1046975 Jan 10 19:27:00.008358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:00.015254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'security_group_rule': {'security_group_id': '6d41e352-3403-477d-8b48-bb409da42b1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:00.049001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 78f90631-8729-4963-8b4f-3898a25f77e1) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:00.056931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:00.060170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1dbb6a-135f-468f-b2ca-498d972b1664 None None] Network 78f90631-8729-4963-8b4f-3898a25f77e1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:00.071858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:00.071858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.079432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:security_group_rule and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:00.096347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:00.096347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:00.104751 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] For port 66df9e49-54e5-45c1-b930-20811e60456e, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:00.119211 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-785c1ee9-0523-4d3c-9f56-0f1d56ebbce5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2843647 Jan 10 19:27:00.122174 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] For port 66df9e49-54e5-45c1-b930-20811e60456e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66df9e49-54e5-45c1-b930-20811e60456e,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:00.135303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-36cbfc0b-9aa8-45a3-b65d-7d4c50c3cedb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:00.139221 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.142475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-36cbfc0b-9aa8-45a3-b65d-7d4c50c3cedb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1227491 Jan 10 19:27:00.256783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.348678 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:00.349716 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:00.515309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39090) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:00.768561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Deleting subnet 7d93c419-d9f1-4a4e-8e31-6bc4220328e9 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:27:00.772545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.818338 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e86575-2dd8-4da9-a713-7bd99ba0ae53 None None] Pushing event updated for resources: {'Port': ['ID=66df9e49-54e5-45c1-b930-20811e60456e,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:00.861116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d3ed6-d671-483e-976d-75e12a78336e None None] Network 78f90631-8729-4963-8b4f-3898a25f77e1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:00.909173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting subnet 691e95b7-49bd-4104-82b6-f3c17b1ce11d {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:27:00.916454 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.952279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:00.968907 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.017259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207a744e-3895-4ac0-8b8d-282a56d50d32,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:01.039512 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:01.050388 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-36a147d1-a9a1-4c73-9175-5ef726883246 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8975480 Jan 10 19:27:01.070223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.113552 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:27:01.223510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.223510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bc21045c-5cc7-4257-879d-9de0c53a2d9b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2160356 Jan 10 19:27:01.223510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39102) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:01.243529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'security_group_rule': {'security_group_id': '6d41e352-3403-477d-8b48-bb409da42b1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:01.272431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.275731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:01.290126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:security_group_rule and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:01.316961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:01.353525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:01.371282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.416786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.473588 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-8740ea2f-820d-4497-b9e3-c38e5fe52664 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040766 Jan 10 19:27:01.557955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.571051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:00Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:01.585853 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896665e6-9b8e-4068-8c7c-6d98e2a4dd0d None None] The sync data for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 is: [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:00Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:01.672215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.701153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f36ff2-4a5f-4787-8836-8512e1b6eba9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:01.725952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a57bd-293b-4ee3-abc4-b041d7cb5898 req-bbb8ebd8-5a91-436b-8fdc-98f714653b76 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:01.725952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a6a57bd-293b-4ee3-abc4-b041d7cb5898 req-bbb8ebd8-5a91-436b-8fdc-98f714653b76 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 948 time: 0.5666249 Jan 10 19:27:01.753116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.753116 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-23df0d65-79f6-479a-9fe3-ad8b4aab7234 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5217416 Jan 10 19:27:01.784894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39112) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:01.804494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Router 73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:01.816372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:01.841529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.849342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:01.857316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:floatingip and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:01.861129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:01.865041 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c966be47-2cfb-45f4-ba59-e5c43bbfd0dc req-9981f0e1-ae01-4a08-b40a-263e4b704813 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768892 Jan 10 19:27:01.869071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:01.882793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.900635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:01.963342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d93c419-d9f1-4a4e-8e31-6bc4220328e9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:01.971645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a6a57bd-293b-4ee3-abc4-b041d7cb5898 req-45827be3-b212-4cf8-b5fa-460995d45f1d tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461197 Jan 10 19:27:01.981614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.005239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39120) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:02.010340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8868f1d5-fb9b-4480-8e63-efa0d613f5e1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d93c419-d9f1-4a4e-8e31-6bc4220328e9 HTTP/1.1" status: 204 len: 168 time: 1.4930680 Jan 10 19:27:02.289039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.298243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.409003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.426086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fe7f2-03d9-4b02-84fa-29523fa00c60 None None] Network d3414a5b-06f5-4346-8b88-095fc61d2ea4 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:02.451204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Subnet': ['ID=691e95b7-49bd-4104-82b6-f3c17b1ce11d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:02.451204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86a562a6-2d03-4c4a-9bd9-fc9a4241e875 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/subnets/691e95b7-49bd-4104-82b6-f3c17b1ce11d HTTP/1.1" status: 204 len: 168 time: 2.4947438 Jan 10 19:27:02.458944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39128) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:02.639111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.684664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.747241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.836918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:02.836918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.860719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] DHCP port deletion for d3414a5b-06f5-4346-8b88-095fc61d2ea4 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:27:02.860719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] Deleting port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:02.864679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:02.867814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Allocated IP 172.25.6.190 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/4751944d-cc70-4e5e-9d1a-0606c0bf0e41) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:02.892714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f90631-8729-4963-8b4f-3898a25f77e1']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:02.931753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4ef300-2ac1-450d-a5fa-f528cd95a1c4') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:02.931753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4ef300-2ac1-450d-a5fa-f528cd95a1c4') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:02.961421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 65d2629f-0038-40f5-95ec-656d29d514ae details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:27:03.013437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.030828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:03.089782 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.091519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dec783b0-d3a2-45cf-9ae3-fa54582bdf01 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8760560 Jan 10 19:27:03.094285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39140) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:03.100812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': False}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:03.343512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.364835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 65d2629f-0038-40f5-95ec-656d29d514ae, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=65d2629f-0038-40f5-95ec-656d29d514ae,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:03.387528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '65d2629f-0038-40f5-95ec-656d29d514ae', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '65d2629f-0038-40f5-95ec-656d29d514ae', 'mac_address': 'fa:16:3e:09:db:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:27:03.391431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] Sync routers for ids ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:03.445154 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.462147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:27:03.462994 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:27:03.479301 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:27:03.495125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66df9e49-54e5-45c1-b930-20811e60456e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:03.585904 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.600647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] Routers {'73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:03.600647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:03.644666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.653853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f90631-8729-4963-8b4f-3898a25f77e1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:03.653853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.726761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:03.748284 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-788371c8-7fe5-4364-bc41-6ac04eab29f7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/78f90631-8729-4963-8b4f-3898a25f77e1 HTTP/1.1" status: 204 len: 168 time: 1.7376845 Jan 10 19:27:03.798632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:03.807818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:03.813685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:03.891095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:03.891716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:03.957432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=4751944d-cc70-4e5e-9d1a-0606c0bf0e41,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:03.966174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] For port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,segment=NetworkSegment(1777827e-ef20-43f8-8534-b506f25854a6),segment_id=1777827e-ef20-43f8-8534-b506f25854a6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:03.966174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:04.149916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39154) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:04.170030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 05aeb978-17ff-4e7b-a04d-a6ffabafab8f owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:04.268743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] Calling delete_port for 05aeb978-17ff-4e7b-a04d-a6ffabafab8f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:04.354707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] Routers {'73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:04.354707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:04.402603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:27:04.402603 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:27:04.418815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73554d-fe19-4fc4-9faa-a4bf0711887e req-10ab4e5f-642b-4ee4-87e2-41a74f415733 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:04.418815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df73554d-fe19-4fc4-9faa-a4bf0711887e req-10ab4e5f-642b-4ee4-87e2-41a74f415733 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 948 time: 0.7721636 Jan 10 19:27:04.478048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d676d7f7-fae0-4991-b5b9-12d986db0275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acc5ba7a70844eefb3789af2d9c0a834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255148 Jan 10 19:27:04.482380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:04.486582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 66df9e49-54e5-45c1-b930-20811e60456e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:04.524420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:04.558397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df73554d-fe19-4fc4-9faa-a4bf0711887e req-57032086-8c58-4cfa-88f3-68de4c85c904 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316416 Jan 10 19:27:04.571750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:04.600173 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:04.614988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] Pushing event deleted for resources: {'Port': ['ID=05aeb978-17ff-4e7b-a04d-a6ffabafab8f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:04.620908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 66df9e49-54e5-45c1-b930-20811e60456e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:04.620908 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:04.715226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:04.715226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d524673-506e-4a3b-81ca-b8f84ae95ccc None None] The sync data for ids ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:04.868595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d58ff-48c6-450b-9757-62658551ad95 None None] No DVR routers for this DVR port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:27:04.896073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2629f-0038-40f5-95ec-656d29d514ae {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:27:04.900962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 05aeb978-17ff-4e7b-a04d-a6ffabafab8f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:04.901489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.000111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] The port '05aeb978-17ff-4e7b-a04d-a6ffabafab8f' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:27:05.003294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 65d2629f-0038-40f5-95ec-656d29d514ae, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=65d2629f-0038-40f5-95ec-656d29d514ae,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:05.016647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.025368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.077265 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.187211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7059369d-256a-42a3-8adb-16349b2b306e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.191598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 66df9e49-54e5-45c1-b930-20811e60456e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66df9e49-54e5-45c1-b930-20811e60456e,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:05.208638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.219557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=65d2629f-0038-40f5-95ec-656d29d514ae,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:05.291943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['65d2629f-0038-40f5-95ec-656d29d514ae'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:27:05.329036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05aeb978-17ff-4e7b-a04d-a6ffabafab8f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:27:05.331428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7059369d-256a-42a3-8adb-16349b2b306e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.396420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 05aeb978-17ff-4e7b-a04d-a6ffabafab8f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:27:05.396700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05aeb978-17ff-4e7b-a04d-a6ffabafab8f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:27:05.486672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.507482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=66df9e49-54e5-45c1-b930-20811e60456e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:05.523945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3414a5b-06f5-4346-8b88-095fc61d2ea4']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:05.552100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1777827e-ef20-43f8-8534-b506f25854a6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:05.552100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1777827e-ef20-43f8-8534-b506f25854a6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:05.559681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.577979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:27:05.600626 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:27:05.698586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7059369d-256a-42a3-8adb-16349b2b306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.729583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059369d-256a-42a3-8adb-16349b2b306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edde6a73-9d4d-4ffe-be6d-1f7e6b4e17e9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:05.736307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7059369d-256a-42a3-8adb-16349b2b306e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.737566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7059369d-256a-42a3-8adb-16349b2b306e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edde6a73-9d4d-4ffe-be6d-1f7e6b4e17e9 HTTP/1.1" status: 204 len: 168 time: 1.2538965 Jan 10 19:27:05.754218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.764730 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.814177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.853906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=4751944d-cc70-4e5e-9d1a-0606c0bf0e41,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:05.887987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:05.902818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Network': ['ID=d3414a5b-06f5-4346-8b88-095fc61d2ea4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:05.972574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:06.001262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:06.016128 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b92417c2-a742-46cd-b400-72b130ae1d44 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2282975 Jan 10 19:27:06.051824 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee924007-e7df-4367-be25-194cd1aafc92 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/networks/d3414a5b-06f5-4346-8b88-095fc61d2ea4 HTTP/1.1" status: 204 len: 168 time: 3.5921924 Jan 10 19:27:06.060973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39188) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:06.347594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343c27f-fa29-475e-a54e-d24b11ef0436 req-4db9aff8-0e65-4689-8113-1c643fc8bc1e tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:06.374570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f343c27f-fa29-475e-a54e-d24b11ef0436 req-4db9aff8-0e65-4689-8113-1c643fc8bc1e tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 949 time: 0.3044205 Jan 10 19:27:06.405722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 1c5c7b27-2220-4809-94a5-5a77185041db {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:06.405722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:06.447044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:06.481125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f343c27f-fa29-475e-a54e-d24b11ef0436 req-0ce6a395-dd01-4bae-a017-58270a1ae5fa tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127968 Jan 10 19:27:06.636513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-d9f88e92-c372-4388-9f8b-97fc96c82fb5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1448104583&fields=id&tenant_id=f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 267 time: 0.1492474 Jan 10 19:27:06.721555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:06.721555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:06.848374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-0240e755-8dbe-4887-8c4a-6cc4358e5cd1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:06.855487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-0240e755-8dbe-4887-8c4a-6cc4358e5cd1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.2128181 Jan 10 19:27:06.877151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-910098aa-df19-4407-978f-20cbe8e7527f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/quotas/f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 375 time: 0.0259814 Jan 10 19:27:06.884277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 1c5c7b27-2220-4809-94a5-5a77185041db owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:07.024696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 65d2629f-0038-40f5-95ec-656d29d514ae up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:07.092484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-c9e7d46a-cae9-45f4-8111-d0ccbd055902 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2094700 Jan 10 19:27:07.245568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 65d2629f-0038-40f5-95ec-656d29d514ae completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:07.252113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 65d2629f-0038-40f5-95ec-656d29d514ae triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:07.252482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.427284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.446671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-0160c032-bf9f-4a2e-9b4b-b83c98cd9c7c service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335786 Jan 10 19:27:07.579722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66df9e49-54e5-45c1-b930-20811e60456e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:07.692670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=1c5c7b27-2220-4809-94a5-5a77185041db,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:07.697235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.704502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.742841 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.784381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2629f-0038-40f5-95ec-656d29d514ae'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:07.800736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:07.818238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 65d2629f-0038-40f5-95ec-656d29d514ae, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=65d2629f-0038-40f5-95ec-656d29d514ae,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:07.818238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 66df9e49-54e5-45c1-b930-20811e60456e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:07.818238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.889618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:07.902786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.050150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-network', 'tenant_id': '969afeb64c82472086dd164c88c720d5'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:08.058573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:08.064096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Usage tracker for resource:network and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:08.068746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:08.075746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:08.095549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Made reservation on behalf of 969afeb64c82472086dd164c88c720d5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:27:08.098981 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.162215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.181272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=65d2629f-0038-40f5-95ec-656d29d514ae,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:08.287407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:08.287407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:08.360489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:08.366386 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6133-939a-432b-bc52-197a499c0397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.371104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:08.535386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff495-9215-4be8-9495-a2db583622ec req-cd951ae1-5579-4c8d-9303-bfca2c47b0ec tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:08.535386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50eff495-9215-4be8-9495-a2db583622ec req-cd951ae1-5579-4c8d-9303-bfca2c47b0ec tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 950 time: 0.7750301 Jan 10 19:27:08.578533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-8f6f0671-5a71-46aa-850e-f20ce1d6264b service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8705139 Jan 10 19:27:08.672447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.713037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50eff495-9215-4be8-9495-a2db583622ec req-3978fe58-e47e-42b4-ae42-fdcbbd6b7fed tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513348 Jan 10 19:27:08.776867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.840744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:27:08.885979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.886246 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Added segment 5ffc0c1d-14ef-4e7b-8520-d7d557cd5232 of type vlan for network 921454de-ea7d-497f-979e-2a627b3bcc38 Jan 10 19:27:08.893554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ea026-835d-4bca-9993-8aee013c36b0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:08.911272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Router 73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:27:08.932757 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2629f-0038-40f5-95ec-656d29d514ae', 'code': 200} Jan 10 19:27:08.942513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:08.964040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02801b38-3d80-405b-afd9-8f664d3889a4 req-3f565bcb-c3eb-4a5a-af70-0b4ffb424028 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 210 time: 0.0617499 Jan 10 19:27:09.149941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.resource_extend [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:27:09.312522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:09.313382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:09.313956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:09.423205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:09.423205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:09.423205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3ffd0af6-bd40-430b-8cd8-e1cf54bac3c2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "PUT /v2.0/routers/73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 HTTP/1.1" status: 200 len: 925 time: 6.3250391 Jan 10 19:27:09.433561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39272) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:09.437929 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] Sync routers for ids ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:09.458771 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] Routers {'73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:09.458771 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:09.548215 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:09.569045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] Pushing event updated for resources: {'Network': ['ID=921454de-ea7d-497f-979e-2a627b3bcc38,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:09.591131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 921454de-ea7d-497f-979e-2a627b3bcc38 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:27:09.612325 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] Routers {'73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:09.612325 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:09.617339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76861335-edb4-42c6-afc5-25ad40284c4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8088360 Jan 10 19:27:09.621768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39276) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:09.621768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Request body: {'subnet': {'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-subnet', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:09.640554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:09.656839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Usage tracker for resource:subnet and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:09.657094 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c6fb6bd3-fb02-4bd5-83ba-fe113df6afb0 req-e556dfd6-071c-44ed-b9ea-0773d2d6b5d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 1101 time: 0.6348393 Jan 10 19:27:09.660157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:09.731154 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c6fb6bd3-fb02-4bd5-83ba-fe113df6afb0 req-8d0edff9-1c3a-4645-9a0d-058715de9e30 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Jan 10 19:27:09.741822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:27:09.742082 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:09.742181 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836dfae-3d90-4437-b493-cbb40bc984f1 None None] The sync data for ids ['73768f67-ecea-4ea9-8db8-dcaf16ce6aa6'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:09.805564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:09.880347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Made reservation on behalf of 969afeb64c82472086dd164c88c720d5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:27:09.884500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:10.058219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:10.062977 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:10.082916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44703cb-5efb-4642-8465-680234042f5e None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:10.097890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:10.097890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:26:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:10.184789 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a1609ed8-bbf7-4f68-ba0e-0711539255e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/floatingips/acf1b94b-32d6-4661-95b4-b6035bfec948 HTTP/1.1" status: 204 len: 168 time: 4.1214488 Jan 10 19:27:10.184789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'tag': '02f91088-96c0-4632-b900-8f707ed54012'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:10.255365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78431-098d-447a-9e02-cd7d38bbb185 req-80f287e2-51fd-43d5-88d4-8ba0c7065f87 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:10.255365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57a78431-098d-447a-9e02-cd7d38bbb185 req-80f287e2-51fd-43d5-88d4-8ba0c7065f87 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 950 time: 0.2429233 Jan 10 19:27:10.270670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86d2eb61-749d-493e-91e6-adba029c8186 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 HTTP/1.1" status: 200 len: 925 time: 0.8341920 Jan 10 19:27:10.274581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39296) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:10.424688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d9019322-2b12-4d7a-862b-596ed2b8bd73 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Synchronizing usage tracker for tenant:7c91d1305f6e41ada2438854d48c0ba8 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:10.447294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d9019322-2b12-4d7a-862b-596ed2b8bd73 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Unset dirty status for tenant:7c91d1305f6e41ada2438854d48c0ba8 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:10.458193 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d9019322-2b12-4d7a-862b-596ed2b8bd73 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=73768f67-ecea-4ea9-8db8-dcaf16ce6aa6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1902065 Jan 10 19:27:10.458193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39306) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:10.602952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d168c430-dc22-4abd-b16e-1b416feb1481 req-b08d6f72-5c83-4772-8258-0f679e181353 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 210 time: 0.2826300 Jan 10 19:27:10.604929 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a085bbe0-7f08-4464-b490-20cb47768dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:10.635203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57a78431-098d-447a-9e02-cd7d38bbb185 req-c723e3d2-52db-4ee1-b9fe-beb54e00b2c5 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588932 Jan 10 19:27:10.641565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:10.784155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:10.822227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd55aa-42f3-44c5-adf2-eb7691a26f4e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:10.823439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e4fd55aa-42f3-44c5-adf2-eb7691a26f4e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Synchronizing usage tracker for tenant:7c91d1305f6e41ada2438854d48c0ba8 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:10.836829 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'tag': '02f91088-96c0-4632-b900-8f707ed54012', 'status': 'completed', 'code': 200} Jan 10 19:27:10.904970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0832e558-1ed4-435b-a433-32583c660058,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:10.935318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Checking segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:10.935318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Network hostable DHCP agents. Network: 921454de-ea7d-497f-979e-2a627b3bcc38, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:27:10.966501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e4fd55aa-42f3-44c5-adf2-eb7691a26f4e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Unset dirty status for tenant:7c91d1305f6e41ada2438854d48c0ba8 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:10.966501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e4fd55aa-42f3-44c5-adf2-eb7691a26f4e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.4998591 Jan 10 19:27:10.970535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39312) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:11.051647 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-f3644f76-3418-4923-95e4-6b62b0469996 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 1096 time: 0.1796103 Jan 10 19:27:11.110628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-63a058e9-6894-4596-a62b-d512f056f21d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 HTTP/1.1" status: 200 len: 205 time: 0.1392810 Jan 10 19:27:11.110628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Network 921454de-ea7d-497f-979e-2a627b3bcc38 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:27:11.110628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39316) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:11.292124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:45Z', 'revision_number': 6, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:11.308136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44703cb-5efb-4642-8465-680234042f5e None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:27:11.343379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:11.343379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:11.492851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e4011-d251-4529-8c44-db30689aa059 req-f013e14e-f47f-4e08-a7bd-66ffedf55352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:11.497004 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-f013e14e-f47f-4e08-a7bd-66ffedf55352 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 200 len: 897 time: 0.4490571 Jan 10 19:27:11.627868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:11.689803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-63c589ac-e691-4785-b5f4-dd2a3adbfa0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f91088-96c0-4632-b900-8f707ed54012 HTTP/1.1" status: 200 len: 217 time: 0.1833568 Jan 10 19:27:11.810690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e4011-d251-4529-8c44-db30689aa059 req-8bd26fb8-5835-4bf4-a27c-1cc1c56c26ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:11.812306 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-8bd26fb8-5835-4bf4-a27c-1cc1c56c26ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa42ee11-aabf-4d77-97e4-592219513c6b HTTP/1.1" status: 200 len: 834 time: 0.1140077 Jan 10 19:27:11.837470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:11.891713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-9b0fc607-7367-4683-b2c3-01fe62c5df01 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:11.893160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-9b0fc607-7367-4683-b2c3-01fe62c5df01 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.5633283 Jan 10 19:27:11.900338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 921454de-ea7d-497f-979e-2a627b3bcc38) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:11.914443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:11.915078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:11.941227 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-1bb837b8-7274-497c-a6a7-74a51fbc4677 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd83ac08-fd08-480e-9e0c-ca853afe5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170580 Jan 10 19:27:11.961125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94448d21-d2c0-45f9-bdbf-150e90cd464e None None] Network 921454de-ea7d-497f-979e-2a627b3bcc38 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:12.170784 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-7f3900bd-59a1-431e-af85-06ed5934af81 service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234988 Jan 10 19:27:12.182945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47ceccf6-9ca3-4e86-b3b7-6c53bae0b7d2 req-d06e7aa2-5f28-4f6d-b2a6-82cb15c1b1e5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 210 time: 0.2573631 Jan 10 19:27:12.186319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a7dee43a-57a0-401a-8dd6-3b24bc5f2289 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5759721 Jan 10 19:27:12.189934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39332) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:12.219677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:12.234144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:12.258838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:12.277889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-bd1a5964-d5ea-48aa-9e2c-c75bd2f83e73 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:12.279063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-bd1a5964-d5ea-48aa-9e2c-c75bd2f83e73 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:12.327918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Usage tracker for resource:router and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:12.344725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:12.364192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-921454de-ea7d-497f-979e-2a627b3bcc38', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:27:12.366443 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:12.468507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-bd1a5964-d5ea-48aa-9e2c-c75bd2f83e73 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:12.475984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-bd1a5964-d5ea-48aa-9e2c-c75bd2f83e73 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 945 time: 1.0782838 Jan 10 19:27:12.542701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:12.566143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-83ee1601-08dd-4f68-8e49-9685536aabdb tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 380 time: 0.6338959 Jan 10 19:27:12.582415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'port': {'device_id': '4e1b169d-30ce-4915-895e-54dc851b9512', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'admin_state_up': True, 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'security_groups': ['6d41e352-3403-477d-8b48-bb409da42b1d']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:12.622555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Allocated IP 172.20.0.2 (921454de-ea7d-497f-979e-2a627b3bcc38/0832e558-1ed4-435b-a433-32583c660058/86ef773b-cfae-4379-b72a-f6fc9fad0269) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:12.626802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-2c9ecf33-069a-4c1b-b5e8-8498ea7aebcb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:12.628252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-2c9ecf33-069a-4c1b-b5e8-8498ea7aebcb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:12.635229 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0a7e4011-d251-4529-8c44-db30689aa059 req-ffc8a108-d1cd-41e0-9df6-8823008d148b service neutron] 10.222.0.44 "GET /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557559 Jan 10 19:27:12.663614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-2c9ecf33-069a-4c1b-b5e8-8498ea7aebcb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:12.665406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-2c9ecf33-069a-4c1b-b5e8-8498ea7aebcb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 945 time: 0.1992521 Jan 10 19:27:12.772887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 02f91088-96c0-4632-b900-8f707ed54012 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:12.773441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:12.778902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:12.779822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:12.798915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:12.837501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-74054933-8732-4413-a5bf-1f34d2360055 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:13.011564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-74054933-8732-4413-a5bf-1f34d2360055 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:13.014600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa1cc4a5-d179-4d4e-a127-22b2be54a9f5 req-74054933-8732-4413-a5bf-1f34d2360055 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=198f2f75-1f8f-48f6-a430-7312c04146ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5362058 Jan 10 19:27:13.092511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:13.106105 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.112316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.112893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:port and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:13.119108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:13.124730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.135385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Transition to ACTIVE for port object 86ef773b-cfae-4379-b72a-f6fc9fad0269 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:13.170496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Transition to ACTIVE for port object 86ef773b-cfae-4379-b72a-f6fc9fad0269 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:13.180790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f44703cb-5efb-4642-8465-680234042f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:45Z', 'revision_number': 6, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:13.185979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.221168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 02f91088-96c0-4632-b900-8f707ed54012, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=02f91088-96c0-4632-b900-8f707ed54012,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:13.221168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.243100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaed28-1559-46c7-a534-aedb5a56dfae req-d25012be-12b1-469f-9ecd-160331963492 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:13.250039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37aaed28-1559-46c7-a534-aedb5a56dfae req-d25012be-12b1-469f-9ecd-160331963492 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 950 time: 0.8049386 Jan 10 19:27:13.285473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:13.333965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:27:13.339475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.347441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Pushing event updated for resources: {'Port': ['ID=86ef773b-cfae-4379-b72a-f6fc9fad0269,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:13.351967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.359596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44703cb-5efb-4642-8465-680234042f5e None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:26:45Z', 'revision_number': 6, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '506d34bf-28f1-4cd5-83bf-e2bab87e3630', 'name': '', 'network_id': 'bd83ac08-fd08-480e-9e0c-ca853afe5707', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:48:95:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:12Z', 'updated_at': '2022-01-10T19:24:26Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': 'fa42ee11-aabf-4d77-97e4-592219513c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:13.389074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Network 921454de-ea7d-497f-979e-2a627b3bcc38 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:13.392810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:13.401577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:13.442481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37aaed28-1559-46c7-a534-aedb5a56dfae req-dae0b0b9-d367-49dd-9bef-dd5e57491d34 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908863 Jan 10 19:27:13.497176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 02f91088-96c0-4632-b900-8f707ed54012 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:13.540337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Attempting to bind port 86ef773b-cfae-4379-b72a-f6fc9fad0269 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:13.540897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Attempting to bind port 86ef773b-cfae-4379-b72a-f6fc9fad0269 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:13.541374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Attempting to bind port 86ef773b-cfae-4379-b72a-f6fc9fad0269 on network 921454de-ea7d-497f-979e-2a627b3bcc38 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:13.557083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:13.558991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Checking segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:13.558991 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.558991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Bound using segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:13.559267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Bound port: 86ef773b-cfae-4379-b72a-f6fc9fad0269, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:13.559590 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.581128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bef5543d-a342-4933-8455-5af31a8b3727 req-a668eb90-828c-49a1-971d-30e3d96c45da tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 210 time: 0.1187189 Jan 10 19:27:13.720423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] For port 86ef773b-cfae-4379-b72a-f6fc9fad0269, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:13.728541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] For port 86ef773b-cfae-4379-b72a-f6fc9fad0269, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=86ef773b-cfae-4379-b72a-f6fc9fad0269,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:13.734627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.850127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:13.930636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a36792-8dd7-4744-8e25-2f3f10948ae3 None None] Pushing event updated for resources: {'Port': ['ID=86ef773b-cfae-4379-b72a-f6fc9fad0269,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:13.957884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=02f91088-96c0-4632-b900-8f707ed54012,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:13.981879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Allocated IP 172.20.0.13 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/8285145b-1258-4af0-a853-4a42c4839f2f) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:14.035143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:14.077078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] No DVR routers for this DVR port 02f91088-96c0-4632-b900-8f707ed54012 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:27:14.080777 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:14.094259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'name': 'network-vif-deleted', 'tag': '02f91088-96c0-4632-b900-8f707ed54012'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:14.101538 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a702aeae-4ec3-4ed5-826f-75eb09164a4e req-e11781ea-8dc5-443d-b10c-35909faff447 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "DELETE /v2.0/ports/02f91088-96c0-4632-b900-8f707ed54012 HTTP/1.1" status: 204 len: 173 time: 1.4298639 Jan 10 19:27:14.101689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Deleting port f5c1288b-df71-40ac-94f7-1e090223605a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:14.101927 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:14.414915 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f1f9e-13f1-4d0f-9855-d521b764b367', 'name': 'network-vif-deleted', 'tag': '02f91088-96c0-4632-b900-8f707ed54012', 'status': 'completed', 'code': 200} Jan 10 19:27:14.825659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:14.970846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:14.984441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff70f0cf-27b3-48af-924a-49d4b3af8a50 req-784643c4-f3b4-476c-b4bc-eff934a4b84e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=945f1f9e-13f1-4d0f-9855-d521b764b367 HTTP/1.1" status: 200 len: 210 time: 0.2396789 Jan 10 19:27:15.070509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-079f8bf1-a1d0-4a15-924e-fb3c1a3b5447 req-761f0a91-f510-4cc0-8d77-2a208d9dd7ef tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 210 time: 0.1584952 Jan 10 19:27:15.230571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39376) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:15.230726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.239124 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.259822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.401207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.529656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.589297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Calling delete_port for f5c1288b-df71-40ac-94f7-1e090223605a owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:15.623292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 86ef773b-cfae-4379-b72a-f6fc9fad0269 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:15.649217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:15.656637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Usage tracker for resource:security_group_rule and tenant:fda793019cb8459c9f9f65d2b50b3be0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:15.665342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:15.700661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:15.729092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Transition to ACTIVE for port object 8285145b-1258-4af0-a853-4a42c4839f2f will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:15.785652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 86ef773b-cfae-4379-b72a-f6fc9fad0269 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:15.840943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.847467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.854189 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:15.859959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Allocated IP 172.25.6.22 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/78ec344d-fbc2-41ed-b9e3-43fef4fddc3a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:15.987433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49e129-2a32-4ab8-84ee-a85dbf1faf95 None None] Network 921454de-ea7d-497f-979e-2a627b3bcc38 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:15.994245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831791f-29fe-448d-98eb-e9a406634a23,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:16.015378 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-edf51813-05fe-4d36-b730-3ed04ae2ebff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fda793019cb8459c9f9f65d2b50b3be0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7836595 Jan 10 19:27:16.015983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39398) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:16.122998 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee96dc3-6cec-49e3-b52a-4225b94a179d None None] New status for floating IP acf1b94b-32d6-4661-95b4-b6035bfec948: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:27:16.155827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d7a3-cc72-4fbc-85df-dc7281e63a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.209941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d7a3-cc72-4fbc-85df-dc7281e63a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.219064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:16.222164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:16.272850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] Provisioning for port 86ef773b-cfae-4379-b72a-f6fc9fad0269 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:16.284744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] Provisioning complete for port 86ef773b-cfae-4379-b72a-f6fc9fad0269 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:16.285422 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.320606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d7a3-cc72-4fbc-85df-dc7281e63a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.336935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0d7a3-cc72-4fbc-85df-dc7281e63a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831791f-29fe-448d-98eb-e9a406634a23,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:16.341593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d7a3-cc72-4fbc-85df-dc7281e63a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.353437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5ed0d7a3-cc72-4fbc-85df-dc7281e63a4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d831791f-29fe-448d-98eb-e9a406634a23 HTTP/1.1" status: 204 len: 168 time: 0.3291969 Jan 10 19:27:16.530158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d67c452-2716-407b-b6ea-da5931938f81 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.574502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d67c452-2716-407b-b6ea-da5931938f81 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.596012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.684184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] For port 86ef773b-cfae-4379-b72a-f6fc9fad0269, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=86ef773b-cfae-4379-b72a-f6fc9fad0269,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:16.693106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.742379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:16.743541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d67c452-2716-407b-b6ea-da5931938f81 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:16.772922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:16.797702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:16.919318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c452-2716-407b-b6ea-da5931938f81 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f2f75-1f8f-48f6-a430-7312c04146ef,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:16.976024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d2547-8323-41ed-8f3f-652c9bbd48cd None None] Pushing event updated for resources: {'Port': ['ID=86ef773b-cfae-4379-b72a-f6fc9fad0269,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:17.054812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 02f91088-96c0-4632-b900-8f707ed54012 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:27:17.129905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d033e-bd8d-4a03-bf14-5ceba4116a5e req-ea7b1387-20b5-43f6-bd35-4be182f36855 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:17.132123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-336d033e-bd8d-4a03-bf14-5ceba4116a5e req-ea7b1387-20b5-43f6-bd35-4be182f36855 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:17.160098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 02f91088-96c0-4632-b900-8f707ed54012 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:27:17.160466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 02f91088-96c0-4632-b900-8f707ed54012 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:27:17.193924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:17.235174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e1364447-389a-4d6c-b53a-48ea6a1dde9e None None] Provisioning complete for port 86ef773b-cfae-4379-b72a-f6fc9fad0269 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:17.236825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1364447-389a-4d6c-b53a-48ea6a1dde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.246271 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.273074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:17.274475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.292351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.335372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d67c452-2716-407b-b6ea-da5931938f81 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.337251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:17.338070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0d67c452-2716-407b-b6ea-da5931938f81 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/security-groups/198f2f75-1f8f-48f6-a430-7312c04146ef HTTP/1.1" status: 204 len: 168 time: 1.1065233 Jan 10 19:27:17.339083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-336d033e-bd8d-4a03-bf14-5ceba4116a5e req-ea7b1387-20b5-43f6-bd35-4be182f36855 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:17.346410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-336d033e-bd8d-4a03-bf14-5ceba4116a5e req-ea7b1387-20b5-43f6-bd35-4be182f36855 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 932 time: 1.1037955 Jan 10 19:27:17.356501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Usage tracker for resource:security_group_rule and tenant:d331199d27944e3dab6ab3ef6d6e8c97 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:17.363865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:17.377504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:17.416359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-336d033e-bd8d-4a03-bf14-5ceba4116a5e req-3f835b65-3dc7-4c20-9027-f29633cf2034 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688925 Jan 10 19:27:17.418109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:17.441932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-b0d20dbb-c808-4a70-9a61-04e3ebe7e355 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8634708 Jan 10 19:27:17.539286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Request body: {'port': {'device_id': '4e1b169d-30ce-4915-895e-54dc851b9512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:17.545763 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.555573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.568658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 86ef773b-cfae-4379-b72a-f6fc9fad0269 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:17.575674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.615053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d12f20d-b944-4a24-b81c-2dd0b991de51,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:17.664160 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6e5af683-6dab-4b73-bb77-1bcbd944660e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d331199d27944e3dab6ab3ef6d6e8c97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4667091 Jan 10 19:27:17.666148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39522) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:17.732134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db79f5ef-7286-4351-ad9b-b77e74b17ace None None] Provisioning for port 8285145b-1258-4af0-a853-4a42c4839f2f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:17.738547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db79f5ef-7286-4351-ad9b-b77e74b17ace None None] Provisioning complete for port 8285145b-1258-4af0-a853-4a42c4839f2f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:17.738939 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db79f5ef-7286-4351-ad9b-b77e74b17ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.753525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de0fc1ac-c6c8-4279-a786-b362e15f62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.789076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de0fc1ac-c6c8-4279-a786-b362e15f62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.841606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event deleted for resources: {'Port': ['ID=f5c1288b-df71-40ac-94f7-1e090223605a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:17.868289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de0fc1ac-c6c8-4279-a786-b362e15f62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.879570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 86ef773b-cfae-4379-b72a-f6fc9fad0269 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:17.879961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.917170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fc1ac-c6c8-4279-a786-b362e15f62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d12f20d-b944-4a24-b81c-2dd0b991de51,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:17.919120 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de0fc1ac-c6c8-4279-a786-b362e15f62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:17.920419 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de0fc1ac-c6c8-4279-a786-b362e15f62b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d12f20d-b944-4a24-b81c-2dd0b991de51 HTTP/1.1" status: 204 len: 168 time: 0.2529724 Jan 10 19:27:17.986267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-db79f5ef-7286-4351-ad9b-b77e74b17ace None None] Port 8285145b-1258-4af0-a853-4a42c4839f2f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:27:18.016893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:18.301358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:18.312965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Pushing event updated for resources: {'Port': ['ID=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:18.317316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:18.320026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:18.350998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:18.742546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.259747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.314859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f227c-a69e-4b6e-9b99-36206258cf3a req-be913e82-bd2b-4ab6-939e-2dd58c8121f3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:19.323542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d56f227c-a69e-4b6e-9b99-36206258cf3a req-be913e82-bd2b-4ab6-939e-2dd58c8121f3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 932 time: 0.7349162 Jan 10 19:27:19.407274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.546003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d56f227c-a69e-4b6e-9b99-36206258cf3a req-91f41117-b81a-47a3-a3fe-9976f8e44cd6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216110 Jan 10 19:27:19.788077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.788933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Fanout notify agent at l3_agent the message router_deleted on router 73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:27:19.810764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.815038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dd344876-6b82-4f2c-a522-486904d5e112 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 HTTP/1.1" status: 204 len: 168 time: 8.6984603 Jan 10 19:27:19.815742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39786) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:19.826065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1341853816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:19.855180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:19.902848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Usage tracker for resource:router and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:19.920679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:19.934774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:19.943135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.944006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:19.962378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:27:19.976412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.060681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.062181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.145360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Transition to ACTIVE for port object 8285145b-1258-4af0-a853-4a42c4839f2f will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:20.165956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.331076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.358700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:20.389749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.544716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.545887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a5133e09-2d5e-4bb3-beb4-e7bc79189264 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7292125 Jan 10 19:27:20.548816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:20.554346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:20.604227 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:20.740668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Attempting to bind port 8285145b-1258-4af0-a853-4a42c4839f2f on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:20.741006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Attempting to bind port 8285145b-1258-4af0-a853-4a42c4839f2f by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:20.741338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Attempting to bind port 8285145b-1258-4af0-a853-4a42c4839f2f on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:20.762832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Port 8285145b-1258-4af0-a853-4a42c4839f2f on network e4daba02-ef29-47e3-9c76-6999a79acc8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:27:20.763190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Attempting to bind port 8285145b-1258-4af0-a853-4a42c4839f2f on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:20.797535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:20.798150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:20.798762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:20.799465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Bound port: 8285145b-1258-4af0-a853-4a42c4839f2f, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:20.800049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:21.085331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:21.090659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:21.105575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e987bc-e903-40d4-9933-7a3cd951e4ed req-37f4a37b-415d-48b0-ba76-23cf5aaf75b3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:21.107722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70e987bc-e903-40d4-9933-7a3cd951e4ed req-37f4a37b-415d-48b0-ba76-23cf5aaf75b3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 944 time: 0.2292283 Jan 10 19:27:21.112056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:21.114526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:21.232160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:21.234734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] 10.222.0.44 "PUT /v2.0/ports/8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1092 time: 3.7092137 Jan 10 19:27:21.242392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:21.255524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:21.269746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70e987bc-e903-40d4-9933-7a3cd951e4ed req-e2d96892-b43e-4d9c-ba72-8147112c6b8f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506410 Jan 10 19:27:21.437155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4a5a0-8974-493a-bfe8-0b931b201198 service neutron] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:21.450672 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'status': 'completed', 'code': 200} Jan 10 19:27:21.555259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:21.635432 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:21.831856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-52317669-a1d0-4be1-8fb7-6e68b9339900 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1095 time: 0.4631083 Jan 10 19:27:21.916194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Allocated IP 172.25.6.8 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a5841462-78e7-4cae-bb18-d44621b7eb25) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:22.028669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-98240b43-082c-4630-b69b-08546495a99f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 217 time: 0.1845970 Jan 10 19:27:22.116620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:22.153817 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:22.223219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-42fb24d8-6f1b-4dca-affd-5416995f0b9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:22.225289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-42fb24d8-6f1b-4dca-affd-5416995f0b9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1804116 Jan 10 19:27:22.229951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:22.233074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:22.234498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event updated for resources: {'Port': ['ID=a5841462-78e7-4cae-bb18-d44621b7eb25,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:22.236967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:22.292892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.293228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.293566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.293896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.294239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.294539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.294862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.295204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.295520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.295835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.296151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:22.465797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:22.476654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:22.477126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:22.494743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:22.495748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:22.546139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:22.550116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d1f4ee62-6da9-4719-a804-ebe0d2a95e90 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3427551 Jan 10 19:27:22.552717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39946) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:22.689621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-f1d86d28-86c6-4ba0-875b-637755255bff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4562552 Jan 10 19:27:22.718845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:22.728083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:22.799151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:23.019590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61a42-e898-4a2d-97ce-245385d01cc2 req-072d241a-881d-47e1-b3c1-5c4519dea922 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:23.023514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78b61a42-e898-4a2d-97ce-245385d01cc2 req-072d241a-881d-47e1-b3c1-5c4519dea922 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 944 time: 0.5621769 Jan 10 19:27:23.047277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-044df6a3-b716-42bd-b79f-fb02864eba46 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400397 Jan 10 19:27:23.164514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Router 8e11b58e-abf0-4012-afd1-3f1953cf874a is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:23.300063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:19Z', 'revision_number': 3, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:23.308094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:27:23.308456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Updating router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:27:23.363979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:23.372172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78b61a42-e898-4a2d-97ce-245385d01cc2 req-376a85dc-4a99-4837-b3fb-48b62a22887b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434691 Jan 10 19:27:23.516790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 506d34bf-28f1-4cd5-83bf-e2bab87e3630 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:23.517457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:23.621556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d733bf6d-5e1e-4e75-a888-bd30f6b5004f req-80de3e17-49f1-44b3-9264-d7ebc1d259af service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621014 Jan 10 19:27:23.806586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 506d34bf-28f1-4cd5-83bf-e2bab87e3630, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=506d34bf-28f1-4cd5-83bf-e2bab87e3630,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:23.806971 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:23.861577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:23.873448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] Sync routers for ids ['8e11b58e-abf0-4012-afd1-3f1953cf874a'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:23.879732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:23.885129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:23.895309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Transition to ACTIVE for port object 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:23.900244 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] Routers {'8e11b58e-abf0-4012-afd1-3f1953cf874a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:23.906531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['8e11b58e-abf0-4012-afd1-3f1953cf874a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:23.907367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e90dfa7-fdbf-4c0e-933a-521de741d9ce tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "PUT /v2.0/routers/8e11b58e-abf0-4012-afd1-3f1953cf874a HTTP/1.1" status: 200 len: 882 time: 3.3573442 Jan 10 19:27:23.908495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39968) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:23.908979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:24.014718 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:24.030162 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] Routers {'8e11b58e-abf0-4012-afd1-3f1953cf874a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:24.031207 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['8e11b58e-abf0-4012-afd1-3f1953cf874a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:24.051870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Attempting to bind port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:24.052512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Attempting to bind port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:24.053696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Attempting to bind port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:24.059340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae92da-d29d-4f76-b448-508b35c34642 None None] Pushing event updated for resources: {'Port': ['ID=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:24.075920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:24.076310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:24.076719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:24.077114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:24.077583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Bound port: 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:24.081757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:24.134105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 506d34bf-28f1-4cd5-83bf-e2bab87e3630 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:24.189716 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:24.190290 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfe7d0-0f0f-408d-bbf3-ffd077804d29 None None] The sync data for ids ['8e11b58e-abf0-4012-afd1-3f1953cf874a'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:24.224342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] For port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:24.233547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] For port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:24.242169 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:24.359217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4c754967-dcfc-436f-b48c-ff62bc26f44d tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/8e11b58e-abf0-4012-afd1-3f1953cf874a HTTP/1.1" status: 200 len: 923 time: 0.4384668 Jan 10 19:27:24.361919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39984) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:24.490105 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-324c60bc-424a-4002-9e1b-a4e1173af034 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=8e11b58e-abf0-4012-afd1-3f1953cf874a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1253331 Jan 10 19:27:24.496767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae92da-d29d-4f76-b448-508b35c34642 None None] Pushing event updated for resources: {'Port': ['ID=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:24.500957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39990) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:24.513019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:24.513687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:24.728273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2e7860-5ff9-451c-bed6-eb53db130765 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:24.735776 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5e2e7860-5ff9-451c-bed6-eb53db130765 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.2305069 Jan 10 19:27:24.739565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39996) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:24.806557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:24.832444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-289316a2-2593-40f2-874f-e3759b77a2e4 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e11b58e-abf0-4012-afd1-3f1953cf874a HTTP/1.1" status: 200 len: 205 time: 0.0865307 Jan 10 19:27:24.832700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:24.951395 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:25.141878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:25.200153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-33d97643-eca3-46fb-a005-73ec41fbb1f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1095 time: 0.8930318 Jan 10 19:27:25.304363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=506d34bf-28f1-4cd5-83bf-e2bab87e3630,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:25.328692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:19Z', 'revision_number': 3, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:25.335885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc30e1-6d9b-44c4-bd32-79bed3c08ed8 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:19Z', 'revision_number': 3, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:25.461179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:25.472702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Deleting port a5841462-78e7-4cae-bb18-d44621b7eb25 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:25.473208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:25.978601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:26.158848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617aa37-365a-4c34-a681-817374822284 req-ff6201a6-5555-4993-8afd-6af950a7acd7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:26.161046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617aa37-365a-4c34-a681-817374822284 req-ff6201a6-5555-4993-8afd-6af950a7acd7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 944 time: 1.3282878 Jan 10 19:27:26.175706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271336c-0120-4a72-84b4-42e5a971c6af req-4fe6d0fe-b0ed-483b-91d1-c299cc6f6ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:26.175828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Calling delete_port for a5841462-78e7-4cae-bb18-d44621b7eb25 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:26.178506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-4fe6d0fe-b0ed-483b-91d1-c299cc6f6ec5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.9442270 Jan 10 19:27:26.329633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-a09c9e2f-477c-42a4-a331-b3c05120f6de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 217 time: 0.1194782 Jan 10 19:27:26.479015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:26.551449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event deleted for resources: {'Port': ['ID=a5841462-78e7-4cae-bb18-d44621b7eb25,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:26.563606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271336c-0120-4a72-84b4-42e5a971c6af req-4a65160e-8958-41bc-a0a9-dc5d423e06fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:26.564594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-4a65160e-8958-41bc-a0a9-dc5d423e06fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.2337947 Jan 10 19:27:26.810485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5617aa37-365a-4c34-a681-817374822284 req-cf0196fc-20e3-406b-a446-3090748a5cab tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275721 Jan 10 19:27:27.072080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:27:27.238236 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.329625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-a726c572-e6e3-4411-856a-25601036f651 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7539189 Jan 10 19:27:27.342707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:27.358483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8285145b-1258-4af0-a853-4a42c4839f2f', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:27:27.422509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.436636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.450454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:27:27.472192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:27.479251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.545329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.550237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.580463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:27.608297 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.608814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Fanout notify agent at l3_agent the message router_deleted on router 8e11b58e-abf0-4012-afd1-3f1953cf874a {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:27:27.629717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.635333 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-136297c8-1192-4d20-a9cd-538d8e764027 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/8e11b58e-abf0-4012-afd1-3f1953cf874a HTTP/1.1" status: 204 len: 168 time: 2.8015807 Jan 10 19:27:27.639062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40022) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:27.645140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1572341586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:27.646167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-8e54b824-2066-44f3-9060-56ef99091db1 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086987 Jan 10 19:27:27.661243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:27.667333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Usage tracker for resource:router and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:27.670430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:27.677203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:27.699720 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.700742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.728481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8285145b-1258-4af0-a853-4a42c4839f2f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:27:27.743015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.790437 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.849319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:27.854103 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-187a1d9a-7260-4d3d-a1a9-acfdd005c159 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2132077 Jan 10 19:27:27.857637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:27.871533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:27.875968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': True}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:27.909108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b271336c-0120-4a72-84b4-42e5a971c6af req-b926a91b-2a38-403f-8f53-bf420338c998 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526028 Jan 10 19:27:28.287843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:28.313841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:28.314316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:28.447201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:28.655341 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:28.706672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:28.735831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:28.871832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:28.959834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:29.298644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:29.353141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:29.369755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Allocated IP 172.20.0.1 (921454de-ea7d-497f-979e-2a627b3bcc38/0832e558-1ed4-435b-a433-32583c660058/e445d957-8c7d-44ed-8ffc-97f7f665f719) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:29.636942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9d40c-b20e-40b7-a1e8-90ce29f3ec90 req-0383cdd4-4f53-4f67-81c7-eafce97ed6d1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:29.642606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5c9d40c-b20e-40b7-a1e8-90ce29f3ec90 req-0383cdd4-4f53-4f67-81c7-eafce97ed6d1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 1.1196578 Jan 10 19:27:29.706282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5c9d40c-b20e-40b7-a1e8-90ce29f3ec90 req-9eca622c-42f1-421d-afd9-5b68b0426b89 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565221 Jan 10 19:27:29.790634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:29.867012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Allocated IP 172.25.6.41 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/cf9023fb-e2f7-4e29-8c75-b254e62453e8) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:29.929496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:29.929496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:29.935621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:29.963662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Transition to ACTIVE for port object e445d957-8c7d-44ed-8ffc-97f7f665f719 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:30.085054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:30.292959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:30.346582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:30.375604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Network 921454de-ea7d-497f-979e-2a627b3bcc38 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:30.390420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:30.396323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:30.467826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Pushing event updated for resources: {'Port': ['ID=e445d957-8c7d-44ed-8ffc-97f7f665f719,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:30.492377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:30.493277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9023fb-e2f7-4e29-8c75-b254e62453e8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:30.495977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:30.506607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:27:30.511422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:30.512100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.512445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.512778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.513112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.513441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.513766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.514092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.514412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.514731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.515073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.515394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:30.526131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:30.833539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:30.873175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-613ae95d-1b8b-408b-b603-f6b5858396c5 None None] Provisioning for port e445d957-8c7d-44ed-8ffc-97f7f665f719 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:30.881413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-613ae95d-1b8b-408b-b603-f6b5858396c5 None None] Provisioning complete for port e445d957-8c7d-44ed-8ffc-97f7f665f719 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:30.881974 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-613ae95d-1b8b-408b-b603-f6b5858396c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:30.955638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.082994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:31.175882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-613ae95d-1b8b-408b-b603-f6b5858396c5 None None] Port e445d957-8c7d-44ed-8ffc-97f7f665f719 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:27:31.262903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 8285145b-1258-4af0-a853-4a42c4839f2f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:31.269622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8285145b-1258-4af0-a853-4a42c4839f2f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:31.269998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.289703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.300632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.571925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956806-3ff8-493b-9aee-aa86ecf53ea5 req-6ac7ea52-edc3-43f9-b4e8-c877b0a196db tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:31.573562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91956806-3ff8-493b-9aee-aa86ecf53ea5 req-6ac7ea52-edc3-43f9-b4e8-c877b0a196db tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2478449 Jan 10 19:27:31.578104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.665085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:31.678414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.687070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:31.712467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:31.713764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b52b9-e37e-475c-8479-73018f59670b None None] Sync routers for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:31.742474 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.748673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a5741831-f62f-4751-9117-bb2bc42a1037 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "PUT /v2.0/routers/49f7d435-b2d9-45f3-8bd3-a30f3a60b944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3158162 Jan 10 19:27:31.751130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:31.769376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91956806-3ff8-493b-9aee-aa86ecf53ea5 req-67c2a990-938e-48ae-8321-183663a255e8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780844 Jan 10 19:27:31.770401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:31.932130 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:27:31.964697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:31.973450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:31.975359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:32.008636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:32.041080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Router 1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:32.273581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Pushing event updated for resources: {'Port': ['ID=e445d957-8c7d-44ed-8ffc-97f7f665f719,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:32.314474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:32.438213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting subnet fa42ee11-aabf-4d77-97e4-592219513c6b {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:27:32.443786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:32.455311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5bb8d99-28f7-4efc-bba9-1a908987660a req-09f5f5a1-e629-466e-a38e-c73d63f6d320 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1097 time: 0.5086243 Jan 10 19:27:32.615800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5bb8d99-28f7-4efc-bba9-1a908987660a req-131e83a8-df4b-4a69-b49d-21bb58695fe6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379421 Jan 10 19:27:32.620547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Network 921454de-ea7d-497f-979e-2a627b3bcc38 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:32.621927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:32.622935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:32.930801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:32.945667 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] Sync routers for ids ['1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:32.951752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:32.976522 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] Routers {'1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:32.978141 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:33.076582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:33.078061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a8b1588-d6ce-42b5-9a6d-540a9976a32f tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "PUT /v2.0/routers/1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 HTTP/1.1" status: 200 len: 918 time: 5.2189574 Jan 10 19:27:33.096004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40114) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:33.200517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:33.246083 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] Routers {'1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:33.246788 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:33.265489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:27:24Z', 'revision_number': 7, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:33.282594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b52b9-e37e-475c-8479-73018f59670b None None] Checking router: 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:27:33.284794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02371847-dd9f-46a9-92b8-af23c99c4e0e None None] Provisioning complete for port e445d957-8c7d-44ed-8ffc-97f7f665f719 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:33.285174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02371847-dd9f-46a9-92b8-af23c99c4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:33.528513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-02371847-dd9f-46a9-92b8-af23c99c4e0e None None] Port e445d957-8c7d-44ed-8ffc-97f7f665f719 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:27:33.544627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] Routers {'49f7d435-b2d9-45f3-8bd3-a30f3a60b944'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:33.546030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:33.554831 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:33.555272 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dee660-0ff6-41d2-ac80-82ba8b999bce None None] The sync data for ids ['1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:33.681385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:33.731300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe6fb-6d2b-4651-abf7-c06bd32cf3dc req-10e1db19-2400-4e22-851a-5e5f81ce8fa6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:33.732729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-212fe6fb-6d2b-4651-abf7-c06bd32cf3dc req-10e1db19-2400-4e22-851a-5e5f81ce8fa6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 946 time: 0.6025925 Jan 10 19:27:33.765772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Subnet': ['ID=fa42ee11-aabf-4d77-97e4-592219513c6b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:33.856405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-212fe6fb-6d2b-4651-abf7-c06bd32cf3dc req-ff5b2a6e-211e-401c-98e1-88110897005d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088438 Jan 10 19:27:33.926610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] Set router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:34.078130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:34.114179 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34aceba2-9cd4-498a-af9e-7fc88454c557 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/subnets/fa42ee11-aabf-4d77-97e4-592219513c6b HTTP/1.1" status: 204 len: 168 time: 2.3619690 Jan 10 19:27:34.125604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:34.133077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a5340-ba88-4897-b6cb-765e1e54742b None None] Network bd83ac08-fd08-480e-9e0c-ca853afe5707 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:34.469999 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-419b630a-045f-40b3-9bde-6986969f7be3 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 HTTP/1.1" status: 200 len: 924 time: 1.3348393 Jan 10 19:27:34.501719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:34.664014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:34.849270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-653b52b9-e37e-475c-8479-73018f59670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:27:24Z', 'revision_number': 7, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:34.861251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b52b9-e37e-475c-8479-73018f59670b None None] The sync data for ids ['49f7d435-b2d9-45f3-8bd3-a30f3a60b944'] in n-d-816927-8 is: [{'id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'name': 'tempest-TestNetworkBasicOps-router-749391779', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:24:02Z', 'updated_at': '2022-01-10T19:27:24Z', 'revision_number': 7, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f7d435-b2d9-45f3-8bd3-a30f3a60b944', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:24:03Z', 'updated_at': '2022-01-10T19:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:34.870745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bf5beb80-a5dd-4330-bf4a-2ac67cd27e8e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Synchronizing usage tracker for tenant:7c91d1305f6e41ada2438854d48c0ba8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:34.891485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] DHCP port deletion for bd83ac08-fd08-480e-9e0c-ca853afe5707 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:27:34.896230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] Deleting port ed3cadcf-be81-4373-99f8-ffb0708c529b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:34.897106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:34.934980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bf5beb80-a5dd-4330-bf4a-2ac67cd27e8e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Unset dirty status for tenant:7c91d1305f6e41ada2438854d48c0ba8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:34.949804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bf5beb80-a5dd-4330-bf4a-2ac67cd27e8e tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4461854 Jan 10 19:27:34.977298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:35.070424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:27:35.595613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:35.614805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:35.617201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:35.638548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] For port ed3cadcf-be81-4373-99f8-ffb0708c529b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ed3cadcf-be81-4373-99f8-ffb0708c529b,segment=NetworkSegment(6acb9229-6d8f-429a-8d4c-3d03a49ba8f1),segment_id=6acb9229-6d8f-429a-8d4c-3d03a49ba8f1)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:35.638983 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:35.821437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d8da-4060-46c5-a66c-ad6abc2f9dc8 req-e18b1b22-e5ad-461d-8ec9-04e67e9934ef tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:35.823289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d771d8da-4060-46c5-a66c-ad6abc2f9dc8 req-e18b1b22-e5ad-461d-8ec9-04e67e9934ef tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 946 time: 0.3207927 Jan 10 19:27:35.895859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7bd44-acd0-4f79-9e46-1baecc25f456 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:35.898571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a1d7bd44-acd0-4f79-9e46-1baecc25f456 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.9281368 Jan 10 19:27:35.903375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40168) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:35.939711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] Calling delete_port for ed3cadcf-be81-4373-99f8-ffb0708c529b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:35.970130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d771d8da-4060-46c5-a66c-ad6abc2f9dc8 req-6d6e2039-e087-42fb-b78d-e3072e5d7d23 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964596 Jan 10 19:27:35.979141 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5ec3a23-0a9d-48da-929e-30e62e9e6e5d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 HTTP/1.1" status: 200 len: 205 time: 0.0725536 Jan 10 19:27:35.981892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40172) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:35.986194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:35.986744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:36.061062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 506d34bf-28f1-4cd5-83bf-e2bab87e3630 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:27:36.088318 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:36.357431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] No DVR routers for this DVR port ed3cadcf-be81-4373-99f8-ffb0708c529b on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:27:36.357431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c7186-7cbe-4663-a4f1-8dd32dc23d3c None None] Pushing event deleted for resources: {'Port': ['ID=ed3cadcf-be81-4373-99f8-ffb0708c529b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:36.361121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 506d34bf-28f1-4cd5-83bf-e2bab87e3630 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:27:36.366488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:36.366981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 506d34bf-28f1-4cd5-83bf-e2bab87e3630 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:27:36.367499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ed3cadcf-be81-4373-99f8-ffb0708c529b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:27:36.420878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ed3cadcf-be81-4373-99f8-ffb0708c529b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:27:36.422140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ed3cadcf-be81-4373-99f8-ffb0708c529b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:27:36.578028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:36.596616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a7a2796-d3f5-4e5e-85e3-fee3ad095a12 admin admin] 10.222.0.21 "PUT /v2.0/routers/68893eda-3bf7-48f0-8a50-38f30aadc0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0320420 Jan 10 19:27:36.615726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:36.658445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:36.663951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:36.678562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507c89-7218-493b-bf78-75f305e9adc7 req-497cbb35-ff02-49df-8884-cc3e08d9e542 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:36.693821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec507c89-7218-493b-bf78-75f305e9adc7 req-497cbb35-ff02-49df-8884-cc3e08d9e542 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 946 time: 0.4027278 Jan 10 19:27:36.712239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40194) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:36.732031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'floatingip': {'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:36.871221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:36.961030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:36.980444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:37.089037 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:37.410172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:37.713018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.098683 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:27:38.221760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:31Z', 'revision_number': 2, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:38.242325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:27:38.245251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Updating router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 port e445d957-8c7d-44ed-8ffc-97f7f665f719 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:27:38.419277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40218) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:38.446169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597922209', 'description': 'tempest-description--617991088'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:38.453349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:38.454228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cd920de-1cb0-42d2-96a1-1cadbc3d9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.459789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:38.478616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:38.480338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.487132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:38.562445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.584338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Deleting port cf9023fb-e2f7-4e29-8c75-b254e62453e8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:38.584681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.645042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.679780 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.709623 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.750122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:38.759384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:38.768292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:38.779679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:38.825012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.942412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:38.957581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.067279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.077311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6564062 Jan 10 19:27:39.081388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40236) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:39.088506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'security_group_rule': {'security_group_id': 'c9b16904-aba7-4609-b864-cc407a632401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:39.104972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:39.111422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.112211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Fanout notify agent at l3_agent the message router_deleted on router 49f7d435-b2d9-45f3-8bd3-a30f3a60b944 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:27:39.116208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:39.124447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92b881-7f4a-45b1-ab50-faaa37dffeac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b16904-aba7-4609-b864-cc407a632401,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:39.128121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:39.143858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.151723 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6a888d52-b831-47dd-ba1d-07a8a7e707fb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/routers/49f7d435-b2d9-45f3-8bd3-a30f3a60b944 HTTP/1.1" status: 204 len: 168 time: 5.0229023 Jan 10 19:27:39.153249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.153485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:39.155962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:39.193825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Transition to ACTIVE for port object e445d957-8c7d-44ed-8ffc-97f7f665f719 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:39.210974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.216165 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.220666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.437535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.473387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.547516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945bc87-9bc3-407e-a805-1bfb35a753aa None None] Pushing event updated for resources: {'Port': ['ID=e445d957-8c7d-44ed-8ffc-97f7f665f719,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:39.730292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Calling delete_port for cf9023fb-e2f7-4e29-8c75-b254e62453e8 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:39.779574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:27:39.800662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.843261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd83ac08-fd08-480e-9e0c-ca853afe5707']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:39.871430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:27:39.872081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0c62f249-fe7e-4a1d-ae98-9b3c2c3b9a53 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:27:39.886727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Attempting to bind port e445d957-8c7d-44ed-8ffc-97f7f665f719 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:39.887562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Attempting to bind port e445d957-8c7d-44ed-8ffc-97f7f665f719 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:39.888133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Attempting to bind port e445d957-8c7d-44ed-8ffc-97f7f665f719 on network 921454de-ea7d-497f-979e-2a627b3bcc38 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:39.899199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:39.899903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Checking segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:39.900539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.901122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Bound using segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:39.901792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Bound port: e445d957-8c7d-44ed-8ffc-97f7f665f719, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:39.902373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.919412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.929288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:39.935694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:39.937348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acb9229-6d8f-429a-8d4c-3d03a49ba8f1') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:40.014818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.031129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.038283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9537666 Jan 10 19:27:40.041683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40258) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:40.048163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.120534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'security_group_rule': {'security_group_id': 'c9b16904-aba7-4609-b864-cc407a632401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:40.146436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cc373-e2b1-4d2b-a901-3c6dd1dbcc48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1b516c-566a-48fc-b106-2b4a6584d5ce,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:40.177091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:40.188897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.204727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] For port e445d957-8c7d-44ed-8ffc-97f7f665f719, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:40.209601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:40.225541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:40.235781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:27:40.235781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:27:40.268089 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:27:40.275157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event deleted for resources: {'Port': ['ID=cf9023fb-e2f7-4e29-8c75-b254e62453e8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:40.282564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:40.408060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] For port e445d957-8c7d-44ed-8ffc-97f7f665f719, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e445d957-8c7d-44ed-8ffc-97f7f665f719,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:40.411521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.419634 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.441343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.470595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.526456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Network': ['ID=bd83ac08-fd08-480e-9e0c-ca853afe5707,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:40.567000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2b38c9f-f1b5-4f15-9a9c-00dffcab3462 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/networks/bd83ac08-fd08-480e-9e0c-ca853afe5707 HTTP/1.1" status: 204 len: 168 time: 1.4095876 Jan 10 19:27:40.591124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:40.598282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'network': {'name': 'tempest-network-smoke--202311991', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:40.668349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.674045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:40.676655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.688605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:network and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:40.762966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:40.766428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e270bf-773d-481c-8350-c9000c978523,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:40.772193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f3aa-7140-4dd6-93f1-9d09761a1d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.773446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.778514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2b34eb3a-b358-4a02-a017-a91c834d8ac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6957610 Jan 10 19:27:40.812757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40276) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:40.832425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:40.833243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:40.834509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:40.865401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:40.873991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:27:40.882301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.961975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:27:40.977510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:40.978859 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Added segment 0640509b-cdf1-44e4-90f4-2a3e082c65df of type vlan for network a47cf573-2f73-4749-9b03-d3065cd0c673 Jan 10 19:27:41.019171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945bc87-9bc3-407e-a805-1bfb35a753aa None None] Pushing event updated for resources: {'Port': ['ID=e445d957-8c7d-44ed-8ffc-97f7f665f719,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:41.039078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:41.041630 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.052444 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.132410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.136349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:41.136935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.329344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7369022 Jan 10 19:27:41.329945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40284) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:41.344418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'admin_state_up': True, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:41.365015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67169f-1a5e-4fa6-9df8-9a069c47e648 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Network': ['ID=a47cf573-2f73-4749-9b03-d3065cd0c673,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:41.367477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:41.381984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:router and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:41.385693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:41.392607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:41.405800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.406966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.429959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a47cf573-2f73-4749-9b03-d3065cd0c673 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:27:41.434612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.535569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:floatingip and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:41.550992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:41.620438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:41.700804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.713868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:41.866079 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.871839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.906130 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:41.959387 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.098382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.145230 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Floating IP ba38a4c3-f7df-4a78-be82-0e3379c7d786 associated. External IP: 172.25.6.190, port: 8285145b-1258-4af0-a853-4a42c4839f2f. Jan 10 19:27:42.275409 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.276080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:27:42.334563 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.339277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b3aa91be-dc0e-497a-b274-61498eb27b8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 HTTP/1.1" status: 204 len: 168 time: 6.3527913 Jan 10 19:27:42.351128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40302) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:42.359490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1564855730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:42.366859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.367706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:42.372006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Usage tracker for resource:router and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:42.374975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:42.381195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:42.397850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.431850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.500084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:40Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:42.506381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790a8e3-c638-49da-a416-d8f3383f9a38 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:40Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:42.511799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.516550 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.694128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Allocated IP 172.25.6.39 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/55fe497b-01a3-494a-a3a4-138a9510e930) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:42.874959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.943740 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:42.963246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:43.080510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:43.127796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:43.130047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-333bcec7-6f5d-4105-b9af-c7fad7771720 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7760313 Jan 10 19:27:43.133227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:43.143750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': False}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:43.166278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:43.317184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:43.320388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:43.331511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:43.385820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'Port': ['ID=55fe497b-01a3-494a-a3a4-138a9510e930,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:43.511035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.25.6.46 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/2297dcba-1d7b-487c-bc9d-d75c930f4f09) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:43.683936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:27:43.835387 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:43.912622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e445d957-8c7d-44ed-8ffc-97f7f665f719 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:44.187988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port e445d957-8c7d-44ed-8ffc-97f7f665f719 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:44.187988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e445d957-8c7d-44ed-8ffc-97f7f665f719 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:44.187988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.395440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.422126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.454124 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.466898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.501261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port e445d957-8c7d-44ed-8ffc-97f7f665f719, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e445d957-8c7d-44ed-8ffc-97f7f665f719,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:44.506628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.582503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=e445d957-8c7d-44ed-8ffc-97f7f665f719,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:44.592775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:44.594333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:44.597478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:44.783749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.792749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:44.804179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.804346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:44.819818 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] Sync routers for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:44.840622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=2297dcba-1d7b-487c-bc9d-d75c930f4f09,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:44.861518 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:44.864917 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:44.903835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.062223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'Port': ['ID=55fe497b-01a3-494a-a3a4-138a9510e930,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:45.093540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fbdc1e03-2a16-463e-af93-9c50677e6812 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "PUT /v2.0/floatingips/ba38a4c3-f7df-4a78-be82-0e3379c7d786 HTTP/1.1" status: 200 len: 992 time: 8.3780558 Jan 10 19:27:45.096975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:45.142493 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.150646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.151402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.167203 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:45.196824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.199576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac26f79e-a126-47f5-b361-961f153b3b99 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3706613 Jan 10 19:27:45.227921 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'status': 'completed', 'code': 200} Jan 10 19:27:45.267088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.326405 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:45.621610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-972787a8-41e3-4f49-9bdc-dee53796dcfe tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1597922209&fields=id&tenant_id=969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 267 time: 0.1339531 Jan 10 19:27:45.832494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e445d957-8c7d-44ed-8ffc-97f7f665f719 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:45.873841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:46.056918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'ba38a4c3-f7df-4a78-be82-0e3379c7d786', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b169d-30ce-4915-895e-54dc851b9512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:27:04Z', 'updated_at': '2022-01-10T19:27:38Z', 'revision_number': 1, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:05Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:46.068641 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] Checking router: 0de1eaff-e120-4783-9fc3-8e38532e7ed2 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:27:46.077907 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:46.087235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e445d957-8c7d-44ed-8ffc-97f7f665f719 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:46.088223 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:46.105941 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:46.106555 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:46.300171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-c0b47cc7-7c93-4203-8025-1c7830ede265 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1097 time: 1.0308871 Jan 10 19:27:46.326565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Allocated IP 172.25.6.94 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/461651c0-74f2-4731-8176-de7100dad0df) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:46.513220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:46.617439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router f8261365-2192-4366-a6af-737a7be26311 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:46.634381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:46.640773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-f11ea1a6-97ac-48b4-a240-9c7f6fb83ed0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:46.642519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-f11ea1a6-97ac-48b4-a240-9c7f6fb83ed0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 817 time: 1.0201101 Jan 10 19:27:46.646288 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:46.731002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-007fee44-a4d4-44f3-8d5e-1b2af3a5d764 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/quotas/969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 375 time: 0.0802639 Jan 10 19:27:46.773543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:46.793858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:46.807955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:46.833259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-f0afad9b-1fb3-4747-bc67-f5046aff4bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:46.834737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-f0afad9b-1fb3-4747-bc67-f5046aff4bf0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.4967818 Jan 10 19:27:47.042856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-b6776e8a-578f-4e6c-9e53-300643c90139 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Synchronizing usage tracker for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:47.062407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-8e7ade2f-51e9-4e61-a968-609f6087bb00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.2191155 Jan 10 19:27:47.110210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Pushing event updated for resources: {'Port': ['ID=461651c0-74f2-4731-8176-de7100dad0df,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:47.230746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-b6776e8a-578f-4e6c-9e53-300643c90139 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Unset dirty status for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:47.244343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-b6776e8a-578f-4e6c-9e53-300643c90139 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5062883 Jan 10 19:27:47.341967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-66d451b5-ac26-4913-a005-c5425b64f197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:47.343784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-66d451b5-ac26-4913-a005-c5425b64f197 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.2621646 Jan 10 19:27:47.518631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a389964f-4b75-46ae-839b-c8e36d89f534 service neutron] 10.222.0.21 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707965 Jan 10 19:27:47.549978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:47.554165 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:47.561710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Sync routers for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:47.578666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:47.580116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:47.635839 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'ba38a4c3-f7df-4a78-be82-0e3379c7d786', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b169d-30ce-4915-895e-54dc851b9512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:27:04Z', 'updated_at': '2022-01-10T19:27:38Z', 'revision_number': 1, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:05Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:47.654341 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977fcc2-c40f-43b3-ab99-a2e0d0fe6120 None None] The sync data for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 is: [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'ba38a4c3-f7df-4a78-be82-0e3379c7d786', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b169d-30ce-4915-895e-54dc851b9512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:27:04Z', 'updated_at': '2022-01-10T19:27:38Z', 'revision_number': 1, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:05Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:47.719252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-723969a9-b392-48b4-8467-55585bb3a04f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3521650 Jan 10 19:27:47.748287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-0c76e835-ceb5-47fa-ba14-28a33b881fd8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:27:47.749460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-0c76e835-ceb5-47fa-ba14-28a33b881fd8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100472 Jan 10 19:27:47.837434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-4e264456-1bac-42ed-b78b-2bbc9e9324c0 service neutron] 10.222.0.21 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112009 Jan 10 19:27:47.919040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:47.926245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-88f12aa1-ebbc-412d-bc93-60f7609edbc7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5927842 Jan 10 19:27:47.927006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40424) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:48.064899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:48.085783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-20b73703-a7d6-4a34-8cb5-8d04f4734633 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=045adc18b7604d96a179a90b0e949df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177833 Jan 10 19:27:48.111802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40428) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:48.513525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2d37d7d-0e11-4127-bcf7-d4147965f8da req-86dda909-0cdf-402a-bfb8-c8f40be59448 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 210 time: 0.1264505 Jan 10 19:27:48.628416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-df39fc57-4df8-4218-bf78-b00146746f78 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8683591 Jan 10 19:27:48.678056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de9821-ce14-4935-8941-28b4c5eba4ce tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:48.683741 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e2de9821-ce14-4935-8941-28b4c5eba4ce tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5597470 Jan 10 19:27:48.693860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:48.765854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:48.785338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:49.179260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Router 829631f3-6f5d-4f2c-9512-acf736755fc6 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:49.188756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 3, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:49.213386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Checking router: f8261365-2192-4366-a6af-737a7be26311 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:27:49.213744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Updating router f8261365-2192-4366-a6af-737a7be26311 port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:27:49.287298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3955c3aa-e35c-456c-9884-6802a1a0070b tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5921273 Jan 10 19:27:49.321699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40474) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:49.412708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576238777', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:49.480359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:49.734885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7be7a46f-9a9d-46fd-8db8-3b507344e91c req-02dd52fe-1845-4ca9-9c89-0d2d9055fa45 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0994368 Jan 10 19:27:49.808960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:49.817083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:subnet and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:49.828470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:49.837782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:49.863127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:27:49.900766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:49.915651 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] Sync routers for ids ['829631f3-6f5d-4f2c-9512-acf736755fc6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:49.986565 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] Routers {'829631f3-6f5d-4f2c-9512-acf736755fc6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:49.986565 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['829631f3-6f5d-4f2c-9512-acf736755fc6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:50.016734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:50.017963 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-581fa3cf-b221-418b-85aa-427da36e879c tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "PUT /v2.0/routers/829631f3-6f5d-4f2c-9512-acf736755fc6 HTTP/1.1" status: 200 len: 919 time: 6.8837347 Jan 10 19:27:50.040347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40494) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:50.108345 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:50.145179 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] Routers {'829631f3-6f5d-4f2c-9512-acf736755fc6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:50.152326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['829631f3-6f5d-4f2c-9512-acf736755fc6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:50.275846 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:50.276316 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14659186-3cfd-4b31-a352-cad87ab51db2 None None] The sync data for ids ['829631f3-6f5d-4f2c-9512-acf736755fc6'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:50.337962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f763e76-c492-4dc1-b6c4-344684ac79dd req-d69e10cd-f595-4827-90d6-8ee7ff905573 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 210 time: 0.1552761 Jan 10 19:27:50.380435 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:50.618685 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-062e3c3c-7e33-4817-afd2-2b02accfeba2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/829631f3-6f5d-4f2c-9512-acf736755fc6 HTTP/1.1" status: 200 len: 925 time: 0.5734935 Jan 10 19:27:50.621290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40510) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:50.655660 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:50.673367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Transition to ACTIVE for port object 2297dcba-1d7b-487c-bc9d-d75c930f4f09 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:50.690715 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:50.891377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Pushing event updated for resources: {'Port': ['ID=2297dcba-1d7b-487c-bc9d-d75c930f4f09,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:50.935832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.936257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.936799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.937154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.937492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.937829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.938266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.938606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.938961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.939295 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.939626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:27:50.946459 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-03c5e743-cfef-4f6f-8643-401003ce45d2 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=829631f3-6f5d-4f2c-9512-acf736755fc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3215735 Jan 10 19:27:50.948696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40516) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:50.986432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Attempting to bind port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:50.986894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Attempting to bind port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:50.986894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Attempting to bind port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:51.004788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:51.005705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:51.017254 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:51.017862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:51.018506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Bound port: 2297dcba-1d7b-487c-bc9d-d75c930f4f09, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:51.020330 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:51.246366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd04f18a-da1e-4273-a40b-c57de6bd2243 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:51.255487 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bd04f18a-da1e-4273-a40b-c57de6bd2243 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.3002875 Jan 10 19:27:51.255803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:51.315979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] For port 2297dcba-1d7b-487c-bc9d-d75c930f4f09, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:51.330703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] For port 2297dcba-1d7b-487c-bc9d-d75c930f4f09, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2297dcba-1d7b-487c-bc9d-d75c930f4f09,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:51.346031 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:51.410322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5052178e-98b7-4442-9bce-c5505f92e4ac tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=829631f3-6f5d-4f2c-9512-acf736755fc6 HTTP/1.1" status: 200 len: 205 time: 0.1534190 Jan 10 19:27:51.415401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40530) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:51.522590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7a9a0-1cb7-4745-9b2f-48b928d66a5f None None] New status for floating IP ba38a4c3-f7df-4a78-be82-0e3379c7d786: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:27:51.555550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-64c8ec83-2eae-44a2-98a4-c10bff0891ab tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:51.566259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-64c8ec83-2eae-44a2-98a4-c10bff0891ab tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 817 time: 0.8652084 Jan 10 19:27:51.792798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:51.842517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa8ec833-3282-40bc-99c8-eff0ee4376ee req-42a567a8-08a1-4854-8f6f-6e4b19d5d89a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 210 time: 0.1290870 Jan 10 19:27:51.886676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-48c1159f-4f66-48c1-a760-46022cabae96 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 380 time: 0.3089302 Jan 10 19:27:51.903354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'port': {'device_id': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'admin_state_up': True, 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'security_groups': ['c9b16904-aba7-4609-b864-cc407a632401']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:51.977902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:52.097799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:52.098429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:52.191638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Subnet': ['ID=099469ec-403d-4098-a68e-f76bf1416cbc,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:52.194275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:52.213125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Checking segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:52.213566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network hostable DHCP agents. Network: a47cf573-2f73-4749-9b03-d3065cd0c673, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:27:52.215912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Deleting port 461651c0-74f2-4731-8176-de7100dad0df {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:27:52.216302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:52.241232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:52.255297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:52.286899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network a47cf573-2f73-4749-9b03-d3065cd0c673 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:27:52.301440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Made reservation on behalf of 969afeb64c82472086dd164c88c720d5 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:27:52.308957 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:52.345133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d49b7-05fb-4277-9158-d5103a620477 None None] Pushing event updated for resources: {'Port': ['ID=2297dcba-1d7b-487c-bc9d-d75c930f4f09,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:52.350528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a47cf573-2f73-4749-9b03-d3065cd0c673) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:52.372524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:52.373123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:52.575697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:52.634359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9eca7f29-1c7a-4b04-9400-515dd74e5eaa tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3115387 Jan 10 19:27:52.650692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:52.684093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f67dc1-7073-4f80-96db-b6123d3000f8 None None] Network a47cf573-2f73-4749-9b03-d3065cd0c673 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:52.858220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Calling delete_port for 461651c0-74f2-4731-8176-de7100dad0df owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:27:52.862898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Allocated IP 172.20.0.7 (921454de-ea7d-497f-979e-2a627b3bcc38/0832e558-1ed4-435b-a433-32583c660058/ea7418cc-4fef-4308-937a-5dcddd971d51) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:53.018501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-3fec119a-1eec-4e14-98a4-519d21b68914 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2955816 Jan 10 19:27:53.078014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:27:53.470484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bd400d30-1d02-4448-9154-977774b17a86 req-85fca6fd-2938-4df1-86f2-80e61c2ee4ba tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Synchronizing usage tracker for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:27:53.471242 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-618e6eed-bc51-41ac-9c8f-1190bc0fc99b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 1096 time: 0.3015630 Jan 10 19:27:53.476638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:53.531333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bd400d30-1d02-4448-9154-977774b17a86 req-85fca6fd-2938-4df1-86f2-80e61c2ee4ba tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Unset dirty status for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:27:53.532944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd400d30-1d02-4448-9154-977774b17a86 req-85fca6fd-2938-4df1-86f2-80e61c2ee4ba tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 210 time: 0.1407089 Jan 10 19:27:53.584822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:53.608560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a47cf573-2f73-4749-9b03-d3065cd0c673', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:27:53.611171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event deleted for resources: {'Port': ['ID=461651c0-74f2-4731-8176-de7100dad0df,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:53.618371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:53.776832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Transition to ACTIVE for port object ea7418cc-4fef-4308-937a-5dcddd971d51 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:53.928852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:54.057862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-c36cf064-0250-43a7-91ed-7bce8ca5e4c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:54.059895 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-c36cf064-0250-43a7-91ed-7bce8ca5e4c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 200 len: 910 time: 0.4696171 Jan 10 19:27:54.065338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:54.183139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Network 921454de-ea7d-497f-979e-2a627b3bcc38 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:54.189099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:54.197622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:54.256253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 3, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:54.276656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:54.277281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:54.293272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:54.340644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-a3950d6b-7a8d-4264-8ee9-ec338c99538a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4412103 Jan 10 19:27:54.358288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Request body: {'port': {'device_id': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:54.523750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Allocated IP 172.20.0.2 (a47cf573-2f73-4749-9b03-d3065cd0c673/099469ec-403d-4098-a68e-f76bf1416cbc/cbf2c971-a14d-479f-bc28-d65991b017d8) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:54.609259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797246ec-40cf-4b44-8bd1-cccb797ecbba None None] The sync data for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 is: [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 3, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:54.775361 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:54.844338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:54.884345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:54.898694 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-6e4a4d9d-a90b-4036-b16f-7d8609cb044d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 200 len: 1000 time: 0.5783961 Jan 10 19:27:55.020724 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.026074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Fanout notify agent at l3_agent the message router_deleted on router 829631f3-6f5d-4f2c-9512-acf736755fc6 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:27:55.074008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8e73c778-7cc2-4dca-907f-eb3afa2a2b6d None None] Provisioning for port ea7418cc-4fef-4308-937a-5dcddd971d51 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:55.099953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8e73c778-7cc2-4dca-907f-eb3afa2a2b6d None None] Provisioning complete for port ea7418cc-4fef-4308-937a-5dcddd971d51 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:55.099953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8e73c778-7cc2-4dca-907f-eb3afa2a2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.106114 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.107551 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fade51bd-2d09-48dc-b4ac-806f23435f31 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/829631f3-6f5d-4f2c-9512-acf736755fc6 HTTP/1.1" status: 204 len: 168 time: 3.6911578 Jan 10 19:27:55.111050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-283b82d7-fbef-4e5a-8a54-2b8122451b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:55.111050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-283b82d7-fbef-4e5a-8a54-2b8122451b01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e8b0b22-4977-4b3c-9d31-db2d53d67e13 HTTP/1.1" status: 200 len: 848 time: 0.2041605 Jan 10 19:27:55.111359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40622) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:55.138417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-183394337', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:55.208464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:27:55.212497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Usage tracker for resource:router and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:27:55.215590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:27:55.222256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:27:55.265312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8e73c778-7cc2-4dca-907f-eb3afa2a2b6d None None] Port ea7418cc-4fef-4308-937a-5dcddd971d51 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:27:55.267846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.283679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.284876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.302920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Transition to ACTIVE for port object cbf2c971-a14d-479f-bc28-d65991b017d8 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:55.310226 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-c2497deb-5197-494c-b50a-7e84cff1d842 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3e84529-b45d-452c-9ad1-4dd740300064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858742 Jan 10 19:27:55.315577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762963e2-2fa1-4a1a-8f95-31ddf89862f0 req-34bdcd79-0733-4f85-810f-d8e88a75c57e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:55.318535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.322931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-762963e2-2fa1-4a1a-8f95-31ddf89862f0 req-34bdcd79-0733-4f85-810f-d8e88a75c57e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 931 time: 0.4150646 Jan 10 19:27:55.334504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Transition to ACTIVE for port object cbf2c971-a14d-479f-bc28-d65991b017d8 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:55.342671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.457064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Pushing event updated for resources: {'Port': ['ID=cbf2c971-a14d-479f-bc28-d65991b017d8,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:55.465750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Network a47cf573-2f73-4749-9b03-d3065cd0c673 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:55.469226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:55.474221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-762963e2-2fa1-4a1a-8f95-31ddf89862f0 req-87514265-7cc8-43f6-8123-f8971bae3b39 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502819 Jan 10 19:27:55.474395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:55.603589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Attempting to bind port cbf2c971-a14d-479f-bc28-d65991b017d8 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:55.603589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Attempting to bind port cbf2c971-a14d-479f-bc28-d65991b017d8 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:55.603589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Attempting to bind port cbf2c971-a14d-479f-bc28-d65991b017d8 on network a47cf573-2f73-4749-9b03-d3065cd0c673 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:55.605107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:55.605107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Checking segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:55.605524 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.606074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Bound using segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:55.607010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Bound port: cbf2c971-a14d-479f-bc28-d65991b017d8, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:55.607010 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.789725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:55.795151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cbf2c971-a14d-479f-bc28-d65991b017d8,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:55.825208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:55.846289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-667ae6b8-0809-401d-8ed5-2979828e7261 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200350 Jan 10 19:27:55.849212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:56.004912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383ac4c-3207-49b5-b4c1-93649ef7c677 None None] Pushing event updated for resources: {'Port': ['ID=cbf2c971-a14d-479f-bc28-d65991b017d8,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:56.111702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7418cc-4fef-4308-937a-5dcddd971d51 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:27:56.143317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:56.155783 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:56.184151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Transition to ACTIVE for port object ea7418cc-4fef-4308-937a-5dcddd971d51 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:56.254244 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:56.357737 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8f1ed292-2109-4acd-aabe-ed187f6a813c req-35259449-4960-45c1-b0aa-5ef660f967d0 service neutron] 10.222.0.44 "GET /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027390 Jan 10 19:27:56.636826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:56.688125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:56.815971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:57.011294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Attempting to bind port ea7418cc-4fef-4308-937a-5dcddd971d51 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:27:57.011700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Attempting to bind port ea7418cc-4fef-4308-937a-5dcddd971d51 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:27:57.022303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Attempting to bind port ea7418cc-4fef-4308-937a-5dcddd971d51 on network 921454de-ea7d-497f-979e-2a627b3bcc38 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:57.124795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Port ea7418cc-4fef-4308-937a-5dcddd971d51 on network 921454de-ea7d-497f-979e-2a627b3bcc38 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:27:57.125470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Attempting to bind port ea7418cc-4fef-4308-937a-5dcddd971d51 on network 921454de-ea7d-497f-979e-2a627b3bcc38 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:27:57.182632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Allocated IP 172.25.6.222 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/e2417c3b-8132-460f-8565-9a85d305a68b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:57.223233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:27:57.224310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Checking segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:27:57.224861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Bound using segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:27:57.225490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Bound port: ea7418cc-4fef-4308-937a-5dcddd971d51, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:27:57.225992 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:57.418751 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:57.426515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f126c-9017-4287-a443-2d149ceec2d0 req-d2e866ec-73af-4fb5-9971-a8da1cf5db77 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:57.428557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-435f126c-9017-4287-a443-2d149ceec2d0 req-d2e866ec-73af-4fb5-9971-a8da1cf5db77 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.5105269 Jan 10 19:27:57.456132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:57.524057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.20.0.1 (a47cf573-2f73-4749-9b03-d3065cd0c673/099469ec-403d-4098-a68e-f76bf1416cbc/7ad7290c-17f6-49cc-b5ac-46f4c626ac54) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:27:57.545240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:27:57.588044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:27:57.615515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-435f126c-9017-4287-a443-2d149ceec2d0 req-119d09e7-1d1a-4f2c-b56a-b5dadb3421ec tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725645 Jan 10 19:27:57.617256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:57.621250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:57.621847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:57.624156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event updated for resources: {'Port': ['ID=e2417c3b-8132-460f-8565-9a85d305a68b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:57.632485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:57.952253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:58.027805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Transition to ACTIVE for port object 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:27:58.028779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6220d22-49af-4e77-bf6f-ec8dcd3d1114 None None] Network a47cf573-2f73-4749-9b03-d3065cd0c673 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:27:58.100066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cbf2c971-a14d-479f-bc28-d65991b017d8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:27:58.116641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:58.118058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 200 len: 1091 time: 3.7669365 Jan 10 19:27:58.121941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:27:58.144692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:58.146801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:58.157522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:58.322101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea4e2-7643-4c02-a20f-c4217d6ccb05 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:58.410396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4790bfed-9c54-452f-a4d3-f05b3dd0a7bf None None] Provisioning for port cbf2c971-a14d-479f-bc28-d65991b017d8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:58.423846 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'status': 'completed', 'code': 200} Jan 10 19:27:58.467791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network a47cf573-2f73-4749-9b03-d3065cd0c673 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:27:58.487702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:27:58.504540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:27:58.590896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:58.596150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port cbf2c971-a14d-479f-bc28-d65991b017d8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:27:58.612727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:58.633706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-45b0fc0c-6ac3-4573-af90-1e1c2d8e0385 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1094 time: 0.4474995 Jan 10 19:27:58.709232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Router 44a8ddbb-eba3-4283-98f4-ca74654fe036 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:27:58.725098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-0aab71f0-4b45-434d-a75d-4eca53b824fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 200 len: 217 time: 0.0767028 Jan 10 19:27:58.830070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cbf2c971-a14d-479f-bc28-d65991b017d8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:58.830903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:59.138041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:27:59.160422 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] Sync routers for ids ['44a8ddbb-eba3-4283-98f4-ca74654fe036'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:27:59.168503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:59.174727 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] Routers {'44a8ddbb-eba3-4283-98f4-ca74654fe036'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:59.175706 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['44a8ddbb-eba3-4283-98f4-ca74654fe036'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:59.219194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:59.221020 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3af9208-3570-4238-86b8-fbd9b0c028ed tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1086822 Jan 10 19:27:59.225453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40734) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:27:59.247945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:27:59.319238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cbf2c971-a14d-479f-bc28-d65991b017d8,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:27:59.337716 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:59.372923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-02cdfa59-1f16-40a0-9ebe-4cbaa3cb230d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:27:59.375088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-02cdfa59-1f16-40a0-9ebe-4cbaa3cb230d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.6444063 Jan 10 19:27:59.414382 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:59.461955 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] Routers {'44a8ddbb-eba3-4283-98f4-ca74654fe036'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:27:59.462660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['44a8ddbb-eba3-4283-98f4-ca74654fe036'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:59.593814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=cbf2c971-a14d-479f-bc28-d65991b017d8,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:27:59.631286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:59.640059 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:27:59.640465 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e5afe-14a1-46a8-afa3-6c7a0abbaebf None None] The sync data for ids ['44a8ddbb-eba3-4283-98f4-ca74654fe036'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:27:59.741100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fae8a6fb-b1c5-4d88-889a-25be80069921 None None] Provisioning complete for port cbf2c971-a14d-479f-bc28-d65991b017d8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:27:59.741545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fae8a6fb-b1c5-4d88-889a-25be80069921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:27:59.933606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cbf2c971-a14d-479f-bc28-d65991b017d8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:00.185867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cbf2c971-a14d-479f-bc28-d65991b017d8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:00.186553 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.271187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dfe4b-7b93-4a7c-8579-05921aea8169 req-84515ee5-f8d2-48ee-9d6e-c89b0edf4188 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:00.278063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c1dfe4b-7b93-4a7c-8579-05921aea8169 req-84515ee5-f8d2-48ee-9d6e-c89b0edf4188 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 1.3671145 Jan 10 19:28:00.358657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-df4d3981-a521-4643-be6e-572a4e9da7b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9491348 Jan 10 19:28:00.390225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fae8a6fb-b1c5-4d88-889a-25be80069921 None None] Provisioning for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:00.402209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fae8a6fb-b1c5-4d88-889a-25be80069921 None None] Provisioning complete for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:00.402583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fae8a6fb-b1c5-4d88-889a-25be80069921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.470677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fae8a6fb-b1c5-4d88-889a-25be80069921 None None] Port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:00.523441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c1dfe4b-7b93-4a7c-8579-05921aea8169 req-d6324d17-ec02-4fc6-b0c0-ef5c56b13576 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442725 Jan 10 19:28:00.555073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.599508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2a55b458-42b4-4c46-a906-4b242ac92160 None None] Provisioning complete for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:00.600389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a55b458-42b4-4c46-a906-4b242ac92160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.621072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.660290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Deleting port e2417c3b-8132-460f-8565-9a85d305a68b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:00.661574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.720462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-26c65276-fb40-4155-b401-c3eefeed14a3 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284886 Jan 10 19:28:00.736335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a55b458-42b4-4c46-a906-4b242ac92160 None None] Port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:00.853035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.872804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.982434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:00.992246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58220a51-225c-4c71-8bf8-ee8efb3b6a14 req-b0d33ee5-886f-4364-9363-903ef76e71a4 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652357 Jan 10 19:28:01.055703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:01.143424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:01.289372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Calling delete_port for e2417c3b-8132-460f-8565-9a85d305a68b owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:01.541890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-3d7b69d6-43fc-4013-b52f-c8f282cd1de9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1094 time: 0.4806921 Jan 10 19:28:01.618414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:01.735595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network a47cf573-2f73-4749-9b03-d3065cd0c673 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:01.770651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:01.833141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Pushing event deleted for resources: {'Port': ['ID=e2417c3b-8132-460f-8565-9a85d305a68b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:01.902624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2297dcba-1d7b-487c-bc9d-d75c930f4f09 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:02.096880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:02.105139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:02.105635 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.376764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.460074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-f8421e5b-a0d8-4b68-ab86-ca979f68f85c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:02.461798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-f8421e5b-a0d8-4b68-ab86-ca979f68f85c service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.9127018 Jan 10 19:28:02.474574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.493056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2297dcba-1d7b-487c-bc9d-d75c930f4f09, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2297dcba-1d7b-487c-bc9d-d75c930f4f09,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:02.499692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-088905b0-b65c-45d3-bc05-a8b778a2f419 None None] Provisioning complete for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:02.500484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-088905b0-b65c-45d3-bc05-a8b778a2f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.585389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.672720 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.686678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:02.689589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312cde3-fd08-4c07-88a6-ec787842debc req-3f11999b-e3c9-492f-90a4-fc762f05deec tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:02.695107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1312cde3-fd08-4c07-88a6-ec787842debc req-3f11999b-e3c9-492f-90a4-fc762f05deec tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.8056986 Jan 10 19:28:02.752558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-088905b0-b65c-45d3-bc05-a8b778a2f419 None None] Port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:02.775319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-12040afd-4b85-4838-a59a-23ff984adb74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 200 len: 217 time: 0.2971489 Jan 10 19:28:02.792373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2297dcba-1d7b-487c-bc9d-d75c930f4f09,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:02.951075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-faeaa032-778e-4822-8a3d-bde1acd771ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:02.952998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-faeaa032-778e-4822-8a3d-bde1acd771ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.1002390 Jan 10 19:28:03.022697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1312cde3-fd08-4c07-88a6-ec787842debc req-7e0eada7-b062-4808-a4f9-c9c56eb1351a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011510 Jan 10 19:28:03.096749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-be4ff4dd-df0a-4e9c-a700-129ddfe68be9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350269 Jan 10 19:28:03.097351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Router 44a8ddbb-eba3-4283-98f4-ca74654fe036 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:28:03.328585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:28:03.338670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] Sync routers for ids ['44a8ddbb-eba3-4283-98f4-ca74654fe036'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:28:03.372694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:03.376225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-810c2142-084b-439f-abe0-11066cd5fa6e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "PUT /v2.0/routers/44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 200 len: 709 time: 4.1469522 Jan 10 19:28:03.376853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:03.382889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] Routers {'44a8ddbb-eba3-4283-98f4-ca74654fe036'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:03.382889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['44a8ddbb-eba3-4283-98f4-ca74654fe036'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:03.412326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-550eee58-bfb8-4a86-b1c3-0a8e3202ec68 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500520 Jan 10 19:28:03.528509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:03.558748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] Routers {'44a8ddbb-eba3-4283-98f4-ca74654fe036'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:03.559601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['44a8ddbb-eba3-4283-98f4-ca74654fe036'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:03.592064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1748c86e-028d-46ff-9d32-b297f2ac2a45 req-08d299d4-1be8-43c2-82be-8d58fc0712bf service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712205 Jan 10 19:28:03.619868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router f8261365-2192-4366-a6af-737a7be26311 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:28:03.703007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:03.703628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36167f3-0925-4fb5-8c08-fd1d9a425f6b None None] The sync data for ids ['44a8ddbb-eba3-4283-98f4-ca74654fe036'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:28:03.728099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c72449ca-944e-4355-b400-af4b11cbf2a9 tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/routers/44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 200 len: 744 time: 0.3500631 Jan 10 19:28:03.728813 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40850) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:03.780335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3e1820c8-dc4d-4dbc-8ea1-fba67f01d37b tempest-RoutersIpV6AdminTest-170975661 tempest-RoutersIpV6AdminTest-170975661-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 200 len: 205 time: 0.0503001 Jan 10 19:28:03.781035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40858) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:03.883585 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bd2fae1e-874a-4ddf-b5ae-1f30e8c4a154 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 200 len: 205 time: 0.1010964 Jan 10 19:28:03.884298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40864) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:03.904113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2297dcba-1d7b-487c-bc9d-d75c930f4f09 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:03.977155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:28:03.998611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e00e3f4a-b284-46ff-be4c-b0a9b65748c4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "PUT /v2.0/routers/f8261365-2192-4366-a6af-737a7be26311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3407879 Jan 10 19:28:04.000925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40868) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:04.101622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:04.101622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:04.128339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:04.310954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.311522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.312011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.314036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.314465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.314916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.320134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.321155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.328545 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd70522f-aac2-4c94-a44b-1ff2abec0533 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.3238776 Jan 10 19:28:04.329375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:04.540503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.541299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.541898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.542432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.543025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.543551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.544388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.544953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.547676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-07f3ad67-cd8a-48fc-a557-eb5bf7785351 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.2169738 Jan 10 19:28:04.551745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40890) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:04.656344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12bd75-47cb-4ff4-a96d-01a398f40d2b req-3357c19a-c2c5-4c1d-89f6-5b8831a17a0b tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:04.657866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a12bd75-47cb-4ff4-a96d-01a398f40d2b req-3357c19a-c2c5-4c1d-89f6-5b8831a17a0b tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.3231013 Jan 10 19:28:04.761897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:04.771621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:04.833506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:04.833506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Fanout notify agent at l3_agent the message router_deleted on router 44a8ddbb-eba3-4283-98f4-ca74654fe036 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:28:04.844864 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:04.846007 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d6d1c8c8-e6c5-4042-839e-68fcc7103627 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 204 len: 168 time: 0.9577436 Jan 10 19:28:04.853306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40902) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:04.965509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a12bd75-47cb-4ff4-a96d-01a398f40d2b req-3f2b3c11-9145-48e4-ae0a-551fae1e01fb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925985 Jan 10 19:28:05.006107 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-28a0c64c-0410-4d64-b198-989e8992edaf tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 200 len: 205 time: 0.1504703 Jan 10 19:28:05.008701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:05.213735 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-c4171d7d-8b25-471c-9f43-1ff93454953d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] delete failed (client error): The resource could not be found. Jan 10 19:28:05.214787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c4171d7d-8b25-471c-9f43-1ff93454953d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/44a8ddbb-eba3-4283-98f4-ca74654fe036 HTTP/1.1" status: 404 len: 336 time: 0.2011762 Jan 10 19:28:05.217492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40922) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:05.291754 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f21bf7ba-53e7-4a37-8625-a20cdac88f8c tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=829631f3-6f5d-4f2c-9512-acf736755fc6 HTTP/1.1" status: 200 len: 205 time: 0.0728319 Jan 10 19:28:05.294053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40926) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:05.299695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dce90414-95ec-4e2f-9b94-52f4042eb932 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5021 time: 0.7468297 Jan 10 19:28:05.310790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:28:05.646284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:05.697859 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-2fe98a12-5bae-4a18-8d21-4c0f8f637377 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] delete failed (client error): The resource could not be found. Jan 10 19:28:05.697998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'mac_address': 'fa:16:3e:5b:5b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:28:05.699805 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2fe98a12-5bae-4a18-8d21-4c0f8f637377 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/829631f3-6f5d-4f2c-9512-acf736755fc6 HTTP/1.1" status: 404 len: 336 time: 0.4039493 Jan 10 19:28:05.701893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40942) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:05.790952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4debfc96-2814-4687-8da8-0ddda337e1be tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 HTTP/1.1" status: 200 len: 205 time: 0.0853226 Jan 10 19:28:05.791135 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:05.791388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40952) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:05.877283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7418cc-4fef-4308-937a-5dcddd971d51 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:28:05.931105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:05.935346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:05.953677 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-bd5e495d-018d-4f20-a1db-66104f6f51bc tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] delete failed (client error): The resource could not be found. Jan 10 19:28:05.957222 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bd5e495d-018d-4f20-a1db-66104f6f51bc tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/1fd0b864-8a47-44e5-8f6c-ab9b97e7f8e8 HTTP/1.1" status: 404 len: 336 time: 0.1625626 Jan 10 19:28:05.957740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.040176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:06.049089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3b356374-1935-4193-be5d-938919e44e4e tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e11b58e-abf0-4012-afd1-3f1953cf874a HTTP/1.1" status: 200 len: 205 time: 0.0880871 Jan 10 19:28:06.049630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40960) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.183821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ea7418cc-4fef-4308-937a-5dcddd971d51'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:28:06.200453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.206934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250990183', 'description': 'tempest-secgroup-smoke-1250990183 description', 'project_id': '045adc18b7604d96a179a90b0e949df1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:06.220489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:06.232790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:06.237753 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-2cc9fbcc-144c-41c6-9602-588438d357cb tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] delete failed (client error): The resource could not be found. Jan 10 19:28:06.239658 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2cc9fbcc-144c-41c6-9602-588438d357cb tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/8e11b58e-abf0-4012-afd1-3f1953cf874a HTTP/1.1" status: 404 len: 336 time: 0.1890578 Jan 10 19:28:06.242355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.243425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:06.255512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:06.272989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.352982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:06.356691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f01a660d-4e70-40d0-9bb2-789121c2f80f tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 HTTP/1.1" status: 200 len: 205 time: 0.1130016 Jan 10 19:28:06.359765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40982) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.360883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:06.367701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:06.461895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:06.465197 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-16e8de59-3c5a-4a57-9449-fbdcb4c7376d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] delete failed (client error): The resource could not be found. Jan 10 19:28:06.469641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-16e8de59-3c5a-4a57-9449-fbdcb4c7376d tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/73768f67-ecea-4ea9-8db8-dcaf16ce6aa6 HTTP/1.1" status: 404 len: 336 time: 0.1088212 Jan 10 19:28:06.470380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.536138 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.543437 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.646058 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d152ad5f-892a-4591-a2b9-78ad9662ff11 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "GET /v2.0/ports?device_id=5edbe092-bac4-45ff-8363-5093d76c29e8 HTTP/1.1" status: 200 len: 205 time: 0.1730967 Jan 10 19:28:06.646604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40996) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.723838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50178b7d-4785-45f4-85a8-da31eaf0169c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:06.733457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.735277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cad98670-3453-4bd9-92d7-380e5ec08f45 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5336068 Jan 10 19:28:06.737920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41004) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.745598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '50178b7d-4785-45f4-85a8-da31eaf0169c', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:06.755594 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-e4b8310f-1004-4f7c-af0a-64475bcf5901 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] delete failed (client error): The resource could not be found. Jan 10 19:28:06.756645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e4b8310f-1004-4f7c-af0a-64475bcf5901 tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/routers/5edbe092-bac4-45ff-8363-5093d76c29e8 HTTP/1.1" status: 404 len: 336 time: 0.1088872 Jan 10 19:28:06.761767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:06.761908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41010) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:06.770761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:06.777432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:06.783759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:06.808660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.813240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf34085-8036-45f6-9c06-63f12c26ef88 req-3284133e-e8cc-4dbe-9eb7-7cfe737acbbc tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:06.814740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abf34085-8036-45f6-9c06-63f12c26ef88 req-3284133e-e8cc-4dbe-9eb7-7cfe737acbbc tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 944 time: 0.4390345 Jan 10 19:28:06.824351 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dda72f5-9dd6-423b-b7e4-1d5168b5bc2f tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] DELETE failed (client error): The resource could not be found. Jan 10 19:28:06.827559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dda72f5-9dd6-423b-b7e4-1d5168b5bc2f tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:28:06.834557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0dda72f5-9dd6-423b-b7e4-1d5168b5bc2f tempest-RoutersIpV6AdminTest-2010393626 tempest-RoutersIpV6AdminTest-2010393626-project] 10.222.0.21 "DELETE /v2.0/subnets/50afb10c-2c11-4ca6-a9d7-7d25190ab79f HTTP/1.1" status: 404 len: 337 time: 0.0677173 Jan 10 19:28:06.944574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.954043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:06.958637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abf34085-8036-45f6-9c06-63f12c26ef88 req-b5b9d42d-e2bb-4311-98ff-06fd85bca17f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249750 Jan 10 19:28:07.002469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3fca6d-5a2c-48b3-b755-58b7cbb898e6,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:07.017355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.052813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d27f8b7e-42c7-4143-8063-27526769f19a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3103433 Jan 10 19:28:07.053243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41020) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:07.061656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '50178b7d-4785-45f4-85a8-da31eaf0169c', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:07.075660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:07.083133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:07.088941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:07.103693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:07.141594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.233159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.237160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.274174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.279971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2250876 Jan 10 19:28:07.280165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:07.287270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '50178b7d-4785-45f4-85a8-da31eaf0169c', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:07.288147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e7c8-9c3a-43b8-aea9-2a97d486fa1a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9c09aa-3d18-4a10-87a0-b4c93c3f5385,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:07.295446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:07.300335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:07.304864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:07.314334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:07.328426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:07.355164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.473137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41040) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:07.498287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port ea7418cc-4fef-4308-937a-5dcddd971d51 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:07.508099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ea7418cc-4fef-4308-937a-5dcddd971d51 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:07.508729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.523111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.539635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.621186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e10d97c-0c53-4d84-accc-f5fb55db993a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:07.660560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.665066 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9a24c29d-dd9c-4a19-aa25-9605f893770f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3809621 Jan 10 19:28:07.665410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41048) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:07.675281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '50178b7d-4785-45f4-85a8-da31eaf0169c', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:07.702369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:07.721511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:07.746673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:07.772632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:07.814487 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.904512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.951546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:07.952418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:07.963900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.971358 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:07.980443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.026518 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Sync routers for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:28:08.061690 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:08.062326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:27:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:08.092978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.162896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215eba6c-3970-4109-906a-bc0bfa7a9965,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:08.169440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:08.177414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.184777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:08.187782 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'code': 200} Jan 10 19:28:08.188066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e471096d-132f-4ef8-a49a-c0d5c5c8cffc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5205712 Jan 10 19:28:08.208325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '50178b7d-4785-45f4-85a8-da31eaf0169c', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:08.234761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:08.235926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:08.244582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:08.245425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Usage tracker for resource:security_group_rule and tenant:bf2ea494b9e9482eacb82a1d8971f9f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:08.251012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:08.254410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:08.266725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:08.276397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:08.299952 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Project 045adc18b7604d96a179a90b0e949df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:28:08.310501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.354996 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a582669-186d-4a5e-8d0a-57d903737cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.473971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.483940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.488967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.535040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd7611c-91b3-442d-96bd-df694874d4a4,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:08.536116 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:08.541644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.623394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.626502 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-403f8099-2444-47db-bcdc-52fbfe38e07b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4389355 Jan 10 19:28:08.633663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41082) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:08.647743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'security_group_rule': {'security_group_id': '50178b7d-4785-45f4-85a8-da31eaf0169c', 'project_id': '045adc18b7604d96a179a90b0e949df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:08.652038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a7a19-fc3b-4a96-9d3e-26c025f4055c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:08.671287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:08.674684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-918f3e54-df8e-4933-ade3-60bae57dacdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf2ea494b9e9482eacb82a1d8971f9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2004714 Jan 10 19:28:08.685002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41086) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:08.688951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c2608c-a00c-4fcf-88fb-1344f375ce5d req-c1501c4a-dae7-4662-83b9-b2c6900ce914 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1096 time: 0.2138588 Jan 10 19:28:08.696093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:security_group_rule and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:08.703974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:08.710897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:08.726993 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Project 045adc18b7604d96a179a90b0e949df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:28:08.734693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:08.936161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6655c46-3fdc-46dc-8154-23aca9af5e5d req-5ee6c96f-3f3b-40c7-8873-bd591cebd56a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:08.937616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6655c46-3fdc-46dc-8154-23aca9af5e5d req-5ee6c96f-3f3b-40c7-8873-bd591cebd56a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.5198240 Jan 10 19:28:08.960613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c2608c-a00c-4fcf-88fb-1344f375ce5d req-9ca5dbe4-1535-47a9-b664-488d217ecfda service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357590 Jan 10 19:28:09.004602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.021376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.021759 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:00Z', 'revision_number': 2, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:09.030066 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Checking router: f8261365-2192-4366-a6af-737a7be26311 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:28:09.031545 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Updating router f8261365-2192-4366-a6af-737a7be26311 port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:28:09.051269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3484b09-850a-4fd1-b47d-c2a3363c95ce,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:09.052438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7db1dfa-22a2-4897-9a86-648d215417d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.086211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.089914 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d166fadf-78d3-4e40-8042-505994bdb618 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4536510 Jan 10 19:28:09.131112 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.163851 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7db1dfa-22a2-4897-9a86-648d215417d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.385463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7db1dfa-22a2-4897-9a86-648d215417d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.427670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6655c46-3fdc-46dc-8154-23aca9af5e5d req-a0ea737e-92aa-45e0-9d74-5c1956190f74 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4787157 Jan 10 19:28:09.430240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7db1dfa-22a2-4897-9a86-648d215417d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:09.433561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a7db1dfa-22a2-4897-9a86-648d215417d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b7a7a19-fc3b-4a96-9d3e-26c025f4055c HTTP/1.1" status: 204 len: 168 time: 0.7413681 Jan 10 19:28:09.433561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db1dfa-22a2-4897-9a86-648d215417d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a7a19-fc3b-4a96-9d3e-26c025f4055c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:09.748144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14d90e74-3725-4a76-b04a-04760168dd68 req-065444ac-0970-4dcd-86b4-8bd7b6cf34fd tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:09.772866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14d90e74-3725-4a76-b04a-04760168dd68 req-065444ac-0970-4dcd-86b4-8bd7b6cf34fd tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:09.782070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-065444ac-0970-4dcd-86b4-8bd7b6cf34fd tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250990183&fields=id&tenant_id=045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 267 time: 0.1206219 Jan 10 19:28:09.987042 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.002665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Transition to ACTIVE for port object 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:10.010327 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.298338 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Pushing event updated for resources: {'Port': ['ID=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:10.313840 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.314433 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.314933 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.315404 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.315871 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.316351 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.317188 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.317663 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.318137 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.318748 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.319237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:10.329822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:10.335785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90e74-3725-4a76-b04a-04760168dd68 req-803edffd-cdce-48d1-9549-bafb42ca87cb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:10.336577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14d90e74-3725-4a76-b04a-04760168dd68 req-803edffd-cdce-48d1-9549-bafb42ca87cb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:10.411369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14d90e74-3725-4a76-b04a-04760168dd68 req-803edffd-cdce-48d1-9549-bafb42ca87cb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:10.419081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-803edffd-cdce-48d1-9549-bafb42ca87cb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/networks?id=a47cf573-2f73-4749-9b03-d3065cd0c673 HTTP/1.1" status: 200 len: 796 time: 0.6352427 Jan 10 19:28:10.428407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e9caad69-2217-463b-8fe8-045746775b6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c91d1305f6e41ada2438854d48c0ba8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0963247 Jan 10 19:28:10.430552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41176) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:10.489928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f0f14600-67c9-41cf-9c29-561c91466f86 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/quotas/045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 375 time: 0.0645466 Jan 10 19:28:10.496969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b8506b2-efce-4506-b0e6-69ddbc95d60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.512811 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-561cda4b-cdb5-4726-8860-8fa98d2d04e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.543816 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Attempting to bind port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:28:10.544193 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Attempting to bind port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:28:10.544552 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Attempting to bind port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 on network a47cf573-2f73-4749-9b03-d3065cd0c673 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:28:10.550485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b8506b2-efce-4506-b0e6-69ddbc95d60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.559011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:28:10.559011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Checking segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:28:10.559393 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.564365 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Bound using segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:28:10.565052 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Bound port: 7ad7290c-17f6-49cc-b5ac-46f4c626ac54, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:28:10.565601 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.683865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b8506b2-efce-4506-b0e6-69ddbc95d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.730643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8506b2-efce-4506-b0e6-69ddbc95d60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4fdbd-6ddd-4fba-99c6-e1b4435d6ebe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:10.759524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1b8506b2-efce-4506-b0e6-69ddbc95d60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:10.760706 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1b8506b2-efce-4506-b0e6-69ddbc95d60d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23e4fdbd-6ddd-4fba-99c6-e1b4435d6ebe HTTP/1.1" status: 204 len: 168 time: 0.3291984 Jan 10 19:28:10.760976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14d90e74-3725-4a76-b04a-04760168dd68 req-17491b66-4a7b-46bc-ad44-70984755e88f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:10.801431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-14d90e74-3725-4a76-b04a-04760168dd68 req-17491b66-4a7b-46bc-ad44-70984755e88f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:10.802269 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] For port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:28:10.803405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-17491b66-4a7b-46bc-ad44-70984755e88f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3118260 Jan 10 19:28:10.822218 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] For port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:28:10.832929 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:11.053581 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed8bf-4a74-469b-9d92-27fd222bb582 None None] Pushing event updated for resources: {'Port': ['ID=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:11.075095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3ec7-09ac-4d5c-b445-05da07b99a84 req-d08976a7-5658-43e4-a6ab-e6ee07773781 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:11.076671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c2c3ec7-09ac-4d5c-b445-05da07b99a84 req-d08976a7-5658-43e4-a6ab-e6ee07773781 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2232561 Jan 10 19:28:11.077891 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:11.085275 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:11.476483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c2c3ec7-09ac-4d5c-b445-05da07b99a84 req-7660ea92-8f33-46e2-b330-360d190a8567 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801146 Jan 10 19:28:11.665950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-07e3a8ef-1e9d-4892-8ffc-a37379f6c627 service neutron] 10.222.0.21 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357379 Jan 10 19:28:11.715992 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:11.812467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:11.831671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:12.131112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-378ea972-b003-4067-a0cb-4a02a401e772 service neutron] 10.222.0.21 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608979 Jan 10 19:28:12.243003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165eb780-197f-4401-8c60-fb4a066399c4 req-62b9eb08-8eca-4ec5-a9fd-74a5fe483815 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:12.245005 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-165eb780-197f-4401-8c60-fb4a066399c4 req-62b9eb08-8eca-4ec5-a9fd-74a5fe483815 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1126585 Jan 10 19:28:12.257068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41238) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:12.270258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'floatingip': {'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:12.457060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:12.508828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c5bca54-f773-4212-a27d-7b928c08fc37 req-32256407-415a-46b3-9e93-e0a7b44d75d4 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 210 time: 0.0590122 Jan 10 19:28:12.513204 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:10Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:12.523013 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993803d4-89b1-4b5c-9132-32bf1ba66c67 None None] The sync data for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 is: [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:10Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:28:13.090476 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:13.202464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:13.462230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-557897505'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:13.484312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:13.504419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Usage tracker for resource:network and tenant:bec81fcc5b5e4f71a90a62ca89732e4a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:13.515989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:13.531258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:13.549968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:13.553458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:13.588279 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:13.643282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:13.648219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Usage tracker for resource:security_group_rule and tenant:bec81fcc5b5e4f71a90a62ca89732e4a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:13.651810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:13.657825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:13.836855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:13.923309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:13.977105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:13.983389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.031792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48bfca9f-354d-43d8-a737-f072098b3355 req-7eaadfa9-84d5-4734-ac60-73ae1dcbf1ff tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 210 time: 0.1920698 Jan 10 19:28:14.036424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.079658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:14.106025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:14.106025 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.126429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:28:14.189826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce342c05-e51d-4d34-9c59-556b2477f2aa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:14.215404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.215627 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Added segment 29ac6edb-3911-497a-ba83-2e40beb28d66 of type vlan for network f83170e5-134b-4ce1-9159-5bf23ee2ac77 Jan 10 19:28:14.337030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.434907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.441998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:14.447603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.549688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.638385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:14.641533 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Floating IP ba242153-1bcd-4663-8a94-697695b8b028 associated. External IP: 172.25.6.39, port: ea7418cc-4fef-4308-937a-5dcddd971d51. Jan 10 19:28:14.647950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:14.763622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Network': ['ID=f83170e5-134b-4ce1-9159-5bf23ee2ac77,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:14.780267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7401e87a-ef75-4f9b-aa7c-bdd1255510b4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5757318 Jan 10 19:28:14.784376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41312) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:14.788054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:28:14.791054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'subnet': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:15.067505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90e74-3725-4a76-b04a-04760168dd68 req-42ec1103-ec53-4c86-a981-ecd52bc6a36c tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:15.070216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-42ec1103-ec53-4c86-a981-ecd52bc6a36c tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/networks?id=a47cf573-2f73-4749-9b03-d3065cd0c673 HTTP/1.1" status: 200 len: 796 time: 0.2490103 Jan 10 19:28:15.100703 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:28:15.157206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:15.215437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:15.220105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Usage tracker for resource:subnet and tenant:bec81fcc5b5e4f71a90a62ca89732e4a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:15.223489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:15.230446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:15.243367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-a00658c7-c7c6-4df4-ad85-eb6015d35dc5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=045adc18b7604d96a179a90b0e949df1 HTTP/1.1" status: 200 len: 380 time: 0.1348352 Jan 10 19:28:15.245229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:15.266543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'port': {'device_id': '5e8fff39-ccf6-4170-8834-f815555e6008', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'admin_state_up': True, 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'security_groups': ['50178b7d-4785-45f4-85a8-da31eaf0169c']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:15.316138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:15.334280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:15.578953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:15.616632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:28:15.788160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:15.898851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:15.913956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:15.978577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:15.979461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:15.998455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:28:16.005379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:16.082751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:28:16.136589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:16.138761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:16.144729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43d77614-63ae-4cff-8bfa-242e43b7c708 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "PUT /v2.0/floatingips/ba242153-1bcd-4663-8a94-697695b8b028 HTTP/1.1" status: 200 len: 990 time: 3.8850355 Jan 10 19:28:16.145319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:16.317603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d99e683-3462-4c6c-ad42-6e929644e889 req-a1807e6f-24b4-4ddb-b0fc-cb265954d079 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 210 time: 0.4442544 Jan 10 19:28:16.320394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Made reservation on behalf of 045adc18b7604d96a179a90b0e949df1 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:16.323372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:16.456770 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'status': 'completed', 'code': 200} Jan 10 19:28:16.625303 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-ea078d11-09bd-4058-9f18-2d9c4a4f6b52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1096 time: 0.1556780 Jan 10 19:28:16.763797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.20.0.8 (a47cf573-2f73-4749-9b03-d3065cd0c673/099469ec-403d-4098-a68e-f76bf1416cbc/ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:16.768341 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:16.799771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:16.867869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-8eafa505-4eb6-47d8-98d5-2c5f96b134f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:16.869697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-8eafa505-4eb6-47d8-98d5-2c5f96b134f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.2360873 Jan 10 19:28:16.976578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Checking segment: {'id': '29ac6edb-3911-497a-ba83-2e40beb28d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:28:16.977122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network hostable DHCP agents. Network: f83170e5-134b-4ce1-9159-5bf23ee2ac77, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:28:16.989897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Subnet': ['ID=71aee5a2-f874-4114-825e-545614a86a3d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:17.040916 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-4ba6ac42-d9c9-4e6c-8b7b-4bbee1903318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 200 len: 998 time: 0.1620767 Jan 10 19:28:17.162977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-1ab34741-5dc5-4fc4-bfc3-7bfd5f3dae2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:17.165396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-1ab34741-5dc5-4fc4-bfc3-7bfd5f3dae2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.1178732 Jan 10 19:28:17.273849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:28:17.338204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-f6c61af3-440d-43a0-9ced-5caf568c397e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672175 Jan 10 19:28:17.391904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:17.415674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Transition to ACTIVE for port object ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:17.436741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f83170e5-134b-4ce1-9159-5bf23ee2ac77) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:17.442779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:17.443674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:17.452045 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:17.589357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:17.644249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network a47cf573-2f73-4749-9b03-d3065cd0c673 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:17.732015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c0976-b6a2-4790-a69e-2595b1c57400 None None] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:28:17.772714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-2ed2dbe7-01e3-4669-acb7-bbfe34e38b0a service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275560 Jan 10 19:28:17.779503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:17.789161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-18cf2b70-cd4f-45cd-b2d1-0041d79954ff tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0030117 Jan 10 19:28:17.794181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:17.814637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:17.848806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'name': 'tempest-AllowedAddressPairTestJSON-644071404'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:18.226964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:18.227637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:18.292496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'tenant_id': 'bec81fcc5b5e4f71a90a62ca89732e4a', 'fixed_ips': [{'subnet_id': '71aee5a2-f874-4114-825e-545614a86a3d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:28:18.298415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b844d1-fb02-454e-a28d-6b1694dc96b8 req-b5cbab17-14ab-4124-86f6-2d3a081ac59d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:18.299202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-82b844d1-fb02-454e-a28d-6b1694dc96b8 req-b5cbab17-14ab-4124-86f6-2d3a081ac59d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:18.303887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:18.344296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-9bca7494-29af-4c15-b9c4-0b54fdb64ce1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0819287 Jan 10 19:28:18.364689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Request body: {'port': {'device_id': '5e8fff39-ccf6-4170-8834-f815555e6008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:18.439852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0107eaa-011a-4d9b-97a8-60a75c74fcc4 None None] Provisioning for port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:18.449022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'ba242153-1bcd-4663-8a94-697695b8b028', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'mac_address': 'fa:16:3e:5b:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:27:43Z', 'updated_at': '2022-01-10T19:28:13Z', 'revision_number': 1, 'project_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:18.449755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab122723-e8de-4f84-ae7f-f0b61342e601 req-bb0dedaa-caae-442e-baf0-f3fdc3048d6c service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673980 Jan 10 19:28:18.459630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:28:18.478008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0107eaa-011a-4d9b-97a8-60a75c74fcc4 None None] Provisioning complete for port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:18.478462 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0107eaa-011a-4d9b-97a8-60a75c74fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:18.497535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-82b844d1-fb02-454e-a28d-6b1694dc96b8 req-b5cbab17-14ab-4124-86f6-2d3a081ac59d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:18.500467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82b844d1-fb02-454e-a28d-6b1694dc96b8 req-b5cbab17-14ab-4124-86f6-2d3a081ac59d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 931 time: 0.8538246 Jan 10 19:28:18.556635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:18.557381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:18.676831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:18.711686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82b844d1-fb02-454e-a28d-6b1694dc96b8 req-2e32cf3d-d4b4-42b3-a6c6-119f657de48a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572614 Jan 10 19:28:18.750245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a0107eaa-011a-4d9b-97a8-60a75c74fcc4 None None] Port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:18.767545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Usage tracker for resource:port and tenant:bec81fcc5b5e4f71a90a62ca89732e4a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:18.805561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:18.817938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:18.855219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:18.861740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:19.000468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:19.009532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:19.055992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] device_id is not set on port 591e270b-6c4e-4571-b736-3258cc1e0124 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:28:19.128969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Allocated IP 172.20.0.2 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:19.715057 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:19.737984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Transition to ACTIVE for port object 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:19.765275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Transition to ACTIVE for port object 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:19.774585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'ba242153-1bcd-4663-8a94-697695b8b028', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'mac_address': 'fa:16:3e:5b:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:27:43Z', 'updated_at': '2022-01-10T19:28:13Z', 'revision_number': 1, 'project_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:19.779208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203759a-1f9a-4a48-b80a-cbe4a5493669 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'ba242153-1bcd-4663-8a94-697695b8b028', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'mac_address': 'fa:16:3e:5b:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:27:43Z', 'updated_at': '2022-01-10T19:28:13Z', 'revision_number': 1, 'project_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:28:19.781426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:19.833598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:28:19.851734 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:19.902611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Transition to ACTIVE for port object ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:19.920725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:19.926561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:19.940455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:20.084654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:20.096981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Allocated IP 172.20.0.13 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/591e270b-6c4e-4571-b736-3258cc1e0124) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:20.104036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Pushing event updated for resources: {'Port': ['ID=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:20.147155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Attempting to bind port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:28:20.147875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Attempting to bind port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '29ac6edb-3911-497a-ba83-2e40beb28d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:28:20.147875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Attempting to bind port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 on network f83170e5-134b-4ce1-9159-5bf23ee2ac77 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:28:20.158229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:28:20.158624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Checking segment: {'id': '29ac6edb-3911-497a-ba83-2e40beb28d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:28:20.159065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:20.159466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Bound using segment: {'id': '29ac6edb-3911-497a-ba83-2e40beb28d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:28:20.162565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Bound port: 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ac6edb-3911-497a-ba83-2e40beb28d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:28:20.162986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:20.224687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Pushing event updated for resources: {'Port': ['ID=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:20.273448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] For port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:28:20.277734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] For port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,segment=NetworkSegment(29ac6edb-3911-497a-ba83-2e40beb28d66),segment_id=29ac6edb-3911-497a-ba83-2e40beb28d66)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:28:20.285088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:20.468553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402766b-66c1-450a-844a-7605bc07c723 None None] Pushing event updated for resources: {'Port': ['ID=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:20.697653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59d8b6-4fa6-4667-b81d-db71ef01d814 req-f065ba1f-60e1-48db-9b32-f318421866a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:20.699283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce59d8b6-4fa6-4667-b81d-db71ef01d814 req-f065ba1f-60e1-48db-9b32-f318421866a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 943 time: 0.8006485 Jan 10 19:28:21.138944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Attempting to bind port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:28:21.139558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Attempting to bind port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:28:21.139667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Attempting to bind port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 on network a47cf573-2f73-4749-9b03-d3065cd0c673 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:28:21.176274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 on network a47cf573-2f73-4749-9b03-d3065cd0c673 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:28:21.176597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Attempting to bind port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 on network a47cf573-2f73-4749-9b03-d3065cd0c673 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:28:21.229572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce59d8b6-4fa6-4667-b81d-db71ef01d814 req-c5842006-4c76-44cd-b687-d3201e56680c tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207565 Jan 10 19:28:21.254847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:28:21.265368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Checking segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:28:21.266290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Bound using segment: {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:28:21.267006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Bound port: ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0640509b-cdf1-44e4-90f4-2a3e082c65df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:28:21.267596 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:21.383809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:21.438426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Transition to ACTIVE for port object 591e270b-6c4e-4571-b736-3258cc1e0124 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:21.455212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] For port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:28:21.459812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] For port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:28:21.469752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:21.547291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:21.558923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:21.560325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] 10.222.0.44 "PUT /v2.0/ports/ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 HTTP/1.1" status: 200 len: 1091 time: 3.2078619 Jan 10 19:28:21.560774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:21.591115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:21.592424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e9183-c910-49d0-a0d5-522d1d6c7100 service neutron] Pushing event updated for resources: {'Port': ['ID=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:21.595429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:21.745035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=591e270b-6c4e-4571-b736-3258cc1e0124,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:21.752352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:21.944746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:22.015104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:22.015253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:22.184325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:22.324262 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'status': 'completed', 'code': 200} Jan 10 19:28:22.336955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41510) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:22.338919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9500f3c9-1c3f-4065-95d8-5ba8fb9fdc34 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4950445 Jan 10 19:28:22.351924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'name': 'tempest-AllowedAddressPairTestJSON-2132864552', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a1:a4:41'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:22.406517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-11ca32fd-919b-4f63-8926-deba2f815758 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 1094 time: 0.4007766 Jan 10 19:28:22.513078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e011a0-77a1-4da0-869e-adaa03df67c5 None None] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:28:22.630574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:22.642399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Usage tracker for resource:port and tenant:bec81fcc5b5e4f71a90a62ca89732e4a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:22.650961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:22.661049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:22.667615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-51c4f7ef-b9d3-4687-9a9f-78cfd84767b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.2509904 Jan 10 19:28:22.692287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:22.808181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90e74-3725-4a76-b04a-04760168dd68 req-7719716f-9fa5-4ff6-85fc-e1e16960a6c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:22.833786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-7719716f-9fa5-4ff6-85fc-e1e16960a6c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=099469ec-403d-4098-a68e-f76bf1416cbc HTTP/1.1" status: 200 len: 834 time: 0.1287980 Jan 10 19:28:22.910325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:22.940089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece52e02-991c-4e4f-b7c9-fb944d167fb9 req-52e5a6be-d493-4b60-bda6-c01d601b47a2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:22.948148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece52e02-991c-4e4f-b7c9-fb944d167fb9 req-52e5a6be-d493-4b60-bda6-c01d601b47a2 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 943 time: 0.3653591 Jan 10 19:28:23.001588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] device_id is not set on port 1051dbd8-5631-4d39-b668-034bf43b1afe yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:28:23.030958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece52e02-991c-4e4f-b7c9-fb944d167fb9 req-9bb794ce-9efb-4970-9fe6-ba06fe7da1e6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818748 Jan 10 19:28:23.034031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-c3b77053-9a6d-4051-8336-13842df15ecd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a47cf573-2f73-4749-9b03-d3065cd0c673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057526 Jan 10 19:28:23.165852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] Provisioning for port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:23.199324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] Provisioning complete for port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:23.199699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:23.378332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Allocated IP 172.20.0.3 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/1051dbd8-5631-4d39-b668-034bf43b1afe) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:23.439510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-cb2085f8-10a5-4ecc-b3b9-2f4dd4f7e255 service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942323 Jan 10 19:28:23.595082 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:23.730313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] For port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,segment=NetworkSegment(29ac6edb-3911-497a-ba83-2e40beb28d66),segment_id=29ac6edb-3911-497a-ba83-2e40beb28d66)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:23.746610 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:23.778323 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a31bc-74be-4fd0-900e-3e31e8498bff None None] New status for floating IP ba242153-1bcd-4663-8a94-697695b8b028: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:28:23.930858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14d90e74-3725-4a76-b04a-04760168dd68 req-3c26e9fd-4211-4dc3-b850-ca91f94db483 service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867501 Jan 10 19:28:23.960270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab6f28-da82-4f16-a1a3-f7587de3fd69 None None] Pushing event updated for resources: {'Port': ['ID=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:23.968339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-16b7787b-873d-47e3-9de1-35961f7f4fbb None None] Provisioning complete for port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:23.970937 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-16b7787b-873d-47e3-9de1-35961f7f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:23.988092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:24.024336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Transition to ACTIVE for port object 1051dbd8-5631-4d39-b668-034bf43b1afe will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:24.056609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:24.346385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-16b7787b-873d-47e3-9de1-35961f7f4fbb None None] Provisioning for port 591e270b-6c4e-4571-b736-3258cc1e0124 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:24.358436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-16b7787b-873d-47e3-9de1-35961f7f4fbb None None] Provisioning complete for port 591e270b-6c4e-4571-b736-3258cc1e0124 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:24.360384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-16b7787b-873d-47e3-9de1-35961f7f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:24.397071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-262c3923-1013-4960-90ac-4ca297c3a70c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 1094 time: 0.3990464 Jan 10 19:28:24.398642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=1051dbd8-5631-4d39-b668-034bf43b1afe,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:24.431581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.445084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.445608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.446268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.446771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.447306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.447879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.448372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.448870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.449353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.449946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:24.482521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:24.485897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:24.502283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:24.572610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-16b7787b-873d-47e3-9de1-35961f7f4fbb None None] Port 591e270b-6c4e-4571-b736-3258cc1e0124 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:24.677585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:24.678836 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:24.713515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e2c780f4-50e4-4fb5-b2fd-f8e4fe0294d9 None None] Provisioning complete for port 591e270b-6c4e-4571-b736-3258cc1e0124 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:24.713803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2c780f4-50e4-4fb5-b2fd-f8e4fe0294d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:24.772020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fda8e-06d1-4cc1-85e9-247615f8f312 req-80e1468a-758e-44a8-9250-457039a6f436 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:24.774334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb8fda8e-06d1-4cc1-85e9-247615f8f312 req-80e1468a-758e-44a8-9250-457039a6f436 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 943 time: 0.1952019 Jan 10 19:28:24.775533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-8d78db6e-7a0d-4a4d-be57-46a8efa858a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:24.777020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-8d78db6e-7a0d-4a4d-be57-46a8efa858a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a47cf573-2f73-4749-9b03-d3065cd0c673 HTTP/1.1" status: 200 len: 897 time: 0.3773434 Jan 10 19:28:24.792833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8342d34-3e12-4488-a703-60ecf3659fda tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4494438 Jan 10 19:28:24.793088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:24.918623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e2c780f4-50e4-4fb5-b2fd-f8e4fe0294d9 None None] Port 591e270b-6c4e-4571-b736-3258cc1e0124 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:24.992961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-aab04474-f4f4-41d5-aec8-3a8e0aebf775 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.2086964 Jan 10 19:28:25.009522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324279dc-0ac1-4e49-b488-1839aef1b39e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:25.023620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324279dc-0ac1-4e49-b488-1839aef1b39e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:25.027804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324279dc-0ac1-4e49-b488-1839aef1b39e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:25.029439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-324279dc-0ac1-4e49-b488-1839aef1b39e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Synchronizing usage tracker for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:25.060696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1709eb3a-9da2-42b9-a545-c4c1abb54757 None None] Provisioning for port 1051dbd8-5631-4d39-b668-034bf43b1afe completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:25.080600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1709eb3a-9da2-42b9-a545-c4c1abb54757 None None] Provisioning complete for port 1051dbd8-5631-4d39-b668-034bf43b1afe triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:25.082516 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1709eb3a-9da2-42b9-a545-c4c1abb54757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:25.099691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-324279dc-0ac1-4e49-b488-1839aef1b39e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Unset dirty status for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:25.103716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-324279dc-0ac1-4e49-b488-1839aef1b39e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3096945 Jan 10 19:28:25.104300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41572) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:25.136617 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb8fda8e-06d1-4cc1-85e9-247615f8f312 req-1120fd86-67f0-468f-a6e3-f6da224866f5 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536017 Jan 10 19:28:25.185518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-e0c9017c-4314-4ad8-a3f9-756d5c49bee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:25.187291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-e0c9017c-4314-4ad8-a3f9-756d5c49bee1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=099469ec-403d-4098-a68e-f76bf1416cbc HTTP/1.1" status: 200 len: 834 time: 0.1835220 Jan 10 19:28:25.226131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1709eb3a-9da2-42b9-a545-c4c1abb54757 None None] Port 1051dbd8-5631-4d39-b668-034bf43b1afe cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:25.233540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port 1051dbd8-5631-4d39-b668-034bf43b1afe {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:25.234431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:25.340485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-1ce64f30-cbd0-413a-b382-246859f8fd70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a47cf573-2f73-4749-9b03-d3065cd0c673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465521 Jan 10 19:28:25.703585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:25.754055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-cc9ac3f8-6a38-4e8a-96c2-22cb9fefc39b service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050758 Jan 10 19:28:25.833707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:25.893387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for 1051dbd8-5631-4d39-b668-034bf43b1afe owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:25.968605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44cfd161-809f-4479-baeb-0f85a3170d45 req-93cb25b2-f75d-4852-ad5a-69ccdd23c8e3 service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007658 Jan 10 19:28:26.016700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:26.017468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:26.235305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:26.337299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Port': ['ID=1051dbd8-5631-4d39-b668-034bf43b1afe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:26.451149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938a81-3506-4c3e-81df-bd8cd7e5fb12 req-113c2e9e-76dd-4d70-9032-5a97a62af2d1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:26.459128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26938a81-3506-4c3e-81df-bd8cd7e5fb12 req-113c2e9e-76dd-4d70-9032-5a97a62af2d1 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 943 time: 0.1089358 Jan 10 19:28:26.598834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26938a81-3506-4c3e-81df-bd8cd7e5fb12 req-bdded2c9-1bb8-4500-b14b-df246804e768 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387849 Jan 10 19:28:26.903427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:26.937339 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3ea44fbb-271d-49c6-b1b1-e663d19e22c3 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/ports/1051dbd8-5631-4d39-b668-034bf43b1afe HTTP/1.1" status: 204 len: 168 time: 1.8307805 Jan 10 19:28:26.938733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41626) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:26.988941 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a34e00-d98b-41a1-8e60-0fe277efed23 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] GET failed (client error): The resource could not be found. Jan 10 19:28:26.989459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-58a34e00-d98b-41a1-8e60-0fe277efed23 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Synchronizing usage tracker for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:27.008381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-58a34e00-d98b-41a1-8e60-0fe277efed23 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Unset dirty status for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:27.009927 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-58a34e00-d98b-41a1-8e60-0fe277efed23 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "GET /v2.0/ports/1051dbd8-5631-4d39-b668-034bf43b1afe HTTP/1.1" status: 404 len: 333 time: 0.0702219 Jan 10 19:28:27.013862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41634) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:27.021310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'name': 'tempest-AllowedAddressPairTestJSON-1429585903'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:27.210023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:27.230598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:27.248189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:27.264483 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:27.308216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] device_id is not set on port c0f990f5-be79-4011-b48d-92b2a920df4d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:28:27.466828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Allocated IP 172.20.0.6 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/c0f990f5-be79-4011-b48d-92b2a920df4d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:27.492230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:28:27.710135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:27.710854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:27.732001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Transition to ACTIVE for port object c0f990f5-be79-4011-b48d-92b2a920df4d will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:27.750040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'port_id': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'mac_address': 'fa:16:3e:76:c9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:28:27.786588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:27.822040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:27.845293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:28:27.862509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:27.869804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:27.886820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:27.890902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:27.896001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:27.926218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=c0f990f5-be79-4011-b48d-92b2a920df4d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:27.975660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:28.000946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:28.053388 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-81b4e8bd-3add-4469-92e5-d3b7a7befec7 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0384510 Jan 10 19:28:28.056017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41666) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:28.066019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a1:a4:41'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:28.097497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:28.108096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726cbb-6d20-4e49-8116-cb8f776f843b req-79c1c001-0129-48c0-a7d7-22ba2fe666a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:28.117190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd726cbb-6d20-4e49-8116-cb8f776f843b req-79c1c001-0129-48c0-a7d7-22ba2fe666a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 944 time: 0.1966014 Jan 10 19:28:28.146475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:28:28.240778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd726cbb-6d20-4e49-8116-cb8f776f843b req-9b432670-a51a-49af-9828-5e2dfccd96b7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187611 Jan 10 19:28:28.490456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e7d008cb-d573-4ee4-ad39-00daf4dfd00e None None] Provisioning for port c0f990f5-be79-4011-b48d-92b2a920df4d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:28.500956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e7d008cb-d573-4ee4-ad39-00daf4dfd00e None None] Provisioning complete for port c0f990f5-be79-4011-b48d-92b2a920df4d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:28.502013 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e7d008cb-d573-4ee4-ad39-00daf4dfd00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:28.625614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e7d008cb-d573-4ee4-ad39-00daf4dfd00e None None] Port c0f990f5-be79-4011-b48d-92b2a920df4d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:28.658955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:28.989650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:28.995425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.161640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=c0f990f5-be79-4011-b48d-92b2a920df4d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:29.167121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] In _notify_port_updated(), no bound segment for port c0f990f5-be79-4011-b48d-92b2a920df4d on network f83170e5-134b-4ce1-9159-5bf23ee2ac77 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:28:29.170890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:29.172043 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.172962 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-01e33c22-dc70-4b14-a33e-f510379e08fa tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "PUT /v2.0/ports/c0f990f5-be79-4011-b48d-92b2a920df4d HTTP/1.1" status: 200 len: 994 time: 1.1157908 Jan 10 19:28:29.177048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 41686) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:29.315307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port c0f990f5-be79-4011-b48d-92b2a920df4d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:29.316268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.465149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ed72b2dc-2f9a-4f12-adca-426cb7c55458 None None] Provisioning complete for port c0f990f5-be79-4011-b48d-92b2a920df4d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:29.465629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed72b2dc-2f9a-4f12-adca-426cb7c55458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.530987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:28:29.618016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ed72b2dc-2f9a-4f12-adca-426cb7c55458 None None] Port c0f990f5-be79-4011-b48d-92b2a920df4d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:29.660911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:29.666433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:29.666807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.809332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea713f-0ccb-4b9c-bb6c-c94f51ff19e2 req-839c7af6-cf81-4dda-bbcb-964a2da005bd tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:29.809332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4ea713f-0ccb-4b9c-bb6c-c94f51ff19e2 req-839c7af6-cf81-4dda-bbcb-964a2da005bd tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 944 time: 0.3122389 Jan 10 19:28:29.815661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.892470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:29.939748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:29.940982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:29.951975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:30.057007 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'code': 200} Jan 10 19:28:30.057864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:30.107587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4ea713f-0ccb-4b9c-bb6c-c94f51ff19e2 req-1040222d-6e23-4962-bae1-6bc8bfdb5cbf tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691419 Jan 10 19:28:30.118948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for c0f990f5-be79-4011-b48d-92b2a920df4d owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:30.294374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68d02a61-9824-4126-9399-48438f3e2eda req-1eb81556-ccc2-48d0-a5ee-c1038d54c272 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 1096 time: 0.1391630 Jan 10 19:28:30.398004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68d02a61-9824-4126-9399-48438f3e2eda req-9d50df4b-e62e-498d-9b92-5172a1af9e2e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930381 Jan 10 19:28:30.412678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:30.469478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Port': ['ID=c0f990f5-be79-4011-b48d-92b2a920df4d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:30.739253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:30.749488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-893fd14c-6306-4a09-91ae-08299e18bdd4 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/ports/c0f990f5-be79-4011-b48d-92b2a920df4d HTTP/1.1" status: 204 len: 168 time: 1.5702765 Jan 10 19:28:30.752316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41774) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:30.896755 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa7bb8b-1e81-428d-870e-260504096e45 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] GET failed (client error): The resource could not be found. Jan 10 19:28:30.897454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-daa7bb8b-1e81-428d-870e-260504096e45 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Synchronizing usage tracker for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:30.919253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-daa7bb8b-1e81-428d-870e-260504096e45 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Unset dirty status for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:30.921778 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-daa7bb8b-1e81-428d-870e-260504096e45 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "GET /v2.0/ports/c0f990f5-be79-4011-b48d-92b2a920df4d HTTP/1.1" status: 404 len: 333 time: 0.1673622 Jan 10 19:28:30.924553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:30.931322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'name': 'tempest-AllowedAddressPairTestJSON-388866384'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:30.986328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-90560560-f436-4c10-91fc-fa816a86d7e9 req-964abeaa-3ac9-4442-a435-e6667f320399 tempest-AttachVolumeNegativeTest-1635323978 tempest-AttachVolumeNegativeTest-1635323978-project] (83630) timed out ('10.222.0.30', 64892) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:28:31.141391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:31.168680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:31.182547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:31.186387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:31.249947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] device_id is not set on port e7f8ab3d-f67d-4938-b02d-bd88a66b062d yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:28:31.457349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233a4f6-9a84-41ef-bc4c-fd1fc61c10de req-95bec90c-9954-41b1-bebe-6aab360653eb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:31.467082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1233a4f6-9a84-41ef-bc4c-fd1fc61c10de req-95bec90c-9954-41b1-bebe-6aab360653eb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 945 time: 0.1665251 Jan 10 19:28:31.670208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Allocated IP 172.20.0.10 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/e7f8ab3d-f67d-4938-b02d-bd88a66b062d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:31.726213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1233a4f6-9a84-41ef-bc4c-fd1fc61c10de req-264412bd-81d2-4970-a407-524c8a2b3375 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578745 Jan 10 19:28:32.063688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:32.095863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Transition to ACTIVE for port object e7f8ab3d-f67d-4938-b02d-bd88a66b062d will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:32.150183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:32.239753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:32.242908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:32.247577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:32.298274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=e7f8ab3d-f67d-4938-b02d-bd88a66b062d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:32.348344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:32.349002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:32.400176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76ac5e89-1a1e-4df4-804e-de91e120e1a2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4734235 Jan 10 19:28:32.402628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:32.411354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a1:a4:41'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:32.609893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:32.688121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d3b494b8-c5fb-405c-8508-51fd82f1fea8 None None] Provisioning for port e7f8ab3d-f67d-4938-b02d-bd88a66b062d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:32.694132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d3b494b8-c5fb-405c-8508-51fd82f1fea8 None None] Provisioning complete for port e7f8ab3d-f67d-4938-b02d-bd88a66b062d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:32.694534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3b494b8-c5fb-405c-8508-51fd82f1fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:32.821569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d3b494b8-c5fb-405c-8508-51fd82f1fea8 None None] Port e7f8ab3d-f67d-4938-b02d-bd88a66b062d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:33.027575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:33.046380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:33.152443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b7b36-7a80-4c92-9000-833a76a1d97d req-1479b610-4d34-4a39-902f-c381f4f4de4d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:33.162859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c9b7b36-7a80-4c92-9000-833a76a1d97d req-1479b610-4d34-4a39-902f-c381f4f4de4d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 945 time: 0.2142730 Jan 10 19:28:33.263992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c9b7b36-7a80-4c92-9000-833a76a1d97d req-ec2c32f3-42cb-44c4-93af-d01887c70b0d tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993903 Jan 10 19:28:33.363363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=e7f8ab3d-f67d-4938-b02d-bd88a66b062d,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:33.380811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] In _notify_port_updated(), no bound segment for port e7f8ab3d-f67d-4938-b02d-bd88a66b062d on network f83170e5-134b-4ce1-9159-5bf23ee2ac77 {{(pid=83629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:28:33.385456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:33.386244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:33.390233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a7db4f7-bb76-4e6d-a35a-62c8a5dc493e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "PUT /v2.0/ports/e7f8ab3d-f67d-4938-b02d-bd88a66b062d HTTP/1.1" status: 200 len: 996 time: 0.9838769 Jan 10 19:28:33.390915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42100) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:33.497694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port e7f8ab3d-f67d-4938-b02d-bd88a66b062d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:33.498049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:33.653091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-52afcec8-fa20-4f7b-a2be-ed2797f913a5 None None] Provisioning complete for port e7f8ab3d-f67d-4938-b02d-bd88a66b062d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:33.653928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-52afcec8-fa20-4f7b-a2be-ed2797f913a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:33.755666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-52afcec8-fa20-4f7b-a2be-ed2797f913a5 None None] Port e7f8ab3d-f67d-4938-b02d-bd88a66b062d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:33.823843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e082c43-ee60-4f3a-91bb-fc2075fac253 req-0edc32e0-69ac-45d8-a758-3fcfed4c94a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:33.827355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e082c43-ee60-4f3a-91bb-fc2075fac253 req-0edc32e0-69ac-45d8-a758-3fcfed4c94a0 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 945 time: 0.2435954 Jan 10 19:28:33.917808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e082c43-ee60-4f3a-91bb-fc2075fac253 req-26227cd3-078f-4b37-b572-7c96b7b6f5bb tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839667 Jan 10 19:28:33.945033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:33.949301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:34.062986 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fd19e90e-357a-4542-bb84-877c3555d061 tempest-TestNetworkBasicOps-420719174 tempest-TestNetworkBasicOps-420719174-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 1091 time: 0.1089625 Jan 10 19:28:34.064846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42180) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:34.081898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:34.089571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:34.093873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Usage tracker for resource:floatingip and tenant:045adc18b7604d96a179a90b0e949df1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:34.097774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:34.102960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for e7f8ab3d-f67d-4938-b02d-bd88a66b062d owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:34.103874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:34.116447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:34.397482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:34.401268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:34.517048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Port': ['ID=e7f8ab3d-f67d-4938-b02d-bd88a66b062d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:34.592627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.592980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.593323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.593662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.593996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.594327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.594654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.595015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.595345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.595669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.595988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:28:34.653740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Allocated IP 172.25.6.130 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/378427c5-977d-494f-b2bb-a0de078d20a2) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:34.721034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:34.737749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8c37c646-634f-40c3-b4b4-6d14059248d1 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/ports/e7f8ab3d-f67d-4938-b02d-bd88a66b062d HTTP/1.1" status: 204 len: 168 time: 1.3456161 Jan 10 19:28:34.751204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42252) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:34.852955 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-670d86b5-fb55-4226-a634-98531b1b05ae tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] GET failed (client error): The resource could not be found. Jan 10 19:28:34.853472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-670d86b5-fb55-4226-a634-98531b1b05ae tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Synchronizing usage tracker for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:34.885519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-670d86b5-fb55-4226-a634-98531b1b05ae tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Unset dirty status for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:34.886804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-670d86b5-fb55-4226-a634-98531b1b05ae tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "GET /v2.0/ports/e7f8ab3d-f67d-4938-b02d-bd88a66b062d HTTP/1.1" status: 404 len: 333 time: 0.1345215 Jan 10 19:28:34.892202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42270) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:34.906653 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:34.911861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'name': 'tempest-AllowedAddressPairTestJSON-425007077'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:34.959254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:35.059514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:35.073831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:35.079842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:35.139904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:35.153603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:35.162535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=378427c5-977d-494f-b2bb-a0de078d20a2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:35.165903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:35.170254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:35.208692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] device_id is not set on port 4270afd3-e696-4eaf-b546-59230460eb2d yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:28:35.420096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Allocated IP 172.20.0.5 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/4270afd3-e696-4eaf-b546-59230460eb2d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:35.720823 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:35.763012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Transition to ACTIVE for port object 4270afd3-e696-4eaf-b546-59230460eb2d will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:35.806669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:35.913884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=4270afd3-e696-4eaf-b546-59230460eb2d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:35.923909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:35.925876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:35.928309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:36.162777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:36.163685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:36.225985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bb037757-3835-4fe3-9175-b1c42bbefa68 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3293989 Jan 10 19:28:36.229811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:36.235532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'network_id': 'f83170e5-134b-4ce1-9159-5bf23ee2ac77', 'name': 'tempest-AllowedAddressPairTestJSON-288184452'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:36.245226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:36.349788 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:36.411872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-47795f29-134d-4aef-86cb-12d3000b9311 None None] Provisioning for port 4270afd3-e696-4eaf-b546-59230460eb2d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:36.420494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-47795f29-134d-4aef-86cb-12d3000b9311 None None] Provisioning complete for port 4270afd3-e696-4eaf-b546-59230460eb2d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:36.420875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-47795f29-134d-4aef-86cb-12d3000b9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:36.511210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:36.517266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Usage tracker for resource:port and tenant:bec81fcc5b5e4f71a90a62ca89732e4a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:36.522454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:36.531834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:36.539832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-47795f29-134d-4aef-86cb-12d3000b9311 None None] Port 4270afd3-e696-4eaf-b546-59230460eb2d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:36.547745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Made reservation on behalf of bec81fcc5b5e4f71a90a62ca89732e4a for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:28:36.551182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:36.580592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] device_id is not set on port 5416d7eb-dd28-43b2-a880-40fec70230dc yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:28:36.856649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Allocated IP 172.20.0.6 (f83170e5-134b-4ce1-9159-5bf23ee2ac77/71aee5a2-f874-4114-825e-545614a86a3d/5416d7eb-dd28-43b2-a880-40fec70230dc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:28:36.884836 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:36.899488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:37.060766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event updated for resources: {'Port': ['ID=378427c5-977d-494f-b2bb-a0de078d20a2,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:37.183578 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:37.355048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:37.376542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Transition to ACTIVE for port object 5416d7eb-dd28-43b2-a880-40fec70230dc will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:28:37.412298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:37.540402 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Floating IP f7e17b49-09df-41f2-bbab-77be5d95caf3 associated. External IP: 172.25.6.130, port: ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3. Jan 10 19:28:37.556926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:28:37.560104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:28:37.568980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:28:37.638904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=5416d7eb-dd28-43b2-a880-40fec70230dc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:37.682161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:37.682784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:37.757274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ceba25b-8e41-49ac-8875-b19c191c05d5 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5264010 Jan 10 19:28:37.760551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42350) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:37.770696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a1:a4:41'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:80:ce:27'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:38.084283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-638d4add-a0e0-4a2c-a939-c405bf49a862 None None] Provisioning for port 5416d7eb-dd28-43b2-a880-40fec70230dc completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:28:38.096278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-638d4add-a0e0-4a2c-a939-c405bf49a862 None None] Provisioning complete for port 5416d7eb-dd28-43b2-a880-40fec70230dc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:38.098530 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-638d4add-a0e0-4a2c-a939-c405bf49a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:38.230745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-638d4add-a0e0-4a2c-a939-c405bf49a862 None None] Port 5416d7eb-dd28-43b2-a880-40fec70230dc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:38.368530 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1901b402-3fb3-4377-9147-ed4d0b97afa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:38.459737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router f8261365-2192-4366-a6af-737a7be26311 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:28:38.534556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:38.909807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:28:38.922010 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:38.922823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] Sync routers for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:28:38.926803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:38.941927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:38.961560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:38.962135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:39.012392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9c8a3cbb-4bd5-488b-b0b7-7e761b4f9b79 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9430664 Jan 10 19:28:39.012392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:39.015983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42374) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:39.173652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event updated for resources: {'Port': ['ID=5416d7eb-dd28-43b2-a880-40fec70230dc,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:39.192403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] In _notify_port_updated(), no bound segment for port 5416d7eb-dd28-43b2-a880-40fec70230dc on network f83170e5-134b-4ce1-9159-5bf23ee2ac77 {{(pid=83630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 10 19:28:39.197502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:39.198964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:39.204679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a749262e-5708-4704-ba49-cb14d2771ec2 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "PUT /v2.0/ports/5416d7eb-dd28-43b2-a880-40fec70230dc HTTP/1.1" status: 200 len: 1055 time: 1.4407458 Jan 10 19:28:39.214899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42386) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:39.263005 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'status': 'completed', 'code': 200} Jan 10 19:28:39.416322 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af177ea1-c602-4d7a-add5-043b705ebea6 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/f7e17b49-09df-41f2-bbab-77be5d95caf3 HTTP/1.1" status: 200 len: 991 time: 0.3738720 Jan 10 19:28:39.523547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port 5416d7eb-dd28-43b2-a880-40fec70230dc {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:39.524020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:39.581999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:39.683847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ecc31623-976b-4557-856f-95a3b48950ab None None] Provisioning complete for port 5416d7eb-dd28-43b2-a880-40fec70230dc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:28:39.684465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ecc31623-976b-4557-856f-95a3b48950ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:39.702996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-30b8bb29-646d-4684-bc45-cb455e1c3c37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 1096 time: 0.4458506 Jan 10 19:28:40.289074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ecc31623-976b-4557-856f-95a3b48950ab None None] Port 5416d7eb-dd28-43b2-a880-40fec70230dc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:28:40.291551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:40.421144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42412) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:40.462720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for 5416d7eb-dd28-43b2-a880-40fec70230dc owned by {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:40.480302 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c678ad10-2591-4c09-8f53-dc3318f1025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:40.495332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'f7e17b49-09df-41f2-bbab-77be5d95caf3', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f8261365-2192-4366-a6af-737a7be26311', 'port_id': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'mac_address': 'fa:16:3e:76:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8fff39-ccf6-4170-8834-f815555e6008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:28:35Z', 'updated_at': '2022-01-10T19:28:35Z', 'revision_number': 0, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:14Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:40.499767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] Checking router: f8261365-2192-4366-a6af-737a7be26311 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:28:40.512025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:40.513016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:40.704461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-52fcd34d-46bb-4bdc-b164-9b25cd986451 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/f7e17b49-09df-41f2-bbab-77be5d95caf3 HTTP/1.1" status: 200 len: 991 time: 0.2795377 Jan 10 19:28:40.883546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:40.949783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:41.056465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Port': ['ID=5416d7eb-dd28-43b2-a880-40fec70230dc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:41.074344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-45a8cb3f-14d7-4902-a03e-0bc44ec468d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:41.078230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-45a8cb3f-14d7-4902-a03e-0bc44ec468d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a47cf573-2f73-4749-9b03-d3065cd0c673 HTTP/1.1" status: 200 len: 897 time: 1.3604491 Jan 10 19:28:41.554613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-617f01b8-daea-4c18-b736-734f09516c96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 HTTP/1.1" status: 200 len: 999 time: 0.3200424 Jan 10 19:28:41.616255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'f7e17b49-09df-41f2-bbab-77be5d95caf3', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f8261365-2192-4366-a6af-737a7be26311', 'port_id': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'mac_address': 'fa:16:3e:76:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8fff39-ccf6-4170-8834-f815555e6008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:28:35Z', 'updated_at': '2022-01-10T19:28:35Z', 'revision_number': 0, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:14Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:41.623814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec759a9-b781-4d78-bbe7-a0b4c4e9b43e None None] The sync data for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 is: [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'f7e17b49-09df-41f2-bbab-77be5d95caf3', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'f8261365-2192-4366-a6af-737a7be26311', 'port_id': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'mac_address': 'fa:16:3e:76:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8fff39-ccf6-4170-8834-f815555e6008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:28:35Z', 'updated_at': '2022-01-10T19:28:35Z', 'revision_number': 0, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:14Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:28:41.708197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42444) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:41.776812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:41.818291 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:41.964998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:41.977574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c441fdd7-b4de-4144-9a70-d1887a2b240f tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/ports/5416d7eb-dd28-43b2-a880-40fec70230dc HTTP/1.1" status: 204 len: 168 time: 2.7615657 Jan 10 19:28:41.980424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42462) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:42.068049 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d1f00-f355-483a-ba9c-e673f451f9a9 None None] New status for floating IP f7e17b49-09df-41f2-bbab-77be5d95caf3: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:28:42.068623 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50a92b6-74c1-4d78-bf3a-0c06aa0bda28 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] GET failed (client error): The resource could not be found. Jan 10 19:28:42.068623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d50a92b6-74c1-4d78-bf3a-0c06aa0bda28 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Synchronizing usage tracker for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:42.087614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-e6393a40-fca7-4975-b0a4-b2e8bbd66fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:42.090646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-489626a9-ce64-494e-977e-bbfd21867236 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/f7e17b49-09df-41f2-bbab-77be5d95caf3 HTTP/1.1" status: 200 len: 991 time: 0.3800068 Jan 10 19:28:42.093491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-e6393a40-fca7-4975-b0a4-b2e8bbd66fe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=099469ec-403d-4098-a68e-f76bf1416cbc HTTP/1.1" status: 200 len: 834 time: 0.5232089 Jan 10 19:28:42.202738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d50a92b6-74c1-4d78-bf3a-0c06aa0bda28 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Unset dirty status for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:42.205068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d50a92b6-74c1-4d78-bf3a-0c06aa0bda28 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "GET /v2.0/ports/5416d7eb-dd28-43b2-a880-40fec70230dc HTTP/1.1" status: 404 len: 333 time: 0.2236381 Jan 10 19:28:42.208086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:42.294705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-6be6c6a6-fac1-4332-8910-a697e61350c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a47cf573-2f73-4749-9b03-d3065cd0c673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811774 Jan 10 19:28:42.317494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port 4270afd3-e696-4eaf-b546-59230460eb2d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:42.318163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:42.575717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-d6bf4e23-8505-4dee-8b1e-df2a2d254a4b service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742569 Jan 10 19:28:42.734467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:42.735034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-645c3e99-ea08-4ef5-86ab-66f1dee27f97 req-36bb05b5-e0c3-4d97-85a7-c4844d684500 service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518674 Jan 10 19:28:42.910215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for 4270afd3-e696-4eaf-b546-59230460eb2d owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:43.096868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:43.110398 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:43.205771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:43.354746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Port': ['ID=4270afd3-e696-4eaf-b546-59230460eb2d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:43.419221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-06b19a3f-3ed1-4f1b-9421-a820125d016b tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/f7e17b49-09df-41f2-bbab-77be5d95caf3 HTTP/1.1" status: 200 len: 993 time: 0.3200381 Jan 10 19:28:43.609130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:43.634365 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b8bcdf63-447b-4d3a-895f-43fdd2e08b83 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/ports/4270afd3-e696-4eaf-b546-59230460eb2d HTTP/1.1" status: 204 len: 168 time: 1.4250567 Jan 10 19:28:43.635138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42516) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:43.691312 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34b541f-cce4-4381-a9ae-8347108680ce tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] GET failed (client error): The resource could not be found. Jan 10 19:28:43.692048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f34b541f-cce4-4381-a9ae-8347108680ce tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Synchronizing usage tracker for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:43.723241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f34b541f-cce4-4381-a9ae-8347108680ce tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Unset dirty status for tenant:bec81fcc5b5e4f71a90a62ca89732e4a on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:43.730691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f34b541f-cce4-4381-a9ae-8347108680ce tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "GET /v2.0/ports/4270afd3-e696-4eaf-b546-59230460eb2d HTTP/1.1" status: 404 len: 333 time: 0.0942378 Jan 10 19:28:43.732204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42520) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:43.853688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port 591e270b-6c4e-4571-b736-3258cc1e0124 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:43.854747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:43.854985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca69ca-0bfb-46ea-a7b2-42c5e31ea5b2 req-1a83861c-ca18-4787-82f1-2853a932f23c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:43.856606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7ca69ca-0bfb-46ea-a7b2-42c5e31ea5b2 req-1a83861c-ca18-4787-82f1-2853a932f23c tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.2766347 Jan 10 19:28:43.930395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7ca69ca-0bfb-46ea-a7b2-42c5e31ea5b2 req-2532471b-7675-4c92-a00e-3e6bb95a2f76 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657670 Jan 10 19:28:44.032242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42528) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:44.219142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.255680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:44.259590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfac4465c044ec7917c7bd870029384 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:44.262711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:44.268941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:44.344549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.354919 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.360342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.414710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cfac4465c044ec7917c7bd870029384&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3812993 Jan 10 19:28:44.415449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7ea86-48ca-49f3-8fb8-1b432d269de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46eb2e4-5a8a-485b-a0f6-8b6d6db591ad,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:44.417879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 42536) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:44.510214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for 591e270b-6c4e-4571-b736-3258cc1e0124 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:44.519907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93fcf1e9-9713-42ed-97f4-43e18b70112c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.573124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93fcf1e9-9713-42ed-97f4-43e18b70112c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.652288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93fcf1e9-9713-42ed-97f4-43e18b70112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.686091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcf1e9-9713-42ed-97f4-43e18b70112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46eb2e4-5a8a-485b-a0f6-8b6d6db591ad,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:44.708668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93fcf1e9-9713-42ed-97f4-43e18b70112c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.710746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-93fcf1e9-9713-42ed-97f4-43e18b70112c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46eb2e4-5a8a-485b-a0f6-8b6d6db591ad HTTP/1.1" status: 204 len: 168 time: 0.2919869 Jan 10 19:28:44.724954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:44.804282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Port': ['ID=591e270b-6c4e-4571-b736-3258cc1e0124,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:44.995542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-1e0c79d7-e794-4130-9f56-7313337b76d9 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:45.001205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-1e0c79d7-e794-4130-9f56-7313337b76d9 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.2025146 Jan 10 19:28:45.096038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.143766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-187d5c0b-d531-41c5-931b-78f542bf53b6 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/ports/591e270b-6c4e-4571-b736-3258cc1e0124 HTTP/1.1" status: 204 len: 168 time: 1.4098272 Jan 10 19:28:45.147192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:45.198666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Deleting port 12621e22-6432-4a77-9443-628e9decc396 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:45.199053 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.405776 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.431713 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.546332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42562) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:45.578557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.629279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feade45-e4f0-465e-9d4f-a58b1833f490 req-9f86b4dd-ee2d-4818-87e4-6371cf9848c3 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:45.636460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8feade45-e4f0-465e-9d4f-a58b1833f490 req-9f86b4dd-ee2d-4818-87e4-6371cf9848c3 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 945 time: 0.3750358 Jan 10 19:28:45.647302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting subnet 71aee5a2-f874-4114-825e-545614a86a3d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:28:45.655881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.672800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] For port 12621e22-6432-4a77-9443-628e9decc396, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=12621e22-6432-4a77-9443-628e9decc396,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:45.673174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.694101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:45.700965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1d61b778754eb7b22c84e9263916da is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:45.705391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:45.718210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:45.724709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.833272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8feade45-e4f0-465e-9d4f-a58b1833f490 req-c225142f-8a53-472e-be1f-2b428f59d232 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/security-groups?id=713c80b9-172f-4a86-b63a-8dff92a01d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941481 Jan 10 19:28:45.891987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.893794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.921535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:45.995797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb93d0f-251f-4b71-9fa5-d6959d109c57,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:46.005318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2173f06-9b57-485e-9f03-370182f6fa04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e1d61b778754eb7b22c84e9263916da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4578478 Jan 10 19:28:46.006379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:46.041385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.108019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Subnet': ['ID=71aee5a2-f874-4114-825e-545614a86a3d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:46.186363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56efba-ecc0-4be5-b7ea-741fb0fc63f9 None None] Network f83170e5-134b-4ce1-9159-5bf23ee2ac77 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:28:46.193306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.205959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.206723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.206723 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Floating IP 7bb360e5-e8ff-43d9-82d2-3194c189bf49 disassociated. External IP: 172.25.6.67, port: 12621e22-6432-4a77-9443-628e9decc396. Jan 10 19:28:46.207077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Calling delete_port for 12621e22-6432-4a77-9443-628e9decc396 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:46.237960 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e0e98066-405b-4c86-924a-c9732e07db5e tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/subnets/71aee5a2-f874-4114-825e-545614a86a3d HTTP/1.1" status: 204 len: 168 time: 1.0886028 Jan 10 19:28:46.246342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 42580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:46.250401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9d47-5d09-44fa-b5f9-be37f7a8d7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.434122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9d47-5d09-44fa-b5f9-be37f7a8d7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.506573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.519649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.601505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:46.601854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.621376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event deleted for resources: {'Port': ['ID=12621e22-6432-4a77-9443-628e9decc396,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:46.694589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] DHCP port deletion for f83170e5-134b-4ce1-9159-5bf23ee2ac77 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:28:46.700761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] Deleting port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:46.701256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.810559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9d47-5d09-44fa-b5f9-be37f7a8d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.919396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b9d47-5d09-44fa-b5f9-be37f7a8d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb93d0f-251f-4b71-9fa5-d6959d109c57,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:46.921423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9d47-5d09-44fa-b5f9-be37f7a8d7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:46.929970 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a2b9d47-5d09-44fa-b5f9-be37f7a8d7b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfb93d0f-251f-4b71-9fa5-d6959d109c57 HTTP/1.1" status: 204 len: 168 time: 0.9178007 Jan 10 19:28:47.054001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Router 7de989c9-5670-414e-8437-aa8793db2ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:28:47.290666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] For port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,segment=NetworkSegment(29ac6edb-3911-497a-ba83-2e40beb28d66),segment_id=29ac6edb-3911-497a-ba83-2e40beb28d66)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:47.291114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:47.308855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] For port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,segment=NetworkSegment(29ac6edb-3911-497a-ba83-2e40beb28d66),segment_id=29ac6edb-3911-497a-ba83-2e40beb28d66)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:47.309317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:47.604009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12621e22-6432-4a77-9443-628e9decc396 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:28:47.656607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] Calling delete_port for 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:47.697934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 12621e22-6432-4a77-9443-628e9decc396 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:28:47.699166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 12621e22-6432-4a77-9443-628e9decc396 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:28:47.761206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df12df79-ed10-458b-bd36-1a8b3c186d77 req-a127cfe8-cc7c-4aa9-84e3-0b2b3eb984e6 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 210 time: 0.5146284 Jan 10 19:28:47.792932 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:47.920427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] No DVR routers for this DVR port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:28:47.935859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d421a-58a6-414c-9dd0-0f46a3d3e56a None None] Pushing event deleted for resources: {'Port': ['ID=3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:47.969089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:28:47.974208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Calling delete_port for 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:48.038319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:28:48.051300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:28:48.190640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:28:48.190982 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:28:48.201851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:28:48.214604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] Sync routers for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:28:48.255946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:48.260989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:48.442848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] No DVR routers for this DVR port 12621e22-6432-4a77-9443-628e9decc396 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:28:48.447154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:48.482172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'name': 'network-vif-deleted', 'tag': '12621e22-6432-4a77-9443-628e9decc396'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:48.513214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0227b3-6f69-40f0-845d-b695fe739cc9 req-b8890203-43cb-4219-af63-b3c218e55982 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.44 "DELETE /v2.0/ports/12621e22-6432-4a77-9443-628e9decc396 HTTP/1.1" status: 204 len: 173 time: 3.5041871 Jan 10 19:28:48.599542 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6dd607-3fbb-43ef-8f5b-0fa44447ba73', 'name': 'network-vif-deleted', 'tag': '12621e22-6432-4a77-9443-628e9decc396', 'status': 'completed', 'code': 200} Jan 10 19:28:48.692606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Deleting port 3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:48.693215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:48.701968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:48.877358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] The port '3f5e8ea8-da0d-4ccf-bea5-2b55c7b2ae27' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:28:49.252507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:49.303456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7a2792ac-4f28-44df-925b-713fbf2ed4ac req-cea7bc29-f07b-45bb-8f9c-004f49ae4b4f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Synchronizing usage tracker for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:28:49.357884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-7a2792ac-4f28-44df-925b-713fbf2ed4ac req-cea7bc29-f07b-45bb-8f9c-004f49ae4b4f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Unset dirty status for tenant:7d08ad0d742446f5891bfeb56d396ae7 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:28:49.359646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a2792ac-4f28-44df-925b-713fbf2ed4ac req-cea7bc29-f07b-45bb-8f9c-004f49ae4b4f tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e6dd607-3fbb-43ef-8f5b-0fa44447ba73 HTTP/1.1" status: 200 len: 210 time: 0.2710021 Jan 10 19:28:49.374676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83170e5-134b-4ce1-9159-5bf23ee2ac77']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:49.419863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ac6edb-3911-497a-ba83-2e40beb28d66') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:49.422981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ac6edb-3911-497a-ba83-2e40beb28d66') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:49.466129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:49.513611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:49.524175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:28:49.524726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:49.549680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:49.556515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] Checking router: 7de989c9-5670-414e-8437-aa8793db2ac4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:28:49.567017 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:28:49.574191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:49.576489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:49.796436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:49.828719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:49.857968 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] 10.222.0.21 "DELETE /v2.0/networks/f83170e5-134b-4ce1-9159-5bf23ee2ac77 HTTP/1.1" status: 204 len: 168 time: 3.6090267 Jan 10 19:28:49.875536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926388e-16a3-47b4-b6f6-d5a58e529074 tempest-AllowedAddressPairTestJSON-1600708798 tempest-AllowedAddressPairTestJSON-1600708798-project] Pushing event deleted for resources: {'Network': ['ID=f83170e5-134b-4ce1-9159-5bf23ee2ac77,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:49.905213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:50.339695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43006) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:50.364705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:50.377845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5b35-639f-4449-a357-d4ed58f7bb25 None None] The sync data for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 is: [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'cf809d85-88ae-4f29-9cd5-315aad295e4a', 'name': '', 'network_id': 'c3e84529-b45d-452c-9ad1-4dd740300064', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'mac_address': 'fa:16:3e:10:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:53Z', 'updated_at': '2022-01-10T19:23:09Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'subnets': [{'id': '4e8b0b22-4977-4b3c-9d31-db2d53d67e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:28:50.541312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43036) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:50.742161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Deleting port 7d084d7e-3e0b-4c3e-a34f-9793aabb80ee {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:50.742471 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:50.896353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3db578fc-249b-4016-ba55-2d3342d2204c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bec81fcc5b5e4f71a90a62ca89732e4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5555115 Jan 10 19:28:50.899940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43088) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:51.005883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.005883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.049671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45eaf2e4-bb9d-43cb-bde9-3d65fdb2c6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.113501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45eaf2e4-bb9d-43cb-bde9-3d65fdb2c6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.206860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Calling delete_port for 7d084d7e-3e0b-4c3e-a34f-9793aabb80ee owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:51.208659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45eaf2e4-bb9d-43cb-bde9-3d65fdb2c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.241395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaf2e4-bb9d-43cb-bde9-3d65fdb2c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce342c05-e51d-4d34-9c59-556b2477f2aa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:51.259973 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45eaf2e4-bb9d-43cb-bde9-3d65fdb2c6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.267955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45eaf2e4-bb9d-43cb-bde9-3d65fdb2c6e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce342c05-e51d-4d34-9c59-556b2477f2aa HTTP/1.1" status: 204 len: 168 time: 0.3667710 Jan 10 19:28:51.427336 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.495798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event deleted for resources: {'Port': ['ID=7d084d7e-3e0b-4c3e-a34f-9793aabb80ee,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:51.630543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.651741 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:51.655554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba356faf-0c67-4c04-a9ca-4f10ff263cbe tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "DELETE /v2.0/floatingips/7bb360e5-e8ff-43d9-82d2-3194c189bf49 HTTP/1.1" status: 204 len: 168 time: 1.1104636 Jan 10 19:28:51.869128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43136) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:52.031905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea6c51b7-7935-4092-a6be-d5e4ad821128 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:52.107236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea6c51b7-7935-4092-a6be-d5e4ad821128 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:52.119963 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:28:52.212291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea6c51b7-7935-4092-a6be-d5e4ad821128 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:52.262449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c51b7-7935-4092-a6be-d5e4ad821128 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c80b9-172f-4a86-b63a-8dff92a01d8b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:52.304528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ea6c51b7-7935-4092-a6be-d5e4ad821128 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:52.308667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ea6c51b7-7935-4092-a6be-d5e4ad821128 tempest-TestServerBasicOps-463993081 tempest-TestServerBasicOps-463993081-project] 10.222.0.21 "DELETE /v2.0/security-groups/713c80b9-172f-4a86-b63a-8dff92a01d8b HTTP/1.1" status: 204 len: 168 time: 0.4382367 Jan 10 19:28:52.474415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43170) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:52.589224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:52.864237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab622756-9608-466a-9c98-2437b528a19f None None] New status for floating IP 7bb360e5-e8ff-43d9-82d2-3194c189bf49: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:28:52.884278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e662a224-1867-4c47-add7-d0bf5f423181 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1622178825', 'prefixes': ['172.20.0.0/16']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:52.892959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e662a224-1867-4c47-add7-d0bf5f423181 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:53.135093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e662a224-1867-4c47-add7-d0bf5f423181 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] Notify callbacks [] for subnetpool, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:53.140229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43190) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:53.141082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e662a224-1867-4c47-add7-d0bf5f423181 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5502658 Jan 10 19:28:53.182934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8bd28c0d-6912-4256-9ad9-973f04e5d6ac tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] 10.222.0.21 "GET /v2.0/subnetpools/eb8d5b56-cb27-483e-90c6-d81891a0674d HTTP/1.1" status: 200 len: 732 time: 0.0414724 Jan 10 19:28:53.185371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43194) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:53.192252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9ef36251-7f70-41b5-92ac-d909787629e4 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-951730442'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:28:53.323573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ef36251-7f70-41b5-92ac-d909787629e4 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] Notify callbacks [] for subnetpool, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:53.327283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9ef36251-7f70-41b5-92ac-d909787629e4 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] 10.222.0.21 "PUT /v2.0/subnetpools/eb8d5b56-cb27-483e-90c6-d81891a0674d HTTP/1.1" status: 200 len: 683 time: 0.1385701 Jan 10 19:28:53.327725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:53.466666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35ac2e3c-64e5-40df-83e3-af66b9332f1f tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] Notify callbacks [] for subnetpool, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:53.473065 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-35ac2e3c-64e5-40df-83e3-af66b9332f1f tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb8d5b56-cb27-483e-90c6-d81891a0674d HTTP/1.1" status: 204 len: 168 time: 0.1443090 Jan 10 19:28:53.475664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43206) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:53.496632 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-627f0401-6c36-4649-9087-e644ec77db02 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] show failed (client error): The resource could not be found. Jan 10 19:28:53.497872 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-627f0401-6c36-4649-9087-e644ec77db02 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] 10.222.0.21 "GET /v2.0/subnetpools/eb8d5b56-cb27-483e-90c6-d81891a0674d HTTP/1.1" status: 404 len: 346 time: 0.0211394 Jan 10 19:28:53.500883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:53.527222 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-49ef826c-3a0e-43eb-8eac-820f7d4eb4a1 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] delete failed (client error): The resource could not be found. Jan 10 19:28:53.540726 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-49ef826c-3a0e-43eb-8eac-820f7d4eb4a1 tempest-SubnetPoolsTestJSON-187737908 tempest-SubnetPoolsTestJSON-187737908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb8d5b56-cb27-483e-90c6-d81891a0674d HTTP/1.1" status: 404 len: 346 time: 0.0309544 Jan 10 19:28:53.577056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:53.845596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43220) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:54.198155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.232108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:54.235903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Usage tracker for resource:security_group_rule and tenant:e36949cc76534091b108a1db4e51cad4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:54.238763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:54.244468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:54.328428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.331586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Deleting port cf809d85-88ae-4f29-9cd5-315aad295e4a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:54.332310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.334805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.394062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f45f5e-31ae-4e88-90bf-81201b333d9a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:54.402429 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0fa40796-d693-4428-8e5b-01cb3c5cfe7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e36949cc76534091b108a1db4e51cad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5552206 Jan 10 19:28:54.403216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43230) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:54.496080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-080f80c4-856a-4459-95f6-ba2fed8ec528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.567457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-080f80c4-856a-4459-95f6-ba2fed8ec528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.656924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-080f80c4-856a-4459-95f6-ba2fed8ec528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.694641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f80c4-856a-4459-95f6-ba2fed8ec528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f45f5e-31ae-4e88-90bf-81201b333d9a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:54.707130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-080f80c4-856a-4459-95f6-ba2fed8ec528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.708335 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-080f80c4-856a-4459-95f6-ba2fed8ec528 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3f45f5e-31ae-4e88-90bf-81201b333d9a HTTP/1.1" status: 204 len: 168 time: 0.3034439 Jan 10 19:28:54.846115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] For port cf809d85-88ae-4f29-9cd5-315aad295e4a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cf809d85-88ae-4f29-9cd5-315aad295e4a,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:54.846593 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:54.859717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-80e89fab-cb78-46ee-8ac8-a5d03f62520c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1815848 Jan 10 19:28:55.251635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Calling delete_port for cf809d85-88ae-4f29-9cd5-315aad295e4a owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:55.358299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-637989e3-3a27-4777-9239-8774d09b6452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 1101 time: 0.3999169 Jan 10 19:28:55.587171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-d63f6ebe-68ae-4b4c-8df0-64fa5cab1f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:55.588548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-d63f6ebe-68ae-4b4c-8df0-64fa5cab1f9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.2079885 Jan 10 19:28:55.656702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:55.678517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-00335aea-2e5a-4b5a-bb12-1f312f7c7ced service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=65d2629f-0038-40f5-95ec-656d29d514ae HTTP/1.1" status: 200 len: 217 time: 0.0806599 Jan 10 19:28:55.731924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:55.791377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cf809d85-88ae-4f29-9cd5-315aad295e4a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:55.934044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-e387582a-68b6-4ca9-a12f-33b359a4ef1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:55.935462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-e387582a-68b6-4ca9-a12f-33b359a4ef1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.2499256 Jan 10 19:28:56.048524 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.126205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:28:56.139370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Usage tracker for resource:security_group_rule and tenant:0d19174f20764d7484e8e01c4f9c0799 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:28:56.144088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:28:56.151427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:28:56.250811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.256467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.324626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbb9c8-bd82-4278-abfe-61c1949ed83f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:56.349432 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bc06080b-b1c9-4ea4-a022-da511dd0d589 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d19174f20764d7484e8e01c4f9c0799&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6915145 Jan 10 19:28:56.351917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43292) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:56.435910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9422b21f-0b1a-443c-bda1-27ddf0106dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.438445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-da02ec57-e44d-466a-92e9-463392f09bfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4940112 Jan 10 19:28:56.472722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9422b21f-0b1a-443c-bda1-27ddf0106dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.529158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9422b21f-0b1a-443c-bda1-27ddf0106dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.546613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422b21f-0b1a-443c-bda1-27ddf0106dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbb9c8-bd82-4278-abfe-61c1949ed83f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:56.555733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9422b21f-0b1a-443c-bda1-27ddf0106dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.559391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9422b21f-0b1a-443c-bda1-27ddf0106dbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cdbb9c8-bd82-4278-abfe-61c1949ed83f HTTP/1.1" status: 204 len: 168 time: 0.2040133 Jan 10 19:28:56.632303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96eec1-1f8a-455a-af8b-6e886c2bc447 req-61f93636-88e1-4511-aa86-693eaccb86b1 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:56.633739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae96eec1-1f8a-455a-af8b-6e886c2bc447 req-61f93636-88e1-4511-aa86-693eaccb86b1 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 950 time: 0.3077776 Jan 10 19:28:56.639128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-758d13b6-ebf6-4edc-8bd1-68e6d8a6f7f0 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859579 Jan 10 19:28:56.864188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:56.895865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae96eec1-1f8a-455a-af8b-6e886c2bc447 req-a853d405-dfec-4cd4-80e9-8cda64cd8dc5 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518923 Jan 10 19:28:56.994049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2919e00-8f05-4306-8626-c96ba8d8f35a req-82cc2eb4-99e6-4f1e-adb6-bfc4dba6be42 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311687 Jan 10 19:28:57.686442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-79ab6835-6849-4bb1-9af2-e2efb3eec4a3 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:57.687902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-79ab6835-6849-4bb1-9af2-e2efb3eec4a3 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 950 time: 0.1258662 Jan 10 19:28:57.694143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Router 7de989c9-5670-414e-8437-aa8793db2ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:28:57.827041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Deleting port 65d2629f-0038-40f5-95ec-656d29d514ae {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:57.827426 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:58.463109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a3fb2-fc3b-4e88-a02b-5c750d717a51 req-daf4bfac-843a-4eeb-acf5-4ec0cd9e3760 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:28:58.473761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e99a3fb2-fc3b-4e88-a02b-5c750d717a51 req-daf4bfac-843a-4eeb-acf5-4ec0cd9e3760 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 950 time: 0.3397024 Jan 10 19:28:58.662473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] For port 65d2629f-0038-40f5-95ec-656d29d514ae, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=65d2629f-0038-40f5-95ec-656d29d514ae,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:28:58.663291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:58.878079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Calling delete_port for 65d2629f-0038-40f5-95ec-656d29d514ae owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:28:58.923634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e99a3fb2-fc3b-4e88-a02b-5c750d717a51 req-f65897e0-082d-4c86-ba43-4c7b6280144b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3e06cde-e95c-4eab-87f1-90b5fe943da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497747 Jan 10 19:28:58.951616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:28:58.974483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] Sync routers for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:28:58.979241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d902e22f-00ea-4c12-ba40-5fd24cb751ce admin admin] 10.222.0.21 "PUT /v2.0/routers/7de989c9-5670-414e-8437-aa8793db2ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5032990 Jan 10 19:28:58.982297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43388) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:28:59.022907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:59.022907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:59.189406 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:59.209893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['65d2629f-0038-40f5-95ec-656d29d514ae'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:28:59.265116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Pushing event deleted for resources: {'Port': ['ID=65d2629f-0038-40f5-95ec-656d29d514ae,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:28:59.335680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:59.359261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] No DVR routers for this DVR port 65d2629f-0038-40f5-95ec-656d29d514ae on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:28:59.361938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:59.365763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'name': 'network-vif-deleted', 'tag': '65d2629f-0038-40f5-95ec-656d29d514ae'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:28:59.372829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48da88a7-153a-4eda-beeb-858f91ff7fe8 req-619146e7-1353-4078-a844-ef198251406b tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.44 "DELETE /v2.0/ports/65d2629f-0038-40f5-95ec-656d29d514ae HTTP/1.1" status: 204 len: 173 time: 1.6774807 Jan 10 19:28:59.445073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:28:59.520497 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8717cf9-f26f-40d9-bd13-21ea07cb6c61', 'name': 'network-vif-deleted', 'tag': '65d2629f-0038-40f5-95ec-656d29d514ae', 'status': 'completed', 'code': 200} Jan 10 19:28:59.733222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:59.747464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Deleting port a53f7b76-e24f-494a-a0b9-2a961b1851ce {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:28:59.753816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:28:59.934499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:28:55Z', 'revision_number': 5, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port': {'id': 'a53f7b76-e24f-494a-a0b9-2a961b1851ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:22:44Z', 'updated_at': '2022-01-10T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:28:59.938763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] Checking router: 7de989c9-5670-414e-8437-aa8793db2ac4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:28:59.960545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] Routers {'7de989c9-5670-414e-8437-aa8793db2ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:28:59.961175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:28:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['7de989c9-5670-414e-8437-aa8793db2ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:00.111664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] For port a53f7b76-e24f-494a-a0b9-2a961b1851ce, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a53f7b76-e24f-494a-a0b9-2a961b1851ce,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:00.112614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:00.319651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8c7c31e-ee83-4d5f-ae71-eb77df5b2a4d req-5269382a-4b5d-4bfd-bfd5-93aaade99146 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Synchronizing usage tracker for tenant:9c997e8d33534656b0bc875eb38ef3b1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:29:00.339729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] Set router 7de989c9-5670-414e-8437-aa8793db2ac4 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:00.360873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8c7c31e-ee83-4d5f-ae71-eb77df5b2a4d req-5269382a-4b5d-4bfd-bfd5-93aaade99146 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] Unset dirty status for tenant:9c997e8d33534656b0bc875eb38ef3b1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:29:00.362451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8c7c31e-ee83-4d5f-ae71-eb77df5b2a4d req-5269382a-4b5d-4bfd-bfd5-93aaade99146 tempest-VolumesBackupsTest-1452377236 tempest-VolumesBackupsTest-1452377236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8717cf9-f26f-40d9-bd13-21ea07cb6c61 HTTP/1.1" status: 200 len: 210 time: 0.1210854 Jan 10 19:29:00.398257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Calling delete_port for a53f7b76-e24f-494a-a0b9-2a961b1851ce owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:00.463074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:28:59Z', 'revision_number': 6, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:00.468584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd19edf-f0a7-4197-a3b6-799ab3b13d24 None None] The sync data for ids ['7de989c9-5670-414e-8437-aa8793db2ac4'] in n-d-816927-8 is: [{'id': '7de989c9-5670-414e-8437-aa8793db2ac4', 'name': 'tempest-TestServerBasicOps-1466647000-router', 'tenant_id': '7d08ad0d742446f5891bfeb56d396ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:22:41Z', 'updated_at': '2022-01-10T19:28:59Z', 'revision_number': 6, 'project_id': '7d08ad0d742446f5891bfeb56d396ae7', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:00.610338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:00.758033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53f7b76-e24f-494a-a0b9-2a961b1851ce,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:01.325042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:01.621154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 65d2629f-0038-40f5-95ec-656d29d514ae no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:01.686887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 65d2629f-0038-40f5-95ec-656d29d514ae {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:01.687574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 65d2629f-0038-40f5-95ec-656d29d514ae not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:01.728014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:01.733588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:01.770279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:01.771128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de989c9-5670-414e-8437-aa8793db2ac4 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:29:01.807420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:01.811477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43460) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:01.815441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eba3ed39-dc58-45d2-a4be-470f2b4cad22 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7de989c9-5670-414e-8437-aa8793db2ac4 HTTP/1.1" status: 204 len: 168 time: 2.8319862 Jan 10 19:29:01.856488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cf809d85-88ae-4f29-9cd5-315aad295e4a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:01.999032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: cf809d85-88ae-4f29-9cd5-315aad295e4a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:02.000795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cf809d85-88ae-4f29-9cd5-315aad295e4a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:02.002315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a53f7b76-e24f-494a-a0b9-2a961b1851ce no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:02.044516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Deleting subnet 4e8b0b22-4977-4b3c-9d31-db2d53d67e13 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:29:02.054314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:02.078581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a53f7b76-e24f-494a-a0b9-2a961b1851ce {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:02.080993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a53f7b76-e24f-494a-a0b9-2a961b1851ce not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:02.166517 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:02.322181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:02.468598 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:02.539313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8b0b22-4977-4b3c-9d31-db2d53d67e13,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:02.550328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:02.560800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e908e-0a5c-45a8-aa91-cf48d28c8ca0 None None] Network c3e84529-b45d-452c-9ad1-4dd740300064 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:02.593136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b6fe563-b40e-41c7-a4df-4895c1d4dce2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4e8b0b22-4977-4b3c-9d31-db2d53d67e13 HTTP/1.1" status: 204 len: 168 time: 0.7805221 Jan 10 19:29:02.603816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43486) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:02.886819 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:02.898966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Deleting port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:02.899311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:03.189807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] DHCP port deletion for c3e84529-b45d-452c-9ad1-4dd740300064 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:29:03.194695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Deleting port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:03.195269 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:03.414581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] For port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:03.416185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:03.694586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Calling delete_port for 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:03.696073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] For port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,segment=NetworkSegment(5e81acce-f558-480f-9bf0-4042902e9ded),segment_id=5e81acce-f558-480f-9bf0-4042902e9ded)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:03.696576 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:03.882047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.010580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c35ccbd-85ab-41ed-b520-f7c7338a3cf7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:04.049392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] No DVR routers for this DVR port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:29:04.109231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Calling delete_port for 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:04.356148 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:29:04.356773 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:29:04.360488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:04.376075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.414906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e84529-b45d-452c-9ad1-4dd740300064']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:04.431548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e81acce-f558-480f-9bf0-4042902e9ded') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:04.432188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e81acce-f558-480f-9bf0-4042902e9ded') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:04.447570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.496231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.511027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:29:04.512373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.531208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:04.536492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:29:04.671838 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:29:04.729272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.761742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:04.765409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e84529-b45d-452c-9ad1-4dd740300064,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:04.811328 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0f0a174d-1305-439e-891f-c5d4ccd1b50f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c3e84529-b45d-452c-9ad1-4dd740300064 HTTP/1.1" status: 204 len: 168 time: 2.2056241 Jan 10 19:29:04.814818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43524) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:04.858364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Deleting port 2c35ccbd-85ab-41ed-b520-f7c7338a3cf7 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:04.858993 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:05.004356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2a56e30a-4c23-4acf-bf27-20c61b59bb7b None None] The port '2c35ccbd-85ab-41ed-b520-f7c7338a3cf7' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:29:06.109980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:07.553434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Deleting port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:07.554467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:07.888389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] For port 1257eb45-5b6b-4774-b1c3-ef9f7a65219b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:07.889898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:08.072049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Calling delete_port for 1257eb45-5b6b-4774-b1c3-ef9f7a65219b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:08.362300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-896947bf-4698-4147-9095-8cf00b881e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:08.461680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:08.546690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Pushing event deleted for resources: {'Port': ['ID=1257eb45-5b6b-4774-b1c3-ef9f7a65219b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:09.122192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:10.215177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Router 51c7badd-2911-4747-8d30-08fcbe28b011 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:29:10.507159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d13630c8-22f1-4277-9c3a-15b714335cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:10.796162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:10.824029 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] Sync routers for ids ['51c7badd-2911-4747-8d30-08fcbe28b011'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:29:10.867613 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] Routers {'51c7badd-2911-4747-8d30-08fcbe28b011'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:10.868226 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51c7badd-2911-4747-8d30-08fcbe28b011'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:10.893578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:10.925480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c0deda42-aa6a-42f2-9829-8dc87f64e591 admin admin] 10.222.0.21 "PUT /v2.0/routers/51c7badd-2911-4747-8d30-08fcbe28b011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1094885 Jan 10 19:29:10.937199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43660) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:11.476191 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] Set router 51c7badd-2911-4747-8d30-08fcbe28b011 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:11.774897 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:11.833569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.024657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:12.133110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-429e71ac-878b-4242-b2e1-8082a0f1e69a tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/floatingips/f7e17b49-09df-41f2-bbab-77be5d95caf3 HTTP/1.1" status: 200 len: 993 time: 1.2376723 Jan 10 19:29:12.205425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.411159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.473363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:12.492896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Usage tracker for resource:security_group_rule and tenant:e892169e91d943e9b0ec57ab8b31d3a9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:12.509344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:12.528922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:12.602922 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:29:08Z', 'revision_number': 5, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:12.615622 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] Checking router: 51c7badd-2911-4747-8d30-08fcbe28b011 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:29:12.630883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.641074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.656509 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] Routers {'51c7badd-2911-4747-8d30-08fcbe28b011'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:12.657134 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51c7badd-2911-4747-8d30-08fcbe28b011'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:12.695901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43690) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:12.717281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e892169e91d943e9b0ec57ab8b31d3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6887984 Jan 10 19:29:12.726686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43694) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:12.879167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.915942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Deleting port 2f6b7991-e701-45e1-99be-919ccd62a063 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:12.917171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:12.973797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0a8f-a9fa-4e2f-bbcd-1e033628910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06f48f-662a-44a4-914f-897f5cb73515,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:12.980271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-876953c3-fb7b-4b96-a687-ebe4e3c7834b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.014330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-876953c3-fb7b-4b96-a687-ebe4e3c7834b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.095924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.153056 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] Set router 51c7badd-2911-4747-8d30-08fcbe28b011 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:13.320471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 378427c5-977d-494f-b2bb-a0de078d20a2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:13.321009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.444708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] For port 2f6b7991-e701-45e1-99be-919ccd62a063, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2f6b7991-e701-45e1-99be-919ccd62a063,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:13.445913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.678970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Calling delete_port for 2f6b7991-e701-45e1-99be-919ccd62a063 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:13.712831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-876953c3-fb7b-4b96-a687-ebe4e3c7834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.772373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876953c3-fb7b-4b96-a687-ebe4e3c7834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06f48f-662a-44a4-914f-897f5cb73515,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:13.774582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-876953c3-fb7b-4b96-a687-ebe4e3c7834b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.789351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-876953c3-fb7b-4b96-a687-ebe4e3c7834b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a06f48f-662a-44a4-914f-897f5cb73515 HTTP/1.1" status: 204 len: 168 time: 0.9463184 Jan 10 19:29:13.918209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.918567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:13.929107 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:29:08Z', 'revision_number': 5, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:13.934215 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705499b-5a46-4bb0-ada4-8694a14d996d None None] The sync data for ids ['51c7badd-2911-4747-8d30-08fcbe28b011'] in n-d-816927-8 is: [{'id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'name': 'tempest-TestServerBasicOps-510300234-router', 'tenant_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:23:07Z', 'updated_at': '2022-01-10T19:29:08Z', 'revision_number': 5, 'project_id': '16ac1b2c034d4a8b8f1df98980d502b9', 'gw_port': {'id': '2f6b7991-e701-45e1-99be-919ccd62a063', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7badd-2911-4747-8d30-08fcbe28b011', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:23:08Z', 'updated_at': '2022-01-10T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:14.044836 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:14.164140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6b7991-e701-45e1-99be-919ccd62a063,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:14.165010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 378427c5-977d-494f-b2bb-a0de078d20a2 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:14.705725 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:14.716027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:14.913512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=378427c5-977d-494f-b2bb-a0de078d20a2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:15.265703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.326398 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.332548 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.511439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43746) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:15.647313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.655654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.690424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.691313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51c7badd-2911-4747-8d30-08fcbe28b011 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:29:15.725832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:15.732238 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e2ce390f-2fdd-4f76-9726-83b7c2fd93c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/51c7badd-2911-4747-8d30-08fcbe28b011 HTTP/1.1" status: 204 len: 168 time: 4.7939401 Jan 10 19:29:15.734937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43754) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:15.888444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091dd80-b6df-42c6-8a0f-14d08155c5ff req-b54876b6-f607-4c22-8fa7-98b40c62eb25 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:15.905757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e091dd80-b6df-42c6-8a0f-14d08155c5ff req-b54876b6-f607-4c22-8fa7-98b40c62eb25 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 946 time: 0.5159457 Jan 10 19:29:15.993782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Deleting subnet c579200e-795f-4538-91e5-6adb0cf63654 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:29:16.000033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.055727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-731023630-network', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:16.085471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:16.118508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Usage tracker for resource:network and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:16.141987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:16.215132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:16.307493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1257eb45-5b6b-4774-b1c3-ef9f7a65219b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:16.339934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Made reservation on behalf of 603bbb9b143b4edf860f5bcf6462d5d9 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:29:16.342339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.394232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43766) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:16.419310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1257eb45-5b6b-4774-b1c3-ef9f7a65219b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:16.424244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1257eb45-5b6b-4774-b1c3-ef9f7a65219b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:16.431399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e091dd80-b6df-42c6-8a0f-14d08155c5ff req-335776e2-7c73-4ca7-8ad3-1694dc88e677 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5217602 Jan 10 19:29:16.500836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.530781 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.638916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:16.646656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:16.656626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:16.682498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:16.780131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.801411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.825493 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.841085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:29:16.851904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.852246 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Added segment d476c4f0-ae41-4fb8-a499-429e25260e03 of type vlan for network 7a15d86d-6a18-4055-8c30-67eed9067002 Jan 10 19:29:16.893686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.949970 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.951187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:16.952181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:16.953668 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.027113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c579200e-795f-4538-91e5-6adb0cf63654,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:17.046254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a901fa-d7d8-4667-814b-6fd3f535663b None None] Network 63986f23-8da6-4db5-ab6b-34adf22cbf22 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:17.046746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.067809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3ed0170c-c589-432e-8db1-8ee1cd35c6e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c579200e-795f-4538-91e5-6adb0cf63654 HTTP/1.1" status: 204 len: 168 time: 1.3306170 Jan 10 19:29:17.068612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43784) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:17.152752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.289759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b89a003-7d16-44f5-8133-c8dab2a229cf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:17.327541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] Pushing event updated for resources: {'Network': ['ID=7a15d86d-6a18-4055-8c30-67eed9067002,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:17.351529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.367194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 7a15d86d-6a18-4055-8c30-67eed9067002 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:29:17.384416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Deleting port 73bf26db-65dc-426f-9b39-e7b611278c6a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:17.384773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.394624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:17.405802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4a0e8c611a49428297525c70ca8fff is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:17.412181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:17.435160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:17.584555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] DHCP port deletion for 63986f23-8da6-4db5-ab6b-34adf22cbf22 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:29:17.598916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Deleting port 73bf26db-65dc-426f-9b39-e7b611278c6a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:17.599442 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.626077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.636979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5188a2b1-6871-44d7-97b3-154678a43141 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1236465 Jan 10 19:29:17.638427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43794) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:17.650924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.693134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Request body: {'subnet': {'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-731023630-subnet', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:17.699340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:17.703586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Usage tracker for resource:subnet and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:17.706923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:17.720432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:17.783069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e4a0e8c611a49428297525c70ca8fff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3499939 Jan 10 19:29:17.783853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43800) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:17.788190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b40d0-658e-42d8-b08c-cbb3d4ab20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b705ab-d395-4e9f-b13d-cd6b163246be,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:17.802816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Made reservation on behalf of 603bbb9b143b4edf860f5bcf6462d5d9 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:29:17.809381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:17.882062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73bf26db-65dc-426f-9b39-e7b611278c6a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:17.887174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:17.889974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.036612 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.057340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:18.057736 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.102459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Calling delete_port for 73bf26db-65dc-426f-9b39-e7b611278c6a owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:18.124505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router f8261365-2192-4366-a6af-737a7be26311 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:29:18.149036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:18.165546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d4769e-71c9-438b-ba47-486722cde434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.209776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:29:18.212777 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:29:18.215498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.216051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2f6b7991-e701-45e1-99be-919ccd62a063 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:18.242309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d4769e-71c9-438b-ba47-486722cde434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.256875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Calling delete_port for 73bf26db-65dc-426f-9b39-e7b611278c6a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:18.332182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2f6b7991-e701-45e1-99be-919ccd62a063 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:18.332522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2f6b7991-e701-45e1-99be-919ccd62a063 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:18.398538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=73bf26db-65dc-426f-9b39-e7b611278c6a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:18.430484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.430909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.431257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.431825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.432175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.432547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.432884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.433254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.434709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.435207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.435862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:18.455004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:29:18.455405 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:29:18.525748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d4769e-71c9-438b-ba47-486722cde434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.551258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.586736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4769e-71c9-438b-ba47-486722cde434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b705ab-d395-4e9f-b13d-cd6b163246be,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:18.650075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19d4769e-71c9-438b-ba47-486722cde434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.651210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19d4769e-71c9-438b-ba47-486722cde434 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74b705ab-d395-4e9f-b13d-cd6b163246be HTTP/1.1" status: 204 len: 168 time: 0.8520567 Jan 10 19:29:18.656789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b650def4-eb7a-4655-a19a-f489ca696e5b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:18.714477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Deleting port 73bf26db-65dc-426f-9b39-e7b611278c6a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:18.714826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.957354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Deleting port 73bf26db-65dc-426f-9b39-e7b611278c6a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:18.957920 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:18.982083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Checking segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:18.982570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Network hostable DHCP agents. Network: 7a15d86d-6a18-4055-8c30-67eed9067002, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:29:19.041053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Network 7a15d86d-6a18-4055-8c30-67eed9067002 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:29:19.066999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 7a15d86d-6a18-4055-8c30-67eed9067002) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:19.088933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:19.089554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.093125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570bd8c-cdc0-4b9b-86d4-047a541f4c3f None None] Network 7a15d86d-6a18-4055-8c30-67eed9067002 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:19.099770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:19.107720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.108584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:19.109010 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.230817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c477d616-cce4-4639-85ae-432c230e6c5f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5818326 Jan 10 19:29:19.234166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43828) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:19.242957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:19.248161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-472b0681-51bd-45f3-8e4a-f7d59b7ab1c8 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7e17b49-09df-41f2-bbab-77be5d95caf3 HTTP/1.1" status: 204 len: 168 time: 6.5324495 Jan 10 19:29:19.249749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:29:19.255070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:19.259612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Usage tracker for resource:router and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:19.262830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:19.275258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:19.300792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.302053 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.332274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.364930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Calling delete_port for 73bf26db-65dc-426f-9b39-e7b611278c6a owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:19.407940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea6320-51a4-4501-8309-be8143129326 None None] Sync routers for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:29:19.473919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43840) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:19.525795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.603925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:19.612755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Usage tracker for resource:security_group_rule and tenant:2163ff56fd3649ed9c2fa3723d01176e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:19.618047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:19.624859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.651125 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'status': 'completed', 'code': 200} Jan 10 19:29:19.773168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:19.786712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] No DVR routers for this DVR port 73bf26db-65dc-426f-9b39-e7b611278c6a on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:29:19.858428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.874010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=73bf26db-65dc-426f-9b39-e7b611278c6a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:19.880147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] For port 73bf26db-65dc-426f-9b39-e7b611278c6a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73bf26db-65dc-426f-9b39-e7b611278c6a,segment=NetworkSegment(12905730-c528-4426-a16a-ea9d8b3113fb),segment_id=12905730-c528-4426-a16a-ea9d8b3113fb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:19.882208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:19.890733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:19.892168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:19.981577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-f4d0c9b2-59c6-4bde-b9dc-1a344f7bb8b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=045adc18b7604d96a179a90b0e949df1&device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 1096 time: 0.4281373 Jan 10 19:29:19.985820 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.031941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63986f23-8da6-4db5-ab6b-34adf22cbf22']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:20.054053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12905730-c528-4426-a16a-ea9d8b3113fb') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:20.054456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12905730-c528-4426-a16a-ea9d8b3113fb') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:20.078241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.239690 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.249665 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.256088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.297248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:29:20.297686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.312013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4378de7a-60c0-4f5d-a2c6-88ce94de92b8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:29:20.316239 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:29:20.336541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Calling delete_port for 73bf26db-65dc-426f-9b39-e7b611278c6a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:20.420777 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-360013fa-adc1-4869-a4d5-9296d516db90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2163ff56fd3649ed9c2fa3723d01176e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9412870 Jan 10 19:29:20.425336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43854) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:20.461571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.466851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.521801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=63986f23-8da6-4db5-ab6b-34adf22cbf22,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:20.542109 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ba52d1fe-3bfd-462e-85b3-63a3aef35a9d admin admin] 10.222.0.21 "DELETE /v2.0/networks/63986f23-8da6-4db5-ab6b-34adf22cbf22 HTTP/1.1" status: 204 len: 168 time: 3.4725060 Jan 10 19:29:20.564443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15c09ea2-9284-4132-8356-2b98695b4751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.594456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa6ef7-5eb3-4c97-b281-cb1f3240e493 req-5114d93a-084e-47d0-aed0-9a27b2ef8461 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:20.595792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-97fa6ef7-5eb3-4c97-b281-cb1f3240e493 req-5114d93a-084e-47d0-aed0-9a27b2ef8461 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:29:20.611021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-2a6fac82-f477-431a-b58e-a2ed6ee6935f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:20.612497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-2a6fac82-f477-431a-b58e-a2ed6ee6935f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a47cf573-2f73-4749-9b03-d3065cd0c673 HTTP/1.1" status: 200 len: 897 time: 0.6162035 Jan 10 19:29:20.621375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15c09ea2-9284-4132-8356-2b98695b4751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.647615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:20.755991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15c09ea2-9284-4132-8356-2b98695b4751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.792906 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15c09ea2-9284-4132-8356-2b98695b4751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:20.795823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15c09ea2-9284-4132-8356-2b98695b4751 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4378de7a-60c0-4f5d-a2c6-88ce94de92b8 HTTP/1.1" status: 204 len: 168 time: 0.3681250 Jan 10 19:29:20.800998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c09ea2-9284-4132-8356-2b98695b4751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4378de7a-60c0-4f5d-a2c6-88ce94de92b8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:20.880809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-2783554f-a853-40c7-8c71-00889c2d63df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 HTTP/1.1" status: 200 len: 217 time: 0.2467897 Jan 10 19:29:20.894182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-97fa6ef7-5eb3-4c97-b281-cb1f3240e493 req-5114d93a-084e-47d0-aed0-9a27b2ef8461 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:29:20.895363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97fa6ef7-5eb3-4c97-b281-cb1f3240e493 req-5114d93a-084e-47d0-aed0-9a27b2ef8461 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 945 time: 1.0303304 Jan 10 19:29:21.073444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:21.089180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-7a15d86d-6a18-4055-8c30-67eed9067002', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:29:21.090069 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:21.277798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-16eb7570-e9e4-48e4-ad48-45e243e7936c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:21.289989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-16eb7570-e9e4-48e4-ad48-45e243e7936c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=099469ec-403d-4098-a68e-f76bf1416cbc HTTP/1.1" status: 200 len: 834 time: 0.3908927 Jan 10 19:29:21.369864 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:29:21.370842 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:29:21.379198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-db5af935-aad8-466e-90eb-fa38d2d2f422 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d08ad0d742446f5891bfeb56d396ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3038123 Jan 10 19:29:21.400725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 43878) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:21.453726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97fa6ef7-5eb3-4c97-b281-cb1f3240e493 req-73bce817-56f7-4e68-a782-5c94491acb43 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494612 Jan 10 19:29:21.533520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:14Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:21.553715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea6320-51a4-4501-8309-be8143129326 None None] Checking router: f8261365-2192-4366-a6af-737a7be26311 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:29:21.560529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-3380cc78-7265-460c-85a4-512354cb431e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:21.561459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-3380cc78-7265-460c-85a4-512354cb431e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Synchronizing usage tracker for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:29:21.629719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-3380cc78-7265-460c-85a4-512354cb431e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Unset dirty status for tenant:045adc18b7604d96a179a90b0e949df1 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:29:21.630897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-3380cc78-7265-460c-85a4-512354cb431e tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 945 time: 0.3765764 Jan 10 19:29:21.631684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f022c352-94ba-4a55-a684-8cfb0e887996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:21.643836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:21.651989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Allocated IP 172.20.0.2 (7a15d86d-6a18-4055-8c30-67eed9067002/b650def4-eb7a-4655-a19a-f489ca696e5b/c7651ec7-cb65-4a97-8f66-c1777b92d71c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:21.677494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:21.679238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:21.684636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:21.825697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f022c352-94ba-4a55-a684-8cfb0e887996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:21.896787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:21.896787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:21.934531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:29:21.960294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Allocated IP 172.25.6.142 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/2cde3c41-c2ce-450d-9681-251e8ec6d29f) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:21.985897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-f57cc070-18ee-4b63-819f-3bb0120faad8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a47cf573-2f73-4749-9b03-d3065cd0c673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6740789 Jan 10 19:29:22.083888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f022c352-94ba-4a55-a684-8cfb0e887996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.229389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022c352-94ba-4a55-a684-8cfb0e887996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56215806-d22f-4c96-a3cb-3f76ca9edfed,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:22.309501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f022c352-94ba-4a55-a684-8cfb0e887996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.315550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f022c352-94ba-4a55-a684-8cfb0e887996 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56215806-d22f-4c96-a3cb-3f76ca9edfed HTTP/1.1" status: 204 len: 168 time: 0.9138074 Jan 10 19:29:22.343901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-35fd9d24-b8b5-41dd-8b3b-0bf80b9bfc9f service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334696 Jan 10 19:29:22.393212 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.405415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Transition to ACTIVE for port object c7651ec7-cb65-4a97-8f66-c1777b92d71c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:22.450581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Transition to ACTIVE for port object c7651ec7-cb65-4a97-8f66-c1777b92d71c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:22.457146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Deleting port 73bf26db-65dc-426f-9b39-e7b611278c6a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:22.458895 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.797336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.828259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84e03017-83ab-42c4-9861-3a7ee67290ff req-dd674326-5dec-4203-87cc-73fce61f11a8 service neutron] 10.222.0.44 "GET /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742913 Jan 10 19:29:22.890022 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.946676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:22.947107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:22.958188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cfc82-5319-4477-807d-c6b336a3c4e2 req-7aa77e99-e4b3-4b69-b9f5-68ba085280fc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:22.964790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-936cfc82-5319-4477-807d-c6b336a3c4e2 req-7aa77e99-e4b3-4b69-b9f5-68ba085280fc tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 945 time: 0.1322920 Jan 10 19:29:23.016347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:23.092311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 1.09 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:29:23.113855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Pushing event updated for resources: {'Port': ['ID=2cde3c41-c2ce-450d-9681-251e8ec6d29f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:23.145265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-936cfc82-5319-4477-807d-c6b336a3c4e2 req-5f00469c-992b-441e-ba6a-841985a4f390 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/security-groups?id=50178b7d-4785-45f4-85a8-da31eaf0169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795788 Jan 10 19:29:23.186835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:23.196277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:23.202232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:23.473543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:23.512910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:23.513420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:23.535583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8285145b-1258-4af0-a853-4a42c4839f2f', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:29:23.604260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3235ac87-f364-4f4c-9c1f-6fa804e264e6 None None] The port '73bf26db-65dc-426f-9b39-e7b611278c6a' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:29:23.678006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-540b7d39-e493-4920-9138-dc9995a435dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16ac1b2c034d4a8b8f1df98980d502b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1639180 Jan 10 19:29:23.680853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 43948) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:23.770454 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:23.771151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:23.776756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4c317cc-f7e2-41b5-864d-99b0fb0b67dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:23.825687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Network 7a15d86d-6a18-4055-8c30-67eed9067002 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:23.830668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:23.836106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4c317cc-f7e2-41b5-864d-99b0fb0b67dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:23.933278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:24.080893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4c317cc-f7e2-41b5-864d-99b0fb0b67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:24.114846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c317cc-f7e2-41b5-864d-99b0fb0b67dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1f37c3-42bc-458b-a966-c13082d69f73,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:24.144780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4c317cc-f7e2-41b5-864d-99b0fb0b67dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:24.149573 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:24.150216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d4c317cc-f7e2-41b5-864d-99b0fb0b67dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1f37c3-42bc-458b-a966-c13082d69f73 HTTP/1.1" status: 204 len: 168 time: 0.4678118 Jan 10 19:29:24.183441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:24.215059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:24.239557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Pushing event updated for resources: {'Port': ['ID=c7651ec7-cb65-4a97-8f66-c1777b92d71c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:24.290358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:29:24.312908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] No DVR routers for this DVR port ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:29:24.316290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:24.317415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:24.346835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'name': 'network-vif-deleted', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:29:24.371719 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d9ec3c7e-418e-489d-a478-359bc683a7ee req-d8a5dde1-3574-4915-89de-ba39bc0bb572 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.44 "DELETE /v2.0/ports/ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 HTTP/1.1" status: 204 len: 173 time: 2.7268848 Jan 10 19:29:24.417975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:24.427281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:24.628891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:29:24.808836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:24.963018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8285145b-1258-4af0-a853-4a42c4839f2f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:29:25.158492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Attempting to bind port c7651ec7-cb65-4a97-8f66-c1777b92d71c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:29:25.159218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Attempting to bind port c7651ec7-cb65-4a97-8f66-c1777b92d71c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:29:25.159775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Attempting to bind port c7651ec7-cb65-4a97-8f66-c1777b92d71c on network 7a15d86d-6a18-4055-8c30-67eed9067002 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:29:25.199880 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8fff39-ccf6-4170-8834-f815555e6008', 'name': 'network-vif-deleted', 'tag': 'ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3', 'status': 'completed', 'code': 200} Jan 10 19:29:25.239907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:29:25.242659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Checking segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:25.245018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:25.245598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Bound using segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:29:25.247472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Bound port: c7651ec7-cb65-4a97-8f66-c1777b92d71c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:29:25.249242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:25.279749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f357bf25-cfe0-43b5-a127-4984a35ee433 req-66da8093-17a5-4631-8c1e-abb734201128 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e8fff39-ccf6-4170-8834-f815555e6008 HTTP/1.1" status: 200 len: 210 time: 0.4176874 Jan 10 19:29:25.850111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:25.867824 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Sync routers for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:29:25.886850 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:25.887620 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:25.897223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:25.901185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bbeb998e-f112-46d7-ad93-0d120acdcd89 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6635787 Jan 10 19:29:25.901536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44006) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:26.210844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] For port c7651ec7-cb65-4a97-8f66-c1777b92d71c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:29:26.267010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] For port c7651ec7-cb65-4a97-8f66-c1777b92d71c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c7651ec7-cb65-4a97-8f66-c1777b92d71c,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:29:26.296231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:26.396746 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:26.405789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3cea6320-51a4-4501-8309-be8143129326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:14Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:26.447688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:26.490937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea6320-51a4-4501-8309-be8143129326 None None] The sync data for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 is: [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:27:58Z', 'revision_number': 4, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '7ad7290c-17f6-49cc-b5ac-46f4c626ac54', 'name': '', 'network_id': 'a47cf573-2f73-4749-9b03-d3065cd0c673', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'mac_address': 'fa:16:3e:8c:0c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:56Z', 'updated_at': '2022-01-10T19:28:14Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'subnets': [{'id': '099469ec-403d-4098-a68e-f76bf1416cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:26.603499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25609740-24f1-48aa-bf4e-aa4282c47930 None None] Pushing event updated for resources: {'Port': ['ID=c7651ec7-cb65-4a97-8f66-c1777b92d71c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:26.641215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:26.641825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ca018e4a-34e0-45c6-9e59-ebfb1e5d5dc3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:26.658948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44030) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:26.931318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:27.013929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:27.149153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:27.210096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50178b7d-4785-45f4-85a8-da31eaf0169c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:27.229828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a91d70-38b2-40db-8d77-2b4f84ac68bf None None] New status for floating IP f7e17b49-09df-41f2-bbab-77be5d95caf3: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:29:27.238766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.239409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.243990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.244650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.245139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.245622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.246419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.247015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.247498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.248135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.248803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:27.252328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:27.263289 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6cc1f65a-e2de-4fa5-a5d7-c815fae5f2ca tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/security-groups/50178b7d-4785-45f4-85a8-da31eaf0169c HTTP/1.1" status: 204 len: 168 time: 0.6015339 Jan 10 19:29:27.279744 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:23Z', 'revision_number': 3, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:27.302394 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Checking router: ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:29:27.308313 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Updating router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 port 2cde3c41-c2ce-450d-9681-251e8ec6d29f binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:29:27.353078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44048) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:27.559201 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.029537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c7651ec7-cb65-4a97-8f66-c1777b92d71c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:28.199564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c7651ec7-cb65-4a97-8f66-c1777b92d71c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:28.366467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.416433 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.449644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:28.459290 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Transition to ACTIVE for port object 2cde3c41-c2ce-450d-9681-251e8ec6d29f will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:28.479976 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.690420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8285145b-1258-4af0-a853-4a42c4839f2f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:28.691102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.724532 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Pushing event updated for resources: {'Port': ['ID=2cde3c41-c2ce-450d-9681-251e8ec6d29f,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:28.749719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99143d77-b57d-449e-afad-f438a8a5084e None None] Network 7a15d86d-6a18-4055-8c30-67eed9067002 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:28.764147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Attempting to bind port 2cde3c41-c2ce-450d-9681-251e8ec6d29f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:29:28.765383 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Attempting to bind port 2cde3c41-c2ce-450d-9681-251e8ec6d29f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:29:28.772928 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Attempting to bind port 2cde3c41-c2ce-450d-9681-251e8ec6d29f on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:29:28.781359 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:29:28.782963 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:28.787391 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.788702 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:29:28.789410 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Bound port: 2cde3c41-c2ce-450d-9681-251e8ec6d29f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:29:28.790022 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.920572 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] For port 2cde3c41-c2ce-450d-9681-251e8ec6d29f, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:29:28.927059 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] For port 2cde3c41-c2ce-450d-9681-251e8ec6d29f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2cde3c41-c2ce-450d-9681-251e8ec6d29f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:29:28.937655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Allocated IP 172.20.0.1 (7a15d86d-6a18-4055-8c30-67eed9067002/b650def4-eb7a-4655-a19a-f489ca696e5b/9a2da73e-28f2-4927-b4a2-f988a697c796) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:28.950494 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:28.962712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] Provisioning for port c7651ec7-cb65-4a97-8f66-c1777b92d71c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:28.984455 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:28.992157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:29.040689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.158536 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:29:29.167642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.173857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] Provisioning complete for port c7651ec7-cb65-4a97-8f66-c1777b92d71c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:29.177672 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.186474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Transition to ACTIVE for port object 9a2da73e-28f2-4927-b4a2-f988a697c796 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:29.217525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.227473 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:29.230262 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:29.292377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.372938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Network 7a15d86d-6a18-4055-8c30-67eed9067002 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:29.376518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Pushing event updated for resources: {'Port': ['ID=9a2da73e-28f2-4927-b4a2-f988a697c796,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:29.383633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:29.388136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:29.466797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.475661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaa703-beb0-4c3f-863c-520f1b7ae135 None None] Pushing event updated for resources: {'Port': ['ID=2cde3c41-c2ce-450d-9681-251e8ec6d29f,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:29.661592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:29:29.701767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:29.764069 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.825532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:29.853383 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:30.055787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:30.197316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:30.257388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] For port c7651ec7-cb65-4a97-8f66-c1777b92d71c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c7651ec7-cb65-4a97-8f66-c1777b92d71c,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:30.272721 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:30.431223 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:29:30.479271 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:23Z', 'revision_number': 3, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:30.491955 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad53ca-8f86-4709-b93a-e9d0dc4acc85 None None] The sync data for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 is: [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:23Z', 'revision_number': 3, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:30.581755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a53cb-a7a4-4b88-95f5-02b13bafbc56 None None] Pushing event updated for resources: {'Port': ['ID=c7651ec7-cb65-4a97-8f66-c1777b92d71c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:30.590000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:30.602542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:30.725022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-380ddd5b-9cbe-4af7-b648-ccdf194ed677 None None] Provisioning for port 9a2da73e-28f2-4927-b4a2-f988a697c796 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:30.732634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-380ddd5b-9cbe-4af7-b648-ccdf194ed677 None None] Provisioning complete for port 9a2da73e-28f2-4927-b4a2-f988a697c796 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:30.733010 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-380ddd5b-9cbe-4af7-b648-ccdf194ed677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:30.844914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Pushing event updated for resources: {'Port': ['ID=9a2da73e-28f2-4927-b4a2-f988a697c796,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:30.848362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:30.935624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-380ddd5b-9cbe-4af7-b648-ccdf194ed677 None None] Port 9a2da73e-28f2-4927-b4a2-f988a697c796 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:29:30.995384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-380ddd5b-9cbe-4af7-b648-ccdf194ed677 None None] Provisioning complete for port c7651ec7-cb65-4a97-8f66-c1777b92d71c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:30.999130 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-380ddd5b-9cbe-4af7-b648-ccdf194ed677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:31.209255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Network 7a15d86d-6a18-4055-8c30-67eed9067002 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:31.211594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:31.569494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:31.570416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:31.613763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-560e185e-2943-49c8-8952-d93c71ee86e9 None None] Provisioning complete for port 9a2da73e-28f2-4927-b4a2-f988a697c796 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:31.614430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-560e185e-2943-49c8-8952-d93c71ee86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:31.833423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-560e185e-2943-49c8-8952-d93c71ee86e9 None None] Port 9a2da73e-28f2-4927-b4a2-f988a697c796 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:29:31.979286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-587d3b21-45c5-45d4-90b1-63a54318bb5b None None] Provisioning complete for port 9a2da73e-28f2-4927-b4a2-f988a697c796 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:31.982911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-587d3b21-45c5-45d4-90b1-63a54318bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.194363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2cde3c41-c2ce-450d-9681-251e8ec6d29f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:32.279144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 7ad7290c-17f6-49cc-b5ac-46f4c626ac54, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:32.279510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.415704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-587d3b21-45c5-45d4-90b1-63a54318bb5b None None] Port 9a2da73e-28f2-4927-b4a2-f988a697c796 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:29:32.484270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44110) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:32.513811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2cde3c41-c2ce-450d-9681-251e8ec6d29f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:32.521822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2cde3c41-c2ce-450d-9681-251e8ec6d29f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:32.523102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.602946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:29:32.662565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:32.731194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.752768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2cde3c41-c2ce-450d-9681-251e8ec6d29f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2cde3c41-c2ce-450d-9681-251e8ec6d29f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:32.761602 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.762859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c7651ec7-cb65-4a97-8f66-c1777b92d71c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:32.899850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.948776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2cde3c41-c2ce-450d-9681-251e8ec6d29f,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:32.959083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c7651ec7-cb65-4a97-8f66-c1777b92d71c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:32.959580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:32.996820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:33.005500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b1cb4a871c4dd5b0dbe33357d7e69c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:33.011650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:33.021937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:33.044339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.174685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=7ad7290c-17f6-49cc-b5ac-46f4c626ac54,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:33.201525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.217733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.283313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d86c9f-2e7c-4dc1-8cf9-7940897aafab,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:33.288238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-846646ee-380e-4a61-84e5-7a9a9a03eef2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8b1cb4a871c4dd5b0dbe33357d7e69c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7971492 Jan 10 19:29:33.290819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44122) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:33.412348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2999f93-3b32-405b-b8f0-35832407a916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.460002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2999f93-3b32-405b-b8f0-35832407a916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.619338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2999f93-3b32-405b-b8f0-35832407a916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.642323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2999f93-3b32-405b-b8f0-35832407a916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d86c9f-2e7c-4dc1-8cf9-7940897aafab,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:33.668728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2999f93-3b32-405b-b8f0-35832407a916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:33.670095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f2999f93-3b32-405b-b8f0-35832407a916 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78d86c9f-2e7c-4dc1-8cf9-7940897aafab HTTP/1.1" status: 204 len: 168 time: 0.3756828 Jan 10 19:29:33.747895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:33.752968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84afdecf-7412-4fba-a1b9-15c6a33e8aed admin admin] 10.222.0.21 "PUT /v2.0/routers/ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8503463 Jan 10 19:29:33.971958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:34.086404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2cde3c41-c2ce-450d-9681-251e8ec6d29f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:34.283367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2cde3c41-c2ce-450d-9681-251e8ec6d29f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:34.283830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:34.407614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44144) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:34.444347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:34.518087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:34.522469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Usage tracker for resource:security_group_rule and tenant:6bfd8a9b0c0f481a911a4ed657758789 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:34.526381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:34.532662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:34.682107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:34.692235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:34.796826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddc4696-f9b3-4268-ac11-9944a8b5f82d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:34.829154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bfd8a9b0c0f481a911a4ed657758789&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4180284 Jan 10 19:29:34.829518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:34.873276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.873635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.873988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.874317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.874651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.875012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.875382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.906484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.907406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.907749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:34.908340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8daad8-df3c-4d48-bb9e-066d23a18896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:29:35.016678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9d106f11-1701-4272-a767-74bdbe78299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:35.066912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9d106f11-1701-4272-a767-74bdbe78299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:35.194648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9d106f11-1701-4272-a767-74bdbe78299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:35.218000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106f11-1701-4272-a767-74bdbe78299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddc4696-f9b3-4268-ac11-9944a8b5f82d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:35.251952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9d106f11-1701-4272-a767-74bdbe78299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:35.252748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9d106f11-1701-4272-a767-74bdbe78299e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eddc4696-f9b3-4268-ac11-9944a8b5f82d HTTP/1.1" status: 204 len: 168 time: 0.4223809 Jan 10 19:29:35.317960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Router f8261365-2192-4366-a6af-737a7be26311 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:29:35.713294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:35.714291 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Sync routers for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:29:35.722986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] Sync routers for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:29:35.733597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3450b38-98b6-49c6-a485-bc9fb60c2c0f tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "PUT /v2.0/routers/f8261365-2192-4366-a6af-737a7be26311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3794138 Jan 10 19:29:35.736550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44184) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:35.762914 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:35.763513 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:35.768228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:35.769670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:36.167977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:36.179005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44198) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:36.184952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-249479974-network', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:36.192071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:36.201437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Usage tracker for resource:network and tenant:239757c4984a46c29e0b93e2f09b1d64 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:36.211809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:36.221046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting subnet 099469ec-403d-4098-a68e-f76bf1416cbc {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:29:36.225157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:36.229739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.252554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Made reservation on behalf of 239757c4984a46c29e0b93e2f09b1d64 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:29:36.256040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.286267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.397346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:36.407640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Usage tracker for resource:security_group_rule and tenant:239757c4984a46c29e0b93e2f09b1d64 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:36.417557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:36.431606 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:36.433533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.444229 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:36.604263 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.616701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.681227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:29:36.694906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fbd93-85f0-45cf-bc22-d57a29d70d01,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:36.703504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.704337 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Added segment a63e3c48-1294-45db-9804-88461b947feb of type vlan for network 79569d29-e90f-45b5-b991-ec383a45688b Jan 10 19:29:36.742001 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.800418 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.859487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.862078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:36.862916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:36.991114 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8106139 Jan 10 19:29:36.994189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44212) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:37.042616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:37.134388 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Request body: {'subnet': {'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-249479974-subnet', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:37.157146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:37.160692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83883358-a34e-444e-9f2c-21bb91f798e3 None None] Network a47cf573-2f73-4749-9b03-d3065cd0c673 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:37.165560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:37.176789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Subnet': ['ID=099469ec-403d-4098-a68e-f76bf1416cbc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:37.190903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9b25e214-823f-4a1d-9397-acb95a0687ef tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/subnets/099469ec-403d-4098-a68e-f76bf1416cbc HTTP/1.1" status: 204 len: 168 time: 1.4506645 Jan 10 19:29:37.191647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:37.211984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Usage tracker for resource:subnet and tenant:239757c4984a46c29e0b93e2f09b1d64 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:37.221919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:37.261783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e67020-76a2-4d23-bba0-c2a2ec0d78e0 admin admin] Pushing event updated for resources: {'Network': ['ID=79569d29-e90f-45b5-b991-ec383a45688b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:37.290581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:37.327638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Made reservation on behalf of 239757c4984a46c29e0b93e2f09b1d64 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:29:37.333162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:37.499927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 79569d29-e90f-45b5-b991-ec383a45688b details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:29:37.756518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:37.769869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] Checking router: f8261365-2192-4366-a6af-737a7be26311 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:29:37.846906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] Routers {'f8261365-2192-4366-a6af-737a7be26311'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:37.850951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:37.852421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f8261365-2192-4366-a6af-737a7be26311'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:37.879486 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:30Z', 'revision_number': 2, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:37.885131 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Checking router: ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:29:37.885487 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Updating router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 port 9a2da73e-28f2-4927-b4a2-f988a697c796 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:29:38.003194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.055508 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.191387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a28893-79b8-4c1a-ba73-12824e74dcb7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:38.275158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] Set router f8261365-2192-4366-a6af-737a7be26311 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:38.322360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Checking segment: {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:38.322731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Network hostable DHCP agents. Network: 79569d29-e90f-45b5-b991-ec383a45688b, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:29:38.381267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.393166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Network 79569d29-e90f-45b5-b991-ec383a45688b is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:29:38.405462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port 2297dcba-1d7b-487c-bc9d-d75c930f4f09 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:38.405924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.413899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 79569d29-e90f-45b5-b991-ec383a45688b) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:38.418909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:38.419503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.461952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4fb8f-48ce-4948-a172-81acfb48fa38 None None] Network 79569d29-e90f-45b5-b991-ec383a45688b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:38.462639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d66c92e-3b94-46a8-ba59-67f3f2e4fa19 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4536676 Jan 10 19:29:38.467565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44238) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:38.480311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:38.490125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:38.500056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Usage tracker for resource:router and tenant:239757c4984a46c29e0b93e2f09b1d64 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:38.505317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:38.520666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:38.550431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.551438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:38.586394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.139838 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.160660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port 2297dcba-1d7b-487c-bc9d-d75c930f4f09, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2297dcba-1d7b-487c-bc9d-d75c930f4f09,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:39.161205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.181600 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Transition to ACTIVE for port object 9a2da73e-28f2-4927-b4a2-f988a697c796 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:39.203306 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.306234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.693414 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ca1cb-6955-4049-b850-5faf3ad93018 None None] Pushing event updated for resources: {'Port': ['ID=9a2da73e-28f2-4927-b4a2-f988a697c796,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:39.708958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for 2297dcba-1d7b-487c-bc9d-d75c930f4f09 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:39.842673 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f15c-6e45-4f42-8f09-925e1b7b1098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.877635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] DHCP port deletion for a47cf573-2f73-4749-9b03-d3065cd0c673 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:29:39.900626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Deleting port cbf2c971-a14d-479f-bc28-d65991b017d8 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:39.901259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:39.916170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.017626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cbf2c971-a14d-479f-bc28-d65991b017d8 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:40.115629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.119532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-79569d29-e90f-45b5-b991-ec383a45688b', 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'fixed_ips': [{'subnet_id': '48a28893-79b8-4c1a-ba73-12824e74dcb7'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:29:40.120317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.126967 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Attempting to bind port 9a2da73e-28f2-4927-b4a2-f988a697c796 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:29:40.130407 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Attempting to bind port 9a2da73e-28f2-4927-b4a2-f988a697c796 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:29:40.132482 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Attempting to bind port 9a2da73e-28f2-4927-b4a2-f988a697c796 on network 7a15d86d-6a18-4055-8c30-67eed9067002 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:29:40.226954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:29:40.226954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Checking segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:40.226954 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.226954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Bound using segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:29:40.226954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Bound port: 9a2da73e-28f2-4927-b4a2-f988a697c796, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:29:40.226954 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.277491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.361921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.445887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:40.499595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=2297dcba-1d7b-487c-bc9d-d75c930f4f09,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:40.556531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] For port 9a2da73e-28f2-4927-b4a2-f988a697c796, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:29:40.561919 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] For port 9a2da73e-28f2-4927-b4a2-f988a697c796, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9a2da73e-28f2-4927-b4a2-f988a697c796,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:29:40.570863 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:40.614357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Allocated IP 172.25.6.80 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/fb18339f-f37e-4359-a47a-07e8f5af38ff) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:40.825590 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ca1cb-6955-4049-b850-5faf3ad93018 None None] Pushing event updated for resources: {'Port': ['ID=9a2da73e-28f2-4927-b4a2-f988a697c796,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:40.858312 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:40.864346 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:40.968242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf277a6-5972-4d41-904d-2f6823833025 None None] The sync data for ids ['f8261365-2192-4366-a6af-737a7be26311'] in n-d-816927-8 is: [{'id': 'f8261365-2192-4366-a6af-737a7be26311', 'name': 'tempest-TestNetworkBasicOps-router-1818617349', 'tenant_id': '045adc18b7604d96a179a90b0e949df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:41Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 5, 'project_id': '045adc18b7604d96a179a90b0e949df1', 'gw_port': {'id': '2297dcba-1d7b-487c-bc9d-d75c930f4f09', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8261365-2192-4366-a6af-737a7be26311', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:42Z', 'updated_at': '2022-01-10T19:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:41.024707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cbf2c971-a14d-479f-bc28-d65991b017d8,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:41.089380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-950e9b07-10df-4c58-a066-0972d8b4997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:41.144026 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:41.173325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:41.271382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:41.459965 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:41.527691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:41.577312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:41.608698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:41.611922 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:41.626778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cbf2c971-a14d-479f-bc28-d65991b017d8,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:41.627569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:41.709752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Pushing event updated for resources: {'Port': ['ID=fb18339f-f37e-4359-a47a-07e8f5af38ff,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:42.088314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Calling delete_port for cbf2c971-a14d-479f-bc28-d65991b017d8 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:42.204266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.205169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.514644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=cbf2c971-a14d-479f-bc28-d65991b017d8,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:42.601289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:42.656462 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.671486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.691712 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:29:42.694686 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:29:42.747468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.757264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Fanout notify agent at l3_agent the message router_deleted on router f8261365-2192-4366-a6af-737a7be26311 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:29:42.810977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:42.812398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7ad7290c-17f6-49cc-b5ac-46f4c626ac54 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:42.813730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.814963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ddab05aa-d28e-42e8-9538-b581bd8e62f7 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/routers/f8261365-2192-4366-a6af-737a7be26311 HTTP/1.1" status: 204 len: 168 time: 5.6213727 Jan 10 19:29:42.818318 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.819212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44302) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:42.823449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Allocated IP 172.20.0.2 (79569d29-e90f-45b5-b991-ec383a45688b/48a28893-79b8-4c1a-ba73-12824e74dcb7/0154d23c-25c4-4fd7-8154-e64b0fa42031) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:42.833459 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:40Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:42.849789 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8cee-2f81-484e-8b9d-9f839e6cba42 None None] The sync data for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 is: [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:40Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:42.852128 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:42.942473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Router 51445d6a-d099-4ffd-84fb-7882eb3ae2da is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:29:43.428457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:43.459873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Deleting port cbf2c971-a14d-479f-bc28-d65991b017d8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:43.460217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:43.565713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Deleting port cbf2c971-a14d-479f-bc28-d65991b017d8 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:43.569320 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:43.581738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:43.591794 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Sync routers for ids ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:29:43.645727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:43.647133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-539c4942-230e-4428-a126-90ffa460143e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1797476 Jan 10 19:29:43.651357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44330) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:43.656027 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Routers {'51445d6a-d099-4ffd-84fb-7882eb3ae2da'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:43.661397 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:43.793445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:43.901457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Transition to ACTIVE for port object 0154d23c-25c4-4fd7-8154-e64b0fa42031 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:44.081798 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:44.239419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9a2da73e-28f2-4927-b4a2-f988a697c796 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:44.409682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Set router 51445d6a-d099-4ffd-84fb-7882eb3ae2da gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:44.567308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Transition to ACTIVE for port object 0154d23c-25c4-4fd7-8154-e64b0fa42031 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:44.714625 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:44.737081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cbf2c971-a14d-479f-bc28-d65991b017d8,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:44.737670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.073257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Calling delete_port for cbf2c971-a14d-479f-bc28-d65991b017d8 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:45.159238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] For port cbf2c971-a14d-479f-bc28-d65991b017d8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cbf2c971-a14d-479f-bc28-d65991b017d8,segment=NetworkSegment(0640509b-cdf1-44e4-90f4-2a3e082c65df),segment_id=0640509b-cdf1-44e4-90f4-2a3e082c65df)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:45.159665 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.238182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 9a2da73e-28f2-4927-b4a2-f988a697c796 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:45.407966 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.488739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:45.489078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Network 79569d29-e90f-45b5-b991-ec383a45688b is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:45.527275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Port': ['ID=cbf2c971-a14d-479f-bc28-d65991b017d8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:45.539215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] No DVR routers for this DVR port cbf2c971-a14d-479f-bc28-d65991b017d8 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:29:45.670831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:45.675275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:45.691348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Pushing event updated for resources: {'Port': ['ID=0154d23c-25c4-4fd7-8154-e64b0fa42031,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:45.698324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9a2da73e-28f2-4927-b4a2-f988a697c796 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:45.700622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.751787 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:29:42Z', 'revision_number': 3, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:45.768425 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Checking router: 51445d6a-d099-4ffd-84fb-7882eb3ae2da for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:29:45.774998 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Updating router 51445d6a-d099-4ffd-84fb-7882eb3ae2da port fb18339f-f37e-4359-a47a-07e8f5af38ff binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:29:45.778187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Calling delete_port for cbf2c971-a14d-479f-bc28-d65991b017d8 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:29:45.818612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.846743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47cf573-2f73-4749-9b03-d3065cd0c673']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:45.864328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0640509b-cdf1-44e4-90f4-2a3e082c65df') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:45.865199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0640509b-cdf1-44e4-90f4-2a3e082c65df') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:45.878803 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.898832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:45.910471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:29:45.911270 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.035517 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:29:46.042620 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:29:46.044680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.049062 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.079459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.082771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] Pushing event deleted for resources: {'Network': ['ID=a47cf573-2f73-4749-9b03-d3065cd0c673,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:46.084858 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.128336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:46.135494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Usage tracker for resource:security_group_rule and tenant:79771fe2c526460d9cf334bc6307aa40 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:46.141454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:46.155429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:46.407599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.423387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.443239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.524514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.548653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Attempting to bind port 0154d23c-25c4-4fd7-8154-e64b0fa42031 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:29:46.553852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Attempting to bind port 0154d23c-25c4-4fd7-8154-e64b0fa42031 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:29:46.554666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Attempting to bind port 0154d23c-25c4-4fd7-8154-e64b0fa42031 on network 79569d29-e90f-45b5-b991-ec383a45688b {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:29:46.617062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:29:46.618272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Checking segment: {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:46.621738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.622012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Bound using segment: {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:29:46.632148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Bound port: 0154d23c-25c4-4fd7-8154-e64b0fa42031, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:29:46.632698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:46.680027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-54b1f579-6827-4232-9445-9ad3b29ea788 tempest-TestNetworkBasicOps-1010058539 tempest-TestNetworkBasicOps-1010058539-project] 10.222.0.21 "DELETE /v2.0/networks/a47cf573-2f73-4749-9b03-d3065cd0c673 HTTP/1.1" status: 204 len: 168 time: 3.8570786 Jan 10 19:29:46.695264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edec9617-8a07-4f12-aee6-bc6873bafa01,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:46.733625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-74ec594a-e355-4b72-965b-93733ef2c094 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79771fe2c526460d9cf334bc6307aa40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2379916 Jan 10 19:29:46.734647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:46.985286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47084227-90d3-49d0-9a19-7df3e22c40c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.061139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47084227-90d3-49d0-9a19-7df3e22c40c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.078644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] For port 0154d23c-25c4-4fd7-8154-e64b0fa42031, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:29:47.182740 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47084227-90d3-49d0-9a19-7df3e22c40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.184101 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:29:47.184500 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:29:47.199576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Deleting port cbf2c971-a14d-479f-bc28-d65991b017d8 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:29:47.199954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.220849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084227-90d3-49d0-9a19-7df3e22c40c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edec9617-8a07-4f12-aee6-bc6873bafa01,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:47.228383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47084227-90d3-49d0-9a19-7df3e22c40c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.234621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-47084227-90d3-49d0-9a19-7df3e22c40c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edec9617-8a07-4f12-aee6-bc6873bafa01 HTTP/1.1" status: 204 len: 168 time: 0.4955511 Jan 10 19:29:47.306199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Allocated IP 172.20.0.1 (79569d29-e90f-45b5-b991-ec383a45688b/48a28893-79b8-4c1a-ba73-12824e74dcb7/82dfed8a-f855-4a8e-bcdf-4b884f1c35de) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:47.395449 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.397363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] For port 0154d23c-25c4-4fd7-8154-e64b0fa42031, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0154d23c-25c4-4fd7-8154-e64b0fa42031,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:29:47.409797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.424070 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Transition to ACTIVE for port object fb18339f-f37e-4359-a47a-07e8f5af38ff will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:47.440475 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.511998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7a83acd1-172d-482e-b123-637ac50bc7d1 None None] The port 'cbf2c971-a14d-479f-bc28-d65991b017d8' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:29:47.516842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44380) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:47.637423 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5990b-4d2e-438e-a673-40312f48fb94 None None] Pushing event updated for resources: {'Port': ['ID=fb18339f-f37e-4359-a47a-07e8f5af38ff,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:47.721517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Attempting to bind port fb18339f-f37e-4359-a47a-07e8f5af38ff on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:29:47.721869 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Attempting to bind port fb18339f-f37e-4359-a47a-07e8f5af38ff by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:29:47.722223 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Attempting to bind port fb18339f-f37e-4359-a47a-07e8f5af38ff on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:29:47.751794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.752342 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:29:47.752342 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:47.752597 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.752969 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:29:47.753431 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Bound port: fb18339f-f37e-4359-a47a-07e8f5af38ff, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:29:47.753797 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.786570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Transition to ACTIVE for port object 82dfed8a-f855-4a8e-bcdf-4b884f1c35de will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:47.831770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.846085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6962b65-edcd-421c-880d-aa96a7602f88 None None] Pushing event updated for resources: {'Port': ['ID=0154d23c-25c4-4fd7-8154-e64b0fa42031,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:47.855532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.945830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 9a2da73e-28f2-4927-b4a2-f988a697c796, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9a2da73e-28f2-4927-b4a2-f988a697c796,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:47.956627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:47.973761 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] For port fb18339f-f37e-4359-a47a-07e8f5af38ff, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:29:47.979397 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] For port fb18339f-f37e-4359-a47a-07e8f5af38ff, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fb18339f-f37e-4359-a47a-07e8f5af38ff,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:29:47.988456 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.052693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2297dcba-1d7b-487c-bc9d-d75c930f4f09 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:29:48.153151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2297dcba-1d7b-487c-bc9d-d75c930f4f09 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:29:48.156876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2297dcba-1d7b-487c-bc9d-d75c930f4f09 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:29:48.170206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Network 79569d29-e90f-45b5-b991-ec383a45688b is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:48.182137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:48.205939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:48.368197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=9a2da73e-28f2-4927-b4a2-f988a697c796,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:48.370162 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Routers {'51445d6a-d099-4ffd-84fb-7882eb3ae2da'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:29:48.377191 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:48.447152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44396) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:48.463195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.478137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Pushing event updated for resources: {'Port': ['ID=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:48.503894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.615205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f53f8915-80ad-496b-a347-434812d6c00a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=045adc18b7604d96a179a90b0e949df1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0969448 Jan 10 19:29:48.618365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44402) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:48.629269 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5990b-4d2e-438e-a673-40312f48fb94 None None] Pushing event updated for resources: {'Port': ['ID=fb18339f-f37e-4359-a47a-07e8f5af38ff,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:48.648106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:48.656006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Usage tracker for resource:security_group_rule and tenant:f457d780f5e14c53a043bb44878cac8b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:48.664746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:48.679649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:48.760631 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.763029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.767170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.801172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce89c287-0474-4155-86ab-097fe370d085,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:48.854813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a3fedc7-4a6b-4906-a9ed-e5e25643c09c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f457d780f5e14c53a043bb44878cac8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3985069 Jan 10 19:29:48.859941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:48.865050 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] Set router 51445d6a-d099-4ffd-84fb-7882eb3ae2da gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:29:48.906577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80ecce8d-229d-4691-9052-7d590d277e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.956555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80ecce8d-229d-4691-9052-7d590d277e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:48.991920 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00547fda-2924-432d-98c3-95a72cb45e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.056872 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00547fda-2924-432d-98c3-95a72cb45e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.216625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00547fda-2924-432d-98c3-95a72cb45e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.246093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00547fda-2924-432d-98c3-95a72cb45e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce89c287-0474-4155-86ab-097fe370d085,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:49.267476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00547fda-2924-432d-98c3-95a72cb45e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.268902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-00547fda-2924-432d-98c3-95a72cb45e33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce89c287-0474-4155-86ab-097fe370d085 HTTP/1.1" status: 204 len: 168 time: 0.4079857 Jan 10 19:29:49.320639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80ecce8d-229d-4691-9052-7d590d277e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.367292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecce8d-229d-4691-9052-7d590d277e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564b632-c11e-40a4-a296-26576f035636,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:49.380442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-80ecce8d-229d-4691-9052-7d590d277e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.381961 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-80ecce8d-229d-4691-9052-7d590d277e92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0564b632-c11e-40a4-a296-26576f035636 HTTP/1.1" status: 204 len: 168 time: 0.7548201 Jan 10 19:29:49.483526 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.499723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.512930 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-99fea535-423c-4834-aa80-16ace62e622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:29:48Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '82dfed8a-f855-4a8e-bcdf-4b884f1c35de', 'name': '', 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'mac_address': 'fa:16:3e:b2:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:46Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 1, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'subnets': [{'id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:29:49.517326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fea535-423c-4834-aa80-16ace62e622d None None] The sync data for ids ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'] in n-d-816927-8 is: [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:29:48Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '82dfed8a-f855-4a8e-bcdf-4b884f1c35de', 'name': '', 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'mac_address': 'fa:16:3e:b2:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:46Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 1, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'subnets': [{'id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:29:49.881440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:49.900264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Pushing event updated for resources: {'Port': ['ID=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:49.901137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4530f8d-a078-42c5-9aae-0752c0115056 None None] Network 79569d29-e90f-45b5-b991-ec383a45688b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:50.251149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-76adda14-810d-4cff-8ca4-81a0f42e9e6f None None] Provisioning for port 0154d23c-25c4-4fd7-8154-e64b0fa42031 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:50.399760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44438) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:50.467719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:50.524802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Network 79569d29-e90f-45b5-b991-ec383a45688b is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:50.527710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:50.569269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:50.580192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:430b9aee450648fdb161bc1f8077e3bc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:50.583633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0154d23c-25c4-4fd7-8154-e64b0fa42031 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:50.585442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:50.593808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:50.890093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:50.900731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:50.987206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b39133-44a5-49f7-9cc1-ea39d741f593,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:51.003259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-af1c43be-39fd-49b3-bd43-445a1b5f9aa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=430b9aee450648fdb161bc1f8077e3bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6023240 Jan 10 19:29:51.006100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:51.089826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 0154d23c-25c4-4fd7-8154-e64b0fa42031 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:51.150430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0154d23c-25c4-4fd7-8154-e64b0fa42031 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:51.156148 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:51.225541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91631cf5-ae16-4be3-afcc-4f28d9855415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:51.322519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91631cf5-ae16-4be3-afcc-4f28d9855415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:51.462276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91631cf5-ae16-4be3-afcc-4f28d9855415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:51.570857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91631cf5-ae16-4be3-afcc-4f28d9855415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b39133-44a5-49f7-9cc1-ea39d741f593,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:51.576215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91631cf5-ae16-4be3-afcc-4f28d9855415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:51.583960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-91631cf5-ae16-4be3-afcc-4f28d9855415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27b39133-44a5-49f7-9cc1-ea39d741f593 HTTP/1.1" status: 204 len: 168 time: 0.5766945 Jan 10 19:29:51.726539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Router 51445d6a-d099-4ffd-84fb-7882eb3ae2da has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:29:51.801615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:51.992103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 0154d23c-25c4-4fd7-8154-e64b0fa42031, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0154d23c-25c4-4fd7-8154-e64b0fa42031,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:29:51.993335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f783aa80-972d-43ed-a1b6-54692318d710 None None] Provisioning complete for port 0154d23c-25c4-4fd7-8154-e64b0fa42031 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:51.993902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f783aa80-972d-43ed-a1b6-54692318d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:52.091800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:52.092600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9a2da73e-28f2-4927-b4a2-f988a697c796 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:52.483631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:29:52.499389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d646f0d6-9f68-4fd6-b9b7-fe38cad42513 admin admin] 10.222.0.21 "PUT /v2.0/routers/51445d6a-d099-4ffd-84fb-7882eb3ae2da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8398044 Jan 10 19:29:52.525997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=0154d23c-25c4-4fd7-8154-e64b0fa42031,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:52.623411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9a2da73e-28f2-4927-b4a2-f988a697c796 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:52.623827 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:52.661400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f783aa80-972d-43ed-a1b6-54692318d710 None None] Provisioning for port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:52.704365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f783aa80-972d-43ed-a1b6-54692318d710 None None] Provisioning complete for port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:52.704889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f783aa80-972d-43ed-a1b6-54692318d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:52.895919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f783aa80-972d-43ed-a1b6-54692318d710 None None] Port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:29:53.163348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-01140c95-3585-46a8-af10-82f2509915fa None None] Provisioning complete for port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:53.166397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01140c95-3585-46a8-af10-82f2509915fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:53.418755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-01140c95-3585-46a8-af10-82f2509915fa None None] Port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:29:53.530602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0154d23c-25c4-4fd7-8154-e64b0fa42031 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:53.760525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0154d23c-25c4-4fd7-8154-e64b0fa42031 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:53.760902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:54.250897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44534) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:54.699884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-728650534-network', 'tenant_id': '04f0875c23524a18a8240b295dc63976'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:54.707281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:54.724546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Usage tracker for resource:network and tenant:04f0875c23524a18a8240b295dc63976 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:54.737245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:54.762693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:54.800060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Made reservation on behalf of 04f0875c23524a18a8240b295dc63976 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:29:54.802462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:54.844338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:54.947390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:54.970579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:04f0875c23524a18a8240b295dc63976 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:54.986814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:55.002202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:55.261632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:55.276738 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:55.523905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f76ebd-5ce0-4d7c-a136-99ec77278c40,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:55.568210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:29:55.592828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:55.593223 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Added segment 75e91665-6a39-4e69-a404-6ba5f41eb909 of type vlan for network 2aaa2461-e51e-4ccf-957f-23ab10116b81 Jan 10 19:29:55.682536 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:55.841028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:55.841996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:55.842969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:55.903174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6481512 Jan 10 19:29:55.904376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:55.911420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Request body: {'subnet': {'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-728650534-subnet', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:55.924251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:55.938216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Usage tracker for resource:subnet and tenant:04f0875c23524a18a8240b295dc63976 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:55.949871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:55.973685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:56.012804 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-f661840d-98d1-43a4-aefa-64af3e33c4c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1097 time: 0.2287071 Jan 10 19:29:56.013028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Made reservation on behalf of 04f0875c23524a18a8240b295dc63976 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:29:56.019813 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:56.025825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b5b8e-d960-41a8-b171-57257dc37ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=2aaa2461-e51e-4ccf-957f-23ab10116b81,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:56.036889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:29:56.372614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-b79b10de-f129-419b-99e9-3b1a08ec978e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:56.379182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-b79b10de-f129-419b-99e9-3b1a08ec978e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.3294959 Jan 10 19:29:56.676456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:56.692884 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-4e6512ed-fd19-49b7-8885-45b613f11107 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1002 time: 0.3104908 Jan 10 19:29:56.856454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:56.880478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-730ffc8e-34f1-4907-b7db-fb0745bb8afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:56.885500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-730ffc8e-34f1-4907-b7db-fb0745bb8afc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1818287 Jan 10 19:29:56.935820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Checking segment: {'id': '75e91665-6a39-4e69-a404-6ba5f41eb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:56.936804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Network hostable DHCP agents. Network: 2aaa2461-e51e-4ccf-957f-23ab10116b81, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:29:56.982615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:29:57.018585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 2aaa2461-e51e-4ccf-957f-23ab10116b81) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:57.027051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c8598-ae65-407b-86dc-4c42a1dad3f5 None None] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:29:57.028226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:57.029953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:57.100451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44630) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:29:57.101163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5c41acf2-f9cd-44b4-80a0-e8f9f0d9992a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1951652 Jan 10 19:29:57.125181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:29:57.143884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:29:57.164028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Usage tracker for resource:router and tenant:04f0875c23524a18a8240b295dc63976 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:29:57.192056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:29:57.231673 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-b2a7b8f2-7080-462c-96c4-17a4f1e92930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3280859 Jan 10 19:29:57.660145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fb18339f-f37e-4359-a47a-07e8f5af38ff up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:29:57.738956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-2aaa2461-e51e-4ccf-957f-23ab10116b81', 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'fixed_ips': [{'subnet_id': '5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:29:57.744549 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:57.936871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:29:57.981793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:57.983182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:58.155148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:58.357986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae4039-20d0-4716-9d4b-9f1c00d0b206 req-3ee0b958-f993-4c4e-bf96-a3c89600946e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:29:58.369387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87ae4039-20d0-4716-9d4b-9f1c00d0b206 req-3ee0b958-f993-4c4e-bf96-a3c89600946e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2384512 Jan 10 19:29:58.407525 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-401fb6b4-e156-44dc-bd22-60fc4ad4ac9b service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1749609 Jan 10 19:29:58.424076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Allocated IP 172.20.0.2 (2aaa2461-e51e-4ccf-957f-23ab10116b81/5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382/460f861b-700c-46d6-9cd5-dfb53b7c0338) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:29:58.465386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87ae4039-20d0-4716-9d4b-9f1c00d0b206 req-2d903cdd-0f46-4ad4-ae88-b3e3a7e08706 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948467 Jan 10 19:29:58.744274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:58.893853 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-90ef96f7-b47e-4265-85a5-ade0203d8ea6 req-916866ef-1dc0-40f8-ba37-c2ca198b2b7e service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517369 Jan 10 19:29:58.910532 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:58.934519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Transition to ACTIVE for port object 460f861b-700c-46d6-9cd5-dfb53b7c0338 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:59.006777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Transition to ACTIVE for port object 460f861b-700c-46d6-9cd5-dfb53b7c0338 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:29:59.023861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:59.097597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port fb18339f-f37e-4359-a47a-07e8f5af38ff completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:29:59.142485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fb18339f-f37e-4359-a47a-07e8f5af38ff triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:29:59.145393 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:59.248016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:59.297693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:59.338292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:29:59.344038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Pushing event updated for resources: {'Port': ['ID=460f861b-700c-46d6-9cd5-dfb53b7c0338,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:29:59.351758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:29:59.356410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:29:59.581852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Attempting to bind port 460f861b-700c-46d6-9cd5-dfb53b7c0338 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:29:59.583306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Attempting to bind port 460f861b-700c-46d6-9cd5-dfb53b7c0338 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '75e91665-6a39-4e69-a404-6ba5f41eb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:29:59.584393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Attempting to bind port 460f861b-700c-46d6-9cd5-dfb53b7c0338 on network 2aaa2461-e51e-4ccf-957f-23ab10116b81 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:29:59.683953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:29:59.694964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Checking segment: {'id': '75e91665-6a39-4e69-a404-6ba5f41eb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:29:59.697180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:59.697692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Bound using segment: {'id': '75e91665-6a39-4e69-a404-6ba5f41eb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:29:59.698724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Bound port: 460f861b-700c-46d6-9cd5-dfb53b7c0338, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e91665-6a39-4e69-a404-6ba5f41eb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:29:59.705707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:29:59.865156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Allocated IP 172.25.6.100 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1c448271-001e-4cfd-a0d5-5511e5d482d5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:30:00.091451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284730c1-3d67-4b0d-928d-adbbf8716da5 req-6b5eba9e-65f6-496d-a505-7955657df1e8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:00.107092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-284730c1-3d67-4b0d-928d-adbbf8716da5 req-6b5eba9e-65f6-496d-a505-7955657df1e8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2849679 Jan 10 19:30:00.118751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] For port 460f861b-700c-46d6-9cd5-dfb53b7c0338, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:30:00.128162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] For port 460f861b-700c-46d6-9cd5-dfb53b7c0338, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460f861b-700c-46d6-9cd5-dfb53b7c0338,segment=NetworkSegment(75e91665-6a39-4e69-a404-6ba5f41eb909),segment_id=75e91665-6a39-4e69-a404-6ba5f41eb909)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:30:00.133355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:00.174931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port fb18339f-f37e-4359-a47a-07e8f5af38ff, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fb18339f-f37e-4359-a47a-07e8f5af38ff,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:00.181167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:00.263486 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-284730c1-3d67-4b0d-928d-adbbf8716da5 req-1cdb7394-f202-4aee-a6cc-91e16aef75f8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513708 Jan 10 19:30:00.283188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:00.540021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8a95-bb61-4c8a-87d1-33afb1266940 None None] Pushing event updated for resources: {'Port': ['ID=460f861b-700c-46d6-9cd5-dfb53b7c0338,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:00.829034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:00.840924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=fb18339f-f37e-4359-a47a-07e8f5af38ff,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:00.901083 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:01.069745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:30:01.077898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:30:01.080910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:30:01.276609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Pushing event updated for resources: {'Port': ['ID=1c448271-001e-4cfd-a0d5-5511e5d482d5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:01.416221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:01.419794 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:01.771532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d58b4-c9d7-4524-9c7a-b926ab451704 req-e3a4d04a-f682-4dad-bcd5-f3a7f958bc43 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:01.780200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b74d58b4-c9d7-4524-9c7a-b926ab451704 req-e3a4d04a-f682-4dad-bcd5-f3a7f958bc43 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2119293 Jan 10 19:30:01.929607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b74d58b4-c9d7-4524-9c7a-b926ab451704 req-feea1d1f-25e5-4d05-8969-ab3cbdab94cb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476240 Jan 10 19:30:02.142248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:30:02.550242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ce616-706e-4e78-a72b-04b0a964d064 None None] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:30:02.715975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fb18339f-f37e-4359-a47a-07e8f5af38ff up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:02.916646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:30:02.932860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Sync routers for ids ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:30:02.952011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-14398c04-a856-4740-a4a7-300a19d7cc42 None None] Provisioning for port 460f861b-700c-46d6-9cd5-dfb53b7c0338 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:30:03.068592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:03.073237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0475c1da-44cb-4c10-939e-f35d30e2136b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.9665737 Jan 10 19:30:03.073378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44758) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:03.239282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fb18339f-f37e-4359-a47a-07e8f5af38ff triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:03.239708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:03.411439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Routers {'5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:30:03.412407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:04.226688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763085-4859-4a69-a401-f23e3639a88a req-9c9c4093-646d-4ae0-a086-24b21d1f8199 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:04.233768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5763085-4859-4a69-a401-f23e3639a88a req-9c9c4093-646d-4ae0-a086-24b21d1f8199 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.6213939 Jan 10 19:30:04.334605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460f861b-700c-46d6-9cd5-dfb53b7c0338 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:04.542021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 460f861b-700c-46d6-9cd5-dfb53b7c0338 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:30:04.572043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 460f861b-700c-46d6-9cd5-dfb53b7c0338 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:04.572668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:04.598776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5763085-4859-4a69-a401-f23e3639a88a req-9e7c7d20-60a6-47b6-b74c-9381513700a7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640568 Jan 10 19:30:04.752783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Set router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:30:05.315867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0e23827d-d128-40c9-8a63-70ece67ff6c7 None None] Provisioning complete for port 460f861b-700c-46d6-9cd5-dfb53b7c0338 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:05.316473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e23827d-d128-40c9-8a63-70ece67ff6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:05.353564 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:05.496185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 460f861b-700c-46d6-9cd5-dfb53b7c0338, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460f861b-700c-46d6-9cd5-dfb53b7c0338,segment=NetworkSegment(75e91665-6a39-4e69-a404-6ba5f41eb909),segment_id=75e91665-6a39-4e69-a404-6ba5f41eb909)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:05.526103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:06.064377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:06.126377 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:30:06.141750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=460f861b-700c-46d6-9cd5-dfb53b7c0338,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:06.244223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1c448271-001e-4cfd-a0d5-5511e5d482d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:57Z', 'updated_at': '2022-01-10T19:30:01Z', 'revision_number': 3, 'project_id': '04f0875c23524a18a8240b295dc63976', 'gw_port': {'id': '1c448271-001e-4cfd-a0d5-5511e5d482d5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:59Z', 'updated_at': '2022-01-10T19:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:06.254256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Checking router: 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:30:06.254665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Updating router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f port 1c448271-001e-4cfd-a0d5-5511e5d482d5 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:30:06.326596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a516e3-655d-4fd0-8f30-9ad0f37c56f7 req-72ac0cbf-5f5c-4099-8d1e-fda6e3a58a3a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:06.333984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55a516e3-655d-4fd0-8f30-9ad0f37c56f7 req-72ac0cbf-5f5c-4099-8d1e-fda6e3a58a3a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2726226 Jan 10 19:30:06.387387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:06.511321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55a516e3-655d-4fd0-8f30-9ad0f37c56f7 req-e8f806e2-35dc-45b3-8c1f-14013077df41 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763377 Jan 10 19:30:06.667227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Allocated IP 172.20.0.1 (2aaa2461-e51e-4ccf-957f-23ab10116b81/5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382/9df68783-8a2a-4afd-85f8-824e748ac9d5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:30:06.955935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:06.974747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Transition to ACTIVE for port object 9df68783-8a2a-4afd-85f8-824e748ac9d5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:30:07.010466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.108335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:30:07.110607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Pushing event updated for resources: {'Port': ['ID=9df68783-8a2a-4afd-85f8-824e748ac9d5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:07.115556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:30:07.118281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:30:07.191492 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.406411 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.432007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Transition to ACTIVE for port object 1c448271-001e-4cfd-a0d5-5511e5d482d5 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:30:07.442218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.453876 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.588795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79daa45-cdfd-44a6-bbef-b2e7240ae327 None None] Pushing event updated for resources: {'Port': ['ID=1c448271-001e-4cfd-a0d5-5511e5d482d5,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:07.592056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Attempting to bind port 1c448271-001e-4cfd-a0d5-5511e5d482d5 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:30:07.592436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Attempting to bind port 1c448271-001e-4cfd-a0d5-5511e5d482d5 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:30:07.593451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Attempting to bind port 1c448271-001e-4cfd-a0d5-5511e5d482d5 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:30:07.601233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:30:07.601620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:30:07.602080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.602468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:30:07.602977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Bound port: 1c448271-001e-4cfd-a0d5-5511e5d482d5, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:30:07.603406 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:07.806826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] For port 1c448271-001e-4cfd-a0d5-5511e5d482d5, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:30:07.819709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] For port 1c448271-001e-4cfd-a0d5-5511e5d482d5, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1c448271-001e-4cfd-a0d5-5511e5d482d5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:30:07.837169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460f861b-700c-46d6-9cd5-dfb53b7c0338 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:08.029525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301113c-9b29-4096-acbe-202ca83a39c0 req-47157a77-8b15-4a50-b244-c1ace57d86c1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:08.031518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b301113c-9b29-4096-acbe-202ca83a39c0 req-47157a77-8b15-4a50-b244-c1ace57d86c1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1734989 Jan 10 19:30:08.055048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aefdd0-0fa7-428f-afbd-0e422220c5ce req-6d75608c-952c-41d2-ba42-ddd98ac05919 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:08.056575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1aefdd0-0fa7-428f-afbd-0e422220c5ce req-6d75608c-952c-41d2-ba42-ddd98ac05919 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 946 time: 0.6944585 Jan 10 19:30:08.145734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:08.209640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1aefdd0-0fa7-428f-afbd-0e422220c5ce req-c6ce5558-455b-4212-9049-f534c0909850 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025350 Jan 10 19:30:08.214246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:08.244680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:08.248595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79daa45-cdfd-44a6-bbef-b2e7240ae327 None None] Pushing event updated for resources: {'Port': ['ID=1c448271-001e-4cfd-a0d5-5511e5d482d5,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:08.258507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-731dc5a1-39c2-4f3a-ad22-8e9edd9512dd None None] Provisioning for port 9df68783-8a2a-4afd-85f8-824e748ac9d5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:30:08.268044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-731dc5a1-39c2-4f3a-ad22-8e9edd9512dd None None] Provisioning complete for port 9df68783-8a2a-4afd-85f8-824e748ac9d5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:08.268770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-731dc5a1-39c2-4f3a-ad22-8e9edd9512dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:08.418344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-731dc5a1-39c2-4f3a-ad22-8e9edd9512dd None None] Port 9df68783-8a2a-4afd-85f8-824e748ac9d5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:30:08.426580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:08.452179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Pushing event updated for resources: {'Port': ['ID=9df68783-8a2a-4afd-85f8-824e748ac9d5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:08.467018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c02a-0182-485b-9b46-99bbc86b744a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:08.508419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Routers {'5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:30:08.509045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:29:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:08.620892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b301113c-9b29-4096-acbe-202ca83a39c0 req-1e0ffdcc-11c1-49a3-bec9-1883884086ce tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5632226 Jan 10 19:30:08.826256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:30:08.829276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:30:08.954339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] Set router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:30:09.600866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963819-c557-423c-97f4-4afc81d249dc req-615667e8-53ea-441d-b2e7-29d1682e7cf7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:09.609228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73963819-c557-423c-97f4-4afc81d249dc req-615667e8-53ea-441d-b2e7-29d1682e7cf7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 946 time: 0.1679657 Jan 10 19:30:09.613447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 460f861b-700c-46d6-9cd5-dfb53b7c0338 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:09.613961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:09.744627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2fc357bd-ac5f-4a73-a108-fa7344474fd2 None None] Provisioning complete for port 9df68783-8a2a-4afd-85f8-824e748ac9d5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:09.745018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2fc357bd-ac5f-4a73-a108-fa7344474fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:09.790667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73963819-c557-423c-97f4-4afc81d249dc req-ea0b6e0d-4133-408a-abfa-0423b57fc6ae tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804862 Jan 10 19:30:09.832624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:30:09.935188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2fc357bd-ac5f-4a73-a108-fa7344474fd2 None None] Port 9df68783-8a2a-4afd-85f8-824e748ac9d5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:30:10.177451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1c448271-001e-4cfd-a0d5-5511e5d482d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:57Z', 'updated_at': '2022-01-10T19:30:07Z', 'revision_number': 4, 'project_id': '04f0875c23524a18a8240b295dc63976', 'gw_port': {'id': '1c448271-001e-4cfd-a0d5-5511e5d482d5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:59Z', 'updated_at': '2022-01-10T19:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9df68783-8a2a-4afd-85f8-824e748ac9d5', 'name': '', 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'mac_address': 'fa:16:3e:6d:55:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:30:06Z', 'updated_at': '2022-01-10T19:30:07Z', 'revision_number': 2, 'project_id': '04f0875c23524a18a8240b295dc63976', 'subnets': [{'id': '5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:10.187433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ae936-4276-4c92-b534-63a5583ad039 None None] The sync data for ids ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'] in n-d-816927-8 is: [{'id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1c448271-001e-4cfd-a0d5-5511e5d482d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:57Z', 'updated_at': '2022-01-10T19:30:07Z', 'revision_number': 4, 'project_id': '04f0875c23524a18a8240b295dc63976', 'gw_port': {'id': '1c448271-001e-4cfd-a0d5-5511e5d482d5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:59Z', 'updated_at': '2022-01-10T19:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9df68783-8a2a-4afd-85f8-824e748ac9d5', 'name': '', 'network_id': '2aaa2461-e51e-4ccf-957f-23ab10116b81', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'mac_address': 'fa:16:3e:6d:55:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:30:06Z', 'updated_at': '2022-01-10T19:30:07Z', 'revision_number': 2, 'project_id': '04f0875c23524a18a8240b295dc63976', 'subnets': [{'id': '5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:30:10.393564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ff9f-ae51-4b0d-915c-3d7f081ab4cc req-0b639ef3-75a3-45dd-8b81-9b59b9b571aa tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:10.395732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5387ff9f-ae51-4b0d-915c-3d7f081ab4cc req-0b639ef3-75a3-45dd-8b81-9b59b9b571aa tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.3490827 Jan 10 19:30:10.495077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eab1a3af-8c4a-413e-b72f-0867b46dfb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:10.588074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:30:10.592062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:10.768219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5387ff9f-ae51-4b0d-915c-3d7f081ab4cc req-04035cbb-0c40-47c7-873a-de23d1b8e9a2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599515 Jan 10 19:30:10.839062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:30:10.886979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f5fa7587-e5ca-4f18-ab72-d02d2ba1d679 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e45f5be-029c-48c9-8d03-3c6b07cb3b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8124321 Jan 10 19:30:11.275049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:11.336543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'mac_address': 'fa:16:3e:5b:5b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:30:11.540042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:11.559953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:11.645135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:11.652153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:30:11.672740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:11.730012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 44934) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:11.815366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Sync routers for ids ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:30:11.849179 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Routers {'51445d6a-d099-4ffd-84fb-7882eb3ae2da'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:30:11.849798 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:30:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:11.885505 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:30:12.049597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea7418cc-4fef-4308-937a-5dcddd971d51 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:30:12.236964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:12.258934 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:12.276375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:12.291741 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:12.295251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:12.482005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ea7418cc-4fef-4308-937a-5dcddd971d51'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:30:12.652967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:12.659077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Set router 51445d6a-d099-4ffd-84fb-7882eb3ae2da gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:30:12.718332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:12.818848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:30:12.842536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Usage tracker for resource:security_group_rule and tenant:af58c87607cb460bb6ef2fa1986e4cce is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:30:12.854670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:30:12.881348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:30:13.181144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:13.190643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:13.200321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:13.510811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af58c87607cb460bb6ef2fa1986e4cce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7783709 Jan 10 19:30:13.513408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 44968) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:13.562079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08030d9b-8a0a-462a-82a6-d03d171922d7 req-d6199f31-8bf4-4a0d-9e10-8225798ab4e5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:13.566103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08030d9b-8a0a-462a-82a6-d03d171922d7 req-d6199f31-8bf4-4a0d-9e10-8225798ab4e5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 944 time: 1.1993346 Jan 10 19:30:13.607589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0e2c4-9914-4490-95bd-ec0f477709f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb2e9f-2f21-4904-8dd3-a9e4e54b1577,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:13.703184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a862178-0727-4a4e-a654-2f52a0dca05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:13.756422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08030d9b-8a0a-462a-82a6-d03d171922d7 req-5ec75a6e-96f0-4af2-b716-1aa0d414951d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437435 Jan 10 19:30:13.795848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a862178-0727-4a4e-a654-2f52a0dca05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:13.852304 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:29:48Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '82dfed8a-f855-4a8e-bcdf-4b884f1c35de', 'name': '', 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'mac_address': 'fa:16:3e:b2:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:46Z', 'updated_at': '2022-01-10T19:29:48Z', 'revision_number': 2, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'subnets': [{'id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:13.859171 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Checking router: 51445d6a-d099-4ffd-84fb-7882eb3ae2da for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:30:13.859852 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Updating router 51445d6a-d099-4ffd-84fb-7882eb3ae2da port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:30:13.975103 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:14.343586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1c448271-001e-4cfd-a0d5-5511e5d482d5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:14.547866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a862178-0727-4a4e-a654-2f52a0dca05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:14.621686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862178-0727-4a4e-a654-2f52a0dca05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb2e9f-2f21-4904-8dd3-a9e4e54b1577,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:14.668473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a862178-0727-4a4e-a654-2f52a0dca05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:14.683467 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7a862178-0727-4a4e-a654-2f52a0dca05f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11fb2e9f-2f21-4904-8dd3-a9e4e54b1577 HTTP/1.1" status: 204 len: 168 time: 1.1688201 Jan 10 19:30:14.716409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:30:14.726918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:15.166136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ea7418cc-4fef-4308-937a-5dcddd971d51 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:15.166573 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:15.278464 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:15.327841 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Transition to ACTIVE for port object 82dfed8a-f855-4a8e-bcdf-4b884f1c35de will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:30:15.345855 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:15.423631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:30:15.456673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e496a05-8de4-45c6-8f20-97b4f5c463f9 req-c707617b-9c85-43f7-925b-de3826df69da tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:15.496067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e496a05-8de4-45c6-8f20-97b4f5c463f9 req-c707617b-9c85-43f7-925b-de3826df69da tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 944 time: 0.2819889 Jan 10 19:30:15.506454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1c448271-001e-4cfd-a0d5-5511e5d482d5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:30:15.652324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e496a05-8de4-45c6-8f20-97b4f5c463f9 req-8ee044b1-1881-424e-9d5c-e6dbd97db58d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553104 Jan 10 19:30:15.794040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:15.814735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1c448271-001e-4cfd-a0d5-5511e5d482d5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:15.817854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:15.857123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d79d-8c76-4fcc-a363-bfbf4d799640 None None] Pushing event updated for resources: {'Port': ['ID=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:15.999907 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.225900 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Attempting to bind port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:30:16.226403 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Attempting to bind port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:30:16.226773 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Attempting to bind port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de on network 79569d29-e90f-45b5-b991-ec383a45688b {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:30:16.241076 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:30:16.241750 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Checking segment: {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:30:16.242330 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.243161 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Bound using segment: {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:30:16.243783 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Bound port: 82dfed8a-f855-4a8e-bcdf-4b884f1c35de, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63e3c48-1294-45db-9804-88461b947feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:30:16.244330 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.423485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45022) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:16.435658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45026) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:16.498239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:16.631470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8285145b-1258-4af0-a853-4a42c4839f2f', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:30:16.701282 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] For port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:30:16.727202 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.737400 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] For port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:30:16.751379 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.768835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.841503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:30:16.859093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:16.867686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:30:16.883537 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:16.979702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:17.007274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:17.012677 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d79d-8c76-4fcc-a363-bfbf4d799640 None None] Pushing event updated for resources: {'Port': ['ID=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:17.037926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:17.055095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:17.133933 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Routers {'51445d6a-d099-4ffd-84fb-7882eb3ae2da'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:30:17.140923 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:30:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:17.230532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8285145b-1258-4af0-a853-4a42c4839f2f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:30:17.442333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1c448271-001e-4cfd-a0d5-5511e5d482d5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1c448271-001e-4cfd-a0d5-5511e5d482d5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:17.447634 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'code': 200} Jan 10 19:30:17.498468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:17.722378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:17.858438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 82dfed8a-f855-4a8e-bcdf-4b884f1c35de up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:17.942687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:30:17.947585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Usage tracker for resource:security_group_rule and tenant:e8e54d1fd0af40e8a69e060c20252231 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:30:17.951094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:30:17.958225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:30:17.989152 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] Set router 51445d6a-d099-4ffd-84fb-7882eb3ae2da gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:30:18.037770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:18.129760 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:18.180703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:18.190322 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:18.339635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8e54d1fd0af40e8a69e060c20252231&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9026976 Jan 10 19:30:18.345450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45076) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:18.346333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e6b7-73e6-4619-9434-295c98d61fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9061eeb-1f63-4e43-90e9-20028c6abef0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:18.440987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a0416-69b3-44fb-acfc-e34df4a5998f req-ab3e8c3d-6679-44aa-90ab-deaa3fbf1270 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:18.473979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c39a0416-69b3-44fb-acfc-e34df4a5998f req-ab3e8c3d-6679-44aa-90ab-deaa3fbf1270 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.8724272 Jan 10 19:30:18.571390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1c448271-001e-4cfd-a0d5-5511e5d482d5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:18.640732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.641277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.641530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.641784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.642122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.642474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.642806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.643172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.643572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.643850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.644832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:18.657768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:30:18.670070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:18.670524 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:18.789701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c39a0416-69b3-44fb-acfc-e34df4a5998f req-2da26168-8a5b-44f1-aa7e-b93f462142b1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147535 Jan 10 19:30:18.825703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df11f666-3bdb-45ab-b365-e5f3e7a8ae51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:18.864255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df11f666-3bdb-45ab-b365-e5f3e7a8ae51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:18.968459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df11f666-3bdb-45ab-b365-e5f3e7a8ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:19.019944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11f666-3bdb-45ab-b365-e5f3e7a8ae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9061eeb-1f63-4e43-90e9-20028c6abef0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:19.056853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df11f666-3bdb-45ab-b365-e5f3e7a8ae51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:19.060276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-df11f666-3bdb-45ab-b365-e5f3e7a8ae51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9061eeb-1f63-4e43-90e9-20028c6abef0 HTTP/1.1" status: 204 len: 168 time: 0.7035015 Jan 10 19:30:19.161307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:29:48Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '82dfed8a-f855-4a8e-bcdf-4b884f1c35de', 'name': '', 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'mac_address': 'fa:16:3e:b2:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:46Z', 'updated_at': '2022-01-10T19:30:16Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'subnets': [{'id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:19.173561 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c5674-f9ff-4d44-a2db-a8b84979b59f None None] The sync data for ids ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'] in n-d-816927-8 is: [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:29:48Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '82dfed8a-f855-4a8e-bcdf-4b884f1c35de', 'name': '', 'network_id': '79569d29-e90f-45b5-b991-ec383a45688b', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'mac_address': 'fa:16:3e:b2:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:46Z', 'updated_at': '2022-01-10T19:30:16Z', 'revision_number': 4, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'subnets': [{'id': '48a28893-79b8-4c1a-ba73-12824e74dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:30:19.295371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:19.453887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:19.463853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:19.766191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:19.780119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1c448271-001e-4cfd-a0d5-5511e5d482d5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:20.066141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1c448271-001e-4cfd-a0d5-5511e5d482d5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:20.068118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:20.135550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Deleting port 9df68783-8a2a-4afd-85f8-824e748ac9d5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:30:20.140397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:20.631345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adc4f1-1d89-4d03-ac3e-3cfec6a8a1e8 req-acbb73df-d598-4e38-a977-22fb5f9e96b8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:20.636030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2adc4f1-1d89-4d03-ac3e-3cfec6a8a1e8 req-acbb73df-d598-4e38-a977-22fb5f9e96b8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2685559 Jan 10 19:30:20.786353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a2adc4f1-1d89-4d03-ac3e-3cfec6a8a1e8 req-44a3922b-c1c9-43c5-854d-9e56688c37d3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438048 Jan 10 19:30:20.797770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45114) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:20.892683 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:20.937227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:21.213180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8285145b-1258-4af0-a853-4a42c4839f2f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:21.214095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:21.274801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Calling delete_port for 9df68783-8a2a-4afd-85f8-824e748ac9d5 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:30:21.393573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:21.544387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:30:21.564989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:21.567468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Usage tracker for resource:security_group_rule and tenant:65ac00e0b7414df4bda4c32073c673bc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:30:21.599649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:30:21.622635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:30:21.717956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 82dfed8a-f855-4a8e-bcdf-4b884f1c35de up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:22.042496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:30:22.133023 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:22.155925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:22.170550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:22.302080 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:30:22.337398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df68783-8a2a-4afd-85f8-824e748ac9d5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:22.355523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:22.361614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:22.362331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:22.619783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5aef-80c0-4775-b8fa-db0cbbfa79ff req-d9f22fa3-3aa1-4ac1-8fca-cf55446bdfbb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:22.622577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36de5aef-80c0-4775-b8fa-db0cbbfa79ff req-d9f22fa3-3aa1-4ac1-8fca-cf55446bdfbb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.4276102 Jan 10 19:30:22.625375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:22.679289 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:22.777617 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36de5aef-80c0-4775-b8fa-db0cbbfa79ff req-939a331b-d2f0-4211-9e61-e0bbd8fff11e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488652 Jan 10 19:30:22.783158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65ac00e0b7414df4bda4c32073c673bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9816866 Jan 10 19:30:22.784168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45164) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:22.833382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef00c6-223b-4ea1-acfd-e8bb80aa37a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a0e9f-17c5-44c7-817e-417bbe27df70,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:22.881281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75caad40-648d-4576-917b-a3f5f6a35107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:22.946924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75caad40-648d-4576-917b-a3f5f6a35107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:23.031749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75caad40-648d-4576-917b-a3f5f6a35107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:23.058560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caad40-648d-4576-917b-a3f5f6a35107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a0e9f-17c5-44c7-817e-417bbe27df70,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:23.063077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75caad40-648d-4576-917b-a3f5f6a35107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:23.065653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-75caad40-648d-4576-917b-a3f5f6a35107 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d54a0e9f-17c5-44c7-817e-417bbe27df70 HTTP/1.1" status: 204 len: 168 time: 0.2804644 Jan 10 19:30:23.412707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:24.526812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd183a25-3da1-4753-a9fe-9aa9efc5b28b req-51e68dde-a359-4f5a-ab05-d638366389f0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:24.540878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd183a25-3da1-4753-a9fe-9aa9efc5b28b req-51e68dde-a359-4f5a-ab05-d638366389f0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2841852 Jan 10 19:30:24.644072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd183a25-3da1-4753-a9fe-9aa9efc5b28b req-7291ae9e-9b84-412e-9cd4-6fa3ed4e2362 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022232 Jan 10 19:30:25.161776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:30:25.679555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:30:25.699636 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d17cc20-9146-4ce0-8e5d-5fa3d909cc11 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e45f5be-029c-48c9-8d03-3c6b07cb3b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2726004 Jan 10 19:30:25.704289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45246) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:26.404442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b670adf-3f7d-49a9-b584-e64d3cbb3a81 req-d1ae0bf0-39b6-41b6-a36d-2615245b7374 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:26.406022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b670adf-3f7d-49a9-b584-e64d3cbb3a81 req-d1ae0bf0-39b6-41b6-a36d-2615245b7374 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.3746631 Jan 10 19:30:26.606006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:26.879853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b670adf-3f7d-49a9-b584-e64d3cbb3a81 req-0761e7c8-37c4-4664-afc6-e5a6719df795 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511588 Jan 10 19:30:27.338171 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:27.368429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Deleting port 1c448271-001e-4cfd-a0d5-5511e5d482d5 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:30:27.368772 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:27.807680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] For port 1c448271-001e-4cfd-a0d5-5511e5d482d5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1c448271-001e-4cfd-a0d5-5511e5d482d5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:27.808081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:28.533272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Calling delete_port for 1c448271-001e-4cfd-a0d5-5511e5d482d5 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:30:28.723936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a356fae-ce01-40dc-bc3a-976559c31bed req-acaab136-20bd-4105-9ddb-6dba708dccc0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:28.732440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a356fae-ce01-40dc-bc3a-976559c31bed req-acaab136-20bd-4105-9ddb-6dba708dccc0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2432423 Jan 10 19:30:28.811489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a356fae-ce01-40dc-bc3a-976559c31bed req-1bc63cb0-5b0a-4700-9a79-578c8283ebca tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780916 Jan 10 19:30:28.961638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:29.030837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c448271-001e-4cfd-a0d5-5511e5d482d5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:29.663585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] Sync routers for ids ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:30:29.690924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] Routers {'5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:30:29.694834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:30:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:29.832629 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:30.220434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] Set router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:30:30.506294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:57Z', 'updated_at': '2022-01-10T19:30:28Z', 'revision_number': 7, 'project_id': '04f0875c23524a18a8240b295dc63976', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:30.518244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] Checking router: 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:30:30.546279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] Routers {'5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:30:30.547547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:30:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:30.786316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:30.813419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:30.955400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec034eeb-921b-4096-9971-6eca5ae2ba54 req-e053bdea-9cec-4285-8371-a948c3175a94 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:30.964016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec034eeb-921b-4096-9971-6eca5ae2ba54 req-e053bdea-9cec-4285-8371-a948c3175a94 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.7845142 Jan 10 19:30:31.021642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] Set router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:30:31.056226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:31.057853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e45f5be-029c-48c9-8d03-3c6b07cb3b3f {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:30:31.104282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:31.106015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f793f4a9-1fd6-4f70-9e05-3315ee607e2a admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e45f5be-029c-48c9-8d03-3c6b07cb3b3f HTTP/1.1" status: 204 len: 168 time: 5.4006441 Jan 10 19:30:31.108953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45360) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:31.138954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec034eeb-921b-4096-9971-6eca5ae2ba54 req-8d4630d5-a271-498e-9640-b0774ba93bd3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699257 Jan 10 19:30:31.258397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Deleting subnet 5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:30:31.268190 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:31.383507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:57Z', 'updated_at': '2022-01-10T19:30:28Z', 'revision_number': 7, 'project_id': '04f0875c23524a18a8240b295dc63976', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:31.393284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:31.395274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd56e20-1379-4cac-a8d0-fdd74f72d19a None None] The sync data for ids ['5e45f5be-029c-48c9-8d03-3c6b07cb3b3f'] in n-d-816927-8 is: [{'id': '5e45f5be-029c-48c9-8d03-3c6b07cb3b3f', 'name': 'tempest-ImageQuotaTest-728650534-router', 'tenant_id': '04f0875c23524a18a8240b295dc63976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:57Z', 'updated_at': '2022-01-10T19:30:28Z', 'revision_number': 7, 'project_id': '04f0875c23524a18a8240b295dc63976', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:30:31.603121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:31.821010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9df68783-8a2a-4afd-85f8-824e748ac9d5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:31.911393 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:31.942070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 9df68783-8a2a-4afd-85f8-824e748ac9d5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:30:31.942433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9df68783-8a2a-4afd-85f8-824e748ac9d5 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:30:32.030031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:32.049749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.050461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.051050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.052342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.053061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.053632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.054178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.054719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.055182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07e229-7b09-4a3e-897c-6775ecf45427 None None] Network 2aaa2461-e51e-4ccf-957f-23ab10116b81 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:30:32.055849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.056396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.056957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:32.078603 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:32.097346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45378) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:32.098717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f109607f-467b-43bb-a00b-305152c7e24a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d7c07a3-5ed5-4a7d-bcdd-4853aa93f382 HTTP/1.1" status: 204 len: 168 time: 0.9881957 Jan 10 19:30:32.375727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:32.418662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Deleting port 460f861b-700c-46d6-9cd5-dfb53b7c0338 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:30:32.419026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:32.862596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] For port 460f861b-700c-46d6-9cd5-dfb53b7c0338, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460f861b-700c-46d6-9cd5-dfb53b7c0338,segment=NetworkSegment(75e91665-6a39-4e69-a404-6ba5f41eb909),segment_id=75e91665-6a39-4e69-a404-6ba5f41eb909)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:32.863175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:32.878187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] DHCP port deletion for 2aaa2461-e51e-4ccf-957f-23ab10116b81 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:30:32.886584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Deleting port 460f861b-700c-46d6-9cd5-dfb53b7c0338 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:30:32.887016 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:33.789818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] For port 460f861b-700c-46d6-9cd5-dfb53b7c0338, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460f861b-700c-46d6-9cd5-dfb53b7c0338,segment=NetworkSegment(75e91665-6a39-4e69-a404-6ba5f41eb909),segment_id=75e91665-6a39-4e69-a404-6ba5f41eb909)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:33.790465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:33.837566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Calling delete_port for 460f861b-700c-46d6-9cd5-dfb53b7c0338 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:30:34.060801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Calling delete_port for 460f861b-700c-46d6-9cd5-dfb53b7c0338 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:30:34.117401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d612ab-9f0b-4a2a-895e-cdcb694d2fff req-2d4973ce-e9d4-4772-8646-6aea451a359a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:34.132647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98d612ab-9f0b-4a2a-895e-cdcb694d2fff req-2d4973ce-e9d4-4772-8646-6aea451a359a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 1.4639964 Jan 10 19:30:34.349437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1c448271-001e-4cfd-a0d5-5511e5d482d5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:34.440109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98d612ab-9f0b-4a2a-895e-cdcb694d2fff req-8676b16b-55ab-4bd9-a559-6073968a5ea9 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046322 Jan 10 19:30:34.446641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:34.469861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1c448271-001e-4cfd-a0d5-5511e5d482d5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:30:34.470235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1c448271-001e-4cfd-a0d5-5511e5d482d5 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:30:34.473864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460f861b-700c-46d6-9cd5-dfb53b7c0338 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:34.582368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 460f861b-700c-46d6-9cd5-dfb53b7c0338 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:30:34.582720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460f861b-700c-46d6-9cd5-dfb53b7c0338 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:30:34.605222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=460f861b-700c-46d6-9cd5-dfb53b7c0338,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:34.618518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] No DVR routers for this DVR port 460f861b-700c-46d6-9cd5-dfb53b7c0338 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:30:34.685189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:30:34.686632 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:30:35.089850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.117857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaa2461-e51e-4ccf-957f-23ab10116b81']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:35.130709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e91665-6a39-4e69-a404-6ba5f41eb909') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:35.131065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e91665-6a39-4e69-a404-6ba5f41eb909') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:30:35.143635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.164817 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.171166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:30:35.171565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.189769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Deleting port 460f861b-700c-46d6-9cd5-dfb53b7c0338 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:30:35.190888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:30:35.286357 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:30:35.294937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.326904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:35.329487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=2aaa2461-e51e-4ccf-957f-23ab10116b81,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:35.351183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/2aaa2461-e51e-4ccf-957f-23ab10116b81 HTTP/1.1" status: 204 len: 168 time: 3.2510650 Jan 10 19:30:35.357295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.357656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.357999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.358368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.358731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.359151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.359491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.359884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.360213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.360531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.360849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f38a0-bb72-4bc6-96a9-c0f3b89d2a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:30:35.381044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-09bc2515-157c-427a-b358-477fe33e20ce None None] The port '460f861b-700c-46d6-9cd5-dfb53b7c0338' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:30:35.956055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45430) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:36.090171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493f82-9753-40a1-ad25-2e769f6e19da req-241e2ab6-fdf5-4f07-958f-26313cb08b51 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:36.100051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58493f82-9753-40a1-ad25-2e769f6e19da req-241e2ab6-fdf5-4f07-958f-26313cb08b51 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1987739 Jan 10 19:30:36.212669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58493f82-9753-40a1-ad25-2e769f6e19da req-eea1a7f3-9cd1-4eb7-bfce-20aace263a7b tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102099 Jan 10 19:30:36.445157 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fbd6a3d3-438e-42fa-8c67-4295e33dc1f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04f0875c23524a18a8240b295dc63976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4879482 Jan 10 19:30:36.447881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45438) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:36.710425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-313ab27b-abab-46be-b6a5-be0e8b63acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:36.780185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-313ab27b-abab-46be-b6a5-be0e8b63acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:36.887237 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-313ab27b-abab-46be-b6a5-be0e8b63acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:36.958055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ab27b-abab-46be-b6a5-be0e8b63acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f76ebd-5ce0-4d7c-a136-99ec77278c40,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:36.989083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-313ab27b-abab-46be-b6a5-be0e8b63acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:36.998212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-313ab27b-abab-46be-b6a5-be0e8b63acf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0f76ebd-5ce0-4d7c-a136-99ec77278c40 HTTP/1.1" status: 204 len: 168 time: 0.5489142 Jan 10 19:30:37.801314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d0e36-06c6-460e-81b0-41c7f31a5109 req-d3c2f656-ce0f-44cc-8aff-72f035af1b3f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:37.803503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-103d0e36-06c6-460e-81b0-41c7f31a5109 req-d3c2f656-ce0f-44cc-8aff-72f035af1b3f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2603474 Jan 10 19:30:37.971276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-103d0e36-06c6-460e-81b0-41c7f31a5109 req-1a2ad732-c61e-4e56-81dc-e3e5918c178e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564696 Jan 10 19:30:38.399712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45486) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:38.416155 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f2405c3-a419-49c4-a3b8-aa91bd53e607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:38.441844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:38.532492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:30:38.540415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:30:38.548211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:30:38.561229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:30:38.722107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:38.737364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:38.806476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fa47ff-3fae-4eec-95e6-ea541a037061,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:38.816253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-854c628f-4356-4731-b724-c5c8c5e85062 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.4119272 Jan 10 19:30:38.816253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 45494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:38.950074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-330fd41b-fa80-4b10-b9b8-7bcf4aa3f22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:39.017613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-330fd41b-fa80-4b10-b9b8-7bcf4aa3f22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:39.154792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-330fd41b-fa80-4b10-b9b8-7bcf4aa3f22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:39.191052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fd41b-fa80-4b10-b9b8-7bcf4aa3f22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fa47ff-3fae-4eec-95e6-ea541a037061,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:39.212014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-330fd41b-fa80-4b10-b9b8-7bcf4aa3f22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:39.216777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-330fd41b-fa80-4b10-b9b8-7bcf4aa3f22e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0fa47ff-3fae-4eec-95e6-ea541a037061 HTTP/1.1" status: 204 len: 168 time: 0.3954222 Jan 10 19:30:39.564695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027e36c-19b2-4d3c-8542-1d9328b51ce2 req-24499c90-4e08-456a-962e-fccf8acb5ae1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:39.588473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c027e36c-19b2-4d3c-8542-1d9328b51ce2 req-24499c90-4e08-456a-962e-fccf8acb5ae1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2719371 Jan 10 19:30:39.778589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c027e36c-19b2-4d3c-8542-1d9328b51ce2 req-7cc13c79-7404-4d04-abef-d335937a4a14 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877050 Jan 10 19:30:40.483573 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fa890ad3-9883-4e36-87da-39113db2b0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:41.330617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a7336-426a-48fc-9a8d-49af5aee44d0 req-6fbc458a-72ca-44f9-812c-049b24fb68ef tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:41.348262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb8a7336-426a-48fc-9a8d-49af5aee44d0 req-6fbc458a-72ca-44f9-812c-049b24fb68ef tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2206855 Jan 10 19:30:41.477393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb8a7336-426a-48fc-9a8d-49af5aee44d0 req-fde2d96a-b267-4605-a96d-5e724010c167 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271639 Jan 10 19:30:41.790041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:41.867851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:42.847655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd165b20-54e9-4246-9474-185c68aca7f3 req-a083e78d-8495-48b3-9ad5-5201c611d6f0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:42.856512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd165b20-54e9-4246-9474-185c68aca7f3 req-a083e78d-8495-48b3-9ad5-5201c611d6f0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1349678 Jan 10 19:30:43.014230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd165b20-54e9-4246-9474-185c68aca7f3 req-126de577-c999-49f8-adeb-f6be8af202a6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566424 Jan 10 19:30:43.102180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:43.118958 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:30:44.755995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0e0f6-60eb-4949-aed6-5f17d42591db req-4d51d92d-31e8-45e1-b577-ce2901e16a0e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:44.765125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04c0e0f6-60eb-4949-aed6-5f17d42591db req-4d51d92d-31e8-45e1-b577-ce2901e16a0e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.3434181 Jan 10 19:30:44.860280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04c0e0f6-60eb-4949-aed6-5f17d42591db req-0832fc84-114d-427c-af8e-65c1b52ca906 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939605 Jan 10 19:30:45.342169 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:45.342769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:46.388832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1588ee-0d60-4c25-abd5-d40a093304e8 req-368f4f4f-460a-4efc-90a3-1e6b242169f7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:46.390535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d1588ee-0d60-4c25-abd5-d40a093304e8 req-368f4f4f-460a-4efc-90a3-1e6b242169f7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.2331719 Jan 10 19:30:46.535483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d1588ee-0d60-4c25-abd5-d40a093304e8 req-bb9a698d-a761-4c7a-aacf-94258df376e7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367626 Jan 10 19:30:47.935923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac4be3-31fa-4e81-871a-f504945ab1c8 req-15b7ef56-05b0-4fe3-8ff0-572c3f5e6d2f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:47.942697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85ac4be3-31fa-4e81-871a-f504945ab1c8 req-15b7ef56-05b0-4fe3-8ff0-572c3f5e6d2f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1624725 Jan 10 19:30:48.030584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85ac4be3-31fa-4e81-871a-f504945ab1c8 req-507e3f76-7ef7-498f-a30a-43a724a06652 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869250 Jan 10 19:30:48.305645 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-399c87db-95b6-4660-8f1b-973072671b10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1096 time: 0.1628258 Jan 10 19:30:48.593373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-f814c892-af73-4b64-a45f-bd8d6fda65aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:48.594905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-f814c892-af73-4b64-a45f-bd8d6fda65aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.2837377 Jan 10 19:30:48.763933 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-fec01d49-a3c2-4c5b-9deb-981db27ac459 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 200 len: 1000 time: 0.1608746 Jan 10 19:30:48.964605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-1516aba8-c380-4956-8430-e8781bdac5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:48.966171 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-1516aba8-c380-4956-8430-e8781bdac5b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.1014180 Jan 10 19:30:49.118554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-1740eb62-b053-422f-b148-9b025688dcec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443892 Jan 10 19:30:49.362470 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-2b6d0261-d06e-411f-a416-0002f43f614a service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360251 Jan 10 19:30:49.468330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae175c-bc22-47fe-8623-e3ba1db4dcaa req-94d5ded7-ba7f-40ad-a471-5ad16813d909 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:49.469854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dae175c-bc22-47fe-8623-e3ba1db4dcaa req-94d5ded7-ba7f-40ad-a471-5ad16813d909 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1478436 Jan 10 19:30:49.559360 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ce12990d-8067-40c0-b8bd-9c6b8d6bb77a req-9eb6978d-e4d3-44fa-9279-09e3a358ced0 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903505 Jan 10 19:30:49.774900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dae175c-bc22-47fe-8623-e3ba1db4dcaa req-b94849b5-baef-439b-9d7d-33a8a87d70ac tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927847 Jan 10 19:30:49.847808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea948-ceb3-4002-971f-4540a7372117 req-ff194545-7c59-4a5d-90ab-d9e6eb8a45d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:49.850207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59dea948-ceb3-4002-971f-4540a7372117 req-ff194545-7c59-4a5d-90ab-d9e6eb8a45d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.3699753 Jan 10 19:30:49.919594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59dea948-ceb3-4002-971f-4540a7372117 req-abfabfbc-efa5-4b7b-aa89-9d4411daf228 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625379 Jan 10 19:30:50.992894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55600218-3c3f-43bd-85a4-c42b8fdf59fb req-c81a4887-7647-4643-b271-e98b2232fb49 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:50.995114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55600218-3c3f-43bd-85a4-c42b8fdf59fb req-c81a4887-7647-4643-b271-e98b2232fb49 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1884770 Jan 10 19:30:51.023461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:51.219597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55600218-3c3f-43bd-85a4-c42b8fdf59fb req-1fef7f80-cf74-43b6-9991-d450930090b3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105408 Jan 10 19:30:51.238838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:51.282718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d2f2e-53cd-48b6-b136-780c00c79e49 req-58fdca68-115a-489c-9569-e5671020fa3e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:51.292561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e22d2f2e-53cd-48b6-b136-780c00c79e49 req-58fdca68-115a-489c-9569-e5671020fa3e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 945 time: 0.1616910 Jan 10 19:30:51.347925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:30:51.365425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:51.375646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:51.379396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e22d2f2e-53cd-48b6-b136-780c00c79e49 req-1906ca9a-3931-4e78-9de8-bf90bf57fdf7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858743 Jan 10 19:30:51.486350 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'code': 200} Jan 10 19:30:51.487758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:52.493360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48394b44-472e-49fa-876b-30a0dd27fe6d req-b640bc85-b832-49a5-85ef-be18b5029c41 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:52.494827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48394b44-472e-49fa-876b-30a0dd27fe6d req-b640bc85-b832-49a5-85ef-be18b5029c41 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.0969944 Jan 10 19:30:52.567519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48394b44-472e-49fa-876b-30a0dd27fe6d req-908f5371-f1e7-4893-8fae-512171e5762c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663383 Jan 10 19:30:52.658260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc1f42-56f3-4afb-9604-72601e9c98cc req-f35e62a6-4419-45fc-a70d-c7a280132c3e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:52.659786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cbc1f42-56f3-4afb-9604-72601e9c98cc req-f35e62a6-4419-45fc-a70d-c7a280132c3e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.0913486 Jan 10 19:30:52.736466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cbc1f42-56f3-4afb-9604-72601e9c98cc req-75174198-0f54-42db-bd96-39d1a6c9a0c7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625865 Jan 10 19:30:53.041607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:30:53.059236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:53.472996 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:53.527855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:30:53.615362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:53.630675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:53.642494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:53.657606 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:30:53.741069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '8285145b-1258-4af0-a853-4a42c4839f2f', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '8285145b-1258-4af0-a853-4a42c4839f2f', 'mac_address': 'fa:16:3e:ac:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:30:53.889305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:53.907819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=11']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:53.946803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:30:53.989866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:54.000383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdcf9c-3e3a-4734-8607-e6c826966cce req-ab65a689-f104-4583-8f72-645b4b876cad tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:54.001878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-debdcf9c-3e3a-4734-8607-e6c826966cce req-ab65a689-f104-4583-8f72-645b4b876cad tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1582665 Jan 10 19:30:54.002298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:54.132898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-debdcf9c-3e3a-4734-8607-e6c826966cce req-e8dbddb5-df84-4ad9-be10-93a778c87598 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227834 Jan 10 19:30:54.243586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['8285145b-1258-4af0-a853-4a42c4839f2f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:30:54.623787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=12']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:54.740319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aef7c28e-af55-4d42-9b34-ea583ce47b71 req-895df9a2-44dc-4e94-aa71-81109993553a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2263441 Jan 10 19:30:55.043622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:30:55.090512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 45822) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:30:55.233924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 8285145b-1258-4af0-a853-4a42c4839f2f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:30:55.234302 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:55.326785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114f8a-1cbc-4a7d-b2cf-92e896158a17 req-35ad37df-b462-4ed0-a2e9-1669cdf0eca8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:55.350389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10114f8a-1cbc-4a7d-b2cf-92e896158a17 req-35ad37df-b462-4ed0-a2e9-1669cdf0eca8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.2555630 Jan 10 19:30:55.517468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10114f8a-1cbc-4a7d-b2cf-92e896158a17 req-b882db51-cf7c-4310-a1b8-6aa9f7b2077d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633594 Jan 10 19:30:55.522251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:55.568681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:30:55.593432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:30:55.594453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:30:55.718540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-f9310ad6-7151-4e01-bcb1-ebcc3aaf4b50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6253042 Jan 10 19:30:55.767800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fb66f-fe7d-4a76-b294-82838409841e req-53330ad1-8790-491c-9324-ce2d97b6b013 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:55.770240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-774fb66f-fe7d-4a76-b294-82838409841e req-53330ad1-8790-491c-9324-ce2d97b6b013 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.3477061 Jan 10 19:30:55.878589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-774fb66f-fe7d-4a76-b294-82838409841e req-57c93a74-e960-4cf9-a50a-d37e15e88e5c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917449 Jan 10 19:30:55.942263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:30:56.073709 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:30:56.128100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=13']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:30:56.911886 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-7a938358-00ad-4cab-a2e7-e94a68ff4728 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1098 time: 0.2652678 Jan 10 19:30:57.008934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2035-9d0b-4321-83ab-76749bcdae23 req-a08269fa-e5ef-4906-a8f8-706450385351 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:57.017673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfd2035-9d0b-4321-83ab-76749bcdae23 req-a08269fa-e5ef-4906-a8f8-706450385351 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.2428749 Jan 10 19:30:57.118735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dfd2035-9d0b-4321-83ab-76749bcdae23 req-10abaedc-f3c9-4d40-94f5-69cae698a4e7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998404 Jan 10 19:30:57.312410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-7018c038-c38c-4517-bc8c-e1f7ccaa436a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:57.314564 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-7018c038-c38c-4517-bc8c-e1f7ccaa436a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.3749504 Jan 10 19:30:57.536169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-a8abd1e3-b85f-40fa-af93-5efc600f0251 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1002 time: 0.2145033 Jan 10 19:30:57.537122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04908ef6-14b7-41ff-bf5a-63b7f07e6e01 req-93122ddb-ccb2-48fd-978e-d030bb69a580 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:57.538898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04908ef6-14b7-41ff-bf5a-63b7f07e6e01 req-93122ddb-ccb2-48fd-978e-d030bb69a580 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2550378 Jan 10 19:30:57.657792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-ae6e0a9d-2ab9-46e7-af4e-8eaa49362dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:57.659969 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-ae6e0a9d-2ab9-46e7-af4e-8eaa49362dae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1102073 Jan 10 19:30:57.670647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04908ef6-14b7-41ff-bf5a-63b7f07e6e01 req-053a9211-7e4d-4467-b35f-f50e32f30767 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215701 Jan 10 19:30:57.855292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-e07a9970-a2df-46fa-8c6e-52e980a526e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844578 Jan 10 19:30:58.112347 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-952bb785-bbc9-4efd-b3cb-c3e005acf4f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505836 Jan 10 19:30:58.341850 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de403e11-7f76-488a-8dd1-56e3bcf3bfc6 req-74ee97d3-c960-48f7-8545-c647959bd0b8 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222121 Jan 10 19:30:58.632779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159588e-da35-464d-8249-8a56ab3a5f2b req-cd512550-3e73-4ced-968d-c341764686d2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:58.640979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c159588e-da35-464d-8249-8a56ab3a5f2b req-cd512550-3e73-4ced-968d-c341764686d2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.0989857 Jan 10 19:30:58.707508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c159588e-da35-464d-8249-8a56ab3a5f2b req-bf4e7445-81ba-4885-936c-b027d3a2cb12 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653074 Jan 10 19:30:59.074343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e802cb-b0e2-49a6-9e62-be0872ff200b req-db16ab75-3d5d-40e4-a1bc-394941323779 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:30:59.085649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4e802cb-b0e2-49a6-9e62-be0872ff200b req-db16ab75-3d5d-40e4-a1bc-394941323779 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1731184 Jan 10 19:30:59.159575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4e802cb-b0e2-49a6-9e62-be0872ff200b req-1583602c-ed39-4427-9b88-a164d0872444 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727296 Jan 10 19:31:00.171390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c89de-1c30-4dc0-8b7f-0aa62e84f795 req-f34b6a04-def2-4a24-b6b5-a6cde7d7c5ea tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:00.180918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-068c89de-1c30-4dc0-8b7f-0aa62e84f795 req-f34b6a04-def2-4a24-b6b5-a6cde7d7c5ea tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1948199 Jan 10 19:31:00.366955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-068c89de-1c30-4dc0-8b7f-0aa62e84f795 req-cecc8a23-2682-4d4b-a7a3-61713eaa08d8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848545 Jan 10 19:31:00.786538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39234b-a389-43c2-a53b-d63c4be9867e req-e65e97e6-6906-46d3-ba5b-358468704915 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:00.790768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a39234b-a389-43c2-a53b-d63c4be9867e req-e65e97e6-6906-46d3-ba5b-358468704915 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.3077047 Jan 10 19:31:00.925098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a39234b-a389-43c2-a53b-d63c4be9867e req-a23328cc-cc4b-4481-b313-8a8d7fc6bced tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170454 Jan 10 19:31:01.914681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f374-b2fe-4e65-8efc-c8f3d57f065d req-383154f5-a961-4117-9857-5c75ac6085f2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:01.923637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0622f374-b2fe-4e65-8efc-c8f3d57f065d req-383154f5-a961-4117-9857-5c75ac6085f2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1418080 Jan 10 19:31:02.038494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0622f374-b2fe-4e65-8efc-c8f3d57f065d req-93891b97-9094-4662-a54a-90569d26984c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139665 Jan 10 19:31:02.288514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f306794-3f3a-49ed-bca1-92833af575d3 req-dd04fea4-7d0c-44af-b4d5-4e42acaaa439 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:02.302108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f306794-3f3a-49ed-bca1-92833af575d3 req-dd04fea4-7d0c-44af-b4d5-4e42acaaa439 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1789207 Jan 10 19:31:02.322603 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-1f245cd2-6927-452e-99e9-2bad3a476934 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67&tenant_id=969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 1094 time: 0.6915410 Jan 10 19:31:02.447357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f306794-3f3a-49ed-bca1-92833af575d3 req-fd71e986-7279-4405-9acb-09ce749d728f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400850 Jan 10 19:31:02.515206 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-31dad0ec-6d32-4779-804f-1c82c37d5ce6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1094 time: 0.1619158 Jan 10 19:31:02.772755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-d58aa431-c113-4f70-b943-4ff5b801e0a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:02.774475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-d58aa431-c113-4f70-b943-4ff5b801e0a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.2532070 Jan 10 19:31:02.937828 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-86195c7e-86f7-4668-b9cd-741b683de7a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 200 len: 998 time: 0.1572747 Jan 10 19:31:03.105170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-44678103-9f5a-4919-a6b7-d0cdef00ab6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:03.107196 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-44678103-9f5a-4919-a6b7-d0cdef00ab6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.1617503 Jan 10 19:31:03.212557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-00bc4589-09a0-4290-9f24-65b1b3a701f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965619 Jan 10 19:31:03.566631 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-01c3bff4-598f-4d96-ac16-d65b600fda73 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399086 Jan 10 19:31:03.897537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371d8c3-1398-47e6-b42c-314eb836b3d1 req-dd99424d-a81c-4489-a97a-eede40f22b69 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:03.905631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a371d8c3-1398-47e6-b42c-314eb836b3d1 req-dd99424d-a81c-4489-a97a-eede40f22b69 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.3466697 Jan 10 19:31:03.908268 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a534f6aa-3441-425e-ba4d-326ba796c33e req-9570d3d2-e3e9-4bc8-b4e6-98820bb83c6c service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404617 Jan 10 19:31:03.928924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a225cc-54e0-484d-a4aa-0ae0e349ac07 req-8ae49f85-6610-4f8d-8f43-0d15739a9b37 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:03.930762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a225cc-54e0-484d-a4aa-0ae0e349ac07 req-8ae49f85-6610-4f8d-8f43-0d15739a9b37 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2095571 Jan 10 19:31:04.000068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a371d8c3-1398-47e6-b42c-314eb836b3d1 req-0db24d9b-818c-4be2-bea5-b007d456ba86 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672312 Jan 10 19:31:04.112771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a225cc-54e0-484d-a4aa-0ae0e349ac07 req-954c7264-0ae0-480e-9575-12d608f8e32a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275842 Jan 10 19:31:05.608011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1475-b1ca-4acc-b389-40bb4801714f req-12026a89-9364-4474-aad8-5a6b3c37ded8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:05.616386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66ac1475-b1ca-4acc-b389-40bb4801714f req-12026a89-9364-4474-aad8-5a6b3c37ded8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2023423 Jan 10 19:31:05.754422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66ac1475-b1ca-4acc-b389-40bb4801714f req-283b9a9d-bbcc-468d-814b-7163566ba35c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320767 Jan 10 19:31:06.047571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dba7da-924d-4c35-a5c7-a4c9ead53880 req-645d1bd8-45b6-43a3-855b-773ee68d3d0b tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:06.055960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1dba7da-924d-4c35-a5c7-a4c9ead53880 req-645d1bd8-45b6-43a3-855b-773ee68d3d0b tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1837363 Jan 10 19:31:06.221094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1dba7da-924d-4c35-a5c7-a4c9ead53880 req-8073f857-c76f-4844-8717-79aacd118783 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594212 Jan 10 19:31:07.254454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a917-663a-4b63-b247-13f24f538ee0 req-6f185b0b-4b6e-47ff-b405-d4554e708b80 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:07.264010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8b4a917-663a-4b63-b247-13f24f538ee0 req-6f185b0b-4b6e-47ff-b405-d4554e708b80 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2863922 Jan 10 19:31:07.441214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8b4a917-663a-4b63-b247-13f24f538ee0 req-9017658a-f895-4111-9401-c7a415a2954b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757610 Jan 10 19:31:07.835835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854611-1897-4f21-ab53-228ff212ebcb req-43e64a2b-5dba-4ba2-896e-4a5bfd550079 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:07.838731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa854611-1897-4f21-ab53-228ff212ebcb req-43e64a2b-5dba-4ba2-896e-4a5bfd550079 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1559267 Jan 10 19:31:08.433450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5abb07fa-5ea1-48d9-9096-2896a30fb9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:08.591508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa854611-1897-4f21-ab53-228ff212ebcb req-3f84f2b0-c3ea-47b7-8f7b-aa9797b6e419 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7367535 Jan 10 19:31:09.334723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608cbe8-7414-4bee-ab0e-e2a9eb02a224 req-47a5bf32-33ab-424d-ab67-44a0e1cb9964 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:09.337700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5608cbe8-7414-4bee-ab0e-e2a9eb02a224 req-47a5bf32-33ab-424d-ab67-44a0e1cb9964 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2578506 Jan 10 19:31:09.505183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5608cbe8-7414-4bee-ab0e-e2a9eb02a224 req-11ad7173-3bfe-4827-a43c-8764f1da8127 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586080 Jan 10 19:31:10.098791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304f745-1720-43eb-9436-a6442fbd6fff req-60062229-01aa-4e06-89c6-a4d8459b042f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:10.112273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1304f745-1720-43eb-9436-a6442fbd6fff req-60062229-01aa-4e06-89c6-a4d8459b042f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.2352219 Jan 10 19:31:10.187518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1304f745-1720-43eb-9436-a6442fbd6fff req-946325ba-4a83-497a-9ab8-78660f6f667c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742557 Jan 10 19:31:10.513307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b684-de5d-402a-9d4f-38ecbc17afea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:10.845711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff28e0-3719-4229-bbdc-2320b3f6cf9a req-dfac91dc-64bf-4005-aa4d-ee75afff0962 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:10.860359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02ff28e0-3719-4229-bbdc-2320b3f6cf9a req-dfac91dc-64bf-4005-aa4d-ee75afff0962 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1245923 Jan 10 19:31:11.257053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02ff28e0-3719-4229-bbdc-2320b3f6cf9a req-f739f397-12e8-4ffc-b60e-fd8ec172290c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904512 Jan 10 19:31:11.788432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:11.810171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61633dc2-91bb-4370-a77f-2c8c20d51558 req-164b199b-a1ec-48f6-8903-f4334b8c4f40 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:11.821286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61633dc2-91bb-4370-a77f-2c8c20d51558 req-164b199b-a1ec-48f6-8903-f4334b8c4f40 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.2033093 Jan 10 19:31:11.844416 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:11.951514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61633dc2-91bb-4370-a77f-2c8c20d51558 req-2e399c6a-59d8-44b9-ae18-64a3498755d4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289275 Jan 10 19:31:12.753806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f1032-de1a-4c32-9e1c-12d456c8404b req-a7ee152a-93ec-437e-bbb0-00fd8778f39f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:12.761973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f80f1032-de1a-4c32-9e1c-12d456c8404b req-a7ee152a-93ec-437e-bbb0-00fd8778f39f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1810892 Jan 10 19:31:12.855162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f80f1032-de1a-4c32-9e1c-12d456c8404b req-044e9938-8ad5-4a71-8b37-bbbe9a4e301f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872359 Jan 10 19:31:13.107081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:13.487655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbf3c7-e5a4-44c4-80d7-513948e5de69 req-090e8325-585f-4c96-8d9d-5af5ca84da47 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:13.489561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cbf3c7-e5a4-44c4-80d7-513948e5de69 req-090e8325-585f-4c96-8d9d-5af5ca84da47 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1222425 Jan 10 19:31:13.577050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cbf3c7-e5a4-44c4-80d7-513948e5de69 req-54feb618-74b2-4867-8038-7f34be205508 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816333 Jan 10 19:31:14.327156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417e0c-ba57-449c-8185-7e98a0de7690 req-ff486bef-81da-471b-8c2c-2021200c490f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:14.338962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69417e0c-ba57-449c-8185-7e98a0de7690 req-ff486bef-81da-471b-8c2c-2021200c490f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1440065 Jan 10 19:31:14.451494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69417e0c-ba57-449c-8185-7e98a0de7690 req-bcb43e9f-931d-44f3-8212-b28eaf2b06b4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115329 Jan 10 19:31:14.926485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa250f-3c73-406e-bdef-4efe600dcf40 req-c9ddd8ca-9da6-4fe6-b306-c7f424a3ee70 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:14.941344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72aa250f-3c73-406e-bdef-4efe600dcf40 req-c9ddd8ca-9da6-4fe6-b306-c7f424a3ee70 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1233134 Jan 10 19:31:15.004420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72aa250f-3c73-406e-bdef-4efe600dcf40 req-f80d36f2-1f59-461a-b49a-960beecee397 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620060 Jan 10 19:31:15.280385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:15.334921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:15.881265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a3873-2dd6-4afb-969b-7606e1689015 req-5a4b3030-4089-48d4-88e9-885fd7825da1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:15.887064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987a3873-2dd6-4afb-969b-7606e1689015 req-5a4b3030-4089-48d4-88e9-885fd7825da1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1897655 Jan 10 19:31:15.997223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987a3873-2dd6-4afb-969b-7606e1689015 req-410a9c96-0918-4cb2-8219-275dad052b54 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005075 Jan 10 19:31:16.574325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe76bb-7ec2-4c3d-b15f-8e44a6d72647 req-7a6dfb23-d883-47fc-bafc-f34a129bc9db tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:16.575953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fabe76bb-7ec2-4c3d-b15f-8e44a6d72647 req-7a6dfb23-d883-47fc-bafc-f34a129bc9db tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.2562122 Jan 10 19:31:16.696835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fabe76bb-7ec2-4c3d-b15f-8e44a6d72647 req-996c3416-cf5e-4ed0-8705-5b8ea37f575a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110978 Jan 10 19:31:17.512407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493cca5-9bf5-42ed-8a17-d4d7241ba487 req-938b3490-69e7-4c3d-a7e8-462fbc256a78 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:17.525508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e493cca5-9bf5-42ed-8a17-d4d7241ba487 req-938b3490-69e7-4c3d-a7e8-462fbc256a78 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2563038 Jan 10 19:31:17.703212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e493cca5-9bf5-42ed-8a17-d4d7241ba487 req-984ef4eb-9265-451e-9cbc-8556b32b757c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483467 Jan 10 19:31:18.134060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61391f06-6828-489e-9bc4-8454a75954dc req-11fe915f-b1d8-4bae-bef1-3868b440aac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:18.136249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61391f06-6828-489e-9bc4-8454a75954dc req-11fe915f-b1d8-4bae-bef1-3868b440aac7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1560245 Jan 10 19:31:18.272288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61391f06-6828-489e-9bc4-8454a75954dc req-c1338b8c-78d5-4d99-966c-d52dff44d7a4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254096 Jan 10 19:31:19.255330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746a5a4-80cc-41b1-ba54-3f00d0d50678 req-09cc1d4d-4c8e-486f-a0f0-53f516404b3d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:19.257308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f746a5a4-80cc-41b1-ba54-3f00d0d50678 req-09cc1d4d-4c8e-486f-a0f0-53f516404b3d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2319648 Jan 10 19:31:19.393498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f746a5a4-80cc-41b1-ba54-3f00d0d50678 req-18c50d16-6434-437c-8da8-33f61c0ec717 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296237 Jan 10 19:31:19.815985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13295c-70d4-490c-b018-3fa445938168 req-304dc53f-6b7f-46aa-bf27-581cd7763754 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:19.817447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb13295c-70d4-490c-b018-3fa445938168 req-304dc53f-6b7f-46aa-bf27-581cd7763754 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.2221949 Jan 10 19:31:19.903000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb13295c-70d4-490c-b018-3fa445938168 req-9069b2cc-629f-46e4-a162-da283773f45d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762291 Jan 10 19:31:20.119784 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:31:20.930586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03709fd-3f40-4fa1-9c1c-44324b394a28 req-a1233e83-830f-4347-b747-4e61233d10d6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:20.932531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d03709fd-3f40-4fa1-9c1c-44324b394a28 req-a1233e83-830f-4347-b747-4e61233d10d6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1545022 Jan 10 19:31:21.081790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d03709fd-3f40-4fa1-9c1c-44324b394a28 req-0c892fbf-2609-412d-960e-e8fb8543525f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402447 Jan 10 19:31:21.433651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd72d5-069c-44ca-8500-26e90101bd73 req-79fcd846-c00a-4e0d-8a93-adc8128bc34d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:21.447425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6dd72d5-069c-44ca-8500-26e90101bd73 req-79fcd846-c00a-4e0d-8a93-adc8128bc34d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1206977 Jan 10 19:31:21.550474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6dd72d5-069c-44ca-8500-26e90101bd73 req-a7baea4d-2d09-45a9-82cd-ed7db5607a9d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995963 Jan 10 19:31:22.478803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7bd0-732e-4869-a777-c8fe0794ef01 req-78c39145-8903-4007-b696-9fd4da9b3a5e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:22.483319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d80b7bd0-732e-4869-a777-c8fe0794ef01 req-78c39145-8903-4007-b696-9fd4da9b3a5e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1392162 Jan 10 19:31:22.651847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d80b7bd0-732e-4869-a777-c8fe0794ef01 req-611fff61-b0a6-46af-9edd-cd913a3d7988 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588507 Jan 10 19:31:23.309464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dba12-95b7-406b-8c59-076fd00163b4 req-11df4ee5-b258-4e68-9e61-9b50f71db7b8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:23.334652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b22dba12-95b7-406b-8c59-076fd00163b4 req-11df4ee5-b258-4e68-9e61-9b50f71db7b8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.3342731 Jan 10 19:31:23.453107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b22dba12-95b7-406b-8c59-076fd00163b4 req-b144aef2-031c-45d7-90a7-bff24b7db522 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180055 Jan 10 19:31:24.031093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acd81a-4269-4e74-8b1d-96541ea0ed17 req-0ee59726-9457-4ac5-90e4-5b193b0b653c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:24.060064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37acd81a-4269-4e74-8b1d-96541ea0ed17 req-0ee59726-9457-4ac5-90e4-5b193b0b653c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2146602 Jan 10 19:31:24.235424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37acd81a-4269-4e74-8b1d-96541ea0ed17 req-3d79f020-cfdb-4eee-8fc2-4cf908bd6222 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723616 Jan 10 19:31:24.912661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88652db-9c6d-4219-9a1c-7da52f9ab02e req-3f234031-0e16-4ae5-97fb-d1e6ceaf315c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:24.914336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a88652db-9c6d-4219-9a1c-7da52f9ab02e req-3f234031-0e16-4ae5-97fb-d1e6ceaf315c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.1514213 Jan 10 19:31:25.031704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a88652db-9c6d-4219-9a1c-7da52f9ab02e req-864dc41a-6a74-4813-921c-2b703babb1c9 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102359 Jan 10 19:31:25.779891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfa924-1344-4684-959e-8c13ecba3fd8 req-0610d3c9-674d-44c7-acca-6edda076c4e3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:25.792304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4bfa924-1344-4684-959e-8c13ecba3fd8 req-0610d3c9-674d-44c7-acca-6edda076c4e3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2400172 Jan 10 19:31:25.905071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4bfa924-1344-4684-959e-8c13ecba3fd8 req-28c58aa7-450e-44e5-b7da-75a324e68363 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084151 Jan 10 19:31:26.899753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abc565-6543-4a86-b991-2aa43883a04f req-a6db456f-15c3-4895-8df9-741e53c348a0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:26.906688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08abc565-6543-4a86-b991-2aa43883a04f req-a6db456f-15c3-4895-8df9-741e53c348a0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 943 time: 0.3781924 Jan 10 19:31:27.252934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:31:27.409382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08abc565-6543-4a86-b991-2aa43883a04f req-e9ba3c81-6969-4bce-898d-667123e42d6e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973142 Jan 10 19:31:27.500616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05c22a-48da-4149-894c-76d9ed8dd18b req-5f044d5b-f842-44d7-8200-7969632297b3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:27.513049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f05c22a-48da-4149-894c-76d9ed8dd18b req-5f044d5b-f842-44d7-8200-7969632297b3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1713428 Jan 10 19:31:27.665999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f05c22a-48da-4149-894c-76d9ed8dd18b req-e743f1ac-1889-4e22-89ee-55d9540b6720 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508749 Jan 10 19:31:27.790221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:31:27.805322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'port_id': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'mac_address': 'fa:16:3e:5b:5b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:31:27.925400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:27.963411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7418cc-4fef-4308-937a-5dcddd971d51 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:31:27.995790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:31:28.001280 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:28.306564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['ea7418cc-4fef-4308-937a-5dcddd971d51'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:31:28.544537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:28.614703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.615286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.616067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.618820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.619437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.622863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.624010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.625713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.627342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.628235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:28.630189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:29.075575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523a0b-1438-44df-b3e8-c607e82bcb08 req-d8de9430-bdf2-4a91-b1c5-232db4f28ee6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:29.077801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30523a0b-1438-44df-b3e8-c607e82bcb08 req-d8de9430-bdf2-4a91-b1c5-232db4f28ee6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 944 time: 0.2728682 Jan 10 19:31:29.151331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae7338-a6f6-497a-8e10-825b7604decb req-6ed848fd-c4a8-4585-8106-9564b0dd8d01 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:29.153645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ddae7338-a6f6-497a-8e10-825b7604decb req-6ed848fd-c4a8-4585-8106-9564b0dd8d01 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2133932 Jan 10 19:31:29.221839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30523a0b-1438-44df-b3e8-c607e82bcb08 req-1b302af5-15bc-406c-b1bf-dcf048ca292e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346228 Jan 10 19:31:29.243159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ddae7338-a6f6-497a-8e10-825b7604decb req-0b6f20ca-afd7-4e5f-b3bc-0571e9b9a5cd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492189 Jan 10 19:31:30.930562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bded7b-6700-4e72-a761-21b4c5b51e42 req-d0d96b21-2e4c-4127-b36a-40579f8acd56 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:30.933431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27bded7b-6700-4e72-a761-21b4c5b51e42 req-d0d96b21-2e4c-4127-b36a-40579f8acd56 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 944 time: 0.2178237 Jan 10 19:31:30.939384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed6c4-9337-4121-8d0a-ae13008a1ae4 req-cacb08a6-a9c0-4765-b7c0-72cdcbfef3a9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:30.946018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0beed6c4-9337-4121-8d0a-ae13008a1ae4 req-cacb08a6-a9c0-4765-b7c0-72cdcbfef3a9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.3661277 Jan 10 19:31:31.185465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0beed6c4-9337-4121-8d0a-ae13008a1ae4 req-cddd2675-a10c-45fe-82f8-5f5312bf9c8c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325723 Jan 10 19:31:31.255241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:31:31.287318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27bded7b-6700-4e72-a761-21b4c5b51e42 req-caa4fd4d-8f9c-4c1f-993d-fac1270f1d6a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082125 Jan 10 19:31:31.452367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port ea7418cc-4fef-4308-937a-5dcddd971d51 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:31.453049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:31.731853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:31.856168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:31:31.859638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:31:31.889462 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:32.032016 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'code': 200} Jan 10 19:31:32.122606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:32.536338 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a1f0bd81-691a-4ee2-b18a-e7e8060a35f5 req-b51064b3-c481-4e5c-ae7f-a61b82ba25cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 1097 time: 0.2118587 Jan 10 19:31:32.565590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ecc60-f607-4647-8417-1c52d2b0adaf req-a49aac62-a661-485a-9f89-8e30ef6a96a1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:32.578095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a67ecc60-f607-4647-8417-1c52d2b0adaf req-a49aac62-a661-485a-9f89-8e30ef6a96a1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1534591 Jan 10 19:31:32.664476 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a1f0bd81-691a-4ee2-b18a-e7e8060a35f5 req-9c5844db-ece4-4c52-829b-95127b5a26e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209064 Jan 10 19:31:32.695422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a67ecc60-f607-4647-8417-1c52d2b0adaf req-ec633185-cbe4-4763-83c8-3e214dad3d27 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090837 Jan 10 19:31:32.826724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a4f59-0a8f-4b83-b3b4-e356a16721eb req-c60b11f9-fbb7-4e7e-a26e-58f31abea567 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:32.851638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e1a4f59-0a8f-4b83-b3b4-e356a16721eb req-c60b11f9-fbb7-4e7e-a26e-58f31abea567 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 946 time: 0.1549139 Jan 10 19:31:32.939083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e1a4f59-0a8f-4b83-b3b4-e356a16721eb req-eb30266c-cb65-432b-a375-92ff1fe7fb71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803041 Jan 10 19:31:34.224015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc36fe-e662-40aa-b991-54915ce9d2d8 req-90745199-a099-4a91-94cf-f1b52a94f666 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:34.235386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ccc36fe-e662-40aa-b991-54915ce9d2d8 req-90745199-a099-4a91-94cf-f1b52a94f666 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.2439198 Jan 10 19:31:34.367575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ccc36fe-e662-40aa-b991-54915ce9d2d8 req-f98b63d3-226a-4a4f-b24d-9ba843e2a0fc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293240 Jan 10 19:31:34.564494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b03e-0ce4-4399-8da1-59077df9ad7d req-a23720d8-618c-4160-96ea-2a8d4af60977 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:34.567208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f120b03e-0ce4-4399-8da1-59077df9ad7d req-a23720d8-618c-4160-96ea-2a8d4af60977 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 946 time: 0.1899092 Jan 10 19:31:34.648024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f120b03e-0ce4-4399-8da1-59077df9ad7d req-f251fc91-fc7d-4a58-ac2c-05e3ff116aab tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742724 Jan 10 19:31:35.790765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aefc62-7790-4511-9dd6-75b029beac90 req-37850ea0-fe6d-4761-a2fd-d5f7ed72d322 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:35.805029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02aefc62-7790-4511-9dd6-75b029beac90 req-37850ea0-fe6d-4761-a2fd-d5f7ed72d322 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1297877 Jan 10 19:31:36.001840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02aefc62-7790-4511-9dd6-75b029beac90 req-9c10e87e-a03b-4989-a49e-7eca37069002 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959469 Jan 10 19:31:36.033188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1334a7-cb86-44b6-8115-c1a3da8ddcca req-8d7580ca-c3a6-4afe-bd95-5a9b5c458794 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:36.034920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1334a7-cb86-44b6-8115-c1a3da8ddcca req-8d7580ca-c3a6-4afe-bd95-5a9b5c458794 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 946 time: 0.1916256 Jan 10 19:31:36.131869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1334a7-cb86-44b6-8115-c1a3da8ddcca req-30cfa16b-bc58-4143-b2fa-0b9b66cb915c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891201 Jan 10 19:31:37.281236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e37404-53d2-45c2-9131-5f6eddff76d9 req-84da3d1c-a0d2-4c75-b120-828ccb51684b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:37.282744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45e37404-53d2-45c2-9131-5f6eddff76d9 req-84da3d1c-a0d2-4c75-b120-828ccb51684b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.0880892 Jan 10 19:31:37.334311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45e37404-53d2-45c2-9131-5f6eddff76d9 req-13b47561-a57f-4042-81a1-88df9a994263 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Jan 10 19:31:37.670053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99fd72-3cab-4e01-8784-25c2efbfacae req-3d52dcfc-3395-447f-bc48-5ae50304c1d5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:37.675569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd99fd72-3cab-4e01-8784-25c2efbfacae req-3d52dcfc-3395-447f-bc48-5ae50304c1d5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 947 time: 0.1132591 Jan 10 19:31:37.731822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd99fd72-3cab-4e01-8784-25c2efbfacae req-ec685b2c-2a53-4ae6-9809-785c4d0bf60e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541999 Jan 10 19:31:38.397003 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4b2655b1-bb8f-4312-9be9-446774b19c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:38.623872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46706) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:38.922744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.044868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:39.063396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Usage tracker for resource:security_group_rule and tenant:170a11b374f94922ba8a826f8288ea2d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:39.074407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:39.094737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:39.225421 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.231826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.282075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=170a11b374f94922ba8a826f8288ea2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6571009 Jan 10 19:31:39.284949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46726) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:39.302573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:31:39.306457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634d9fe-8198-4366-bea9-5aac6f02bedb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:39.322433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.323852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.324560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.325101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.325670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.326257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.326817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.327573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.328166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.328724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.329371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c406c-271a-41b5-ba7e-28e45c30bad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.446166 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.506435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.549343 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.587534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.601669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:31:39.602534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:31:39.611879 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.622784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634d9fe-8198-4366-bea9-5aac6f02bedb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:39.636936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:39.645619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a634d9fe-8198-4366-bea9-5aac6f02bedb HTTP/1.1" status: 204 len: 168 time: 0.3567600 Jan 10 19:31:39.671549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.671549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.671834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.673488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.673488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.673488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.673488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.680192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.680192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.680192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.680192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6de0-d210-40ab-8c7e-2e4c02a5e165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:39.811306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=14']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:39.818634 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'code': 200} Jan 10 19:31:40.447778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93841a49-115c-49f8-a9a5-371bbc587d40 req-ff8d9a3b-7831-44a3-8292-e0892898ba48 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:40.450097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93841a49-115c-49f8-a9a5-371bbc587d40 req-ff8d9a3b-7831-44a3-8292-e0892898ba48 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1863871 Jan 10 19:31:40.468243 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-63884285-e6b3-4761-90af-fe9d2d193c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:40.535476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93841a49-115c-49f8-a9a5-371bbc587d40 req-d6c8d2fd-883d-4fb5-98eb-aee593e0fc25 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797718 Jan 10 19:31:41.061779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46800) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:41.123826 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-efbda5d5-83ea-4910-b4d6-a8feaf2f2ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.1411388 Jan 10 19:31:41.317802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a4ae5-544c-4509-93f0-04e0bddbd320 req-d3c5e603-5c64-4cca-ba89-f72a0e6f946a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:41.330623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f05a4ae5-544c-4509-93f0-04e0bddbd320 req-d3c5e603-5c64-4cca-ba89-f72a0e6f946a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1857803 Jan 10 19:31:41.360899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-71149c2e-66ba-4565-a952-9fd8dd2a626b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:41.362923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-71149c2e-66ba-4565-a952-9fd8dd2a626b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.2328100 Jan 10 19:31:41.419715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-940659296-network', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:41.425316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:41.429211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Usage tracker for resource:network and tenant:8e51ff30623c4d1598dd7c95fff01572 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:41.435760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:41.458045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:41.518391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Made reservation on behalf of 8e51ff30623c4d1598dd7c95fff01572 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:31:41.523485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.544108 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.581062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f05a4ae5-544c-4509-93f0-04e0bddbd320 req-3d2f84dd-319e-47a7-b0ba-7dbc481c4e9c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491174 Jan 10 19:31:41.636263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:41.648811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Usage tracker for resource:security_group_rule and tenant:8e51ff30623c4d1598dd7c95fff01572 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:41.654287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:41.673470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:41.681916 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-34237071-20e0-4dfc-8e64-65dee0fed4fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.3062189 Jan 10 19:31:41.780023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-91631db0-0dc8-49eb-8743-dcaf2658a4ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:41.781825 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-91631db0-0dc8-49eb-8743-dcaf2658a4ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0951896 Jan 10 19:31:41.794436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.802195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.813553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.831681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.850242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:31:41.860432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.861091 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Added segment 95600f30-fc5a-4a49-ad9e-83ac0487a0a0 of type vlan for network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 Jan 10 19:31:41.890229 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-c10e8230-00ac-4f96-9dc2-e993fae01582 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023350 Jan 10 19:31:41.902792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.974400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:41.975274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:41.975834 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:42.091570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-6d015629-d142-48c6-b6af-c4120abdec32 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954896 Jan 10 19:31:42.345845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Pushing event updated for resources: {'Network': ['ID=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:42.356805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:31:42.386991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e09b2a-9bb5-4eb4-9baa-14b605cc1db6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:42.398977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4b7e30fb-f2dd-436f-b9a3-572467f60e62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3344576 Jan 10 19:31:42.401190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46818) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:42.416685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Request body: {'subnet': {'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-940659296-subnet', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:42.419837 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f6cfe53-bfa2-4f2a-806e-e6a2bfa395c7 req-3d91f5c9-f72b-4ea3-889b-4e6dbcac906a service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226418 Jan 10 19:31:42.425685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:42.430271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Usage tracker for resource:subnet and tenant:8e51ff30623c4d1598dd7c95fff01572 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:42.434102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:42.441005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:42.454139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Made reservation on behalf of 8e51ff30623c4d1598dd7c95fff01572 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:31:42.457481 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:42.928674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.028242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f0fce9-5dd7-4d00-b570-2635d76ed6d2,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:43.053525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69edc6-a4b5-4fba-9c08-0a953bd39dcc req-eb9e7a3f-ee6a-4ef1-aca7-36b5c4511317 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:43.060446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b69edc6-a4b5-4fba-9c08-0a953bd39dcc req-eb9e7a3f-ee6a-4ef1-aca7-36b5c4511317 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2308354 Jan 10 19:31:43.092544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.094674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Checking segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:31:43.095145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Network hostable DHCP agents. Network: 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:31:43.164055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b69edc6-a4b5-4fba-9c08-0a953bd39dcc req-92c58688-d105-4017-9173-43bf50b0e792 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008763 Jan 10 19:31:43.178146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:31:43.191852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:43.201275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d0430-b05f-4de3-8c28-fa00f75f6a73 None None] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:31:43.203397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:43.203982 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.251621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9e902172-9cbd-416b-b7b8-18628a06f24a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8479786 Jan 10 19:31:43.254779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 46834) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:43.260511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:43.268380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:43.274029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Usage tracker for resource:router and tenant:8e51ff30623c4d1598dd7c95fff01572 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:43.308968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:43.322436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:43.339554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.340963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.383420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.614861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.654321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'fixed_ips': [{'subnet_id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:31:43.655468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:43.884252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Allocated IP 172.20.0.2 (3e49f413-3b4d-4c58-ba9c-0a5e7493bc02/91f0fce9-5dd7-4d00-b570-2635d76ed6d2/ffdab292-3d75-47c4-81ed-39970ad107a9) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:31:43.981826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.079511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.235683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.260871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Transition to ACTIVE for port object ffdab292-3d75-47c4-81ed-39970ad107a9 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:44.297679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Transition to ACTIVE for port object ffdab292-3d75-47c4-81ed-39970ad107a9 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:44.309965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.384034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Allocated IP 172.25.6.125 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a1951b5a-e5cf-4e4c-893c-56d17c713809) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:31:44.476449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a6b8-2d5b-4f37-bf2b-99f8645f35a9 req-ad2b780c-ebd5-4759-b9b6-277a15981e64 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:44.484746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a42a6b8-2d5b-4f37-bf2b-99f8645f35a9 req-ad2b780c-ebd5-4759-b9b6-277a15981e64 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0997086 Jan 10 19:31:44.555465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a42a6b8-2d5b-4f37-bf2b-99f8645f35a9 req-c0ed2f68-2796-4561-bb62-fc50e1ae32d5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693603 Jan 10 19:31:44.574574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Pushing event updated for resources: {'Port': ['ID=ffdab292-3d75-47c4-81ed-39970ad107a9,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:44.631431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:31:44.647132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:44.657148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:31:44.669831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.720108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.818312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Pushing event updated for resources: {'Port': ['ID=a1951b5a-e5cf-4e4c-893c-56d17c713809,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:44.842062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:31:44.843315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:44.854735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Attempting to bind port ffdab292-3d75-47c4-81ed-39970ad107a9 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:31:44.855513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Attempting to bind port ffdab292-3d75-47c4-81ed-39970ad107a9 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:31:44.856101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Attempting to bind port ffdab292-3d75-47c4-81ed-39970ad107a9 on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:31:44.858146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:31:44.863959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:31:44.864621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Checking segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:31:44.865224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.865812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Bound using segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:31:44.866474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Bound port: ffdab292-3d75-47c4-81ed-39970ad107a9, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:31:44.867179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:44.974048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] For port ffdab292-3d75-47c4-81ed-39970ad107a9, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:31:44.981312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] For port ffdab292-3d75-47c4-81ed-39970ad107a9, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ffdab292-3d75-47c4-81ed-39970ad107a9,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:31:44.993417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:45.157949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:45.158687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:45.169472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07c76d-4d6c-45b9-bf63-3f4b59b7268a None None] Pushing event updated for resources: {'Port': ['ID=ffdab292-3d75-47c4-81ed-39970ad107a9,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:45.288719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9f6e-e729-4965-ac20-f5065b8322cd req-3df10900-9cd8-44bd-9fb8-a72978e538bd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:45.294928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b6b9f6e-e729-4965-ac20-f5065b8322cd req-3df10900-9cd8-44bd-9fb8-a72978e538bd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2498374 Jan 10 19:31:45.298475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:45.306419 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:45.364947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b6b9f6e-e729-4965-ac20-f5065b8322cd req-72bcbea1-db0b-48ac-8999-e6f5b2f393f8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645220 Jan 10 19:31:45.820353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ffdab292-3d75-47c4-81ed-39970ad107a9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:31:45.900056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Router b9b07df4-b059-4d73-80b4-087ba3e1030d is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:31:45.919505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a6f9-aee0-45d9-bad2-5b003be3353e req-3d207a1a-7373-416b-8b8b-f0734507aac0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:45.931160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c403a6f9-aee0-45d9-bad2-5b003be3353e req-3d207a1a-7373-416b-8b8b-f0734507aac0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1831117 Jan 10 19:31:45.971343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ffdab292-3d75-47c4-81ed-39970ad107a9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:31:46.071076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c403a6f9-aee0-45d9-bad2-5b003be3353e req-4651e3df-823c-4859-b38c-4cab8a8d2504 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389272 Jan 10 19:31:46.375315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:31:46.405744 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Sync routers for ids ['b9b07df4-b059-4d73-80b4-087ba3e1030d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:31:46.462139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:46.468815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 46914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:46.477449 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Routers {'b9b07df4-b059-4d73-80b4-087ba3e1030d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:31:46.478509 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:31:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b9b07df4-b059-4d73-80b4-087ba3e1030d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:46.480729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9bdd0acf-b515-4ec7-88ca-61371b2a2357 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2247276 Jan 10 19:31:46.807704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab4d64-4223-443f-8348-882981ca56cc None None] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:31:46.856375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-bef924c6-4fe1-4cb2-9d88-c183f952c331 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:46.859823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-bef924c6-4fe1-4cb2-9d88-c183f952c331 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.2763367 Jan 10 19:31:46.926317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-fb04ae3f-1a3f-4067-a60a-fad3b745c33a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/quotas/f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 375 time: 0.0548899 Jan 10 19:31:47.006385 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Set router b9b07df4-b059-4d73-80b4-087ba3e1030d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:31:47.146364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-0fdfb187-8d6d-4482-bd2e-6aa8e5239d06 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2177742 Jan 10 19:31:47.147810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] Provisioning for port ffdab292-3d75-47c4-81ed-39970ad107a9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:31:47.157898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] Provisioning complete for port ffdab292-3d75-47c4-81ed-39970ad107a9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:47.158292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:47.356476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-4b32a2c9-d456-422d-b951-1d759feb5be6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:31:47.365102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-4b32a2c9-d456-422d-b951-1d759feb5be6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2136593 Jan 10 19:31:47.486637 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:31:45Z', 'revision_number': 3, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:47.490532 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Checking router: b9b07df4-b059-4d73-80b4-087ba3e1030d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:31:47.491100 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Updating router b9b07df4-b059-4d73-80b4-087ba3e1030d port a1951b5a-e5cf-4e4c-893c-56d17c713809 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:31:47.678854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:47.740794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-683f6c13-4f69-4a0c-a562-a16b59b9c21a service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563244 Jan 10 19:31:47.781358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] For port ffdab292-3d75-47c4-81ed-39970ad107a9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ffdab292-3d75-47c4-81ed-39970ad107a9,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:31:47.791007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:47.792229 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:47.939926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14549e-8267-47b5-9f0b-c44cc6922204 None None] Pushing event updated for resources: {'Port': ['ID=ffdab292-3d75-47c4-81ed-39970ad107a9,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:47.979925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-dfa06c54-24f9-42e0-a2a0-2190d189dab3 None None] Provisioning complete for port ffdab292-3d75-47c4-81ed-39970ad107a9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:47.980219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dfa06c54-24f9-42e0-a2a0-2190d189dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:48.434044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-1735820c-dfe9-45ac-bc41-156eb6e43a6e service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689639 Jan 10 19:31:48.551336 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:48.576812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Transition to ACTIVE for port object a1951b5a-e5cf-4e4c-893c-56d17c713809 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:48.593440 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:48.706212 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Pushing event updated for resources: {'Port': ['ID=a1951b5a-e5cf-4e4c-893c-56d17c713809,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:48.717345 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.717785 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.718122 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.718591 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.719067 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.719400 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.719722 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.720041 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.720644 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.721096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.721435 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:31:48.752186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Attempting to bind port a1951b5a-e5cf-4e4c-893c-56d17c713809 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:31:48.752581 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Attempting to bind port a1951b5a-e5cf-4e4c-893c-56d17c713809 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:31:48.752944 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Attempting to bind port a1951b5a-e5cf-4e4c-893c-56d17c713809 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:31:48.783705 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:31:48.783705 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:31:48.783916 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:48.784173 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:31:48.784638 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Bound port: a1951b5a-e5cf-4e4c-893c-56d17c713809, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:31:48.789565 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:48.959401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c49f49e3-3b0d-47de-9576-2cd4a660866d req-7812da02-1d41-43e3-9bf1-f3354dcb4cf3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 210 time: 0.1258042 Jan 10 19:31:49.014990 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] For port a1951b5a-e5cf-4e4c-893c-56d17c713809, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:31:49.019008 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] For port a1951b5a-e5cf-4e4c-893c-56d17c713809, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a1951b5a-e5cf-4e4c-893c-56d17c713809,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:31:49.028648 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:49.236593 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Routers {'b9b07df4-b059-4d73-80b4-087ba3e1030d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:31:49.237209 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:31:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b9b07df4-b059-4d73-80b4-087ba3e1030d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:49.459661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55479-c94f-4bb5-8822-2423206c8a52 None None] Pushing event updated for resources: {'Port': ['ID=a1951b5a-e5cf-4e4c-893c-56d17c713809,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:49.555635 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] Set router b9b07df4-b059-4d73-80b4-087ba3e1030d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:31:49.630900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:49.739798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ffdab292-3d75-47c4-81ed-39970ad107a9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:31:49.944454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ffdab292-3d75-47c4-81ed-39970ad107a9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:49.944843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:50.437433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Allocated IP 172.20.0.1 (3e49f413-3b4d-4c58-ba9c-0a5e7493bc02/91f0fce9-5dd7-4d00-b570-2635d76ed6d2/c8d07ecb-50c0-47b6-9786-de6307853fc4) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:31:50.445750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6afd4512-1605-4e57-90bc-34d4a6814986 req-b2287178-ca34-4674-adb4-457be46a0dda tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 210 time: 0.0494936 Jan 10 19:31:50.447165 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:31:45Z', 'revision_number': 3, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:50.465676 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef34f71-d5b0-4292-8df8-e657b6e3bfa3 None None] The sync data for ids ['b9b07df4-b059-4d73-80b4-087ba3e1030d'] in n-d-816927-8 is: [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:31:45Z', 'revision_number': 3, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:31:50.687055 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:50.765457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Transition to ACTIVE for port object c8d07ecb-50c0-47b6-9786-de6307853fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:50.808255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:51.030166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:31:51.033344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:51.038519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:31:51.073603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d07ecb-50c0-47b6-9786-de6307853fc4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:51.148743 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:51.398853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:51.635828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7149be2-1419-4fce-84d8-804f26eb0ec1 None None] Provisioning for port c8d07ecb-50c0-47b6-9786-de6307853fc4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:31:51.650239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b7149be2-1419-4fce-84d8-804f26eb0ec1 None None] Provisioning complete for port c8d07ecb-50c0-47b6-9786-de6307853fc4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:51.650946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b7149be2-1419-4fce-84d8-804f26eb0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:51.759785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-c53d8ad4-2834-4fe7-97a3-eb216fb84379 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:51.763831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-c53d8ad4-2834-4fe7-97a3-eb216fb84379 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:31:51.809029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b7149be2-1419-4fce-84d8-804f26eb0ec1 None None] Port c8d07ecb-50c0-47b6-9786-de6307853fc4 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:31:51.825108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-c53d8ad4-2834-4fe7-97a3-eb216fb84379 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:31:51.826610 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-c53d8ad4-2834-4fe7-97a3-eb216fb84379 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 1.1041112 Jan 10 19:31:51.845517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'port': {'device_id': '7eff1708-8439-4e33-928c-95950fd87659', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'admin_state_up': True, 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:51.863514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a1951b5a-e5cf-4e4c-893c-56d17c713809 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:31:52.054878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a1951b5a-e5cf-4e4c-893c-56d17c713809 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:31:52.071276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a1951b5a-e5cf-4e4c-893c-56d17c713809 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:52.072945 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.168225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bc26f8a-5139-4046-9ced-f8763f1f3f8c req-ebb20ebc-e10c-43af-9803-5c40e5f5b552 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 210 time: 0.1830521 Jan 10 19:31:52.310603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:52.314208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.320978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.339804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:52.361389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:31:52.367684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.382477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.416497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a1951b5a-e5cf-4e4c-893c-56d17c713809, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a1951b5a-e5cf-4e4c-893c-56d17c713809,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:31:52.422505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.550519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a1951b5a-e5cf-4e4c-893c-56d17c713809,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:52.650010 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:52.658034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d07ecb-50c0-47b6-9786-de6307853fc4,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:52.664519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Allocated IP 172.20.0.5 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/b958f18b-7b90-474f-a855-2bcd94f6a915) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:31:52.979691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:31:52.981129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:53.003539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:53.055123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Transition to ACTIVE for port object b958f18b-7b90-474f-a855-2bcd94f6a915 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:53.120640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:53.232387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=b958f18b-7b90-474f-a855-2bcd94f6a915,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:53.282484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:31:53.285695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:53.295645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:31:53.456599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bd43041c-0206-4af6-8313-acfeadc16f29 None None] Provisioning complete for port c8d07ecb-50c0-47b6-9786-de6307853fc4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:53.458657 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd43041c-0206-4af6-8313-acfeadc16f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:53.502584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:53.503360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:53.563126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bd43041c-0206-4af6-8313-acfeadc16f29 None None] Port c8d07ecb-50c0-47b6-9786-de6307853fc4 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:31:53.581246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-09b21534-cae3-4061-b565-82e5495a83f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7403471 Jan 10 19:31:53.600058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Request body: {'port': {'device_id': '7eff1708-8439-4e33-928c-95950fd87659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:53.729632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-73983269-6758-4da0-9ba2-436b88d7e87d None None] Provisioning for port b958f18b-7b90-474f-a855-2bcd94f6a915 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:31:53.755946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a1951b5a-e5cf-4e4c-893c-56d17c713809 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:31:53.814604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Router b9b07df4-b059-4d73-80b4-087ba3e1030d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:31:53.899656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:54.007572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-73983269-6758-4da0-9ba2-436b88d7e87d None None] Provisioning complete for port b958f18b-7b90-474f-a855-2bcd94f6a915 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:54.007944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73983269-6758-4da0-9ba2-436b88d7e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:54.142828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-73983269-6758-4da0-9ba2-436b88d7e87d None None] Port b958f18b-7b90-474f-a855-2bcd94f6a915 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:31:54.158903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a1951b5a-e5cf-4e4c-893c-56d17c713809 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:31:54.159490 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:54.417945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e856ca6-add4-4fe6-9213-ad1697ffe569 req-8902a5b8-224d-4dce-959f-8b2f3f62303d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:54.420004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e856ca6-add4-4fe6-9213-ad1697ffe569 req-8902a5b8-224d-4dce-959f-8b2f3f62303d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 931 time: 0.9208679 Jan 10 19:31:54.420603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b958f18b-7b90-474f-a855-2bcd94f6a915 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:31:54.455660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:54.491170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Transition to ACTIVE for port object b958f18b-7b90-474f-a855-2bcd94f6a915 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:54.509649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:54.572130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e856ca6-add4-4fe6-9213-ad1697ffe569 req-4373f82d-1431-4a2d-8166-fefc2e7cdcf3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179636 Jan 10 19:31:54.588401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:31:54.610001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e40946e3-14b1-424e-98cb-8276bba7d7e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b9b07df4-b059-4d73-80b4-087ba3e1030d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1318312 Jan 10 19:31:54.822675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b958f18b-7b90-474f-a855-2bcd94f6a915,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:54.992669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Attempting to bind port b958f18b-7b90-474f-a855-2bcd94f6a915 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:31:54.993073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Attempting to bind port b958f18b-7b90-474f-a855-2bcd94f6a915 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:31:54.993469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Attempting to bind port b958f18b-7b90-474f-a855-2bcd94f6a915 on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:31:54.999320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Port b958f18b-7b90-474f-a855-2bcd94f6a915 on network e4daba02-ef29-47e3-9c76-6999a79acc8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:31:54.999705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Attempting to bind port b958f18b-7b90-474f-a855-2bcd94f6a915 on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:31:55.006061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:31:55.006491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:31:55.006972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:31:55.007459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Bound port: b958f18b-7b90-474f-a855-2bcd94f6a915, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:31:55.007870 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:55.138040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] For port b958f18b-7b90-474f-a855-2bcd94f6a915, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:31:55.141461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] For port b958f18b-7b90-474f-a855-2bcd94f6a915, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b958f18b-7b90-474f-a855-2bcd94f6a915,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:31:55.151987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:55.242702 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:55.244205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/b958f18b-7b90-474f-a855-2bcd94f6a915 HTTP/1.1" status: 200 len: 1091 time: 1.6512277 Jan 10 19:31:55.284192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eff1708-8439-4e33-928c-95950fd87659', 'tag': 'b958f18b-7b90-474f-a855-2bcd94f6a915'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:31:55.426123 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eff1708-8439-4e33-928c-95950fd87659', 'tag': 'b958f18b-7b90-474f-a855-2bcd94f6a915', 'status': 'completed', 'code': 200} Jan 10 19:31:55.441134 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd1f6d-2e99-46c8-887f-4e4fc3c112a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b958f18b-7b90-474f-a855-2bcd94f6a915,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:55.478348 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-2059d65b-e5ec-4fe8-8af9-7b2dd8a0cba4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 1094 time: 0.1867862 Jan 10 19:31:55.748814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Sync routers for ids ['b9b07df4-b059-4d73-80b4-087ba3e1030d'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:31:55.790798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Routers {'b9b07df4-b059-4d73-80b4-087ba3e1030d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:31:55.791587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:31:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b9b07df4-b059-4d73-80b4-087ba3e1030d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:55.920931 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-5e6d9f2e-3598-4738-aee1-fd11f7130e56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b958f18b-7b90-474f-a855-2bcd94f6a915 HTTP/1.1" status: 200 len: 217 time: 0.4341028 Jan 10 19:31:56.028953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-d479e252-8026-4d26-bde1-8b8949ca51b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:56.029577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-d479e252-8026-4d26-bde1-8b8949ca51b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1015851 Jan 10 19:31:56.037892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694692f-2f12-43cf-bfab-ac6e230f0c84 req-3f41063a-2632-44f0-befa-4135f05f1768 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:56.037892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3694692f-2f12-43cf-bfab-ac6e230f0c84 req-3f41063a-2632-44f0-befa-4135f05f1768 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 943 time: 0.1609316 Jan 10 19:31:56.129590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3694692f-2f12-43cf-bfab-ac6e230f0c84 req-7b7dfc5f-d19b-464f-8c74-ef5a9e8de5d5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868137 Jan 10 19:31:56.185255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Set router b9b07df4-b059-4d73-80b4-087ba3e1030d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:31:56.225942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-88da6743-aad2-454a-b385-a28351770b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880202 Jan 10 19:31:56.305965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47110) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:56.312708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1109176696-network', 'tenant_id': '200008fc08764d43950a79f59058d9f5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:56.333708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:56.342040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Usage tracker for resource:network and tenant:200008fc08764d43950a79f59058d9f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:56.345791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:56.354650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:56.370317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Made reservation on behalf of 200008fc08764d43950a79f59058d9f5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:31:56.373546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.397847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.422307 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-9c69637c-87f0-44ad-be1a-0c30b619db8a service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885412 Jan 10 19:31:56.479619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:56.485323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Usage tracker for resource:security_group_rule and tenant:200008fc08764d43950a79f59058d9f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:56.489043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:56.496815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:56.598960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.607210 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.633299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:31:56.635458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:31:51Z', 'revision_number': 4, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8d07ecb-50c0-47b6-9786-de6307853fc4', 'name': '', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'mac_address': 'fa:16:3e:90:7d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:49Z', 'updated_at': '2022-01-10T19:31:51Z', 'revision_number': 2, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'subnets': [{'id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:56.640442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Checking router: b9b07df4-b059-4d73-80b4-087ba3e1030d for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:31:56.640859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Updating router b9b07df4-b059-4d73-80b4-087ba3e1030d port c8d07ecb-50c0-47b6-9786-de6307853fc4 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:31:56.671236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.671585 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Added segment 669e9b25-0a93-43ed-a9ed-442652eaec39 of type vlan for network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e Jan 10 19:31:56.699195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b0038-ca6f-4ee1-b0a5-6ff51662aa17,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:56.705126 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.712443 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b0531b1b-0395-4bf7-93b6-cce91d747425 req-bd083711-3203-4ca3-bcf9-9588209dd4e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805963 Jan 10 19:31:56.720302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.816268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:56.816268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:56.820357 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:57.034011 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-2dc4c29f-90db-45f2-a5f8-0c2243196a52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 1094 time: 0.2575853 Jan 10 19:31:57.215087 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:31:57.309592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] Pushing event updated for resources: {'Network': ['ID=41e9365b-29d9-4d00-b1ee-ebcb5af2633e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:57.316632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0617f4f7-ce13-44a1-84f7-ce9a042e2803 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0085404 Jan 10 19:31:57.321307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:57.337540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Request body: {'subnet': {'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1109176696-subnet', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:57.363169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:57.375970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Usage tracker for resource:subnet and tenant:200008fc08764d43950a79f59058d9f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:57.384002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:57.388227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:57.400070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:57.402429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Transition to ACTIVE for port object c8d07ecb-50c0-47b6-9786-de6307853fc4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:31:57.410473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:31:57.428402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:57.436769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Made reservation on behalf of 200008fc08764d43950a79f59058d9f5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:31:57.439540 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:57.480448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-de57755b-692b-4334-9553-99810641c853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:57.484262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-de57755b-692b-4334-9553-99810641c853 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.4436841 Jan 10 19:31:57.652157 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-22127ceb-c759-4063-9640-c890440a91b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b958f18b-7b90-474f-a855-2bcd94f6a915 HTTP/1.1" status: 200 len: 217 time: 0.1589403 Jan 10 19:31:57.712117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b42128-9517-4afd-9484-ef4d658a2349 None None] Pushing event updated for resources: {'Port': ['ID=c8d07ecb-50c0-47b6-9786-de6307853fc4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:57.815334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-3ec015dd-7127-48ba-a3f2-4b4724e1b940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:57.816812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-3ec015dd-7127-48ba-a3f2-4b4724e1b940 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1534102 Jan 10 19:31:57.951663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-2d47e8e4-c263-4044-bd4e-4e74f41a2fd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056547 Jan 10 19:31:57.996675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-272af0d8-e48d-4585-b88c-a998213d449c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3312182 Jan 10 19:31:58.007887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Attempting to bind port c8d07ecb-50c0-47b6-9786-de6307853fc4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:31:58.008372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Attempting to bind port c8d07ecb-50c0-47b6-9786-de6307853fc4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:31:58.008842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Attempting to bind port c8d07ecb-50c0-47b6-9786-de6307853fc4 on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:31:58.060351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:31:58.061400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Checking segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:31:58.061734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:58.062252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Bound using segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:31:58.062839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Bound port: c8d07ecb-50c0-47b6-9786-de6307853fc4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:31:58.063355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:58.280366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-90b73720-603e-404c-aee6-18565d385d7b service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200362 Jan 10 19:31:58.366983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] For port c8d07ecb-50c0-47b6-9786-de6307853fc4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:31:58.370702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] For port c8d07ecb-50c0-47b6-9786-de6307853fc4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8d07ecb-50c0-47b6-9786-de6307853fc4,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:31:58.377803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:58.499403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b42128-9517-4afd-9484-ef4d658a2349 None None] Pushing event updated for resources: {'Port': ['ID=c8d07ecb-50c0-47b6-9786-de6307853fc4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:58.508038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Routers {'b9b07df4-b059-4d73-80b4-087ba3e1030d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:31:58.510118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:31:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b9b07df4-b059-4d73-80b4-087ba3e1030d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:58.516170 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a8b3ea9-acd3-48b2-b2de-37f51fb8f1e1 req-82c9d62f-bd3b-4596-9a35-266b9c9a98ed service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278640 Jan 10 19:31:58.544956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:58.799376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] Set router b9b07df4-b059-4d73-80b4-087ba3e1030d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:31:58.843801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-391c1328-26c0-47b1-914d-02680274f90c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.6719136 Jan 10 19:31:59.008587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Checking segment: {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:31:59.009001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Network hostable DHCP agents. Network: 41e9365b-29d9-4d00-b1ee-ebcb5af2633e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:31:59.024973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6915d60-7ea6-49a5-ba73-7f6763b734f3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:31:59.113096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-503f7c8d-03cc-4146-aaa9-ac3083be0975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:59.114602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-503f7c8d-03cc-4146-aaa9-ac3083be0975 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.2352929 Jan 10 19:31:59.303790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-9ecdf81e-cfc8-43a5-b767-a81eca755892 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.1812696 Jan 10 19:31:59.344616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:31:51Z', 'revision_number': 4, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8d07ecb-50c0-47b6-9786-de6307853fc4', 'name': '', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'mac_address': 'fa:16:3e:90:7d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:49Z', 'updated_at': '2022-01-10T19:31:58Z', 'revision_number': 4, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'subnets': [{'id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:31:59.349119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca4fc-e43e-4d75-be7c-f4f55006aea3 None None] The sync data for ids ['b9b07df4-b059-4d73-80b4-087ba3e1030d'] in n-d-816927-8 is: [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:31:51Z', 'revision_number': 4, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c8d07ecb-50c0-47b6-9786-de6307853fc4', 'name': '', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'mac_address': 'fa:16:3e:90:7d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:49Z', 'updated_at': '2022-01-10T19:31:58Z', 'revision_number': 4, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'subnets': [{'id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:31:59.357773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901ef1-3239-43b7-9b85-0266efa6233c req-a1fcda0a-5324-4416-821d-79c79fa77761 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:59.361488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8901ef1-3239-43b7-9b85-0266efa6233c req-a1fcda0a-5324-4416-821d-79c79fa77761 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 943 time: 1.2231059 Jan 10 19:31:59.422351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b958f18b-7b90-474f-a855-2bcd94f6a915 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:31:59.432742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:31:59.497257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 41e9365b-29d9-4d00-b1ee-ebcb5af2633e) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:31:59.508239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-d4a2f9ba-717d-45d0-8462-3c5798c2138c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:59.515835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-d4a2f9ba-717d-45d0-8462-3c5798c2138c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.2057705 Jan 10 19:31:59.521901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:31:59.522703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:59.530960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70442d8-ee65-40da-b7d3-f8f4b5833b09 None None] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:31:59.578276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8901ef1-3239-43b7-9b85-0266efa6233c req-e304b51c-bbc0-48f4-81ea-2164dc2dfe2f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947863 Jan 10 19:31:59.609440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ab114c07-d2bc-4684-a6b1-6517e193520c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2852907 Jan 10 19:31:59.612065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47184) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:31:59.617973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:31:59.645714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:31:59.650972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Usage tracker for resource:router and tenant:200008fc08764d43950a79f59058d9f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:31:59.655302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:31:59.666817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:31:59.677444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-6fff61e8-6786-4f91-b2dc-5aba3d061310 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502211 Jan 10 19:31:59.683727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:59.687238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:59.761438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:31:59.847170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8d07ecb-50c0-47b6-9786-de6307853fc4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:00.257227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:00.294062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-1d7fd7cf-03ed-47ab-a068-5ddd8dc2577e service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092632 Jan 10 19:32:00.328107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-41e9365b-29d9-4d00-b1ee-ebcb5af2633e', 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'fixed_ips': [{'subnet_id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:32:00.329166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:00.374267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b958f18b-7b90-474f-a855-2bcd94f6a915, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b958f18b-7b90-474f-a855-2bcd94f6a915,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:00.469913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b958f18b-7b90-474f-a855-2bcd94f6a915', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': 'b958f18b-7b90-474f-a855-2bcd94f6a915', 'mac_address': 'fa:16:3e:3f:34:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:32:00.680490 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:00.687617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c8d07ecb-50c0-47b6-9786-de6307853fc4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:00.733889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c016f770-d4cc-44a2-a7aa-77b3cfe13ba3 req-c8b17253-ee77-40f9-9b75-94334e932854 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206853 Jan 10 19:32:00.769423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c8d07ecb-50c0-47b6-9786-de6307853fc4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:00.769809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:00.792727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:01.035399 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:01.103344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b958f18b-7b90-474f-a855-2bcd94f6a915 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:01.200004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b958f18b-7b90-474f-a855-2bcd94f6a915, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b958f18b-7b90-474f-a855-2bcd94f6a915,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:01.254014 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:01.257180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Allocated IP 172.20.0.2 (41e9365b-29d9-4d00-b1ee-ebcb5af2633e/c6915d60-7ea6-49a5-ba73-7f6763b734f3/b5f55700-c099-4c5c-9d16-e052345e95f5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:01.289700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad26bcc-9cef-4ce1-a1ed-d460daf2c8bf req-a8bfdc14-9e36-4599-baa3-9e248d4591ad tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:01.298370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ad26bcc-9cef-4ce1-a1ed-d460daf2c8bf req-a8bfdc14-9e36-4599-baa3-9e248d4591ad tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 943 time: 0.3490787 Jan 10 19:32:01.379731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Allocated IP 172.25.6.149 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/84f55be7-c477-4239-bb0c-80233fdd4e4e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:01.423476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ad26bcc-9cef-4ce1-a1ed-d460daf2c8bf req-82935674-4d51-47d5-b9fc-c45096cf5e86 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235793 Jan 10 19:32:01.507092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b958f18b-7b90-474f-a855-2bcd94f6a915,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:01.569994 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:01.627469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:01.709979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:01.788276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:01.888770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:01.905834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Pushing event updated for resources: {'Port': ['ID=84f55be7-c477-4239-bb0c-80233fdd4e4e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:01.908847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:01.917895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:01.918027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c8d07ecb-50c0-47b6-9786-de6307853fc4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8d07ecb-50c0-47b6-9786-de6307853fc4,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:01.996215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.175061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c8d07ecb-50c0-47b6-9786-de6307853fc4,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:02.205967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.206831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.379338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.391024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Transition to ACTIVE for port object b5f55700-c099-4c5c-9d16-e052345e95f5 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:02.410256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Transition to ACTIVE for port object b5f55700-c099-4c5c-9d16-e052345e95f5 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:02.421168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.492779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:02.501592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:02.506339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:02.521036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Pushing event updated for resources: {'Port': ['ID=b5f55700-c099-4c5c-9d16-e052345e95f5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:02.662524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Attempting to bind port b5f55700-c099-4c5c-9d16-e052345e95f5 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:02.663291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Attempting to bind port b5f55700-c099-4c5c-9d16-e052345e95f5 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:02.664705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Attempting to bind port b5f55700-c099-4c5c-9d16-e052345e95f5 on network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:02.677092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:02.681394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Checking segment: {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:02.682986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.683682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Bound using segment: {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:02.686715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Bound port: b5f55700-c099-4c5c-9d16-e052345e95f5, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:02.687332 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.698576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Router d1c32c16-d6f2-4a03-b317-803c2bb1d588 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:32:02.771643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c289e4-5e7f-4ed1-a7b6-c687e773603c req-771fa6d5-338a-4181-ab05-d67ac9511ecc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:02.773357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0c289e4-5e7f-4ed1-a7b6-c687e773603c req-771fa6d5-338a-4181-ab05-d67ac9511ecc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 944 time: 0.1513064 Jan 10 19:32:02.818255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] For port b5f55700-c099-4c5c-9d16-e052345e95f5, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:02.821883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] For port b5f55700-c099-4c5c-9d16-e052345e95f5, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b5f55700-c099-4c5c-9d16-e052345e95f5,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:02.828431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:02.846738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0c289e4-5e7f-4ed1-a7b6-c687e773603c req-3737533a-ef55-40de-887f-ff584d3a8f12 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629027 Jan 10 19:32:02.951151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895b534-b566-415b-bbda-b71d2cbdf058 None None] Pushing event updated for resources: {'Port': ['ID=b5f55700-c099-4c5c-9d16-e052345e95f5,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:03.079253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:32:03.094183 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Sync routers for ids ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:32:03.107489 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Routers {'d1c32c16-d6f2-4a03-b317-803c2bb1d588'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:03.108447 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:31:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:03.132566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:03.134075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0603fe9c-ede6-4c28-9a87-a1047ae73497 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5201466 Jan 10 19:32:03.136661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47262) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:03.437944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b958f18b-7b90-474f-a855-2bcd94f6a915 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:03.547682 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Set router d1c32c16-d6f2-4a03-b317-803c2bb1d588 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:03.659962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port b958f18b-7b90-474f-a855-2bcd94f6a915 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:03.679577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b958f18b-7b90-474f-a855-2bcd94f6a915 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:03.679957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:04.033185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:04.120258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eff1708-8439-4e33-928c-95950fd87659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f18b-7b90-474f-a855-2bcd94f6a915'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:04.152264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b958f18b-7b90-474f-a855-2bcd94f6a915, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b958f18b-7b90-474f-a855-2bcd94f6a915,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:04.173752 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:04.303103 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eff1708-8439-4e33-928c-95950fd87659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f18b-7b90-474f-a855-2bcd94f6a915', 'code': 200} Jan 10 19:32:04.372059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b958f18b-7b90-474f-a855-2bcd94f6a915,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:04.423212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8d07ecb-50c0-47b6-9786-de6307853fc4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:04.451333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a2b16-dcb1-4177-b3be-a16de44414e0 req-ab9170bd-9eb5-4375-afc1-3f22c7478ad0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:04.488798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-024a2b16-dcb1-4177-b3be-a16de44414e0 req-ab9170bd-9eb5-4375-afc1-3f22c7478ad0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.2620997 Jan 10 19:32:04.577542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-024a2b16-dcb1-4177-b3be-a16de44414e0 req-b17bfd6d-9de1-4385-94d5-c9c86ab80bcd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811515 Jan 10 19:32:04.609719 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:32:02Z', 'revision_number': 3, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:04.622025 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Checking router: d1c32c16-d6f2-4a03-b317-803c2bb1d588 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:32:04.622664 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Updating router d1c32c16-d6f2-4a03-b317-803c2bb1d588 port 84f55be7-c477-4239-bb0c-80233fdd4e4e binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:32:04.668989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5c6e2b2-948d-4693-a8b7-6d8365e22793 req-a9d424b5-8cdb-49db-8136-550b22a61e35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 1096 time: 0.2852240 Jan 10 19:32:04.749476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c8d07ecb-50c0-47b6-9786-de6307853fc4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:04.749853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:04.777079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5c6e2b2-948d-4693-a8b7-6d8365e22793 req-c35643d9-2d32-4b86-8f71-8edbd3bc7fb9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011426 Jan 10 19:32:04.777559 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:04.909511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a2df6-9139-4754-8753-2ea642ce3b53 None None] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:32:05.226658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-97ea9426-91bd-4dc2-a9ee-e3a7b9a66e4c None None] Provisioning for port b5f55700-c099-4c5c-9d16-e052345e95f5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:05.277543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.449434 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.466444 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Transition to ACTIVE for port object 84f55be7-c477-4239-bb0c-80233fdd4e4e will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:05.479957 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.514546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b5f55700-c099-4c5c-9d16-e052345e95f5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:05.655757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Allocated IP 172.20.0.1 (41e9365b-29d9-4d00-b1ee-ebcb5af2633e/c6915d60-7ea6-49a5-ba73-7f6763b734f3/71889461-af5e-4cb2-bd9a-7b7cb982879c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:05.673885 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Attempting to bind port 84f55be7-c477-4239-bb0c-80233fdd4e4e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:05.674793 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Attempting to bind port 84f55be7-c477-4239-bb0c-80233fdd4e4e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:05.676070 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Attempting to bind port 84f55be7-c477-4239-bb0c-80233fdd4e4e on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:05.705559 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41a05-118a-4a35-9675-063d16be0201 None None] Pushing event updated for resources: {'Port': ['ID=84f55be7-c477-4239-bb0c-80233fdd4e4e,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:05.710278 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:05.715364 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:05.715983 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.717297 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:05.719583 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Bound port: 84f55be7-c477-4239-bb0c-80233fdd4e4e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:05.720140 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.757198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b5f55700-c099-4c5c-9d16-e052345e95f5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:05.783444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b5f55700-c099-4c5c-9d16-e052345e95f5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:05.786498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.885304 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] For port 84f55be7-c477-4239-bb0c-80233fdd4e4e, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:05.890397 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] For port 84f55be7-c477-4239-bb0c-80233fdd4e4e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f55be7-c477-4239-bb0c-80233fdd4e4e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:05.902489 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:05.927524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918679d-1522-4702-a9d3-03170608aebb req-bbfab54b-6877-4e26-834f-9a3c71275492 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:05.937438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f918679d-1522-4702-a9d3-03170608aebb req-bbfab54b-6877-4e26-834f-9a3c71275492 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1472437 Jan 10 19:32:06.045802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f918679d-1522-4702-a9d3-03170608aebb req-e62041ef-8a70-4317-ba6f-4d501a203c5e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074095 Jan 10 19:32:06.157126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.211330 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41a05-118a-4a35-9675-063d16be0201 None None] Pushing event updated for resources: {'Port': ['ID=84f55be7-c477-4239-bb0c-80233fdd4e4e,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:06.222160 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Routers {'d1c32c16-d6f2-4a03-b317-803c2bb1d588'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:06.222617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Transition to ACTIVE for port object 71889461-af5e-4cb2-bd9a-7b7cb982879c will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:06.224128 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:31:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:06.249926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.278026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.371004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b5f55700-c099-4c5c-9d16-e052345e95f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b5f55700-c099-4c5c-9d16-e052345e95f5,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:06.379843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.390041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:06.393475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:06.398238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:06.459086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.462186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=71889461-af5e-4cb2-bd9a-7b7cb982879c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:06.576880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b5f55700-c099-4c5c-9d16-e052345e95f5,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:06.600221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7f94f22-e1e0-4344-8779-1ed5611a9f30 None None] Provisioning complete for port b5f55700-c099-4c5c-9d16-e052345e95f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:06.600836 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7f94f22-e1e0-4344-8779-1ed5611a9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.665034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:06.672216 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] Set router d1c32c16-d6f2-4a03-b317-803c2bb1d588 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:07.046533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-352f1efd-6e30-4cb7-b36a-d60fa0ae2673 None None] Provisioning for port 71889461-af5e-4cb2-bd9a-7b7cb982879c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:07.051745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:07.055872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-352f1efd-6e30-4cb7-b36a-d60fa0ae2673 None None] Provisioning complete for port 71889461-af5e-4cb2-bd9a-7b7cb982879c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:07.057000 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-352f1efd-6e30-4cb7-b36a-d60fa0ae2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:07.058495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:07.122256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-352f1efd-6e30-4cb7-b36a-d60fa0ae2673 None None] Port 71889461-af5e-4cb2-bd9a-7b7cb982879c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:32:07.273575 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:32:02Z', 'revision_number': 3, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:07.282622 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba47da-b737-4211-8db9-540889cfafa9 None None] The sync data for ids ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'] in n-d-816927-8 is: [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:32:02Z', 'revision_number': 3, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:32:07.318284 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=71889461-af5e-4cb2-bd9a-7b7cb982879c,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:07.327041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:07.406326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a14b66-6575-4f1c-9be9-a36a2c30d77b req-733a0eb9-66aa-4ec1-b5fa-7c6d95b724c0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:07.414178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3a14b66-6575-4f1c-9be9-a36a2c30d77b req-733a0eb9-66aa-4ec1-b5fa-7c6d95b724c0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1135626 Jan 10 19:32:07.471588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3a14b66-6575-4f1c-9be9-a36a2c30d77b req-52d3db31-d0ff-4bc2-b8ba-49765527ad62 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565972 Jan 10 19:32:07.598980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:07.600148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:08.058540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5cf8c235-a5fe-4e10-a3ea-6b80b8ee6dec None None] Provisioning complete for port 71889461-af5e-4cb2-bd9a-7b7cb982879c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:08.059291 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5cf8c235-a5fe-4e10-a3ea-6b80b8ee6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:08.232587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8c235-a5fe-4e10-a3ea-6b80b8ee6dec None None] Port 71889461-af5e-4cb2-bd9a-7b7cb982879c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:32:08.290524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276755c0-dea3-4c9d-9add-23a09a6f5be6 req-8d8a36ce-1f87-44ef-b44e-13a6e1006107 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:08.298407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-276755c0-dea3-4c9d-9add-23a09a6f5be6 req-8d8a36ce-1f87-44ef-b44e-13a6e1006107 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1798820 Jan 10 19:32:08.369797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-295ddcb3-2029-4576-840c-ba0e16d24d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:08.373424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-276755c0-dea3-4c9d-9add-23a09a6f5be6 req-340cfc0d-627d-499f-a4e0-ece44fa24706 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738058 Jan 10 19:32:08.514699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b5f55700-c099-4c5c-9d16-e052345e95f5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:08.599806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b5f55700-c099-4c5c-9d16-e052345e95f5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:08.600642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:08.662984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Router d1c32c16-d6f2-4a03-b317-803c2bb1d588 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:32:08.962404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:32:08.971712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e9f0cd43-ab82-4c5c-bdd3-66b36118a7d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1c32c16-d6f2-4a03-b317-803c2bb1d588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8340263 Jan 10 19:32:09.844093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fabdf-61f8-4472-b6eb-933854de57c2 req-d3a6f386-48cb-47ff-9a3b-908c1d5b7e06 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:09.856519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b2fabdf-61f8-4472-b6eb-933854de57c2 req-d3a6f386-48cb-47ff-9a3b-908c1d5b7e06 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.2394381 Jan 10 19:32:09.944809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b2fabdf-61f8-4472-b6eb-933854de57c2 req-02bddf8d-8526-496b-8226-1e51c76bf390 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873463 Jan 10 19:32:10.281596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34580126-fe50-4ee9-b280-59d51e22cfcd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:10.282284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34580126-fe50-4ee9-b280-59d51e22cfcd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Synchronizing usage tracker for tenant:200008fc08764d43950a79f59058d9f5 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:10.305387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34580126-fe50-4ee9-b280-59d51e22cfcd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Unset dirty status for tenant:200008fc08764d43950a79f59058d9f5 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:10.307897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34580126-fe50-4ee9-b280-59d51e22cfcd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.3460224 Jan 10 19:32:10.351672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-f03aee5d-44de-4db6-b925-d15e5b61c552 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/quotas/200008fc08764d43950a79f59058d9f5 HTTP/1.1" status: 200 len: 375 time: 0.0231488 Jan 10 19:32:10.472073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c58e4725-13ba-46d5-a095-daa3853654dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:10.496048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-0d86e7ab-5778-4707-8a64-48dae1d97087 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427710 Jan 10 19:32:10.503618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-64541907-0424-48f9-9515-587259af537d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:32:10.507394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-64541907-0424-48f9-9515-587259af537d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0088577 Jan 10 19:32:10.544840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f55be7-c477-4239-bb0c-80233fdd4e4e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:10.651580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 84f55be7-c477-4239-bb0c-80233fdd4e4e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:10.660387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 84f55be7-c477-4239-bb0c-80233fdd4e4e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:10.661438 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:10.756475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-b785fbf2-4059-41c9-8f3a-44bcfa7e828d service neutron] 10.222.0.21 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399108 Jan 10 19:32:10.926147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:10.976476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 84f55be7-c477-4239-bb0c-80233fdd4e4e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f55be7-c477-4239-bb0c-80233fdd4e4e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:10.982314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:11.076542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=84f55be7-c477-4239-bb0c-80233fdd4e4e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:11.225223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-3b1ef3dc-11d0-4552-aad2-843984b009ce service neutron] 10.222.0.21 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675567 Jan 10 19:32:11.282740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799360-0941-433c-9bff-3a60762bba94 req-40ff065e-7b35-4044-a1b3-698208c25f81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:11.284397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4799360-0941-433c-9bff-3a60762bba94 req-40ff065e-7b35-4044-a1b3-698208c25f81 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1211820 Jan 10 19:32:11.370150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4799360-0941-433c-9bff-3a60762bba94 req-030c23a7-7d08-483e-a3e9-673056804c1f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796423 Jan 10 19:32:11.612841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f3f0240-ce0a-43d5-bd05-f070178bd60b req-2b9a7065-71b9-4b8f-bd11-838bf1014f17 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 210 time: 0.0908780 Jan 10 19:32:11.785248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:11.834567 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:11.894509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47442) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:12.133673 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.222447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:12.227787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb45b9e51b2430bb95d601b7168f317 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:12.231881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:12.248019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:12.356485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.361658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.485752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea70e5a5-7a9a-41a7-b266-2ee1d840faac,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:12.497667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47464) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:12.498829 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-41210e72-2f1f-44c5-8834-f3cc9514ee56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfb45b9e51b2430bb95d601b7168f317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6029658 Jan 10 19:32:12.600008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f55be7-c477-4239-bb0c-80233fdd4e4e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:12.686008 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8271e7f4-9de3-43d1-8aa4-f2ed90a9edc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.725166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8271e7f4-9de3-43d1-8aa4-f2ed90a9edc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.731422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 84f55be7-c477-4239-bb0c-80233fdd4e4e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:12.732027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.796041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9b963-2142-4e34-9563-5a763b8fcf1f req-ed7d528d-98f0-4f81-8dac-4899b514e339 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:12.797540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3de9b963-2142-4e34-9563-5a763b8fcf1f req-ed7d528d-98f0-4f81-8dac-4899b514e339 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1893086 Jan 10 19:32:12.911228 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8271e7f4-9de3-43d1-8aa4-f2ed90a9edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.917000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d1641f4-98d4-4ebb-9b15-a8ddf8333ff5 req-78057c39-154c-4e79-89bc-49dce566b577 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 210 time: 0.0756521 Jan 10 19:32:12.932478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3de9b963-2142-4e34-9563-5a763b8fcf1f req-adbb8478-fce4-440a-85b3-2fac14ef337b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274533 Jan 10 19:32:12.937505 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8271e7f4-9de3-43d1-8aa4-f2ed90a9edc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:12.940800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8271e7f4-9de3-43d1-8aa4-f2ed90a9edc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea70e5a5-7a9a-41a7-b266-2ee1d840faac HTTP/1.1" status: 204 len: 168 time: 0.4392879 Jan 10 19:32:12.940800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271e7f4-9de3-43d1-8aa4-f2ed90a9edc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea70e5a5-7a9a-41a7-b266-2ee1d840faac,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:13.088121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.30', 65269) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:13.104565 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:13.309330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-23720278-18b1-423d-8432-190a522ab1f2 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:13.311677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-23720278-18b1-423d-8432-190a522ab1f2 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.30 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.2218764 Jan 10 19:32:13.318666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9779cd6-cfaa-4f93-b2cb-12765eaa98bb req-8ef854a2-8f91-4c8b-b0b9-045dcb896de4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:13.324363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9779cd6-cfaa-4f93-b2cb-12765eaa98bb req-8ef854a2-8f91-4c8b-b0b9-045dcb896de4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 946 time: 0.2049704 Jan 10 19:32:13.329115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Request body: {'port': {'device_id': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'admin_state_up': True, 'tenant_id': '200008fc08764d43950a79f59058d9f5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:13.336434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:13.355199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Usage tracker for resource:port and tenant:200008fc08764d43950a79f59058d9f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:13.360594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:13.369679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:13.395075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9779cd6-cfaa-4f93-b2cb-12765eaa98bb req-c7a59f3f-e951-4329-8fcc-810eadc979f0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614707 Jan 10 19:32:13.396440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Made reservation on behalf of 200008fc08764d43950a79f59058d9f5 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:13.399026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:13.618001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Allocated IP 172.20.0.14 (3e49f413-3b4d-4c58-ba9c-0a5e7493bc02/91f0fce9-5dd7-4d00-b570-2635d76ed6d2/a1efccd4-33fc-4d90-bc56-a58abfd4826c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:14.038370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:14.038370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Transition to ACTIVE for port object a1efccd4-33fc-4d90-bc56-a58abfd4826c will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:14.038370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:14.239099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Pushing event updated for resources: {'Port': ['ID=a1efccd4-33fc-4d90-bc56-a58abfd4826c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:14.272698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:14.322946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:14.330151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:14.402229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:14.403324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:14.682176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01e60617-50b8-4c5e-950d-ef1d90d9f981 req-f4de2a6a-5f07-4d1d-bd87-061fe92ad2f6 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1028 time: 0.4848104 Jan 10 19:32:14.745381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-622a7d9f-5632-4078-a92d-5dc10ce3e9ab None None] Provisioning for port a1efccd4-33fc-4d90-bc56-a58abfd4826c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:14.752253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-622a7d9f-5632-4078-a92d-5dc10ce3e9ab None None] Provisioning complete for port a1efccd4-33fc-4d90-bc56-a58abfd4826c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:14.752253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-622a7d9f-5632-4078-a92d-5dc10ce3e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:14.754271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-34818c84-8996-4a59-982c-c6c1b87fd39a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4245102 Jan 10 19:32:14.754271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-01e60617-50b8-4c5e-950d-ef1d90d9f981 req-e1ac3f40-6efc-4cf6-9c8e-f9fec5912356 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Synchronizing usage tracker for tenant:200008fc08764d43950a79f59058d9f5 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:14.772006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-2cb6b5c0-cbe3-49bd-8706-b45b1bdaee43 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:32:14.772006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-2cb6b5c0-cbe3-49bd-8706-b45b1bdaee43 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053117 Jan 10 19:32:14.786000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe3e47-7d50-48e0-bcce-e6f2529b532a req-96df3ad5-b4eb-4511-956e-270ca61d84e4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:14.786000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8fe3e47-7d50-48e0-bcce-e6f2529b532a req-96df3ad5-b4eb-4511-956e-270ca61d84e4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.5244830 Jan 10 19:32:14.859471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8fe3e47-7d50-48e0-bcce-e6f2529b532a req-eb3a3206-fa04-4cdc-af4b-18e61bc67044 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740709 Jan 10 19:32:14.870780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-01e60617-50b8-4c5e-950d-ef1d90d9f981 req-e1ac3f40-6efc-4cf6-9c8e-f9fec5912356 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Unset dirty status for tenant:200008fc08764d43950a79f59058d9f5 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:14.871954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-01e60617-50b8-4c5e-950d-ef1d90d9f981 req-e1ac3f40-6efc-4cf6-9c8e-f9fec5912356 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832337 Jan 10 19:32:14.879814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-622a7d9f-5632-4078-a92d-5dc10ce3e9ab None None] Port a1efccd4-33fc-4d90-bc56-a58abfd4826c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:32:14.904947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-ec74cc6f-c213-474e-9bde-765f89e53615 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:14.911956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-ec74cc6f-c213-474e-9bde-765f89e53615 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 946 time: 0.5499287 Jan 10 19:32:15.033701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Deleting port ea7418cc-4fef-4308-937a-5dcddd971d51 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:32:15.044979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.221122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:15.234039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Request body: {'port': {'device_id': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:15.299909 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.332770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.370260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.374647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:15.379740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Usage tracker for resource:security_group_rule and tenant:d38266374bdb4865b498363fc194e939 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:15.383596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:15.390322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:15.497268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.512856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.535492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c8cad-e35c-4f04-a54a-f1f1f226d4bf req-58124fd8-67a6-452b-9986-196edb998836 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:15.535492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b96c8cad-e35c-4f04-a54a-f1f1f226d4bf req-58124fd8-67a6-452b-9986-196edb998836 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 946 time: 0.4134147 Jan 10 19:32:15.548469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df0ef5-70ee-4cd6-aa7a-0a5e39b8b7d9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:15.567122 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a3891f60-2e46-4d51-ba6a-3ddfdcab6143 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d38266374bdb4865b498363fc194e939&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3462639 Jan 10 19:32:15.569793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.582892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47548) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:15.770967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] For port ea7418cc-4fef-4308-937a-5dcddd971d51, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=ea7418cc-4fef-4308-937a-5dcddd971d51,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:15.771831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:15.782029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b96c8cad-e35c-4f04-a54a-f1f1f226d4bf req-2440870a-7d38-4ba1-8590-ed8a40947a09 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b16904-aba7-4609-b864-cc407a632401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385778 Jan 10 19:32:16.284557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbc96b69-410a-4be3-ac3a-f6fda14148f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:16.391811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:16.392265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:16.392586 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Floating IP ba242153-1bcd-4663-8a94-697695b8b028 disassociated. External IP: 172.25.6.39, port: ea7418cc-4fef-4308-937a-5dcddd971d51. Jan 10 19:32:16.393018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Calling delete_port for ea7418cc-4fef-4308-937a-5dcddd971d51 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:32:16.476229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbc96b69-410a-4be3-ac3a-f6fda14148f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:16.615605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-96612576-c8cd-4324-94d0-e37fc38226a1 req-65fbec3c-27e3-405e-b945-2c6a758fd102 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Synchronizing usage tracker for tenant:200008fc08764d43950a79f59058d9f5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:16.631541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e899a3-b9eb-42a4-8a86-e164a7542cd0 req-06047adc-757f-4da1-bcc1-9c812fcb80d4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:16.643413 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8e899a3-b9eb-42a4-8a86-e164a7542cd0 req-06047adc-757f-4da1-bcc1-9c812fcb80d4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.4756167 Jan 10 19:32:16.900356 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbc96b69-410a-4be3-ac3a-f6fda14148f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:16.958796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96b69-410a-4be3-ac3a-f6fda14148f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df0ef5-70ee-4cd6-aa7a-0a5e39b8b7d9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:16.966981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-96612576-c8cd-4324-94d0-e37fc38226a1 req-65fbec3c-27e3-405e-b945-2c6a758fd102 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Unset dirty status for tenant:200008fc08764d43950a79f59058d9f5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:16.976695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96612576-c8cd-4324-94d0-e37fc38226a1 req-65fbec3c-27e3-405e-b945-2c6a758fd102 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1028 time: 0.8096941 Jan 10 19:32:17.011111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1efccd4-33fc-4d90-bc56-a58abfd4826c {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:17.018544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:17.032073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:17.072030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8e899a3-b9eb-42a4-8a86-e164a7542cd0 req-d4eacb3a-c66f-4c94-92f8-c4c271d69a60 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224520 Jan 10 19:32:17.100592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event deleted for resources: {'Port': ['ID=ea7418cc-4fef-4308-937a-5dcddd971d51,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:17.108031 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbc96b69-410a-4be3-ac3a-f6fda14148f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:17.108031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fbc96b69-410a-4be3-ac3a-f6fda14148f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1df0ef5-70ee-4cd6-aa7a-0a5e39b8b7d9 HTTP/1.1" status: 204 len: 168 time: 1.5205824 Jan 10 19:32:17.116548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Transition to ACTIVE for port object a1efccd4-33fc-4d90-bc56-a58abfd4826c will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:17.128929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96612576-c8cd-4324-94d0-e37fc38226a1 req-acc32818-6cf1-43c4-995b-8090b037d054 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570814 Jan 10 19:32:17.130183 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:17.454840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Pushing event updated for resources: {'Port': ['ID=a1efccd4-33fc-4d90-bc56-a58abfd4826c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:17.510440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bb647554-b47f-4f4d-ac00-63c62e01b8e2 req-ed5cc751-6fbf-4405-8420-7b68a2735b34 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Synchronizing usage tracker for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:17.574066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:32:17.626301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: ea7418cc-4fef-4308-937a-5dcddd971d51 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:32:17.628952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device ea7418cc-4fef-4308-937a-5dcddd971d51 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:32:17.711108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bb647554-b47f-4f4d-ac00-63c62e01b8e2 req-ed5cc751-6fbf-4405-8420-7b68a2735b34 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Unset dirty status for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:17.713078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb647554-b47f-4f4d-ac00-63c62e01b8e2 req-ed5cc751-6fbf-4405-8420-7b68a2735b34 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 210 time: 0.3551738 Jan 10 19:32:17.956399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Attempting to bind port a1efccd4-33fc-4d90-bc56-a58abfd4826c on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:17.956399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Attempting to bind port a1efccd4-33fc-4d90-bc56-a58abfd4826c by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:17.956399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Attempting to bind port a1efccd4-33fc-4d90-bc56-a58abfd4826c on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:17.973469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Port a1efccd4-33fc-4d90-bc56-a58abfd4826c on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:32:17.973469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Attempting to bind port a1efccd4-33fc-4d90-bc56-a58abfd4826c on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:17.982667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:17.982667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Checking segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:17.982667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Bound using segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:17.982667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Bound port: a1efccd4-33fc-4d90-bc56-a58abfd4826c, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:17.982667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.018561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:32:18.295957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] For port a1efccd4-33fc-4d90-bc56-a58abfd4826c, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:18.295957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] For port a1efccd4-33fc-4d90-bc56-a58abfd4826c, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:18.340534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.505940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47632) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:18.530355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.530355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] 10.222.0.30 "PUT /v2.0/ports/a1efccd4-33fc-4d90-bc56-a58abfd4826c HTTP/1.1" status: 200 len: 1092 time: 3.7248130 Jan 10 19:32:18.558587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'tag': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:18.719241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-137605679-network', 'tenant_id': '2c832f8cfab34c7d8727070b85b2790b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:18.725613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:18.737201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9d48a-7844-43d0-a324-a13fb5d74565 service neutron] Pushing event updated for resources: {'Port': ['ID=a1efccd4-33fc-4d90-bc56-a58abfd4826c,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:18.751195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Usage tracker for resource:network and tenant:2c832f8cfab34c7d8727070b85b2790b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:18.762572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:18.769614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f522258-5eba-4d5f-95bb-0d46b9603446 req-9758d24c-5e12-4dac-8ddf-deb879480d2f tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1095 time: 0.4778936 Jan 10 19:32:18.788012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:18.814421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Made reservation on behalf of 2c832f8cfab34c7d8727070b85b2790b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:18.817984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.842925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.878797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:18.882791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Usage tracker for resource:security_group_rule and tenant:2c832f8cfab34c7d8727070b85b2790b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:18.886251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:18.892755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:18.925239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c265-6ea0-42c9-8108-8c579bd9bd4e req-a16eba56-1fbb-4b9d-9ee5-1553a0b196c9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:18.933095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e90c265-6ea0-42c9-8108-8c579bd9bd4e req-a16eba56-1fbb-4b9d-9ee5-1553a0b196c9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.5951798 Jan 10 19:32:18.957599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f522258-5eba-4d5f-95bb-0d46b9603446 req-ccb165cd-d08c-4e33-9c19-8eff6846ee7b tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788290 Jan 10 19:32:18.972547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.983022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:18.988810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-4d68058b-4b54-4c12-a614-5c188ce8d121 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1095 time: 0.4154689 Jan 10 19:32:19.023010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f071dc-8b79-42aa-8bee-20e16b4e1e21,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:19.032655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:32:19.042252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:19.042252 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Added segment d667006e-16c7-4995-a8a5-f084193ca095 of type vlan for network 85011919-6aeb-4c57-b153-157481cea454 Jan 10 19:32:19.075863 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:19.138924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:19.138924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:19.138924 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:19.152353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e90c265-6ea0-42c9-8108-8c579bd9bd4e req-c3215ace-4aa9-41f4-a4c3-84920917fe1b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150302 Jan 10 19:32:19.185326 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'tag': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c', 'status': 'completed', 'code': 200} Jan 10 19:32:19.192399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-2583f33e-6c3f-443e-ac39-f7627691e26a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c HTTP/1.1" status: 200 len: 217 time: 0.1903980 Jan 10 19:32:19.206122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:32:19.215405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:32:19.261697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:19.263511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:19.396799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] Pushing event updated for resources: {'Network': ['ID=85011919-6aeb-4c57-b153-157481cea454,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:19.423318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 85011919-6aeb-4c57-b153-157481cea454 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:32:19.450943 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-956254ca-3e78-4e28-9d2f-7c5b87a9627c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9475222 Jan 10 19:32:19.455569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:19.464568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Request body: {'subnet': {'network_id': '85011919-6aeb-4c57-b153-157481cea454', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-137605679-subnet', 'tenant_id': '2c832f8cfab34c7d8727070b85b2790b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:19.474833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-82733987-a47f-4343-94c7-a5321e3a7c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:19.474833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-82733987-a47f-4343-94c7-a5321e3a7c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91f0fce9-5dd7-4d00-b570-2635d76ed6d2 HTTP/1.1" status: 200 len: 848 time: 0.2710023 Jan 10 19:32:19.483171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:19.486744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Usage tracker for resource:subnet and tenant:2c832f8cfab34c7d8727070b85b2790b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:19.496316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:19.513854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:19.548153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Made reservation on behalf of 2c832f8cfab34c7d8727070b85b2790b for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:19.548153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:19.765828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:19.773641 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Sync routers for ids ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:32:19.782683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] No DVR routers for this DVR port ea7418cc-4fef-4308-937a-5dcddd971d51 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:32:19.786986 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:19.789080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebe29a72-3336-44b7-9e43-ae9f20682a4a req-53cc946d-aa2e-4568-a521-6ec8df3735c3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "DELETE /v2.0/ports/ea7418cc-4fef-4308-937a-5dcddd971d51 HTTP/1.1" status: 204 len: 173 time: 4.8715391 Jan 10 19:32:19.796091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dd467ad-5923-4f71-b718-4f0927336c11 req-052e2a8f-3f85-4082-921c-6559fe3ec5ee tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334b035-2b62-4ace-931d-115ad0e61f67 HTTP/1.1" status: 200 len: 210 time: 0.2760310 Jan 10 19:32:19.812374 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Routers {'d1c32c16-d6f2-4a03-b317-803c2bb1d588'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:19.812990 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:19.837512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-00e84675-250e-419d-92ce-650a91551aac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646049 Jan 10 19:32:19.989593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:20.192737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-536f7014-44e0-4e97-9693-ff299332d27e service neutron] 10.222.0.30 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437481 Jan 10 19:32:20.197111 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Set router d1c32c16-d6f2-4a03-b317-803c2bb1d588 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:20.388516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80885638-aca4-4ed2-a85d-a7d8bfd39edd,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:20.396497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Checking segment: {'id': 'd667006e-16c7-4995-a8a5-f084193ca095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85011919-6aeb-4c57-b153-157481cea454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:20.396637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Network hostable DHCP agents. Network: 85011919-6aeb-4c57-b153-157481cea454, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:32:20.503852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:20.511219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:32:20.512707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Network 85011919-6aeb-4c57-b153-157481cea454 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:32:20.523325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91600b70-9ab9-4fe9-a9c5-015cbaa29cf4 req-44a17707-b509-40fa-ae63-cb7170dd0b2c service neutron] 10.222.0.30 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306682 Jan 10 19:32:20.524893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:20.525678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:20.537798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 85011919-6aeb-4c57-b153-157481cea454) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:20.553250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:20.556808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:20.613204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8dae9184-7a89-4e52-963e-750a0f0cba4a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1583312 Jan 10 19:32:20.636213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f05389-0dc1-486f-a68f-fbdc2412af03 None None] Network 85011919-6aeb-4c57-b153-157481cea454 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:32:20.886580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cabe4-e18d-465b-b380-55f01267a014 req-cd73534b-494a-4615-befe-dd979134182a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:20.886580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d3cabe4-e18d-465b-b380-55f01267a014 req-cd73534b-494a-4615-befe-dd979134182a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.3591282 Jan 10 19:32:20.977693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d3cabe4-e18d-465b-b380-55f01267a014 req-e715b9da-6fee-4b04-add1-859d02e06e4e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851126 Jan 10 19:32:20.983008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1e73a91-c7a0-4a4c-88ea-70d4af4e1226 req-b39e052a-6952-42b8-975c-cf93901ecb0d tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1095 time: 0.4559011 Jan 10 19:32:20.987556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-b7a3a24c-b344-47c6-ac8d-a44f2e5affd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1095 time: 0.3940783 Jan 10 19:32:21.034012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:32:06Z', 'revision_number': 4, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '71889461-af5e-4cb2-bd9a-7b7cb982879c', 'name': '', 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'mac_address': 'fa:16:3e:c3:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:05Z', 'updated_at': '2022-01-10T19:32:06Z', 'revision_number': 2, 'project_id': '200008fc08764d43950a79f59058d9f5', 'subnets': [{'id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:21.041966 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Checking router: d1c32c16-d6f2-4a03-b317-803c2bb1d588 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:32:21.044937 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Updating router d1c32c16-d6f2-4a03-b317-803c2bb1d588 port 71889461-af5e-4cb2-bd9a-7b7cb982879c binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:32:21.182244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-deleted', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:21.215253 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:21.256396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47702) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:21.288996 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1e73a91-c7a0-4a4c-88ea-70d4af4e1226 req-879916d0-b140-4ca3-86a5-4bb4779d2401 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934985 Jan 10 19:32:21.376537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-ab8f1aa2-ce76-4363-983a-314c276defa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:21.377981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-ab8f1aa2-ce76-4363-983a-314c276defa7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.3837986 Jan 10 19:32:21.379992 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334b035-2b62-4ace-931d-115ad0e61f67', 'name': 'network-vif-deleted', 'tag': 'ea7418cc-4fef-4308-937a-5dcddd971d51', 'status': 'completed', 'code': 200} Jan 10 19:32:21.452112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ad00baf-593a-45ca-8f82-a605f8ce0489 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:21.496794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c855d954-b0a4-43df-8f5f-d3062ce997e9 None None] Network 85011919-6aeb-4c57-b153-157481cea454 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:32:21.500929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-2266dbf8-7c36-4d72-b793-2ba9a6647d53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c HTTP/1.1" status: 200 len: 217 time: 0.1145973 Jan 10 19:32:21.533980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ad00baf-593a-45ca-8f82-a605f8ce0489 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:21.566029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:21.643861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-7cad37fc-fdab-4934-a3cd-cef7b49d25bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:21.649088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ad00baf-593a-45ca-8f82-a605f8ce0489 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:21.651530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-7cad37fc-fdab-4934-a3cd-cef7b49d25bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91f0fce9-5dd7-4d00-b570-2635d76ed6d2 HTTP/1.1" status: 200 len: 848 time: 0.1425171 Jan 10 19:32:21.678369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8ad00baf-593a-45ca-8f82-a605f8ce0489 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:21.683205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ad00baf-593a-45ca-8f82-a605f8ce0489 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9b16904-aba7-4609-b864-cc407a632401 HTTP/1.1" status: 204 len: 168 time: 0.4243662 Jan 10 19:32:21.685776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47712) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:21.689122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad00baf-593a-45ca-8f82-a605f8ce0489 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b16904-aba7-4609-b864-cc407a632401,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:21.719112 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-b5dd1e08-fe65-46ab-9e82-df9203e29799 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] show failed (client error): The resource could not be found. Jan 10 19:32:21.723778 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b5dd1e08-fe65-46ab-9e82-df9203e29799 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups/c9b16904-aba7-4609-b864-cc407a632401 HTTP/1.1" status: 404 len: 347 time: 0.0367422 Jan 10 19:32:21.724455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47718) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:21.882474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-11e7a206-82b5-4de8-9997-899920a36b49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818709 Jan 10 19:32:22.027486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Deleting port 55fe497b-01a3-494a-a3a4-138a9510e930 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:32:22.027786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.178185 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.212941 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Transition to ACTIVE for port object 71889461-af5e-4cb2-bd9a-7b7cb982879c will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:22.228551 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.290400 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-8aa5a0c5-1b80-4f55-ac93-288aca3a4160 service neutron] 10.222.0.30 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173880 Jan 10 19:32:22.404940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79a24-0292-47db-81a1-258abe7a04d2 None None] Pushing event updated for resources: {'Port': ['ID=71889461-af5e-4cb2-bd9a-7b7cb982879c,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:22.577293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.577293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.733375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47744) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:22.735245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:22.749203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ad9b4-083b-4909-99d0-c2bbadb80c44 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:32:22.750882 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a1efccd4-33fc-4d90-bc56-a58abfd4826c details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:32:22.811690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29873fdc-a7ce-4c68-ab8f-48a74fa8a3d2 req-fb781cbd-8f5f-43a4-a7de-fb21a5c1ce04 service neutron] 10.222.0.30 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150564 Jan 10 19:32:22.875584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Attempting to bind port 71889461-af5e-4cb2-bd9a-7b7cb982879c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:22.875584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Attempting to bind port 71889461-af5e-4cb2-bd9a-7b7cb982879c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:22.875584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Attempting to bind port 71889461-af5e-4cb2-bd9a-7b7cb982879c on network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:22.895419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1239404440-network', 'tenant_id': '6268cd30be2d41778397b8e792315359'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:22.907981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:22.907981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Checking segment: {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:22.907981 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.907981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Bound using segment: {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:22.907981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Bound port: 71889461-af5e-4cb2-bd9a-7b7cb982879c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e9b25-0a93-43ed-a9ed-442652eaec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:22.907981 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:22.912611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:23.085651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Calling delete_port for 55fe497b-01a3-494a-a3a4-138a9510e930 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:32:23.146712 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] For port 71889461-af5e-4cb2-bd9a-7b7cb982879c, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:23.148857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Usage tracker for resource:network and tenant:6268cd30be2d41778397b8e792315359 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:23.152505 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] For port 71889461-af5e-4cb2-bd9a-7b7cb982879c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71889461-af5e-4cb2-bd9a-7b7cb982879c,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:23.154966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:23.160638 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.175114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:23.184475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546913b-6bde-4deb-b954-7b3a34e3e389 req-aa913e96-74e3-4c59-a043-ff2f1d4d6292 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:23.192071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6546913b-6bde-4deb-b954-7b3a34e3e389 req-aa913e96-74e3-4c59-a043-ff2f1d4d6292 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.6597848 Jan 10 19:32:23.209058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Made reservation on behalf of 6268cd30be2d41778397b8e792315359 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:23.213126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.230979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.305067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c17cdc74-76ec-4263-8a81-2d780006b452 req-60ae2800-ac0d-49d6-a562-091d82441050 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1095 time: 0.4920492 Jan 10 19:32:23.339423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a1efccd4-33fc-4d90-bc56-a58abfd4826c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:23.354680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6546913b-6bde-4deb-b954-7b3a34e3e389 req-ebfc1d94-5235-4968-87dd-f8b5aa88c3db tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614120 Jan 10 19:32:23.384801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:23.392252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6268cd30be2d41778397b8e792315359 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:23.393237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'port_id': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c', 'mac_address': 'fa:16:3e:1a:cf:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:32:23.407463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c17cdc74-76ec-4263-8a81-2d780006b452 req-330b8809-ea12-4dcf-aeab-e88b904ca382 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014183 Jan 10 19:32:23.408374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192af701-9990-4812-ae41-e600422f6176 None None] New status for floating IP ba242153-1bcd-4663-8a94-697695b8b028: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:32:23.418075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:23.421795 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79a24-0292-47db-81a1-258abe7a04d2 None None] Pushing event updated for resources: {'Port': ['ID=71889461-af5e-4cb2-bd9a-7b7cb982879c,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:23.444423 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Routers {'d1c32c16-d6f2-4a03-b317-803c2bb1d588'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:23.445045 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:23.446729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:23.509450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.655862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.737962 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] Set router d1c32c16-d6f2-4a03-b317-803c2bb1d588 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:23.763751 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.775683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event deleted for resources: {'Port': ['ID=55fe497b-01a3-494a-a3a4-138a9510e930,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:23.831983 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.856527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:32:23.883154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1efccd4-33fc-4d90-bc56-a58abfd4826c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:23.937057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a36af-a435-4203-ba21-6f5b63f510d2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:23.952271 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:23.952980 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Added segment 1adb4c9e-8ff5-4b96-b7f0-0537ddc4152c of type vlan for network b410633b-ae00-4d32-982f-2aff758c6e93 Jan 10 19:32:24.028857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a1efccd4-33fc-4d90-bc56-a58abfd4826c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:24.038462 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.090103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.137560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=a1efccd4-33fc-4d90-bc56-a58abfd4826c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:24.143641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.205272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.208106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:24.209023 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.240256 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:32:06Z', 'revision_number': 4, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '71889461-af5e-4cb2-bd9a-7b7cb982879c', 'name': '', 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'mac_address': 'fa:16:3e:c3:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:05Z', 'updated_at': '2022-01-10T19:32:23Z', 'revision_number': 4, 'project_id': '200008fc08764d43950a79f59058d9f5', 'subnets': [{'id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:24.244267 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c483f-047b-4205-b23a-1ccb469d4e04 None None] The sync data for ids ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'] in n-d-816927-8 is: [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:32:06Z', 'revision_number': 4, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '71889461-af5e-4cb2-bd9a-7b7cb982879c', 'name': '', 'network_id': '41e9365b-29d9-4d00-b1ee-ebcb5af2633e', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'mac_address': 'fa:16:3e:c3:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:05Z', 'updated_at': '2022-01-10T19:32:23Z', 'revision_number': 4, 'project_id': '200008fc08764d43950a79f59058d9f5', 'subnets': [{'id': 'c6915d60-7ea6-49a5-ba73-7f6763b734f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:32:24.260022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['a1efccd4-33fc-4d90-bc56-a58abfd4826c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:24.383047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.387261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bd751854-55b8-4ceb-8755-90daa17a2d52 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba242153-1bcd-4663-8a94-697695b8b028 HTTP/1.1" status: 204 len: 168 time: 2.6576152 Jan 10 19:32:24.387261 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6365690 Jan 10 19:32:24.391263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47772) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:24.406525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Request body: {'subnet': {'network_id': 'b410633b-ae00-4d32-982f-2aff758c6e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1239404440-subnet', 'tenant_id': '6268cd30be2d41778397b8e792315359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:24.435487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b94083-35b7-48f2-b750-51e44cca94e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b410633b-ae00-4d32-982f-2aff758c6e93,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:24.448525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:24.448525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Usage tracker for resource:subnet and tenant:6268cd30be2d41778397b8e792315359 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:24.457296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:24.468819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:24.499362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network b410633b-ae00-4d32-982f-2aff758c6e93 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:32:24.518028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Made reservation on behalf of 6268cd30be2d41778397b8e792315359 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:24.518028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.729918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71889461-af5e-4cb2-bd9a-7b7cb982879c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:24.900455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42717e8-487a-4e22-98c7-6dc92c45099b req-0e09e56c-efcb-4c5a-93f8-3606bedb733b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:24.902135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c42717e8-487a-4e22-98c7-6dc92c45099b req-0e09e56c-efcb-4c5a-93f8-3606bedb733b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.2275870 Jan 10 19:32:24.906823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dba08610-3ef6-40c3-aea1-a4ea2c59505a req-c18cc4eb-0b8a-4ba7-ab50-2515b512dfdf tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1096 time: 0.1802273 Jan 10 19:32:24.931558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 71889461-af5e-4cb2-bd9a-7b7cb982879c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:24.971988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:24.993038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71889461-af5e-4cb2-bd9a-7b7cb982879c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:24.993038 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:25.081494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c42717e8-487a-4e22-98c7-6dc92c45099b req-957b943a-00c5-4bec-ace2-87e548953f1f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500249 Jan 10 19:32:25.095128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dba08610-3ef6-40c3-aea1-a4ea2c59505a req-685fa5ee-e5ca-4771-81c5-79bf94519f88 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755686 Jan 10 19:32:25.241842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6892f61-5fd3-4e17-a659-6f4133f6eadf,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:25.267041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Checking segment: {'id': '1adb4c9e-8ff5-4b96-b7f0-0537ddc4152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b410633b-ae00-4d32-982f-2aff758c6e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:25.267601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Network hostable DHCP agents. Network: b410633b-ae00-4d32-982f-2aff758c6e93, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:32:25.309279 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:25.322622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Network b410633b-ae00-4d32-982f-2aff758c6e93 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:32:25.346332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, b410633b-ae00-4d32-982f-2aff758c6e93) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:25.350358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:25.351039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:25.367763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b1a7a-d285-41f6-8171-a85893a1f206 None None] Network b410633b-ae00-4d32-982f-2aff758c6e93 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:32:25.391190 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-29b4d64e-4822-4839-90b6-d8ccc1c228b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0022008 Jan 10 19:32:25.595145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 71889461-af5e-4cb2-bd9a-7b7cb982879c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71889461-af5e-4cb2-bd9a-7b7cb982879c,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:25.624065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:25.711966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47798) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:25.719062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929140224', 'description': 'tempest-description--722341324'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:25.727803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:25.733593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:25.737074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:25.745691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:25.762210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:25.809070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:25.814268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:25.817719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:25.825730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:25.846287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=71889461-af5e-4cb2-bd9a-7b7cb982879c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:25.959681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:25.977436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.033320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e081e9-09fc-4242-aaa9-450ef01629a2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:26.033320 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.040708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 47810) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:26.045573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'security_group_rule': {'security_group_id': '30e081e9-09fc-4242-aaa9-450ef01629a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:26.049634 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4804b9f9-bd68-4cb9-8735-0b3f29460617 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3336651 Jan 10 19:32:26.057082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:26.063722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:26.072703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:26.079043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:26.103805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf56385-837a-4b96-b3c3-918d13443007 None None] Network b410633b-ae00-4d32-982f-2aff758c6e93 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:32:26.135634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.280744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.288408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.322569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd21fd5d-a588-49b8-9447-d131ac5109e8,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:26.405063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.410142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47824) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:26.418659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'security_group_rule': {'security_group_id': '30e081e9-09fc-4242-aaa9-450ef01629a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:26.427734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f1c8c5bb-6b8b-4618-9b10-c983e9aa5406 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3643053 Jan 10 19:32:26.445701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:26.467029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:security_group_rule and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:26.481693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:26.481693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:26.529625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.584145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71889461-af5e-4cb2-bd9a-7b7cb982879c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:26.634948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03e2fa32-64bb-453d-ac74-b2986beb2f67 req-870b2193-6b95-42f6-b08d-f30d861a44c1 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1096 time: 0.2966301 Jan 10 19:32:26.647985 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.653925 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.686042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09aa861-603a-47cb-9271-6392f82dcfdf,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:26.687261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71889461-af5e-4cb2-bd9a-7b7cb982879c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:26.687644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.688370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.692768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-09cc22b2-5ad2-4721-86bc-a82b4bb60d2c tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2840588 Jan 10 19:32:26.693334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 47838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:26.698960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:26.707898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:26.715179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:floatingip and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:26.719165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:26.727940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:26.742490 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.786915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a1efccd4-33fc-4d90-bc56-a58abfd4826c up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:26.887425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03e2fa32-64bb-453d-ac74-b2986beb2f67 req-1c3f2631-b9d4-49ee-aa09-bb7047347de7 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232738 Jan 10 19:32:26.928609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:26.948926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port a1efccd4-33fc-4d90-bc56-a58abfd4826c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:26.948926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port a1efccd4-33fc-4d90-bc56-a58abfd4826c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:26.948926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:27.002851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-199191ab-0d92-49af-9c58-c4e855f57a1b tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:27.011035 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-199191ab-0d92-49af-9c58-c4e855f57a1b tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/networks?id=85011919-6aeb-4c57-b153-157481cea454 HTTP/1.1" status: 200 len: 811 time: 0.4459221 Jan 10 19:32:27.165605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-c45d8da2-63dc-4856-b828-271dbfced558 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/quotas/2c832f8cfab34c7d8727070b85b2790b HTTP/1.1" status: 200 len: 375 time: 0.1584487 Jan 10 19:32:27.183409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:27.189939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Allocated IP 172.25.6.31 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f58235ff-c1dc-41bb-9311-97d3764d26db) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:27.222293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:27.233135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a1efccd4-33fc-4d90-bc56-a58abfd4826c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:27.243696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:27.244933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-9d622827-b82b-410c-8e74-ee9bfc830bc1 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c832f8cfab34c7d8727070b85b2790b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783453 Jan 10 19:32:27.328236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=a1efccd4-33fc-4d90-bc56-a58abfd4826c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:27.365538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:27.416348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:27.419349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-09abadfb-e006-458b-b9f1-7ffa3f4693d8 service neutron] 10.222.0.21 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670392 Jan 10 19:32:27.499951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:27.499951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:27.510821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:27.531936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76580740-a816-44fd-becb-a12b30f2235d req-b5675efa-21d5-4f15-a9a1-c6087e262417 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:27.531936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76580740-a816-44fd-becb-a12b30f2235d req-b5675efa-21d5-4f15-a9a1-c6087e262417 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.5223899 Jan 10 19:32:27.572326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'Port': ['ID=f58235ff-c1dc-41bb-9311-97d3764d26db,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:27.670773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76580740-a816-44fd-becb-a12b30f2235d req-70dd0087-ec67-4668-ae28-4a3cdb6403e3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340237 Jan 10 19:32:27.697397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-8f6dd980-6dd6-466e-96c8-652b63122a78 service neutron] 10.222.0.21 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787783 Jan 10 19:32:27.752341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:27.758205 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c', 'code': 200} Jan 10 19:32:27.925432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5d9377c-7221-456e-8208-2e426a66221c req-958e14ed-e412-42c8-9b4f-777248767af8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.0887756 Jan 10 19:32:28.064548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5d9377c-7221-456e-8208-2e426a66221c req-daa4a9a5-3ef7-43c5-b93d-734ccb96582d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361127 Jan 10 19:32:28.081495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:28.134982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc2423a3-f943-482f-8c1a-a14019804441 req-1e91216f-9f7a-4ad3-b457-6448f5501882 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 210 time: 0.0604258 Jan 10 19:32:28.319403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c191febe-d2ef-47a6-8795-19920cb5d9ff req-b056217b-9c37-414a-a2ef-dcbef081f9ce tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.1348364 Jan 10 19:32:28.383160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c191febe-d2ef-47a6-8795-19920cb5d9ff req-57c9c89a-0c1b-4b75-9128-40af830f758c tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640123 Jan 10 19:32:28.448588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:28.456671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:28.587828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'Port': ['ID=f58235ff-c1dc-41bb-9311-97d3764d26db,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:28.613467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:28.637650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:28.647634 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-22c3d284-81c2-40e2-a564-792159097c00 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9525893 Jan 10 19:32:28.943180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c85be5-2512-48fa-a791-7748da7baed0 req-99738e4f-f10d-4662-af51-7168ce9071d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:28.956096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22c85be5-2512-48fa-a791-7748da7baed0 req-99738e4f-f10d-4662-af51-7168ce9071d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1017854 Jan 10 19:32:29.131465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22c85be5-2512-48fa-a791-7748da7baed0 req-1245de30-4717-426a-aa2c-93b77eca83d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593304 Jan 10 19:32:29.131465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-2eff1851-578f-452c-aedb-d96fcb0630bb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--929140224&fields=id&tenant_id=969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 267 time: 0.1353319 Jan 10 19:32:29.406220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bd8efad2-b00b-49a7-8815-02e3654ff436 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:29.411335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bd8efad2-b00b-49a7-8815-02e3654ff436 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 817 time: 0.2771735 Jan 10 19:32:29.590606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65135adc-2da8-468d-9420-e6996796ef29 req-19f1f743-bc48-4dc2-8ea6-df2de6f3fb7c tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 210 time: 0.1886811 Jan 10 19:32:29.603209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-cfa84786-c159-460b-8f39-2e95eddef2d3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/quotas/969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 375 time: 0.1522403 Jan 10 19:32:29.710622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-6bb065b5-2aab-467c-8fbc-15c61ab782b0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099439 Jan 10 19:32:30.073806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-7410a2a6-dacd-46ed-a952-6c778f0bab24 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:30.073806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-7410a2a6-dacd-46ed-a952-6c778f0bab24 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.44 "GET /v2.0/networks?id=85011919-6aeb-4c57-b153-157481cea454 HTTP/1.1" status: 200 len: 811 time: 0.1770606 Jan 10 19:32:30.087008 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Request body: {'port': {'device_id': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'network_id': '85011919-6aeb-4c57-b153-157481cea454', 'admin_state_up': True, 'tenant_id': '2c832f8cfab34c7d8727070b85b2790b'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:30.243445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-39ada968-56e6-448e-85ee-3707410fdca2 service neutron] 10.222.0.21 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163562 Jan 10 19:32:30.264358 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45e5985c-eb8e-48dc-8c33-5f1585e6e8f0 req-13621aa3-bba3-4da8-ac46-1c6fc7d76ce7 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.4246211 Jan 10 19:32:30.387274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:30.387274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Usage tracker for resource:port and tenant:2c832f8cfab34c7d8727070b85b2790b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:30.391867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:30.402533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:30.444932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Made reservation on behalf of 2c832f8cfab34c7d8727070b85b2790b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:30.444932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:30.472183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45e5985c-eb8e-48dc-8c33-5f1585e6e8f0 req-0366df99-7b1c-45e8-ad5c-497324f32b4e tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784484 Jan 10 19:32:30.584223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-b7ec7329-5bc2-4b08-bc23-508779915f47 service neutron] 10.222.0.21 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270712 Jan 10 19:32:30.808590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Allocated IP 172.20.0.9 (85011919-6aeb-4c57-b153-157481cea454/80885638-aca4-4ed2-a85d-a7d8bfd39edd/47261d87-5e16-43a3-92e2-c4c592a4291e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:30.892206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80351940-b8f7-42fe-a291-0e3fe3b15265 req-4d5cbe0e-4b89-46b9-ab64-46b2fe1dbf2b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:30.909739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80351940-b8f7-42fe-a291-0e3fe3b15265 req-4d5cbe0e-4b89-46b9-ab64-46b2fe1dbf2b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.3004177 Jan 10 19:32:31.201859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-80351940-b8f7-42fe-a291-0e3fe3b15265 req-df768b07-06c5-422f-9b50-958d2a801cce tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740033 Jan 10 19:32:31.282461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6da727d0-ed3f-41f2-ac7a-b54c011f351a req-d620b55d-1c0e-497b-bff1-a3fe65b0bef3 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.3234115 Jan 10 19:32:31.386770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6da727d0-ed3f-41f2-ac7a-b54c011f351a req-c03fe1b0-59f4-427e-9e07-1df6b7176302 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073403 Jan 10 19:32:31.393016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:31.525107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-781fb5de-133b-4e41-9e74-effc2e6f7bfb req-e9df948c-874b-4b1e-968c-5be603e45ccd tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 210 time: 0.0830927 Jan 10 19:32:31.551090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:31.655525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Network 85011919-6aeb-4c57-b153-157481cea454 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:31.705487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:31.705487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:31.751382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f45f45c8-3ac2-4e7b-80b3-ffdbc26834f2 req-539098da-4492-40ca-97eb-1eac4c489e92 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 210 time: 0.1087563 Jan 10 19:32:31.801735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Pushing event updated for resources: {'Port': ['ID=47261d87-5e16-43a3-92e2-c4c592a4291e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:31.820216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:31.821400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:31.848395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-1a48c00e-0905-4919-a4ee-a2e370ee5d1a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7709394 Jan 10 19:32:31.862929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Request body: {'port': {'device_id': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:32.123286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa5b4ddd-fe94-4059-b688-918721f778bf req-5f22f09b-55c0-4376-b28c-c54a7065b3a5 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.3668411 Jan 10 19:32:32.194213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa5b4ddd-fe94-4059-b688-918721f778bf req-1362142b-6971-416f-bb40-345f59c6268b tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713370 Jan 10 19:32:32.199293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:32.669379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-546abae3-6bea-4789-bcf7-16907c0b938a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:32.669379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-546abae3-6bea-4789-bcf7-16907c0b938a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Synchronizing usage tracker for tenant:969afeb64c82472086dd164c88c720d5 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:32.703128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-546abae3-6bea-4789-bcf7-16907c0b938a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Unset dirty status for tenant:969afeb64c82472086dd164c88c720d5 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:32.705330 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-546abae3-6bea-4789-bcf7-16907c0b938a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 817 time: 0.3956313 Jan 10 19:32:32.765108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-b7add06e-ad0a-481c-a3ad-5757a36333cb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Synchronizing usage tracker for tenant:969afeb64c82472086dd164c88c720d5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:32.788533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-b7add06e-ad0a-481c-a3ad-5757a36333cb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Unset dirty status for tenant:969afeb64c82472086dd164c88c720d5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:32.790939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-b7add06e-ad0a-481c-a3ad-5757a36333cb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 379 time: 0.0734901 Jan 10 19:32:32.800470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'port': {'device_id': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'admin_state_up': True, 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'security_groups': ['30e081e9-09fc-4242-aaa9-450ef01629a2']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:32.976258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:32.981340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Usage tracker for resource:port and tenant:969afeb64c82472086dd164c88c720d5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:32.983585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1a6a7-30ee-4217-b917-191054a5c711 req-3974e881-96db-4766-8f2b-b23ec546ff47 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:32.983585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f1a6a7-30ee-4217-b917-191054a5c711 req-3974e881-96db-4766-8f2b-b23ec546ff47 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.4335377 Jan 10 19:32:32.993682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:33.002417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:33.031021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Made reservation on behalf of 969afeb64c82472086dd164c88c720d5 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:33.031021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:33.071588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47261d87-5e16-43a3-92e2-c4c592a4291e {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:33.085201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:33.158985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-599fca22-17bf-48af-8619-de157085d277 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:33.160473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-599fca22-17bf-48af-8619-de157085d277 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.3304939 Jan 10 19:32:33.183630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Transition to ACTIVE for port object 47261d87-5e16-43a3-92e2-c4c592a4291e will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:33.190793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62f1a6a7-30ee-4217-b917-191054a5c711 req-fe49dab8-154b-4305-a98e-567e35bf8fca tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181102 Jan 10 19:32:33.202435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-f604afa1-ad99-43d4-bae1-8e57f2eec91a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/quotas/200008fc08764d43950a79f59058d9f5 HTTP/1.1" status: 200 len: 375 time: 0.0330846 Jan 10 19:32:33.239528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:33.356672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Allocated IP 172.20.0.7 (921454de-ea7d-497f-979e-2a627b3bcc38/0832e558-1ed4-435b-a433-32583c660058/5b60621c-23c2-4498-9188-9b74d32969d8) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:33.518816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Pushing event updated for resources: {'Port': ['ID=47261d87-5e16-43a3-92e2-c4c592a4291e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:33.665190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-e588c7e8-2193-4642-87f6-ba744f238dee tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4589970 Jan 10 19:32:33.707510 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:33.732836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Transition to ACTIVE for port object 5b60621c-23c2-4498-9188-9b74d32969d8 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:33.777377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:33.782697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd0ff8-0782-494e-9879-e3f32c7b6cb8 req-32120a28-c925-4590-87e9-266115e1d448 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:33.782697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-16bd0ff8-0782-494e-9879-e3f32c7b6cb8 req-32120a28-c925-4590-87e9-266115e1d448 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Synchronizing usage tracker for tenant:2c832f8cfab34c7d8727070b85b2790b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:33.782697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Attempting to bind port 47261d87-5e16-43a3-92e2-c4c592a4291e on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:33.782697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Attempting to bind port 47261d87-5e16-43a3-92e2-c4c592a4291e by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'd667006e-16c7-4995-a8a5-f084193ca095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85011919-6aeb-4c57-b153-157481cea454'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:33.782697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Attempting to bind port 47261d87-5e16-43a3-92e2-c4c592a4291e on network 85011919-6aeb-4c57-b153-157481cea454 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:33.812344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Port 47261d87-5e16-43a3-92e2-c4c592a4291e on network 85011919-6aeb-4c57-b153-157481cea454 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:32:33.812344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Attempting to bind port 47261d87-5e16-43a3-92e2-c4c592a4291e on network 85011919-6aeb-4c57-b153-157481cea454 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:33.837062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-16bd0ff8-0782-494e-9879-e3f32c7b6cb8 req-32120a28-c925-4590-87e9-266115e1d448 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Unset dirty status for tenant:2c832f8cfab34c7d8727070b85b2790b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:33.841986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16bd0ff8-0782-494e-9879-e3f32c7b6cb8 req-32120a28-c925-4590-87e9-266115e1d448 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 943 time: 0.3865767 Jan 10 19:32:33.844420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Network 921454de-ea7d-497f-979e-2a627b3bcc38 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:33.850286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:33.882438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:33.882438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Checking segment: {'id': 'd667006e-16c7-4995-a8a5-f084193ca095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85011919-6aeb-4c57-b153-157481cea454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:33.884903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:33.887361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Bound using segment: {'id': 'd667006e-16c7-4995-a8a5-f084193ca095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85011919-6aeb-4c57-b153-157481cea454'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:33.887361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Bound port: 47261d87-5e16-43a3-92e2-c4c592a4291e, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd667006e-16c7-4995-a8a5-f084193ca095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85011919-6aeb-4c57-b153-157481cea454'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:33.887361 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:33.889880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:33.928196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-06b52f7b-0d45-4333-b5ac-bef46f52e13d service neutron] 10.222.0.21 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576330 Jan 10 19:32:33.988010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:33.988658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:34.020619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-46b357e5-d4b1-4aa8-9d02-4be926f48530 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2249680 Jan 10 19:32:34.033507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Request body: {'port': {'device_id': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:34.119096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:32:34.267332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:34.290223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-0633cdc0-4571-406b-ac2b-e8bb1d8e4772 service neutron] 10.222.0.21 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959287 Jan 10 19:32:34.322466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a7fce7a-495a-40a6-81a7-bc61062cb3eb None None] Provisioning for port 5b60621c-23c2-4498-9188-9b74d32969d8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:34.331132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a7fce7a-495a-40a6-81a7-bc61062cb3eb None None] Provisioning complete for port 5b60621c-23c2-4498-9188-9b74d32969d8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:34.331132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a7fce7a-495a-40a6-81a7-bc61062cb3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:34.394113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] For port 47261d87-5e16-43a3-92e2-c4c592a4291e, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:34.394113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] For port 47261d87-5e16-43a3-92e2-c4c592a4291e, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47261d87-5e16-43a3-92e2-c4c592a4291e,segment=NetworkSegment(d667006e-16c7-4995-a8a5-f084193ca095),segment_id=d667006e-16c7-4995-a8a5-f084193ca095)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:34.415238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:34.424246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fce7a-495a-40a6-81a7-bc61062cb3eb None None] Port 5b60621c-23c2-4498-9188-9b74d32969d8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:32:34.494105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16bd0ff8-0782-494e-9879-e3f32c7b6cb8 req-cc4afb02-6197-4f7c-a765-2b18a8c38a29 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675821 Jan 10 19:32:34.497106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:34.501664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] 10.222.0.44 "PUT /v2.0/ports/47261d87-5e16-43a3-92e2-c4c592a4291e HTTP/1.1" status: 200 len: 1091 time: 2.6432490 Jan 10 19:32:34.514413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'tag': '47261d87-5e16-43a3-92e2-c4c592a4291e'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:34.916799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b60621c-23c2-4498-9188-9b74d32969d8 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:34.927150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:34.964029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Transition to ACTIVE for port object 5b60621c-23c2-4498-9188-9b74d32969d8 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:34.973320 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:35.042180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436881d0-d97c-4e02-9662-965781f41a32 service neutron] Pushing event updated for resources: {'Port': ['ID=47261d87-5e16-43a3-92e2-c4c592a4291e,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:35.341952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e3f4-96a5-4f63-ba82-11ac177e11a7 req-ef4aa8e3-2928-4374-986a-63393aeaf863 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:35.347366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e05e3f4-96a5-4f63-ba82-11ac177e11a7 req-ef4aa8e3-2928-4374-986a-63393aeaf863 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.4410725 Jan 10 19:32:35.365427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644acc0-4dfd-4a5a-8f19-784e40f48ff2 req-10a3c0c5-a129-4c09-a469-11d1579c02be tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:35.369422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c644acc0-4dfd-4a5a-8f19-784e40f48ff2 req-10a3c0c5-a129-4c09-a469-11d1579c02be tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.4268305 Jan 10 19:32:35.412258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-c2bf3fc3-cd64-4bbd-b962-64cf90d1ca02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c832f8cfab34c7d8727070b85b2790b&device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 1094 time: 0.8455644 Jan 10 19:32:35.568151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e05e3f4-96a5-4f63-ba82-11ac177e11a7 req-eb217746-f69b-4df8-81f1-dc946ab00cd2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929364 Jan 10 19:32:35.619023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:35.654414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c644acc0-4dfd-4a5a-8f19-784e40f48ff2 req-0dfdced3-9325-43ad-b80b-a138854ea3d5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604764 Jan 10 19:32:35.664760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-2101f1ce-0ad5-4b9c-b28e-585383f888f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47261d87-5e16-43a3-92e2-c4c592a4291e HTTP/1.1" status: 200 len: 217 time: 0.2346649 Jan 10 19:32:35.709987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Attempting to bind port 5b60621c-23c2-4498-9188-9b74d32969d8 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:35.711513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Attempting to bind port 5b60621c-23c2-4498-9188-9b74d32969d8 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:35.712075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Attempting to bind port 5b60621c-23c2-4498-9188-9b74d32969d8 on network 921454de-ea7d-497f-979e-2a627b3bcc38 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:35.721069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Port 5b60621c-23c2-4498-9188-9b74d32969d8 on network 921454de-ea7d-497f-979e-2a627b3bcc38 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:32:35.721866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Attempting to bind port 5b60621c-23c2-4498-9188-9b74d32969d8 on network 921454de-ea7d-497f-979e-2a627b3bcc38 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:35.739621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:35.740294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Checking segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:35.740894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Bound using segment: {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:35.741550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Bound port: 5b60621c-23c2-4498-9188-9b74d32969d8, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:35.742352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:35.794944 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'tag': '47261d87-5e16-43a3-92e2-c4c592a4291e', 'status': 'completed', 'code': 200} Jan 10 19:32:35.834848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-90ff7861-2ce2-4de0-a03c-cb8bd659dc59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:35.837200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-90ff7861-2ce2-4de0-a03c-cb8bd659dc59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80885638-aca4-4ed2-a85d-a7d8bfd39edd HTTP/1.1" status: 200 len: 851 time: 0.1744664 Jan 10 19:32:35.959086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:35.959086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:35.964485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:36.015511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-214a0866-b7a3-4455-b18a-6491f54f2ce6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85011919-6aeb-4c57-b153-157481cea454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669688 Jan 10 19:32:36.046704 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:36.046704 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] 10.222.0.44 "PUT /v2.0/ports/5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 1091 time: 2.0181859 Jan 10 19:32:36.046704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:36.075273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80f1cf-987c-49e3-9aaa-898e10d6ceee service neutron] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:36.131119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-819b9e5b-cc22-4db6-a6eb-a71f2db28c53 req-004de521-0cfe-4fc1-b787-9af0093299f7 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 210 time: 0.1809840 Jan 10 19:32:36.237264 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-947d811e-4906-4eb1-984c-a0b53a82f9d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1094 time: 0.1158910 Jan 10 19:32:36.569059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-0006dbc2-4a3a-40b2-8040-a87b5c7e3568 service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520166 Jan 10 19:32:36.653244 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'status': 'completed', 'code': 200} Jan 10 19:32:36.702057 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-b47157a6-fcd6-4cce-8531-afd34871fe04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 217 time: 0.4532890 Jan 10 19:32:36.719063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe5056-62f0-452f-87de-be87a010129b req-94808a7a-3437-40f0-a4b1-63e1e1ded073 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:36.719063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adfe5056-62f0-452f-87de-be87a010129b req-94808a7a-3437-40f0-a4b1-63e1e1ded073 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 943 time: 0.7129240 Jan 10 19:32:36.795016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adfe5056-62f0-452f-87de-be87a010129b req-59ecd8af-ad77-45d7-a892-b87b13dc1f81 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805302 Jan 10 19:32:36.825697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-ab2f4af5-84fb-43a6-97bf-5e4788eddeda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:36.825697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-ab2f4af5-84fb-43a6-97bf-5e4788eddeda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.1133046 Jan 10 19:32:36.919481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50129fef-90bd-4c4c-a388-5d608ba33bab req-6dca4cc9-53fc-4657-b191-963f41419dbe service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425021 Jan 10 19:32:36.985243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7127-8d55-4c65-8175-b5bed89c100e req-f5872937-351d-45b1-8fa7-e8c0aca870d0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:36.987473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3e7127-8d55-4c65-8175-b5bed89c100e req-f5872937-351d-45b1-8fa7-e8c0aca870d0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1926646 Jan 10 19:32:37.009204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-0e5b3d17-088e-47f7-bc5e-ba4b984d8774 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:37.013828 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-0e5b3d17-088e-47f7-bc5e-ba4b984d8774 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.44 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.5694492 Jan 10 19:32:37.034491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Request body: {'port': {'device_id': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'admin_state_up': True, 'tenant_id': '200008fc08764d43950a79f59058d9f5'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:37.034491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:37.048570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:37.068402 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-ac24336b-d668-4501-a673-f2499ac1bd16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303948 Jan 10 19:32:37.068402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Made reservation on behalf of 200008fc08764d43950a79f59058d9f5 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:37.076445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:37.118999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a3e7127-8d55-4c65-8175-b5bed89c100e req-8ee68e05-bdcb-4e05-922e-2ed564687b95 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825562 Jan 10 19:32:37.136857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-607ef122-7d4a-44c5-98f4-7563e3b7aa64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c832f8cfab34c7d8727070b85b2790b&device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 1094 time: 0.1444848 Jan 10 19:32:37.427174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-b42b228b-03b7-412b-9abf-eab4ed359c79 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276203 Jan 10 19:32:37.525430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-56a6031d-19e5-484f-84a3-599c96d4921a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:37.525430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-56a6031d-19e5-484f-84a3-599c96d4921a service neutron] 10.222.0.44 "GET /v2.0/networks?id=85011919-6aeb-4c57-b153-157481cea454 HTTP/1.1" status: 200 len: 912 time: 0.3601327 Jan 10 19:32:37.595956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93540f9-e9e2-47ec-8caf-4239923056cc req-25b86144-aa20-4b8b-b9e0-e5cda31dc3a4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:37.604229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f93540f9-e9e2-47ec-8caf-4239923056cc req-25b86144-aa20-4b8b-b9e0-e5cda31dc3a4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.4039965 Jan 10 19:32:37.643554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Allocated IP 172.20.0.3 (3e49f413-3b4d-4c58-ba9c-0a5e7493bc02/91f0fce9-5dd7-4d00-b570-2635d76ed6d2/704cf08c-70bc-4c85-b34f-8d1f874fe001) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:37.646553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-2a456f82-4693-40d6-ad38-b9d4f0642564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47261d87-5e16-43a3-92e2-c4c592a4291e HTTP/1.1" status: 200 len: 217 time: 0.1158698 Jan 10 19:32:37.680598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-03a991b1-87bd-433c-8ca7-9c127c40825d req-7848db9a-3c71-40a3-9673-58bc0845b039 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552736 Jan 10 19:32:37.728452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3903ca-fd8d-4ffb-8b05-c1168570b824 req-217ddcaf-0418-462d-a827-191ad62b5d37 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:37.735362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f3903ca-fd8d-4ffb-8b05-c1168570b824 req-217ddcaf-0418-462d-a827-191ad62b5d37 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.3845892 Jan 10 19:32:37.740329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-3d0af107-0d38-4580-ad47-6626613942fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:37.741712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-3d0af107-0d38-4580-ad47-6626613942fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80885638-aca4-4ed2-a85d-a7d8bfd39edd HTTP/1.1" status: 200 len: 851 time: 0.0885746 Jan 10 19:32:37.964840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-57e93cf2-08d7-48f8-8b3f-350ed930b6be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1094 time: 0.2074449 Jan 10 19:32:37.964840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:38.042166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f93540f9-e9e2-47ec-8caf-4239923056cc req-0663ef20-4dda-4e9d-998d-ef347812ea29 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344389 Jan 10 19:32:38.048371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-81bc503c-4908-4add-93f2-8f41632125f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85011919-6aeb-4c57-b153-157481cea454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2902081 Jan 10 19:32:38.061518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Transition to ACTIVE for port object 704cf08c-70bc-4c85-b34f-8d1f874fe001 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:38.262191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-8efff3a5-a082-479c-b91e-9b721ac56c7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:38.262191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-8efff3a5-a082-479c-b91e-9b721ac56c7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.2914948 Jan 10 19:32:38.282288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:38.286225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f3903ca-fd8d-4ffb-8b05-c1168570b824 req-c3743a39-fe5f-4f22-9913-8718fd9657c4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5296652 Jan 10 19:32:38.290488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['a1efccd4-33fc-4d90-bc56-a58abfd4826c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:38.463790 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-dd1a6dcd-2f4e-4c32-a37b-03435f77f848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 217 time: 0.1915402 Jan 10 19:32:38.564749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-c22e286b-1806-4933-9bf4-298a9b90bfe2 service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910743 Jan 10 19:32:38.578952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:38.581405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Pushing event updated for resources: {'Port': ['ID=704cf08c-70bc-4c85-b34f-8d1f874fe001,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:38.603226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:38.611663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:38.617914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-94de2a67-73b8-4255-90a7-54ce76605ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:38.735084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-50a0555b-f33e-4189-b68a-821cd7b92f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:38.735084 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-50a0555b-f33e-4189-b68a-821cd7b92f32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.2469501 Jan 10 19:32:38.821252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:38.821252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:38.855054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be89bd2a-937c-46eb-aea9-7a2c602eaf30 req-fc597c97-e682-4c6d-a0de-4bf8863df156 service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708795 Jan 10 19:32:38.879676 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-434d7fb1-fdb7-4d82-90c2-26c54bfbdd06 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8534052 Jan 10 19:32:38.911502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b63c3131-1bcc-48c7-a7ce-1f2370194402 req-3d06a704-0123-4117-aec9-f5315550954d tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1027 time: 0.5873265 Jan 10 19:32:38.914422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Request body: {'port': {'device_id': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:38.933745 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-2ac74309-9fad-4c3e-80ff-45e330eec47f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936669 Jan 10 19:32:39.026388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-255c7f5f-4010-4779-bed7-eb8b37f63229 None None] Provisioning for port 704cf08c-70bc-4c85-b34f-8d1f874fe001 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:39.032055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-255c7f5f-4010-4779-bed7-eb8b37f63229 None None] Provisioning complete for port 704cf08c-70bc-4c85-b34f-8d1f874fe001 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:39.032757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-255c7f5f-4010-4779-bed7-eb8b37f63229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:39.050554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dad964-2559-40b6-a151-2f6c6d367a71 req-f35a9c30-28c4-47d6-b984-b5345e18e735 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:39.052488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76dad964-2559-40b6-a151-2f6c6d367a71 req-f35a9c30-28c4-47d6-b984-b5345e18e735 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 943 time: 0.2678525 Jan 10 19:32:39.055728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b63c3131-1bcc-48c7-a7ce-1f2370194402 req-8d2f0fc9-01e4-4b8b-8f4b-dca3e8c5d2a4 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590486 Jan 10 19:32:39.213984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-a100c1d9-4c75-435d-b846-202f66f74a3f service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610478 Jan 10 19:32:39.247344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:39.266989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76dad964-2559-40b6-a151-2f6c6d367a71 req-218e21fe-f40c-4513-91e1-b494b588d765 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910501 Jan 10 19:32:39.279039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-255c7f5f-4010-4779-bed7-eb8b37f63229 None None] Port 704cf08c-70bc-4c85-b34f-8d1f874fe001 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:32:39.652767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47261d87-5e16-43a3-92e2-c4c592a4291e details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:32:39.694171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-3edb31dd-33d1-4e80-9cf1-320e5be6820e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:39.694171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-3edb31dd-33d1-4e80-9cf1-320e5be6820e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.3242748 Jan 10 19:32:39.739081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-75d28df0-8cf9-4fb2-909f-98cd598d020b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/quotas/f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 375 time: 0.0296757 Jan 10 19:32:39.812766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5fbff677-4c0f-4bf6-a1c2-d310e30bd34c req-fd40ef7f-644a-4784-a034-59afdf41484e service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611932 Jan 10 19:32:39.821060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82047f-a116-4f8f-9488-a105f3fee63c req-803627a6-cd16-4ffe-9271-9a52b4107de8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:39.828488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d82047f-a116-4f8f-9488-a105f3fee63c req-803627a6-cd16-4ffe-9271-9a52b4107de8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.2274733 Jan 10 19:32:39.904372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d82047f-a116-4f8f-9488-a105f3fee63c req-82bfea3a-3daf-4bf7-8575-d0efeb994fb0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749383 Jan 10 19:32:39.961578 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-24834c00-1cc4-47fc-913e-c4dbfac97c24 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2239439 Jan 10 19:32:40.007092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47261d87-5e16-43a3-92e2-c4c592a4291e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47261d87-5e16-43a3-92e2-c4c592a4291e,segment=NetworkSegment(d667006e-16c7-4995-a8a5-f084193ca095),segment_id=d667006e-16c7-4995-a8a5-f084193ca095)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:40.056670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '47261d87-5e16-43a3-92e2-c4c592a4291e', 'network_id': '85011919-6aeb-4c57-b153-157481cea454', 'port_id': '47261d87-5e16-43a3-92e2-c4c592a4291e', 'mac_address': 'fa:16:3e:55:7a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80885638-aca4-4ed2-a85d-a7d8bfd39edd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:32:40.156710 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:40.209040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47261d87-5e16-43a3-92e2-c4c592a4291e {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:40.250904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47261d87-5e16-43a3-92e2-c4c592a4291e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47261d87-5e16-43a3-92e2-c4c592a4291e,segment=NetworkSegment(d667006e-16c7-4995-a8a5-f084193ca095),segment_id=d667006e-16c7-4995-a8a5-f084193ca095)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:40.257415 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:40.377081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704cf08c-70bc-4c85-b34f-8d1f874fe001 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:40.388554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:40.409894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Transition to ACTIVE for port object 704cf08c-70bc-4c85-b34f-8d1f874fe001 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:40.422033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:40.428095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=47261d87-5e16-43a3-92e2-c4c592a4291e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:40.508651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['47261d87-5e16-43a3-92e2-c4c592a4291e'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.552553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.576932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-d3e959f7-93b8-4f96-96a3-93d40601fe81 service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061022 Jan 10 19:32:40.602079 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e2358740-1dde-43fa-8a73-7b75de4d1e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:40.740925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=704cf08c-70bc-4c85-b34f-8d1f874fe001,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:40.826351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08dd1f4e-017f-49d7-9010-d4a15adc5cfc req-4b09a186-992a-49a3-9ba5-9f0688433301 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1052 time: 0.4794831 Jan 10 19:32:40.894621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.895215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.895708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.896210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.896711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.897642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.898967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.899598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.900088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.900798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.901756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:40.963132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-e02051ea-f646-4c95-a50b-e96f4984530d service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836975 Jan 10 19:32:40.995321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08dd1f4e-017f-49d7-9010-d4a15adc5cfc req-b1c330d8-ac68-45cf-adc7-ec82fec47942 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602144 Jan 10 19:32:41.029746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Attempting to bind port 704cf08c-70bc-4c85-b34f-8d1f874fe001 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:41.029746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Attempting to bind port 704cf08c-70bc-4c85-b34f-8d1f874fe001 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:41.029746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Attempting to bind port 704cf08c-70bc-4c85-b34f-8d1f874fe001 on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:41.029746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Port 704cf08c-70bc-4c85-b34f-8d1f874fe001 on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:32:41.029746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Attempting to bind port 704cf08c-70bc-4c85-b34f-8d1f874fe001 on network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:41.051704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:41.051704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Checking segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:41.051704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Bound using segment: {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:41.051704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Bound port: 704cf08c-70bc-4c85-b34f-8d1f874fe001, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95600f30-fc5a-4a49-ad9e-83ac0487a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:41.051704 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:41.241805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] For port 704cf08c-70bc-4c85-b34f-8d1f874fe001, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:41.241805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] For port 704cf08c-70bc-4c85-b34f-8d1f874fe001, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:41.257388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:41.321698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbfb0b-015b-484c-8f1a-eec7f65a2a2a req-946edebb-4b35-4a79-a984-21f6566f7351 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:41.322822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16bbfb0b-015b-484c-8f1a-eec7f65a2a2a req-946edebb-4b35-4a79-a984-21f6566f7351 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 944 time: 0.1891465 Jan 10 19:32:41.355658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:41.357214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/704cf08c-70bc-4c85-b34f-8d1f874fe001 HTTP/1.1" status: 200 len: 1091 time: 2.4633784 Jan 10 19:32:41.357671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'tag': '704cf08c-70bc-4c85-b34f-8d1f874fe001'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:41.413351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191748ad-6184-488f-9f36-06db6303d6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=704cf08c-70bc-4c85-b34f-8d1f874fe001,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:41.519092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16bbfb0b-015b-484c-8f1a-eec7f65a2a2a req-178898c2-ee69-4644-ad57-07133c80bc7d tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578648 Jan 10 19:32:41.580473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0de4c-8092-4301-9687-ba8deb6c3992 req-82b24e54-db31-41e8-9d6c-b03e609300b0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:41.595625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-a23fc72a-8046-4c60-8367-ea6c13712068 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1094 time: 0.1428988 Jan 10 19:32:41.601281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10c0de4c-8092-4301-9687-ba8deb6c3992 req-82b24e54-db31-41e8-9d6c-b03e609300b0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.2738574 Jan 10 19:32:41.665577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:32:41.665577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47261d87-5e16-43a3-92e2-c4c592a4291e up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:41.766511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58f12087-3193-4b0e-bdb7-6e149f1518df req-20ba49cb-cbea-4956-95e3-72ac0592bfe1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 210 time: 0.0754423 Jan 10 19:32:41.793814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10c0de4c-8092-4301-9687-ba8deb6c3992 req-79c6d68d-2e53-4033-a673-4027f9756ec5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950228 Jan 10 19:32:41.896254 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:41.896875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 47261d87-5e16-43a3-92e2-c4c592a4291e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:41.905066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:42.027284 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'tag': '704cf08c-70bc-4c85-b34f-8d1f874fe001', 'status': 'completed', 'code': 200} Jan 10 19:32:42.049286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 47261d87-5e16-43a3-92e2-c4c592a4291e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:42.049286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:42.089692 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-b64aaacc-8b8a-4ccc-be77-68d2b23a38ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001 HTTP/1.1" status: 200 len: 217 time: 0.4832559 Jan 10 19:32:42.254840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:42.282385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-9de609dc-90ba-4151-a761-6c10dd4c193a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:42.283918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-9de609dc-90ba-4151-a761-6c10dd4c193a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=91f0fce9-5dd7-4d00-b570-2635d76ed6d2 HTTP/1.1" status: 200 len: 848 time: 0.1822708 Jan 10 19:32:42.326306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5b60621c-23c2-4498-9188-9b74d32969d8', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8', 'mac_address': 'fa:16:3e:c8:fd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:32:42.336863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51afd172-754c-42e0-8b4e-b2808fe7b81f req-8b4208ca-1e8c-4dd7-9122-47cb861c6b95 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1094 time: 0.1495943 Jan 10 19:32:42.409706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51afd172-754c-42e0-8b4e-b2808fe7b81f req-2bc869ef-63c5-4f57-b3d2-182ad237802e tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665271 Jan 10 19:32:42.439937 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:42.455637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-58ada837-f00b-404d-a63a-ab90ffefafc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615152 Jan 10 19:32:42.498709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47261d87-5e16-43a3-92e2-c4c592a4291e'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:42.518356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 47261d87-5e16-43a3-92e2-c4c592a4291e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47261d87-5e16-43a3-92e2-c4c592a4291e,segment=NetworkSegment(d667006e-16c7-4995-a8a5-f084193ca095),segment_id=d667006e-16c7-4995-a8a5-f084193ca095)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:42.518356 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:42.531891 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:42.656020 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47261d87-5e16-43a3-92e2-c4c592a4291e', 'code': 200} Jan 10 19:32:42.656986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=47261d87-5e16-43a3-92e2-c4c592a4291e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:42.665372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b60621c-23c2-4498-9188-9b74d32969d8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:42.682302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:42.692642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:42.699406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-4d677e1d-9514-4fb7-9fcd-df5439c748b0 service neutron] 10.222.0.44 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393377 Jan 10 19:32:42.791072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:42.791992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c8a3-ef33-486a-a00f-bc2eeea82cd0 req-4f57bb71-3e18-46ac-bf73-db4a84ed963a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:42.803507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c692c8a3-ef33-486a-a00f-bc2eeea82cd0 req-4f57bb71-3e18-46ac-bf73-db4a84ed963a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1216395 Jan 10 19:32:42.927699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5b60621c-23c2-4498-9188-9b74d32969d8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:43.099226 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83022424-24a2-452b-b40f-0b18bbc19ab2 req-49b88839-0912-4f9d-a9fd-735f5442dbd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 1096 time: 0.2346506 Jan 10 19:32:43.100874 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-75e1663a-d999-4e01-89db-7b69fde5ed73 req-d526d062-1564-42b1-b066-35d5cbc67339 service neutron] 10.222.0.44 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944724 Jan 10 19:32:43.169148 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:43.192036 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-83022424-24a2-452b-b40f-0b18bbc19ab2 req-8cadcf4e-c4f5-4e99-824c-d46fa826a663 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791965 Jan 10 19:32:43.313995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c692c8a3-ef33-486a-a00f-bc2eeea82cd0 req-f3d9fecb-3806-4df9-bd78-dba3d522f230 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096140 Jan 10 19:32:43.326562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6f00725-a63d-4500-b35b-a31c4e9a62e0 req-0f8ef82b-2956-4606-b0b3-11c78959fa56 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 210 time: 0.3005967 Jan 10 19:32:43.409821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-19d42b1d-1d02-4419-aa70-d6ecb8916cd3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:43.421644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-19d42b1d-1d02-4419-aa70-d6ecb8916cd3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.5172222 Jan 10 19:32:43.440297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'port': {'device_id': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'admin_state_up': True, 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:43.513476 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-9b4d301e-8fd1-4815-9eaf-d65047b61f44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1094 time: 0.1049221 Jan 10 19:32:43.698075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-28cb31da-26d4-4163-a7aa-c2180e68c5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:43.698075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-28cb31da-26d4-4163-a7aa-c2180e68c5ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.1790042 Jan 10 19:32:43.744847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:32:43.752007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Usage tracker for resource:port and tenant:f992d934b0d846fdb465b9682a286ba0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:32:43.760487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5fb1a-3915-4081-b38e-661b53c553ee req-951d144f-3e7a-4d96-ba20-d50f48ba97c6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:43.762937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c5fb1a-3915-4081-b38e-661b53c553ee req-951d144f-3e7a-4d96-ba20-d50f48ba97c6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 944 time: 0.2592788 Jan 10 19:32:43.762937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:32:43.778898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:32:43.798045 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-9db877dd-3560-49a0-a46f-719bb4c818cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001 HTTP/1.1" status: 200 len: 217 time: 0.0998104 Jan 10 19:32:43.863447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:32:43.869202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:43.876786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-883ab154-1754-419e-b2b6-886acf018df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:43.879457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-883ab154-1754-419e-b2b6-886acf018df5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=91f0fce9-5dd7-4d00-b570-2635d76ed6d2 HTTP/1.1" status: 200 len: 848 time: 0.0745504 Jan 10 19:32:43.957797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36c5fb1a-3915-4081-b38e-661b53c553ee req-756a755b-2164-4d5e-9ea9-2d46a04da0b1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777170 Jan 10 19:32:44.000900 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-05b55de1-bfec-418e-a6a9-ef69e8b11cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072798 Jan 10 19:32:44.116767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Allocated IP 172.20.0.9 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/589dd5af-699c-452e-9175-416b1ca241c5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:32:44.135482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f7a7070-1501-45a0-b387-dfcf83149a97 req-a892b5b9-0a0b-41e6-9c1a-acc8b4270d51 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1094 time: 0.3478310 Jan 10 19:32:44.180802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-e376dbde-5679-4cdf-95b8-9cb56f5205e4 service neutron] 10.222.0.44 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770563 Jan 10 19:32:44.254542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f7a7070-1501-45a0-b387-dfcf83149a97 req-72960d2f-4a58-452f-985e-cfd76a22c63a tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237681 Jan 10 19:32:44.389599 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-04562d14-03f9-4227-9eec-219b6a52cd36 req-a7d059c7-3d2c-4152-9d55-5b6d15a8e445 service neutron] 10.222.0.44 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996040 Jan 10 19:32:44.683878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-013c1fd8-61f3-4cd0-b7ca-0913f1bcddd9 req-c4bfb117-edf1-47e8-b84c-f11070e5ea93 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 210 time: 0.1243558 Jan 10 19:32:44.714156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:44.742669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Transition to ACTIVE for port object 589dd5af-699c-452e-9175-416b1ca241c5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:44.763468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e6e8-b873-4f0f-aaf2-48dd56c1ebf8 req-8f968680-137e-4bae-ba18-4d9fc0c2bcde tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:44.763468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1971e6e8-b873-4f0f-aaf2-48dd56c1ebf8 req-8f968680-137e-4bae-ba18-4d9fc0c2bcde tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1958227 Jan 10 19:32:44.804238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:44.815869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:44.881205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1971e6e8-b873-4f0f-aaf2-48dd56c1ebf8 req-4a351c85-80f7-4bc4-9873-6d5470761e9e tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087039 Jan 10 19:32:44.927826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:32:44.927826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:32:44.942079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:32:45.060825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=589dd5af-699c-452e-9175-416b1ca241c5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:45.268774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:45.275059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.390895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.393207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.393853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:32:45.433727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-c8e13770-93ee-4bec-8e08-92b11536eddc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9972525 Jan 10 19:32:45.434728 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:45.441456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:45.485166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1697db4-f157-4147-a776-4595ed8b4a60 req-f21b45ef-ffc2-463a-8cca-66c2811d8459 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:45.491160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1697db4-f157-4147-a776-4595ed8b4a60 req-f21b45ef-ffc2-463a-8cca-66c2811d8459 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.3198199 Jan 10 19:32:45.517317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2fab400d-253d-4941-aa24-d17cb19c5578 None None] Provisioning for port 589dd5af-699c-452e-9175-416b1ca241c5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:45.567145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd0502-48e5-4d1d-a569-af6b58782128 req-32400f85-e935-42b3-b5ce-d397f2ee53ef tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:45.567145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44dd0502-48e5-4d1d-a569-af6b58782128 req-32400f85-e935-42b3-b5ce-d397f2ee53ef tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 944 time: 0.2480102 Jan 10 19:32:45.615296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1697db4-f157-4147-a776-4595ed8b4a60 req-deff205f-5152-48ea-b375-66d144426f15 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273639 Jan 10 19:32:45.657605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44dd0502-48e5-4d1d-a569-af6b58782128 req-c33839b4-6f7d-4b88-8810-9c47f2b742b0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805659 Jan 10 19:32:45.659235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2fab400d-253d-4941-aa24-d17cb19c5578 None None] Provisioning complete for port 589dd5af-699c-452e-9175-416b1ca241c5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:45.659863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2fab400d-253d-4941-aa24-d17cb19c5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:45.689667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Request body: {'port': {'device_id': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:45.753090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:45.802377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2fab400d-253d-4941-aa24-d17cb19c5578 None None] Port 589dd5af-699c-452e-9175-416b1ca241c5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:32:45.905240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 5b60621c-23c2-4498-9188-9b74d32969d8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:45.912749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:45.922010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5b60621c-23c2-4498-9188-9b74d32969d8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:45.922010 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:45.995778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f92f5620-fff9-4780-88da-c2eaab277636 req-573a3f8c-064c-458e-83e9-56e67651c945 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1094 time: 0.1783688 Jan 10 19:32:46.165780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:46.221571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:46.231894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:46.238813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:46.334113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:46.335723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f92f5620-fff9-4780-88da-c2eaab277636 req-4ea46164-9b5d-413d-8480-cf37dd0a3cb3 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386900 Jan 10 19:32:46.620541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1aef4-d68e-421d-b976-761635958535 req-5cbbf22e-b41a-40ab-8c77-b13865d86530 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:46.621414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-67d1aef4-d68e-421d-b976-761635958535 req-5cbbf22e-b41a-40ab-8c77-b13865d86530 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:46.665122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb80998-e5a2-466a-952c-beeb12f8faac req-82cb6fd5-a056-4eb3-a68c-cbd6f0f7489e tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:46.666623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ceb80998-e5a2-466a-952c-beeb12f8faac req-82cb6fd5-a056-4eb3-a68c-cbd6f0f7489e tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1993318 Jan 10 19:32:46.670600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-67d1aef4-d68e-421d-b976-761635958535 req-5cbbf22e-b41a-40ab-8c77-b13865d86530 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:46.677375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67d1aef4-d68e-421d-b976-761635958535 req-5cbbf22e-b41a-40ab-8c77-b13865d86530 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 931 time: 0.4496884 Jan 10 19:32:46.825827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589dd5af-699c-452e-9175-416b1ca241c5 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:46.844453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67d1aef4-d68e-421d-b976-761635958535 req-204acc06-c8f0-4796-9711-a41b3d64fc2f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635733 Jan 10 19:32:46.844453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:46.880553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ceb80998-e5a2-466a-952c-beeb12f8faac req-65aa0850-9754-41f0-a6cf-4d947f513c2c tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950538 Jan 10 19:32:46.891598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Transition to ACTIVE for port object 589dd5af-699c-452e-9175-416b1ca241c5 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:32:46.891598 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:47.003259 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'code': 200} Jan 10 19:32:47.201490 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-22350e3b-0f5d-47e8-b63d-0dad9f231b08 req-8b887ead-edbd-4808-955e-17a74869abf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1096 time: 0.1339233 Jan 10 19:32:47.256718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Pushing event updated for resources: {'Port': ['ID=589dd5af-699c-452e-9175-416b1ca241c5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:47.267434 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-22350e3b-0f5d-47e8-b63d-0dad9f231b08 req-f8e18f19-5eb6-4062-9240-b7448ff837d0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576162 Jan 10 19:32:47.363550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Attempting to bind port 589dd5af-699c-452e-9175-416b1ca241c5 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:32:47.363550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Attempting to bind port 589dd5af-699c-452e-9175-416b1ca241c5 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:32:47.363550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Attempting to bind port 589dd5af-699c-452e-9175-416b1ca241c5 on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:47.378130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169c58-0284-44a8-9c5b-ae7d420e568b req-9f168a52-102d-42c3-a533-2d2a9e0ad8ef tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:47.387213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70169c58-0284-44a8-9c5b-ae7d420e568b req-9f168a52-102d-42c3-a533-2d2a9e0ad8ef tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.2012837 Jan 10 19:32:47.431070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Port 589dd5af-699c-452e-9175-416b1ca241c5 on network e4daba02-ef29-47e3-9c76-6999a79acc8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:32:47.431658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Attempting to bind port 589dd5af-699c-452e-9175-416b1ca241c5 on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:32:47.450786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:32:47.451322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:32:47.451954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:32:47.452487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Bound port: 589dd5af-699c-452e-9175-416b1ca241c5, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:32:47.452933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:47.516807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70169c58-0284-44a8-9c5b-ae7d420e568b req-9b9b7956-b031-4572-8b79-ae1d0a3fa214 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229002 Jan 10 19:32:47.642840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] For port 589dd5af-699c-452e-9175-416b1ca241c5, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:32:47.642840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] For port 589dd5af-699c-452e-9175-416b1ca241c5, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=589dd5af-699c-452e-9175-416b1ca241c5,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:32:47.654659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbf38bc2-2bb0-47bc-94b4-13d759ae26a8 req-dc304b7e-3162-43f6-98f2-afff15933fb8 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1094 time: 0.1904342 Jan 10 19:32:47.671320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:47.690082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 704cf08c-70bc-4c85-b34f-8d1f874fe001 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:32:47.776600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:47.776600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] 10.222.0.44 "PUT /v2.0/ports/589dd5af-699c-452e-9175-416b1ca241c5 HTTP/1.1" status: 200 len: 1091 time: 2.3319376 Jan 10 19:32:47.792309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'tag': '589dd5af-699c-452e-9175-416b1ca241c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:47.811781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cbf38bc2-2bb0-47bc-94b4-13d759ae26a8 req-28fe4ce1-9b0f-46c7-ac2f-6ece87fbb7e3 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508036 Jan 10 19:32:47.850690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ad2b-eb92-47e5-a2fb-942658604b05 service neutron] Pushing event updated for resources: {'Port': ['ID=589dd5af-699c-452e-9175-416b1ca241c5,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:48.049221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-86b4326d-c30c-439b-a8f3-cc50865cfc9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 1094 time: 0.1959140 Jan 10 19:32:48.144222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 704cf08c-70bc-4c85-b34f-8d1f874fe001, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:48.198141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '704cf08c-70bc-4c85-b34f-8d1f874fe001', 'network_id': '3e49f413-3b4d-4c58-ba9c-0a5e7493bc02', 'port_id': '704cf08c-70bc-4c85-b34f-8d1f874fe001', 'mac_address': 'fa:16:3e:91:cd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f0fce9-5dd7-4d00-b570-2635d76ed6d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:32:48.277690 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'tag': '589dd5af-699c-452e-9175-416b1ca241c5', 'status': 'completed', 'code': 200} Jan 10 19:32:48.277690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-3f21e9ba-c088-49ea-8315-0b80a01ea853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589dd5af-699c-452e-9175-416b1ca241c5 HTTP/1.1" status: 200 len: 217 time: 0.2203209 Jan 10 19:32:48.355769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:48.381109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704cf08c-70bc-4c85-b34f-8d1f874fe001 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:48.409055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 704cf08c-70bc-4c85-b34f-8d1f874fe001, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:48.414278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:48.466460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-1eafe533-a19b-48c6-8b13-6bdc23aba6d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:48.469137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-1eafe533-a19b-48c6-8b13-6bdc23aba6d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1855466 Jan 10 19:32:48.506551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=704cf08c-70bc-4c85-b34f-8d1f874fe001,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:48.568063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b407ed-59ae-430f-b519-2cb1acc83c5c req-cc538636-f9bc-4905-a106-112477c4d02f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:48.568063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87b407ed-59ae-430f-b519-2cb1acc83c5c req-cc538636-f9bc-4905-a106-112477c4d02f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 943 time: 0.4059970 Jan 10 19:32:48.584597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e56f2f-ea28-4766-b0b3-9e2d62ee1e8f req-bd3f0ac3-6087-413d-a8cf-e5a11e91da0b tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:48.589746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58e56f2f-ea28-4766-b0b3-9e2d62ee1e8f req-bd3f0ac3-6087-413d-a8cf-e5a11e91da0b tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.3099878 Jan 10 19:32:48.658311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['704cf08c-70bc-4c85-b34f-8d1f874fe001'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:48.681719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-e6ba1e42-195b-454b-9243-cad2f083b4d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013679 Jan 10 19:32:48.717756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87b407ed-59ae-430f-b519-2cb1acc83c5c req-0c98a64c-8009-45dc-9a16-9a9678a1a4d5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450164 Jan 10 19:32:48.720303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58e56f2f-ea28-4766-b0b3-9e2d62ee1e8f req-f9ac9086-54bc-448f-8c14-63d76436faff tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320076 Jan 10 19:32:49.046202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-fc6cd79f-d075-4bdd-a6e9-35fb22431e16 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593986 Jan 10 19:32:49.355935 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-3342083e-d241-4911-837a-8129b0dc6c15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c832f8cfab34c7d8727070b85b2790b&device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 1096 time: 0.1208696 Jan 10 19:32:49.369348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1c38ad1b-ba60-4932-a1a6-d4b240ccfa09 req-7392dbcd-64e6-4ca8-96a7-814a72ca6f8d service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165355 Jan 10 19:32:49.398562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71d64c-c33b-4344-8748-2c8ddcd817b9 req-43678798-dfef-413d-abae-ba2aa2113b63 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:49.400084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e71d64c-c33b-4344-8748-2c8ddcd817b9 req-43678798-dfef-413d-abae-ba2aa2113b63 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.3970530 Jan 10 19:32:49.408181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c68fc4ac-8531-484a-8c74-0e36c9706c7a req-455b93c4-3a6a-4c84-9505-af866106e220 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1095 time: 0.1777084 Jan 10 19:32:49.564706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7e71d64c-c33b-4344-8748-2c8ddcd817b9 req-dfcf9d3b-dd72-4e01-b22a-25a81051763d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490853 Jan 10 19:32:49.583415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c68fc4ac-8531-484a-8c74-0e36c9706c7a req-e4a3bee4-7862-4f75-b2f8-ccd4fff3ea07 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537037 Jan 10 19:32:49.628201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-29040318-addb-4cd2-9fd2-f8b205ad901b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 1094 time: 0.1980550 Jan 10 19:32:49.666067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-c286ae33-7c1b-492c-af30-7b21c6a02a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:49.666067 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-c286ae33-7c1b-492c-af30-7b21c6a02a88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85011919-6aeb-4c57-b153-157481cea454 HTTP/1.1" status: 200 len: 912 time: 0.3030663 Jan 10 19:32:49.721148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 704cf08c-70bc-4c85-b34f-8d1f874fe001 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:49.802514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-b15c7b92-310b-470d-9582-bd0726525eb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47261d87-5e16-43a3-92e2-c4c592a4291e HTTP/1.1" status: 200 len: 217 time: 0.1274986 Jan 10 19:32:49.875572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-d0148e87-9516-45df-be8f-f17e079e909b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:49.875572 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-d0148e87-9516-45df-be8f-f17e079e909b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80885638-aca4-4ed2-a85d-a7d8bfd39edd HTTP/1.1" status: 200 len: 851 time: 0.0654626 Jan 10 19:32:49.904294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 704cf08c-70bc-4c85-b34f-8d1f874fe001 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:49.910655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 704cf08c-70bc-4c85-b34f-8d1f874fe001 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:49.910655 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:49.963694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-cc4a6b0a-8f82-451c-88b4-d7a489fbc5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:49.963694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-cc4a6b0a-8f82-451c-88b4-d7a489fbc5ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.3227425 Jan 10 19:32:49.971832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-33f62158-f8ac-4558-8f4c-6492d0cf0597 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85011919-6aeb-4c57-b153-157481cea454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827899 Jan 10 19:32:50.121857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-21805797-dd30-4317-a688-7889392b7b9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589dd5af-699c-452e-9175-416b1ca241c5 HTTP/1.1" status: 200 len: 217 time: 0.1558352 Jan 10 19:32:50.145771 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-b1f37738-c7ae-4057-b9b4-c287b8547f0a service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696303 Jan 10 19:32:50.177801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb15d-138e-4a61-8c79-ab9472658494 req-34d17282-ba1b-4040-a1e9-33969561ebcc tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:50.184843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbdfb15d-138e-4a61-8c79-ab9472658494 req-34d17282-ba1b-4040-a1e9-33969561ebcc tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.3914094 Jan 10 19:32:50.201480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:50.268830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 704cf08c-70bc-4c85-b34f-8d1f874fe001, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:50.268830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704cf08c-70bc-4c85-b34f-8d1f874fe001'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:50.277854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:50.284661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01d94-a655-4e96-b857-c6e550e43c4a req-07512e6a-8442-4cc1-b304-cd097850075e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:50.288144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ba01d94-a655-4e96-b857-c6e550e43c4a req-07512e6a-8442-4cc1-b304-cd097850075e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.4483459 Jan 10 19:32:50.296060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48316) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:32:50.310016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Request body: {'floatingip': {'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:32:50.346732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbdfb15d-138e-4a61-8c79-ab9472658494 req-e13768f7-4c34-40e9-9059-196c91fc016f tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561928 Jan 10 19:32:50.357842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-46a0f3db-ffe9-420e-8f46-e3e5cdb0e421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:50.357842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-46a0f3db-ffe9-420e-8f46-e3e5cdb0e421 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.2223918 Jan 10 19:32:50.455358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=704cf08c-70bc-4c85-b34f-8d1f874fe001,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:50.550945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:50.642799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-d8316cac-2ba9-411a-b036-adf7155cf70f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2727995 Jan 10 19:32:50.685757 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704cf08c-70bc-4c85-b34f-8d1f874fe001', 'code': 200} Jan 10 19:32:50.883213 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-7408ab3c-b424-446f-b7fe-98e06c08b71e service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313483 Jan 10 19:32:50.903834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7800f-d5be-4d00-9e82-7ad60db0a026 req-353203dd-77a3-42a3-80e3-ef6b9b4141e7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:50.906097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70f7800f-d5be-4d00-9e82-7ad60db0a026 req-353203dd-77a3-42a3-80e3-ef6b9b4141e7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 943 time: 0.3698819 Jan 10 19:32:51.036231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70f7800f-d5be-4d00-9e82-7ad60db0a026 req-125364f0-bb4d-4323-8773-756e53710ede tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983543 Jan 10 19:32:51.036231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-f4e5a74a-28a0-4977-bf13-c3d9a5e5121b service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803554 Jan 10 19:32:51.168196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-319b41b0-b71f-4563-9da0-4ef94ac5c5f7 req-bd27942e-b6ae-4e78-8847-06bb33638dc2 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.3262544 Jan 10 19:32:51.172194 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-88327650-0295-41fa-b6a0-7a4f25301a85 req-b778620d-4ad4-43f8-8588-32b457679f18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.3488784 Jan 10 19:32:51.273366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-319b41b0-b71f-4563-9da0-4ef94ac5c5f7 req-63ac436f-e4f5-4bdd-8d2f-351ced344304 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122053 Jan 10 19:32:51.340459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a070ea5-7980-4c4f-9920-c4dc023047b9 req-63be2ebe-db12-4698-9279-a469b1915caf service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887068 Jan 10 19:32:51.347389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-88327650-0295-41fa-b6a0-7a4f25301a85 req-6ec475b8-8b41-4c2d-b820-907cdaa0b81d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099527 Jan 10 19:32:51.515910 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:51.521108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:51.646225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-bd90d041-b2de-4b0d-9a3e-7ea1b6c72e18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937683 Jan 10 19:32:51.716352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8748f-5f22-4688-9d55-751b38c4dd0a req-2022883c-161a-42ed-8deb-c13ecaafd9d4 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:51.733244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea8748f-5f22-4688-9d55-751b38c4dd0a req-2022883c-161a-42ed-8deb-c13ecaafd9d4 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1695724 Jan 10 19:32:51.970953 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Floating IP 60f05fe9-1fc6-49b0-a2a1-bea955730189 associated. External IP: 172.25.6.31, port: 5b60621c-23c2-4498-9188-9b74d32969d8. Jan 10 19:32:52.066292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cea8748f-5f22-4688-9d55-751b38c4dd0a req-e10fbb2c-47e6-43c1-98e6-c13429f91e2c tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342021 Jan 10 19:32:52.142342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-d9bef947-e2ee-4078-a4fa-8b7fbdec9bba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200008fc08764d43950a79f59058d9f5&device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.1437640 Jan 10 19:32:52.351702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-b8322d40-1a43-4cda-83b1-c79d7c7be736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:52.351702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-b8322d40-1a43-4cda-83b1-c79d7c7be736 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 200 len: 910 time: 0.1844597 Jan 10 19:32:52.623013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-37ec9785-d612-4c2c-bb2a-771f9972fb1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c HTTP/1.1" status: 200 len: 217 time: 0.2369595 Jan 10 19:32:52.687420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:32:52.749697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-cd705873-676f-4533-b032-f623c90d9823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:52.749697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-cd705873-676f-4533-b032-f623c90d9823 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91f0fce9-5dd7-4d00-b570-2635d76ed6d2 HTTP/1.1" status: 200 len: 848 time: 0.0745649 Jan 10 19:32:52.820756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52837c62-6138-4af3-aafa-c9abc3445f1b req-4ddd5753-4201-4e98-b501-a7323c6a1692 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:52.833271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52837c62-6138-4af3-aafa-c9abc3445f1b req-4ddd5753-4201-4e98-b501-a7323c6a1692 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 943 time: 0.4747827 Jan 10 19:32:52.862822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-52a4e97c-7cb5-435d-b4c3-ddcb7926f446 req-20dcf63d-997b-4035-8e0f-afb09c6e7ff6 service neutron] (83630) timed out ('10.222.0.44', 51834) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:32:52.886191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e8a6ab0-97eb-40dd-bee1-5920d5d4c8d9 req-6632e184-cb34-412c-8190-04606b70af1d tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.2588551 Jan 10 19:32:52.922440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52837c62-6138-4af3-aafa-c9abc3445f1b req-c167c48f-f587-45e2-910d-e6ab48a71079 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991118 Jan 10 19:32:52.943623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:32:52.949130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:52.953045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-4bb8cd71-2ef9-49d0-8a91-ba86049f5dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941574 Jan 10 19:32:52.959891 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:32:52.978785 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:52.979438 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:53.045754 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34b1352a-58fc-4d15-8574-7f57a11a3ca3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "PUT /v2.0/floatingips/60f05fe9-1fc6-49b0-a2a1-bea955730189 HTTP/1.1" status: 200 len: 990 time: 2.7526264 Jan 10 19:32:53.046501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:53.060249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e8a6ab0-97eb-40dd-bee1-5920d5d4c8d9 req-a8521353-425e-4e19-9c14-6a27b5b9220f tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673937 Jan 10 19:32:53.159632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-a44d3240-3138-4c71-a0f7-881e822238b2 service neutron] 10.222.0.30 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794510 Jan 10 19:32:53.217911 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'status': 'completed', 'code': 200} Jan 10 19:32:53.365659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-038feb2a-4b54-4888-a824-77c8beb3bec7 req-44e98840-73e7-4278-9efa-e29d2ff3dc95 service neutron] 10.222.0.30 "GET /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090044 Jan 10 19:32:53.433967 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:53.442396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-e9a5a0d8-dabe-42ac-9c5d-8ddbb0979173 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1096 time: 0.1926198 Jan 10 19:32:53.580779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddabcf-a066-4876-90ed-cb15ab722e89 req-212ed092-d426-4235-92ab-329e646e5337 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:53.591233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ddabcf-a066-4876-90ed-cb15ab722e89 req-212ed092-d426-4235-92ab-329e646e5337 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1511724 Jan 10 19:32:53.699802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-866261d4-98ee-4716-9420-6e45caa30e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:53.699802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-866261d4-98ee-4716-9420-6e45caa30e2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.2580581 Jan 10 19:32:53.712028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 589dd5af-699c-452e-9175-416b1ca241c5 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:32:53.727773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72ddabcf-a066-4876-90ed-cb15ab722e89 req-cff16f69-4a65-492c-9d0e-e2f474058ee7 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395407 Jan 10 19:32:53.865251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-e8e1922f-92b0-443c-b82c-c10ec84e2e51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 998 time: 0.1586993 Jan 10 19:32:53.971459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-15e6e366-cb3d-405f-9dac-9ed0ac39505d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:53.971459 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-15e6e366-cb3d-405f-9dac-9ed0ac39505d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.0956531 Jan 10 19:32:53.975090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 589dd5af-699c-452e-9175-416b1ca241c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=589dd5af-699c-452e-9175-416b1ca241c5,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:54.006247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '589dd5af-699c-452e-9175-416b1ca241c5', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '589dd5af-699c-452e-9175-416b1ca241c5', 'mac_address': 'fa:16:3e:68:ba:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:32:54.010317 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '60f05fe9-1fc6-49b0-a2a1-bea955730189', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'mac_address': 'fa:16:3e:c8:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:32:27Z', 'updated_at': '2022-01-10T19:32:51Z', 'revision_number': 1, 'project_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:54.010317 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:32:54.049994 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:32:54.049994 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:54.121586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-789ceb57-f206-4d1e-9f1a-5585294134a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386929 Jan 10 19:32:54.149394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:54.197148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589dd5af-699c-452e-9175-416b1ca241c5 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:32:54.212271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 589dd5af-699c-452e-9175-416b1ca241c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=589dd5af-699c-452e-9175-416b1ca241c5,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:54.236922 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:54.371934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96936fd-42fa-4ba2-9aeb-bc7d27828bde req-ed3ccec9-9865-46d3-b399-cf7f9e0f745b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:54.371934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b96936fd-42fa-4ba2-9aeb-bc7d27828bde req-ed3ccec9-9865-46d3-b399-cf7f9e0f745b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 944 time: 0.1662366 Jan 10 19:32:54.384270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=589dd5af-699c-452e-9175-416b1ca241c5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:54.387495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-be104da0-1d78-47df-b817-88c475b44703 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496669 Jan 10 19:32:54.446396 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:32:54.551647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b96936fd-42fa-4ba2-9aeb-bc7d27828bde req-730c6acd-f9f7-4ceb-b44a-05a0532c77b2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776230 Jan 10 19:32:54.579985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cacfe285-2eae-4bf7-972b-82ccab3c1a00 req-e5d26871-1749-4fbf-8882-9493d04b7c49 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.2159746 Jan 10 19:32:54.586184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['589dd5af-699c-452e-9175-416b1ca241c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:54.588781 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2e7243a7-90a9-4b41-9710-2506f35d40b7 req-56d90be1-4dc5-46f4-a50e-aea410f09395 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971135 Jan 10 19:32:54.669654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cacfe285-2eae-4bf7-972b-82ccab3c1a00 req-27e7a6bf-c40c-44c6-8b8b-5e9ee917ccc4 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883484 Jan 10 19:32:55.009709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b52c5-9db6-4efe-b8e4-4748b87abe67 req-2b9af0f4-e605-4946-ad54-37d671c25a72 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:55.009709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-293b52c5-9db6-4efe-b8e4-4748b87abe67 req-2b9af0f4-e605-4946-ad54-37d671c25a72 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1741354 Jan 10 19:32:55.136064 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '60f05fe9-1fc6-49b0-a2a1-bea955730189', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'mac_address': 'fa:16:3e:c8:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:32:27Z', 'updated_at': '2022-01-10T19:32:51Z', 'revision_number': 1, 'project_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:32:55.139241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-293b52c5-9db6-4efe-b8e4-4748b87abe67 req-d530a1d9-d0d2-4216-8f6c-c72e311bab0a tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236064 Jan 10 19:32:55.144617 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b16c20-3efa-4dfb-a29e-6ef247b50946 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '60f05fe9-1fc6-49b0-a2a1-bea955730189', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'mac_address': 'fa:16:3e:c8:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:32:27Z', 'updated_at': '2022-01-10T19:32:51Z', 'revision_number': 1, 'project_id': '969afeb64c82472086dd164c88c720d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:32:55.324125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6594209e-afd4-450e-b021-451cf457e6b0 req-74082084-e369-4af9-b811-f89e7e970569 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.0878584 Jan 10 19:32:55.399415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6594209e-afd4-450e-b021-451cf457e6b0 req-c76f221d-f93d-4868-9b50-7cc872abd956 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Jan 10 19:32:55.534984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46bd885-fe0b-49e7-a09c-22d95e38669a None None] New status for floating IP 60f05fe9-1fc6-49b0-a2a1-bea955730189: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:32:55.638552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eeefe47-4114-48a8-b38d-25ea83f6f261 req-476c5e7e-181e-4912-9aeb-effd298c098f tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.0923045 Jan 10 19:32:55.685047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9eeefe47-4114-48a8-b38d-25ea83f6f261 req-0041d79b-3c99-4f52-ab56-23b333934e8c tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Jan 10 19:32:55.756243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 589dd5af-699c-452e-9175-416b1ca241c5 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:32:55.834088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248d65-52e9-43d8-b6ea-92131f2a791c req-5f9502ba-e2d9-499d-ad44-25ab96db05df tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:55.843353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71248d65-52e9-43d8-b6ea-92131f2a791c req-5f9502ba-e2d9-499d-ad44-25ab96db05df tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 944 time: 0.0995948 Jan 10 19:32:55.918356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71248d65-52e9-43d8-b6ea-92131f2a791c req-113baf74-c363-4746-9142-8af14184232e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768943 Jan 10 19:32:55.997430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 589dd5af-699c-452e-9175-416b1ca241c5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:32:56.010364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 589dd5af-699c-452e-9175-416b1ca241c5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:32:56.010779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:56.175424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:56.202929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589dd5af-699c-452e-9175-416b1ca241c5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:56.215009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 589dd5af-699c-452e-9175-416b1ca241c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=589dd5af-699c-452e-9175-416b1ca241c5,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:56.215009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:56.303254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=589dd5af-699c-452e-9175-416b1ca241c5,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:56.496276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-880d8c21-0dd1-4e37-82f3-67200a930fc7 req-b10174d3-0cd3-4dc1-90a0-5e2f4c785d46 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.2738812 Jan 10 19:32:56.535667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ded6a-fb2f-46ef-9d96-7d9db11deb96 req-436f6892-853c-4151-ab66-3b6788fbd416 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:56.537428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-629ded6a-fb2f-46ef-9d96-7d9db11deb96 req-436f6892-853c-4151-ab66-3b6788fbd416 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1223965 Jan 10 19:32:56.597633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-880d8c21-0dd1-4e37-82f3-67200a930fc7 req-aa490d5b-70cf-4016-a23a-42987a39bb67 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903063 Jan 10 19:32:56.619191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-629ded6a-fb2f-46ef-9d96-7d9db11deb96 req-44f43050-d1e8-4c20-89d5-53c8e373c9f3 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Jan 10 19:32:56.679242 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589dd5af-699c-452e-9175-416b1ca241c5', 'code': 200} Jan 10 19:32:57.080701 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f8e79b07-c57d-45d4-b97f-089be18ba257 req-8c7252f5-bb44-405e-9656-cb57267258f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 1096 time: 0.3139479 Jan 10 19:32:57.176700 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f8e79b07-c57d-45d4-b97f-089be18ba257 req-a6d1e2f1-6c7a-4664-864c-9cc7ecd3895b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777373 Jan 10 19:32:57.373277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302802fb-fced-4788-b914-b70b8680832d req-a9842bc9-16e8-4821-af88-231fa8a1712b tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:57.374738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-302802fb-fced-4788-b914-b70b8680832d req-a9842bc9-16e8-4821-af88-231fa8a1712b tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.2990437 Jan 10 19:32:57.377687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-c914b38c-70c0-4fb0-81a7-9c6777fa6e8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c832f8cfab34c7d8727070b85b2790b&device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 1096 time: 0.2477643 Jan 10 19:32:57.439574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a3126-941f-4d0c-85d5-fc97917448e1 req-b8396ce2-40a9-4118-9431-281c248a720e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:57.439574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e1a3126-941f-4d0c-85d5-fc97917448e1 req-b8396ce2-40a9-4118-9431-281c248a720e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 945 time: 0.2060566 Jan 10 19:32:57.508738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-8867f51a-9883-4622-96b0-29216e399c9d tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Synchronizing usage tracker for tenant:200008fc08764d43950a79f59058d9f5 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:32:57.524135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-8867f51a-9883-4622-96b0-29216e399c9d tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Unset dirty status for tenant:200008fc08764d43950a79f59058d9f5 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:32:57.525803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-8867f51a-9883-4622-96b0-29216e399c9d tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.1114731 Jan 10 19:32:57.581682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e1a3126-941f-4d0c-85d5-fc97917448e1 req-2ed86780-6b42-41f8-bd48-0b7f3a695035 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427770 Jan 10 19:32:57.590782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-302802fb-fced-4788-b914-b70b8680832d req-73f59bd4-5406-4557-b873-9256c7e130df tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095301 Jan 10 19:32:57.619214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Deleting port 704cf08c-70bc-4c85-b34f-8d1f874fe001 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:32:57.619544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:57.697350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-02d89ad7-7399-47ba-a5f8-26eeb91c7e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:57.697350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-02d89ad7-7399-47ba-a5f8-26eeb91c7e00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85011919-6aeb-4c57-b153-157481cea454 HTTP/1.1" status: 200 len: 912 time: 0.2894807 Jan 10 19:32:57.862970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-1341959e-ca0e-4a94-a2db-8a948b0e82f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47261d87-5e16-43a3-92e2-c4c592a4291e HTTP/1.1" status: 200 len: 217 time: 0.1495087 Jan 10 19:32:57.917320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] For port 704cf08c-70bc-4c85-b34f-8d1f874fe001, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=704cf08c-70bc-4c85-b34f-8d1f874fe001,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:32:57.917778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:57.947400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-4c9ea491-b6cf-4470-a202-1948d3cd8f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:57.948983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-4c9ea491-b6cf-4470-a202-1948d3cd8f9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80885638-aca4-4ed2-a85d-a7d8bfd39edd HTTP/1.1" status: 200 len: 851 time: 0.0753422 Jan 10 19:32:57.958049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae0b04fc-4e68-48ec-853b-98ed978ad3e8 req-c8648406-1ec9-4058-bc6d-3448a02503f8 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 1096 time: 0.1457021 Jan 10 19:32:58.013198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-e16d05c6-d173-4603-8e90-7189c58190da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85011919-6aeb-4c57-b153-157481cea454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539489 Jan 10 19:32:58.060126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Calling delete_port for 704cf08c-70bc-4c85-b34f-8d1f874fe001 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:32:58.161856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae0b04fc-4e68-48ec-853b-98ed978ad3e8 req-3cb6cde6-2e54-4a6e-8f4f-a333be3927d6 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707513 Jan 10 19:32:58.184673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-159c6f67-f83e-4d43-beb3-ccc978486e4c service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640072 Jan 10 19:32:58.258109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:58.305703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['a1efccd4-33fc-4d90-bc56-a58abfd4826c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:58.408553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['704cf08c-70bc-4c85-b34f-8d1f874fe001'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:32:58.592768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-314e4413-55fd-49b3-9c3b-df0692eb845b req-25125b50-12f9-4a13-8bf5-38024be0e739 service neutron] 10.222.0.44 "GET /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940196 Jan 10 19:32:58.803251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Pushing event deleted for resources: {'Port': ['ID=704cf08c-70bc-4c85-b34f-8d1f874fe001,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:32:58.854791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] No DVR routers for this DVR port 704cf08c-70bc-4c85-b34f-8d1f874fe001 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:32:58.854791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:32:58.863825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'name': 'network-vif-deleted', 'tag': '704cf08c-70bc-4c85-b34f-8d1f874fe001'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:32:58.893160 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fd80a1e4-2682-4982-ad25-575a181817b9 req-39499472-f738-4f4b-b529-e82cbc3befdd tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.44 "DELETE /v2.0/ports/704cf08c-70bc-4c85-b34f-8d1f874fe001 HTTP/1.1" status: 204 len: 173 time: 1.3563368 Jan 10 19:32:59.004646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061d58-428d-48c7-ac61-8377ff1b3579 req-326dc1b6-e7fe-43ec-9a14-1964bc743d48 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:59.010028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c061d58-428d-48c7-ac61-8377ff1b3579 req-326dc1b6-e7fe-43ec-9a14-1964bc743d48 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 945 time: 0.2472186 Jan 10 19:32:59.012194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8292f-a7de-4d51-9cfd-289c1773a8f7 req-2c9e2a2e-40a9-4ab4-b4be-5bd56c4debe7 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:32:59.018759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58d8292f-a7de-4d51-9cfd-289c1773a8f7 req-2c9e2a2e-40a9-4ab4-b4be-5bd56c4debe7 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1778414 Jan 10 19:32:59.153577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58d8292f-a7de-4d51-9cfd-289c1773a8f7 req-ca9bd622-fa18-415d-aec3-df0d1025f602 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317344 Jan 10 19:32:59.171755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c061d58-428d-48c7-ac61-8377ff1b3579 req-c47bb79d-355d-4a06-b1d0-230e3c480e34 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480682 Jan 10 19:32:59.270620 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ad062a-a5c4-4af9-a597-523284cc89d5', 'name': 'network-vif-deleted', 'tag': '704cf08c-70bc-4c85-b34f-8d1f874fe001', 'status': 'completed', 'code': 200} Jan 10 19:32:59.586991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bd4dd07-28ff-4b07-a238-d45aa5d42eb0 req-8683f4ba-5956-4f63-89b3-477f54e66aa6 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45ad062a-a5c4-4af9-a597-523284cc89d5 HTTP/1.1" status: 200 len: 210 time: 0.0709414 Jan 10 19:33:00.427469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859fcd-4da1-498e-8807-2df8779a7169 req-6f2826c7-5d52-4550-a8a6-a458a3131a71 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:00.429336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de859fcd-4da1-498e-8807-2df8779a7169 req-6f2826c7-5d52-4550-a8a6-a458a3131a71 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1295569 Jan 10 19:33:00.483671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de859fcd-4da1-498e-8807-2df8779a7169 req-e44e60ec-6bd5-490d-b893-855a0a151c68 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484667 Jan 10 19:33:00.959635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abbaa3-a75e-491f-8694-e5bd775f12d1 req-211261db-ea3b-4b64-b202-b0c1089a2b9f tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:00.961280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52abbaa3-a75e-491f-8694-e5bd775f12d1 req-211261db-ea3b-4b64-b202-b0c1089a2b9f tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.0904126 Jan 10 19:33:01.010301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52abbaa3-a75e-491f-8694-e5bd775f12d1 req-959f591f-53b5-4f2a-8cc3-81354ecc5901 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Jan 10 19:33:01.216789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c5e6426-9a5b-429f-a3a5-fba8f23a56b5 req-7580ee7f-29bf-4b91-b5fd-209041ae18da tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.1630588 Jan 10 19:33:01.277166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c5e6426-9a5b-429f-a3a5-fba8f23a56b5 req-71ff4937-75a9-4cc6-81a9-da5c6e94f0af tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527623 Jan 10 19:33:01.725311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 704cf08c-70bc-4c85-b34f-8d1f874fe001 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:01.780974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 704cf08c-70bc-4c85-b34f-8d1f874fe001 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:01.781475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 704cf08c-70bc-4c85-b34f-8d1f874fe001 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:02.225116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc38f51-c389-489f-a899-1fb14df5211b req-57c70a89-d865-4124-b2c8-b4e10a104c82 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:02.226594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abc38f51-c389-489f-a899-1fb14df5211b req-57c70a89-d865-4124-b2c8-b4e10a104c82 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.0780110 Jan 10 19:33:02.322085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abc38f51-c389-489f-a899-1fb14df5211b req-c053c164-20e0-48fa-a884-f0b676e2e2ce tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627909 Jan 10 19:33:02.396331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a5a3637-2cfd-4700-8710-859ca013880f req-5d413f21-2610-4462-bba3-fd17639987c1 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.1687152 Jan 10 19:33:02.525050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Deleting port a1efccd4-33fc-4d90-bc56-a58abfd4826c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:02.525050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:02.680532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65cfbd13-3ad5-4f73-9937-d2ba08bb68ab req-547523a7-3eda-42a6-875e-9b5444305ca4 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 1097 time: 0.2410202 Jan 10 19:33:02.875919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65cfbd13-3ad5-4f73-9937-d2ba08bb68ab req-85235bd8-e316-43ae-be0d-ce8f77fb00d3 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=783b0038-ca6f-4ee1-b0a5-6ff51662aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943274 Jan 10 19:33:02.906816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] For port a1efccd4-33fc-4d90-bc56-a58abfd4826c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a1efccd4-33fc-4d90-bc56-a58abfd4826c,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:02.907217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:02.911907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-1908d1d4-7d89-4bf4-90fb-dc67eae617d8 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:02.914413 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-1908d1d4-7d89-4bf4-90fb-dc67eae617d8 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 945 time: 0.1032743 Jan 10 19:33:03.038714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Deleting port 47261d87-5e16-43a3-92e2-c4c592a4291e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:03.038714 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:03.261536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Calling delete_port for a1efccd4-33fc-4d90-bc56-a58abfd4826c owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:03.372330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] For port 47261d87-5e16-43a3-92e2-c4c592a4291e, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=47261d87-5e16-43a3-92e2-c4c592a4291e,segment=NetworkSegment(d667006e-16c7-4995-a8a5-f084193ca095),segment_id=d667006e-16c7-4995-a8a5-f084193ca095)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:03.372330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:03.494985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:03.597588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Calling delete_port for 47261d87-5e16-43a3-92e2-c4c592a4291e owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:03.739782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] No DVR routers for this DVR port a1efccd4-33fc-4d90-bc56-a58abfd4826c on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:33:03.745549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:03.751272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'name': 'network-vif-deleted', 'tag': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:33:03.756278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1efccd4-33fc-4d90-bc56-a58abfd4826c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:03.787478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a5a3637-2cfd-4700-8710-859ca013880f req-6b05f6bb-911a-4995-8ad9-34f36b54fb18 tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a1efccd4-33fc-4d90-bc56-a58abfd4826c HTTP/1.1" status: 204 len: 173 time: 1.3842094 Jan 10 19:33:03.787613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:03.879943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415cbe-24c4-4555-8892-15e9fa95a36d req-0421e05e-3349-4f47-865b-49a61eefb818 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:03.898932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61415cbe-24c4-4555-8892-15e9fa95a36d req-0421e05e-3349-4f47-865b-49a61eefb818 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/ports?device_id=04a376ab-4aa9-4f9c-a242-bed3206f0405 HTTP/1.1" status: 200 len: 867 time: 0.2779384 Jan 10 19:33:03.986190 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c2c214-7457-4877-b8f7-f8c70a8e8861', 'name': 'network-vif-deleted', 'tag': 'a1efccd4-33fc-4d90-bc56-a58abfd4826c', 'status': 'completed', 'code': 200} Jan 10 19:33:04.040708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Pushing event deleted for resources: {'Port': ['ID=47261d87-5e16-43a3-92e2-c4c592a4291e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:04.047150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61415cbe-24c4-4555-8892-15e9fa95a36d req-80798a24-131c-4749-80f8-08d2a92b2f83 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f071dc-8b79-42aa-8bee-20e16b4e1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522250 Jan 10 19:33:04.137428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] No DVR routers for this DVR port 47261d87-5e16-43a3-92e2-c4c592a4291e on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:33:04.143970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:04.146704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'name': 'network-vif-deleted', 'tag': '47261d87-5e16-43a3-92e2-c4c592a4291e'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:33:04.183743 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4ba4307e-53ea-4a8f-9cab-f3b2d80291c2 req-e3d07211-b2ed-48ea-bdf5-fdb2f9214170 tempest-TestServerAdvancedOps-645132169 tempest-TestServerAdvancedOps-645132169-project] 10.222.0.44 "DELETE /v2.0/ports/47261d87-5e16-43a3-92e2-c4c592a4291e HTTP/1.1" status: 204 len: 173 time: 1.2545302 Jan 10 19:33:04.516316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4ea5a841-bdfa-47fe-9e2a-22edbbfed310 req-7baaf116-7061-4e2b-970b-b91a311b1eef tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Synchronizing usage tracker for tenant:200008fc08764d43950a79f59058d9f5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:33:04.519515 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a376ab-4aa9-4f9c-a242-bed3206f0405', 'name': 'network-vif-deleted', 'tag': '47261d87-5e16-43a3-92e2-c4c592a4291e', 'status': 'completed', 'code': 200} Jan 10 19:33:04.540721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4ea5a841-bdfa-47fe-9e2a-22edbbfed310 req-7baaf116-7061-4e2b-970b-b91a311b1eef tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] Unset dirty status for tenant:200008fc08764d43950a79f59058d9f5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:33:04.579145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ea5a841-bdfa-47fe-9e2a-22edbbfed310 req-7baaf116-7061-4e2b-970b-b91a311b1eef tempest-TestServerMultinode-1732237 tempest-TestServerMultinode-1732237-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5c2c214-7457-4877-b8f7-f8c70a8e8861 HTTP/1.1" status: 200 len: 210 time: 0.1483717 Jan 10 19:33:04.970325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a1efccd4-33fc-4d90-bc56-a58abfd4826c no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:05.010334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: a1efccd4-33fc-4d90-bc56-a58abfd4826c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:05.010691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a1efccd4-33fc-4d90-bc56-a58abfd4826c not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:05.232343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:05.296018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Deleting subnet 80885638-aca4-4ed2-a85d-a7d8bfd39edd {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:33:05.299464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:05.462266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:05.521315 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:05.617745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:05.665478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80885638-aca4-4ed2-a85d-a7d8bfd39edd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:05.667428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:05.689696 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-52ac8bed-47ab-4bc3-8f7d-862e392168c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80885638-aca4-4ed2-a85d-a7d8bfd39edd HTTP/1.1" status: 204 len: 168 time: 0.4556158 Jan 10 19:33:05.689861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48702) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:05.711031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 48708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:05.727562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47261d87-5e16-43a3-92e2-c4c592a4291e no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:05.805026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 47261d87-5e16-43a3-92e2-c4c592a4291e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:05.805026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 47261d87-5e16-43a3-92e2-c4c592a4291e not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:05.838857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:05.978032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.003702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85011919-6aeb-4c57-b153-157481cea454']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:06.017062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd667006e-16c7-4995-a8a5-f084193ca095') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:06.017361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd667006e-16c7-4995-a8a5-f084193ca095') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:06.048860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.072338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.103543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:33:06.103543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:33:06.119292 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:33:06.204720 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.227308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.233494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] Pushing event deleted for resources: {'Network': ['ID=85011919-6aeb-4c57-b153-157481cea454,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:06.233494 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e95f5a9c-e2cd-4569-ab8d-87209e3f477b admin admin] 10.222.0.21 "DELETE /v2.0/networks/85011919-6aeb-4c57-b153-157481cea454 HTTP/1.1" status: 204 len: 168 time: 0.5415955 Jan 10 19:33:06.247694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48734) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:06.307638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Deleting subnet b6892f61-5fd3-4e17-a659-6f4133f6eadf {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:33:06.311306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.369477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.413084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.434338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.511761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.560198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.578179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6892f61-5fd3-4e17-a659-6f4133f6eadf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:06.578179 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-277f4b90-d245-4a4f-92e6-979763ab1945 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6892f61-5fd3-4e17-a659-6f4133f6eadf HTTP/1.1" status: 204 len: 168 time: 0.3247755 Jan 10 19:33:06.578179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48764) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:06.691488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.841405 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.875247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b410633b-ae00-4d32-982f-2aff758c6e93']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:06.890527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adb4c9e-8ff5-4b96-b7f0-0537ddc4152c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:06.891168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adb4c9e-8ff5-4b96-b7f0-0537ddc4152c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:06.905762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.936306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.944467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:33:06.944467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:33:06.971042 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:33:07.082705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.090894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.112967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b410633b-ae00-4d32-982f-2aff758c6e93,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:07.115809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-968e6a07-1f88-4715-96e5-7792c95318f2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b410633b-ae00-4d32-982f-2aff758c6e93 HTTP/1.1" status: 204 len: 168 time: 0.5411451 Jan 10 19:33:07.277298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Deleting port c8d07ecb-50c0-47b6-9786-de6307853fc4 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:07.277767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.400616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48822) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:07.476426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-55cc2dd4-7fd8-4854-ab1b-2a47b45921c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c832f8cfab34c7d8727070b85b2790b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0758343 Jan 10 19:33:07.476426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48828) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:07.502808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] For port c8d07ecb-50c0-47b6-9786-de6307853fc4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8d07ecb-50c0-47b6-9786-de6307853fc4,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:07.502978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.538799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ea6592-7528-4799-a210-20a80e69dd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.578914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ea6592-7528-4799-a210-20a80e69dd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.641013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ea6592-7528-4799-a210-20a80e69dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.643018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Calling delete_port for c8d07ecb-50c0-47b6-9786-de6307853fc4 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:07.700669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea6592-7528-4799-a210-20a80e69dd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f071dc-8b79-42aa-8bee-20e16b4e1e21,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:07.700669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-12ea6592-7528-4799-a210-20a80e69dd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.700669 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12ea6592-7528-4799-a210-20a80e69dd10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93f071dc-8b79-42aa-8bee-20e16b4e1e21 HTTP/1.1" status: 204 len: 168 time: 0.2216384 Jan 10 19:33:07.902755 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:07.955993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d07ecb-50c0-47b6-9786-de6307853fc4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:08.374947 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d829facb-f1b8-4568-9047-131f218ed4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:08.394065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:08.471411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48900) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:08.574862 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-551a6900-07bf-4390-8cde-2b4b539a9a64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6268cd30be2d41778397b8e792315359&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0980840 Jan 10 19:33:08.574862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48908) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:08.670422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57075cd-8008-4538-abb0-2ac58e17d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:08.704782 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57075cd-8008-4538-abb0-2ac58e17d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:08.773528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57075cd-8008-4538-abb0-2ac58e17d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:08.789376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57075cd-8008-4538-abb0-2ac58e17d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a36af-a435-4203-ba21-6f5b63f510d2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:08.797655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57075cd-8008-4538-abb0-2ac58e17d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:08.799171 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c57075cd-8008-4538-abb0-2ac58e17d51d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/796a36af-a435-4203-ba21-6f5b63f510d2 HTTP/1.1" status: 204 len: 168 time: 0.2245915 Jan 10 19:33:09.392025 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Router b9b07df4-b059-4d73-80b4-087ba3e1030d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:33:09.634190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:33:09.644122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0a99f429-5a0c-4b70-938a-dcd431ea914f admin admin] 10.222.0.21 "PUT /v2.0/routers/b9b07df4-b059-4d73-80b4-087ba3e1030d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9320335 Jan 10 19:33:09.646967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 48974) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:09.648033 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] Sync routers for ids ['b9b07df4-b059-4d73-80b4-087ba3e1030d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:33:09.661839 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] Routers {'b9b07df4-b059-4d73-80b4-087ba3e1030d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:09.662567 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b9b07df4-b059-4d73-80b4-087ba3e1030d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:09.929721 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] Set router b9b07df4-b059-4d73-80b4-087ba3e1030d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:09.974678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:10.277298 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:33:07Z', 'revision_number': 5, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port': {'id': 'a1951b5a-e5cf-4e4c-893c-56d17c713809', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:31:44Z', 'updated_at': '2022-01-10T19:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:10.282488 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] Checking router: b9b07df4-b059-4d73-80b4-087ba3e1030d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:33:10.292509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:10.295928 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] Routers {'b9b07df4-b059-4d73-80b4-087ba3e1030d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:10.296623 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:32:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b9b07df4-b059-4d73-80b4-087ba3e1030d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:10.304214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Deleting port a1951b5a-e5cf-4e4c-893c-56d17c713809 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:10.304595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:10.495419 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3400-7400-4151-a94e-966f622bc7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:10.526922 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] Set router b9b07df4-b059-4d73-80b4-087ba3e1030d gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:10.593929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] For port a1951b5a-e5cf-4e4c-893c-56d17c713809, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a1951b5a-e5cf-4e4c-893c-56d17c713809,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:10.593929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:10.644754 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:33:10Z', 'revision_number': 6, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:10.650534 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfab987-d956-4369-b82d-5851c9d5b8f8 None None] The sync data for ids ['b9b07df4-b059-4d73-80b4-087ba3e1030d'] in n-d-816927-8 is: [{'id': 'b9b07df4-b059-4d73-80b4-087ba3e1030d', 'name': 'tempest-TestServerMultinode-940659296-router', 'tenant_id': '8e51ff30623c4d1598dd7c95fff01572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:43Z', 'updated_at': '2022-01-10T19:33:10Z', 'revision_number': 6, 'project_id': '8e51ff30623c4d1598dd7c95fff01572', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:33:10.721319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Calling delete_port for a1951b5a-e5cf-4e4c-893c-56d17c713809 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:10.932698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:10.980664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1951b5a-e5cf-4e4c-893c-56d17c713809,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:11.128430 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:33:11.251054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.660317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.670388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.704153 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.705266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b07df4-b059-4d73-80b4-087ba3e1030d {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:33:11.719655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.721402 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eb59804c-6e1b-4c56-8833-85b4a35438f2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b9b07df4-b059-4d73-80b4-087ba3e1030d HTTP/1.1" status: 204 len: 168 time: 2.0711713 Jan 10 19:33:11.729608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:11.789057 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.825222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Deleting subnet 91f0fce9-5dd7-4d00-b570-2635d76ed6d2 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:33:11.825222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.832021 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.880819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:11.976363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.094659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.138079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f0fce9-5dd7-4d00-b570-2635d76ed6d2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:12.142351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.151649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bfdf084d-5300-48c9-a2a1-d91efb2c9ae4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91f0fce9-5dd7-4d00-b570-2635d76ed6d2 HTTP/1.1" status: 204 len: 168 time: 0.4200208 Jan 10 19:33:12.151649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49148) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:12.158089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec383420-d0c0-458c-9847-fb8b9c8ca2cb None None] Network 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:33:12.262485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.273253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Deleting port ffdab292-3d75-47c4-81ed-39970ad107a9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:12.273652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.493088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] DHCP port deletion for 3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:33:12.501167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Deleting port ffdab292-3d75-47c4-81ed-39970ad107a9 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:12.501167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.556438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] For port ffdab292-3d75-47c4-81ed-39970ad107a9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ffdab292-3d75-47c4-81ed-39970ad107a9,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:12.556438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.619590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8d07ecb-50c0-47b6-9786-de6307853fc4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:12.664592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c8d07ecb-50c0-47b6-9786-de6307853fc4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:12.665162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8d07ecb-50c0-47b6-9786-de6307853fc4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:12.665754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ffdab292-3d75-47c4-81ed-39970ad107a9 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:12.848353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Calling delete_port for ffdab292-3d75-47c4-81ed-39970ad107a9 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:12.927935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:12.984293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.004873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] For port ffdab292-3d75-47c4-81ed-39970ad107a9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ffdab292-3d75-47c4-81ed-39970ad107a9,segment=NetworkSegment(95600f30-fc5a-4a49-ad9e-83ac0487a0a0),segment_id=95600f30-fc5a-4a49-ad9e-83ac0487a0a0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:13.004873 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.097673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdab292-3d75-47c4-81ed-39970ad107a9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:13.113595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] No DVR routers for this DVR port ffdab292-3d75-47c4-81ed-39970ad107a9 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:33:13.199216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a1951b5a-e5cf-4e4c-893c-56d17c713809 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:13.262448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.283143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Calling delete_port for ffdab292-3d75-47c4-81ed-39970ad107a9 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:13.300796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e72c7-d16b-45e4-ae11-e967e1bdd9b4 req-0184391f-f827-4503-9d8c-7bde7613624e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:13.309601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-747e72c7-d16b-45e4-ae11-e967e1bdd9b4 req-0184391f-f827-4503-9d8c-7bde7613624e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2487736 Jan 10 19:33:13.340598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e49f413-3b4d-4c58-ba9c-0a5e7493bc02']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:13.342367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a1951b5a-e5cf-4e4c-893c-56d17c713809 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:13.342723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a1951b5a-e5cf-4e4c-893c-56d17c713809 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:13.351890 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.364071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95600f30-fc5a-4a49-ad9e-83ac0487a0a0') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:13.364363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95600f30-fc5a-4a49-ad9e-83ac0487a0a0') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:13.385236 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:33:13.385820 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:33:13.393764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.416955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-747e72c7-d16b-45e4-ae11-e967e1bdd9b4 req-37327a0c-bfb7-4c10-a9e9-bebc311f3ee5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088078 Jan 10 19:33:13.417942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.424504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:33:13.424887 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:33:13.440357 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:33:13.551375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.578329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.602011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e49f413-3b4d-4c58-ba9c-0a5e7493bc02,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:13.639533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d21f6c27-d0c4-4162-9a2c-6ef63b26a463 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e49f413-3b4d-4c58-ba9c-0a5e7493bc02 HTTP/1.1" status: 204 len: 168 time: 1.4838927 Jan 10 19:33:13.644294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49202) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:13.780689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3b9bb-f878-453e-904d-5fc3cd9a85ed req-02602378-fbba-4a9f-843e-cd799ddaa42d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:13.788630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16e3b9bb-f878-453e-904d-5fc3cd9a85ed req-02602378-fbba-4a9f-843e-cd799ddaa42d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1874919 Jan 10 19:33:13.895687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Deleting port ffdab292-3d75-47c4-81ed-39970ad107a9 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:13.895687 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:13.924540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16e3b9bb-f878-453e-904d-5fc3cd9a85ed req-2e02eac5-6df1-4835-8772-dead97d836e8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378484 Jan 10 19:33:13.990154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-65ce3000-9045-45c7-bd53-5bd1c3e4aedc None None] The port 'ffdab292-3d75-47c4-81ed-39970ad107a9' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:33:14.298039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:14.622182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6a06-df16-4d18-801f-6a01d8058772 req-93dc0be8-bf08-44ba-8c03-4639707fa857 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:14.628779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d77b6a06-df16-4d18-801f-6a01d8058772 req-93dc0be8-bf08-44ba-8c03-4639707fa857 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2077463 Jan 10 19:33:14.690017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d77b6a06-df16-4d18-801f-6a01d8058772 req-cf7b80c0-4e42-495b-a687-121b2b50a469 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601454 Jan 10 19:33:15.297376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:15.341303 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:15.519061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Deleting port 71889461-af5e-4cb2-bd9a-7b7cb982879c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:15.519061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:15.758717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9bc4-7585-4ab4-9e20-ceb30aa373c5 req-bef53b9d-684a-493f-bfb8-5983b795c962 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:15.758717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-098c9bc4-7585-4ab4-9e20-ceb30aa373c5 req-bef53b9d-684a-493f-bfb8-5983b795c962 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1873369 Jan 10 19:33:15.826337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] For port 71889461-af5e-4cb2-bd9a-7b7cb982879c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71889461-af5e-4cb2-bd9a-7b7cb982879c,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:15.826337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:15.912053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-098c9bc4-7585-4ab4-9e20-ceb30aa373c5 req-8fec2009-176b-4d76-bbce-b3b15feb15cd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506357 Jan 10 19:33:15.998753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Calling delete_port for 71889461-af5e-4cb2-bd9a-7b7cb982879c owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:16.224426 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:16.273761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Pushing event deleted for resources: {'Port': ['ID=71889461-af5e-4cb2-bd9a-7b7cb982879c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:16.645561 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:17.379586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494631-ef5d-4a45-8090-8fddd2a2fee1 req-8b240385-362f-46c7-8a3a-d7e9db3a8847 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:17.381563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a494631-ef5d-4a45-8090-8fddd2a2fee1 req-8b240385-362f-46c7-8a3a-d7e9db3a8847 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1760831 Jan 10 19:33:17.453643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a494631-ef5d-4a45-8090-8fddd2a2fee1 req-3d9d2de9-3b0c-4060-a0fd-e7f6a8f9c805 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658057 Jan 10 19:33:17.592409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Router d1c32c16-d6f2-4a03-b317-803c2bb1d588 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:33:17.822570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:33:17.833390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] Sync routers for ids ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:33:17.851404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-486f6a5a-020a-4922-be61-de1602ab4541 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1c32c16-d6f2-4a03-b317-803c2bb1d588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2003658 Jan 10 19:33:17.854639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] Routers {'d1c32c16-d6f2-4a03-b317-803c2bb1d588'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:17.854639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:33:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:17.869495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49284) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:18.104784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:18.130905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] Set router d1c32c16-d6f2-4a03-b317-803c2bb1d588 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:18.411143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:18.430967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Deleting port 84f55be7-c477-4239-bb0c-80233fdd4e4e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:18.430967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:18.498755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:33:16Z', 'revision_number': 5, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port': {'id': '84f55be7-c477-4239-bb0c-80233fdd4e4e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:32:00Z', 'updated_at': '2022-01-10T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:18.500917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] Checking router: d1c32c16-d6f2-4a03-b317-803c2bb1d588 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:33:18.536954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] Routers {'d1c32c16-d6f2-4a03-b317-803c2bb1d588'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:18.538476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:33:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:18.716551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] For port 84f55be7-c477-4239-bb0c-80233fdd4e4e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=84f55be7-c477-4239-bb0c-80233fdd4e4e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:18.716551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:18.835440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] Set router d1c32c16-d6f2-4a03-b317-803c2bb1d588 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:18.890508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Calling delete_port for 84f55be7-c477-4239-bb0c-80233fdd4e4e owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:18.946676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:33:18Z', 'revision_number': 6, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:18.951648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e460da5-f8e8-4f3c-bd82-a6dfb4d98bb9 None None] The sync data for ids ['d1c32c16-d6f2-4a03-b317-803c2bb1d588'] in n-d-816927-8 is: [{'id': 'd1c32c16-d6f2-4a03-b317-803c2bb1d588', 'name': 'tempest-TestServerMultinode-1109176696-router', 'tenant_id': '200008fc08764d43950a79f59058d9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:31:59Z', 'updated_at': '2022-01-10T19:33:18Z', 'revision_number': 6, 'project_id': '200008fc08764d43950a79f59058d9f5', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:33:19.141701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c34a4-00b2-4ca9-88ab-07454b7b39b1 req-354e327d-bf01-4235-bc80-bb14bb2e59b8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:19.143208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b77c34a4-00b2-4ca9-88ab-07454b7b39b1 req-354e327d-bf01-4235-bc80-bb14bb2e59b8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.3484623 Jan 10 19:33:19.233356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b77c34a4-00b2-4ca9-88ab-07454b7b39b1 req-a6d3e524-adc8-4fbf-85bc-8a4d5e958ca6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816379 Jan 10 19:33:19.262497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:19.316245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f55be7-c477-4239-bb0c-80233fdd4e4e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:19.555579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:19.862709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:19.867694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:19.910555 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:19.910555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c32c16-d6f2-4a03-b317-803c2bb1d588 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:33:19.924943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:19.924943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4aa533c4-c53a-4cfe-a62a-eb9b983641b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d1c32c16-d6f2-4a03-b317-803c2bb1d588 HTTP/1.1" status: 204 len: 168 time: 2.0751028 Jan 10 19:33:19.927455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:20.007086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Deleting subnet c6915d60-7ea6-49a5-ba73-7f6763b734f3 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:33:20.011141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.079927 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.175398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.284038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.331516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.337886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66900ea5-545e-4c50-bc04-a10b2c46cd5a None None] Network 41e9365b-29d9-4d00-b1ee-ebcb5af2633e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:33:20.344537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6915d60-7ea6-49a5-ba73-7f6763b734f3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:20.351354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6b843549-0032-4bd4-8837-cc3dba54572e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6915d60-7ea6-49a5-ba73-7f6763b734f3 HTTP/1.1" status: 204 len: 168 time: 0.4193757 Jan 10 19:33:20.354250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:20.550605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.580595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Deleting port b5f55700-c099-4c5c-9d16-e052345e95f5 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:20.580595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.637301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71889461-af5e-4cb2-bd9a-7b7cb982879c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:20.649909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69dbce-9d20-4ff4-a5f8-03dd362af529 req-061b4ff8-4e16-4902-b5d6-38d3efb06a6b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:20.654091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec69dbce-9d20-4ff4-a5f8-03dd362af529 req-061b4ff8-4e16-4902-b5d6-38d3efb06a6b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2574589 Jan 10 19:33:20.710118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 71889461-af5e-4cb2-bd9a-7b7cb982879c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:20.710464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71889461-af5e-4cb2-bd9a-7b7cb982879c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:20.710909 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f55be7-c477-4239-bb0c-80233fdd4e4e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:20.754927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 84f55be7-c477-4239-bb0c-80233fdd4e4e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:20.755176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 84f55be7-c477-4239-bb0c-80233fdd4e4e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:20.845218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec69dbce-9d20-4ff4-a5f8-03dd362af529 req-08fb6599-dac3-4be0-9c97-df9b77f6c2f4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867671 Jan 10 19:33:20.848800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] DHCP port deletion for 41e9365b-29d9-4d00-b1ee-ebcb5af2633e request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:33:20.848800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Deleting port b5f55700-c099-4c5c-9d16-e052345e95f5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:20.848800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:20.893776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] For port b5f55700-c099-4c5c-9d16-e052345e95f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b5f55700-c099-4c5c-9d16-e052345e95f5,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:20.893776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.167342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Calling delete_port for b5f55700-c099-4c5c-9d16-e052345e95f5 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:21.178359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] For port b5f55700-c099-4c5c-9d16-e052345e95f5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b5f55700-c099-4c5c-9d16-e052345e95f5,segment=NetworkSegment(669e9b25-0a93-43ed-a9ed-442652eaec39),segment_id=669e9b25-0a93-43ed-a9ed-442652eaec39)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:21.178359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.263795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.306664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Calling delete_port for b5f55700-c099-4c5c-9d16-e052345e95f5 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:33:21.311772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] No DVR routers for this DVR port b5f55700-c099-4c5c-9d16-e052345e95f5 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:33:21.372016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f55700-c099-4c5c-9d16-e052345e95f5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:21.405513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:33:21.406781 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:33:21.478087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.514584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e9365b-29d9-4d00-b1ee-ebcb5af2633e']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:21.528528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669e9b25-0a93-43ed-a9ed-442652eaec39') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:21.528528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669e9b25-0a93-43ed-a9ed-442652eaec39') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:21.543051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.565059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.568974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:33:21.569382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:33:21.582916 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:33:21.675652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.694298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:21.703992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e9365b-29d9-4d00-b1ee-ebcb5af2633e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:21.722472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-02cf9f37-4ec3-473c-b139-96e65a7b42d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/41e9365b-29d9-4d00-b1ee-ebcb5af2633e HTTP/1.1" status: 204 len: 168 time: 1.3703628 Jan 10 19:33:21.908310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Deleting port b5f55700-c099-4c5c-9d16-e052345e95f5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:33:21.908693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:22.012851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2bb09b4a-4a1f-44dd-ad76-fe16c9f59669 None None] The port 'b5f55700-c099-4c5c-9d16-e052345e95f5' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:33:22.123302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49378) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:22.167165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386223-26c6-4047-b2ff-2874c4eea560 req-0f02e2d3-b285-4aeb-8d27-5de3de4b117d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:22.167165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83386223-26c6-4047-b2ff-2874c4eea560 req-0f02e2d3-b285-4aeb-8d27-5de3de4b117d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1863611 Jan 10 19:33:22.213642 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-868a7b91-3a66-454e-9cd3-e6838e4c8e03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e51ff30623c4d1598dd7c95fff01572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0892940 Jan 10 19:33:22.213917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49384) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:22.234236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83386223-26c6-4047-b2ff-2874c4eea560 req-cef5b76f-5ea1-4bba-9f73-75e76fa58dfd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601544 Jan 10 19:33:22.298655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a206ce3-acc7-452a-a150-01a0d8824f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:22.332029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a206ce3-acc7-452a-a150-01a0d8824f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:22.388022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a206ce3-acc7-452a-a150-01a0d8824f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:22.411628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a206ce3-acc7-452a-a150-01a0d8824f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e09b2a-9bb5-4eb4-9baa-14b605cc1db6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:22.412833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1a206ce3-acc7-452a-a150-01a0d8824f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:22.414907 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1a206ce3-acc7-452a-a150-01a0d8824f75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8e09b2a-9bb5-4eb4-9baa-14b605cc1db6 HTTP/1.1" status: 204 len: 168 time: 0.1990654 Jan 10 19:33:22.601775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b5f55700-c099-4c5c-9d16-e052345e95f5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:33:22.671050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b5f55700-c099-4c5c-9d16-e052345e95f5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:33:22.671050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b5f55700-c099-4c5c-9d16-e052345e95f5 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:33:22.975486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:23.025201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2639b4da-ab42-405c-a4de-e686d79baae7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=200008fc08764d43950a79f59058d9f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520515 Jan 10 19:33:23.025514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49412) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:23.092077 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f1576a1-51ae-41c2-a93f-ece97969002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:23.124787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f1576a1-51ae-41c2-a93f-ece97969002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:23.201685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f1576a1-51ae-41c2-a93f-ece97969002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:23.216640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1576a1-51ae-41c2-a93f-ece97969002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b0038-ca6f-4ee1-b0a5-6ff51662aa17,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:23.237879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f1576a1-51ae-41c2-a93f-ece97969002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:23.237879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3f1576a1-51ae-41c2-a93f-ece97969002c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/783b0038-ca6f-4ee1-b0a5-6ff51662aa17 HTTP/1.1" status: 204 len: 168 time: 0.2041063 Jan 10 19:33:23.496718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c960-c0c3-46aa-8495-ec682e891dc8 req-e67ba13f-dc3c-412a-9164-6a5dbb3a9c8a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:23.502308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0714c960-c0c3-46aa-8495-ec682e891dc8 req-e67ba13f-dc3c-412a-9164-6a5dbb3a9c8a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1044319 Jan 10 19:33:23.563309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0714c960-c0c3-46aa-8495-ec682e891dc8 req-b2ad147c-9346-4ab3-9e9a-7133430bc14d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543213 Jan 10 19:33:24.807075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa83d3-0763-477c-8e00-f1137615afbc req-e63a3a57-b760-4ba2-a636-9b629db7b9ef tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:24.807075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-deaa83d3-0763-477c-8e00-f1137615afbc req-e63a3a57-b760-4ba2-a636-9b629db7b9ef tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0991497 Jan 10 19:33:24.864905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-deaa83d3-0763-477c-8e00-f1137615afbc req-7e6c1489-2c89-4cc5-86fe-59d9eeba9d05 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520256 Jan 10 19:33:26.094647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79f334-98ca-4a48-ba1d-0deac844ebb7 req-d6c58ef9-0a35-4fbf-86f1-03aacadef889 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:26.094647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd79f334-98ca-4a48-ba1d-0deac844ebb7 req-d6c58ef9-0a35-4fbf-86f1-03aacadef889 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0864859 Jan 10 19:33:26.141596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd79f334-98ca-4a48-ba1d-0deac844ebb7 req-6d2be43c-ef8d-4093-bd73-d308ec4ea0f1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454941 Jan 10 19:33:26.610330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2ca4-2aea-4179-837b-452c068a671e req-d9245402-34fd-41be-92f5-4bd31572932b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:26.610330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5be2ca4-2aea-4179-837b-452c068a671e req-d9245402-34fd-41be-92f5-4bd31572932b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1214843 Jan 10 19:33:26.668326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5be2ca4-2aea-4179-837b-452c068a671e req-35d79782-26ad-4284-8b6b-1da88b473f1b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493569 Jan 10 19:33:26.680696 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-a6317520-7483-4eaa-afe1-b9c366e1b246 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.1096632 Jan 10 19:33:26.832454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-0d5c1b6e-cbbc-4e45-a898-eee36535a9f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:26.832454 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-0d5c1b6e-cbbc-4e45-a898-eee36535a9f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1433029 Jan 10 19:33:26.949411 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-edd1a748-9328-4efb-8651-310138fd233e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.1107111 Jan 10 19:33:27.014965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-521edfd7-2dc5-4cbd-9f91-3ec358605175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:27.016424 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-521edfd7-2dc5-4cbd-9f91-3ec358605175 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0589089 Jan 10 19:33:27.102982 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-8ef15564-0546-4ec6-b837-50491210785f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747352 Jan 10 19:33:27.246371 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-e15ccbd3-c59b-4c94-8763-6ed205b79019 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379683 Jan 10 19:33:27.413034 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-de11e7fe-e68a-4d17-930c-be1d15a716db req-94952f2d-8cad-411d-9d87-714240e98d94 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559091 Jan 10 19:33:27.913708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a379a-4860-42a0-9d4e-183e3d098e88 req-a8d47fee-773f-4c49-9228-082d81d48f32 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:27.913708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-441a379a-4860-42a0-9d4e-183e3d098e88 req-a8d47fee-773f-4c49-9228-082d81d48f32 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1100492 Jan 10 19:33:27.980826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-441a379a-4860-42a0-9d4e-183e3d098e88 req-613bc352-5974-4b3c-8336-4b212455d2f8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616052 Jan 10 19:33:29.234898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269f28d-9385-4680-9d54-88bd085312e2 req-22be33bf-f1c6-4693-b5a8-7a34bb9309cf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:29.236372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a269f28d-9385-4680-9d54-88bd085312e2 req-22be33bf-f1c6-4693-b5a8-7a34bb9309cf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0884285 Jan 10 19:33:29.287664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a269f28d-9385-4680-9d54-88bd085312e2 req-80beb419-5e86-4e8b-b99d-8fc9333b5de0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453336 Jan 10 19:33:29.499975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795f00e-7f80-4260-8547-183856a59a7f req-1eac7e01-b026-4d24-92a9-a91964e30059 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:29.499975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4795f00e-7f80-4260-8547-183856a59a7f req-1eac7e01-b026-4d24-92a9-a91964e30059 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0823722 Jan 10 19:33:29.561051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4795f00e-7f80-4260-8547-183856a59a7f req-93840401-7ad9-4e26-af23-7a9edd47d235 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468714 Jan 10 19:33:30.086642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52c634-e4fb-447d-82ab-e79095599496 req-6e5e0db9-6da1-45e6-94e6-fe40f5d08d4e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:30.088479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d52c634-e4fb-447d-82ab-e79095599496 req-6e5e0db9-6da1-45e6-94e6-fe40f5d08d4e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1190751 Jan 10 19:33:30.141835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d52c634-e4fb-447d-82ab-e79095599496 req-e1644646-0aa2-4226-9124-f89886e7244d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Jan 10 19:33:30.548235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24629-e35b-4056-a7e2-15eff47c7787 req-8e9d7dbe-644d-4706-9697-93a55029b239 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:30.551048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acb24629-e35b-4056-a7e2-15eff47c7787 req-8e9d7dbe-644d-4706-9697-93a55029b239 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0866725 Jan 10 19:33:30.612071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acb24629-e35b-4056-a7e2-15eff47c7787 req-140dc8e6-2bec-4f30-b247-80a220e6b8b1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562644 Jan 10 19:33:31.463844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49612) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:31.475436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575902241', 'description': 'tempest-secgroup-smoke-575902241 description', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:31.488276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:31.493130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:31.496209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:31.501904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:31.514001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.549067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:31.553797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:31.556766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:31.562465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:31.616097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.619688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.662754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f647f9f-caab-4631-9f6b-307ec5a247d6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:31.666066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.667288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b22d4e8-9d90-4970-bcf2-d27903f4cad9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2025170 Jan 10 19:33:31.670245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:31.675911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group_rule': {'security_group_id': '8f647f9f-caab-4631-9f6b-307ec5a247d6', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:31.683162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:31.686965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:31.689876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:31.695774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:31.716567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.843362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.847731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.882468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73764eb-bacc-465d-bb86-5bb5b439a532,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:31.891625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c309-19c1-4db4-8f99-7c11ff88ce41 req-1474c59d-4870-424e-a426-2164e0db385c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:31.893115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5586c309-19c1-4db4-8f99-7c11ff88ce41 req-1474c59d-4870-424e-a426-2164e0db385c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1409764 Jan 10 19:33:31.894601 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:31.898771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7fd915fd-41da-4946-810a-d4711d03eed5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2245462 Jan 10 19:33:31.899145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 49628) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:31.904644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group_rule': {'security_group_id': '8f647f9f-caab-4631-9f6b-307ec5a247d6', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:31.912655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:31.916860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:31.920058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:31.926251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:31.946485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5586c309-19c1-4db4-8f99-7c11ff88ce41 req-cdec5759-ad90-4c8e-b981-f11875e59182 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Jan 10 19:33:31.955247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.023248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.033082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.073840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47a7264-162d-407a-a9a9-d22ec8992ee7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:32.083128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.085218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9013e64d-5ecb-4595-973f-1f6949696d37 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1850595 Jan 10 19:33:32.092049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49640) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:32.096571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group_rule': {'security_group_id': '8f647f9f-caab-4631-9f6b-307ec5a247d6', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:32.103442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:32.107801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:32.110632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:32.117734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:32.139786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.213973 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.218898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.246712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226db2d0-f384-4992-9ae5-1963c3809fee,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:32.265733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.269718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a5b4088d-a96f-4467-b736-73b5332a0c0c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1761436 Jan 10 19:33:32.269983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49646) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:32.276447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group_rule': {'security_group_id': '8f647f9f-caab-4631-9f6b-307ec5a247d6', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:32.282747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:32.286949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:32.290611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:32.296773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:32.359868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.461608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a120d8-06e0-4ce8-b7c3-75c18066bfd9 req-509fced4-811b-4a3d-bf6a-e376d639365e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:32.469498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37a120d8-06e0-4ce8-b7c3-75c18066bfd9 req-509fced4-811b-4a3d-bf6a-e376d639365e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1620266 Jan 10 19:33:32.514325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.524249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.647183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf45bf7-4730-43fd-abfb-f68e0336917e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:32.653510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37a120d8-06e0-4ce8-b7c3-75c18066bfd9 req-24e10ec1-8191-4109-9270-69a1c48c5c45 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831756 Jan 10 19:33:32.665410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.667134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ed73e947-0b96-40b1-a1d9-1714762375aa tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3960001 Jan 10 19:33:32.669662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49658) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:32.676121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group_rule': {'security_group_id': '8f647f9f-caab-4631-9f6b-307ec5a247d6', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:32.683186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:32.686942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:32.689751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:32.696577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:32.707000 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Project 603bbb9b143b4edf860f5bcf6462d5d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:33:32.713570 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.780893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.784977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.810018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb12200d-6716-4f10-898e-7f58f180ae55,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:32.818980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.820297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5f0d7e8d-dba9-437d-9490-a0234d0e011d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1492336 Jan 10 19:33:32.823159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 49664) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:32.828525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'security_group_rule': {'security_group_id': '8f647f9f-caab-4631-9f6b-307ec5a247d6', 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:32.834793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:32.838591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:security_group_rule and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:32.841845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:32.847763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:32.859133 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Project 603bbb9b143b4edf860f5bcf6462d5d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:33:32.866300 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.935599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.939546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.962364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c591c3-27ea-4047-ad8d-537f21d825bb,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:32.972769 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:32.974003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f6117179-1dd6-435e-92c4-bcf7b9b2d392 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1499107 Jan 10 19:33:33.283052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-bd3e249b-d380-4a3f-aef8-a4e2cc4172f5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Synchronizing usage tracker for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:33:33.300305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-bd3e249b-d380-4a3f-aef8-a4e2cc4172f5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Unset dirty status for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:33:33.301501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-bd3e249b-d380-4a3f-aef8-a4e2cc4172f5 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575902241&fields=id&tenant_id=603bbb9b143b4edf860f5bcf6462d5d9 HTTP/1.1" status: 200 len: 267 time: 0.0621228 Jan 10 19:33:33.454288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-45a164ca-3bbd-4785-a2f1-50612f49db2e tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:33.456428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-45a164ca-3bbd-4785-a2f1-50612f49db2e tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Synchronizing usage tracker for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:33:33.480295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-45a164ca-3bbd-4785-a2f1-50612f49db2e tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Unset dirty status for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:33:33.481747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-45a164ca-3bbd-4785-a2f1-50612f49db2e tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 813 time: 0.1728210 Jan 10 19:33:33.498781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-9c3ba2a4-4989-4704-a3fe-407ec7a0cf42 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/quotas/603bbb9b143b4edf860f5bcf6462d5d9 HTTP/1.1" status: 200 len: 375 time: 0.0116413 Jan 10 19:33:33.577661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-496fba77-3462-4879-bb2f-7a5f669f829d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Synchronizing usage tracker for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:33:33.593852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-496fba77-3462-4879-bb2f-7a5f669f829d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Unset dirty status for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:33:33.595328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-496fba77-3462-4879-bb2f-7a5f669f829d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913978 Jan 10 19:33:33.755728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-dd746546-8779-4e18-9063-64ddd4e48100 service neutron] 10.222.0.21 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483541 Jan 10 19:33:33.945247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-be3bbf9b-249e-4bab-9daf-a555ddd17e60 service neutron] 10.222.0.21 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841609 Jan 10 19:33:33.957514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016b27-0e53-48c9-b652-cd2033bfdd87 req-7283f7ce-b82a-49b9-9e9e-c420c4f130b0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:33.959434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9016b27-0e53-48c9-b652-cd2033bfdd87 req-7283f7ce-b82a-49b9-9e9e-c420c4f130b0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1272933 Jan 10 19:33:34.018246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9016b27-0e53-48c9-b652-cd2033bfdd87 req-69a874e4-bf97-434c-b6d4-6b228b7bba07 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524399 Jan 10 19:33:34.232849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6b0e1-8f95-443f-8be7-5c0d2f838dfc req-d11da6b3-b90c-43b9-adce-8c8693c2c743 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:34.234332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11b6b0e1-8f95-443f-8be7-5c0d2f838dfc req-d11da6b3-b90c-43b9-adce-8c8693c2c743 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0871768 Jan 10 19:33:34.295517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11b6b0e1-8f95-443f-8be7-5c0d2f838dfc req-bed2b139-4491-47be-9eb3-6a9a23007553 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552156 Jan 10 19:33:34.542216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2ac375-1165-4fbf-83b8-2f611d53c4c1 req-aa86fe57-9e25-4366-beab-93ef625dc657 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 210 time: 0.0478725 Jan 10 19:33:34.607895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9216b-57d5-4023-8356-ca67b3df3bee req-5c8f9b7e-95db-4711-8f93-d5c400d640ff tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:34.611382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bd9216b-57d5-4023-8356-ca67b3df3bee req-5c8f9b7e-95db-4711-8f93-d5c400d640ff tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1535628 Jan 10 19:33:34.665767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bd9216b-57d5-4023-8356-ca67b3df3bee req-2ad5b620-d9dc-4e4a-ab22-867e2698beb9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Jan 10 19:33:34.897135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a03d2-d60e-4edc-b6c9-cc881c690418 req-4e5a6326-73ac-4ce2-a7ab-6bf68d4699a2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:34.897823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-531a03d2-d60e-4edc-b6c9-cc881c690418 req-4e5a6326-73ac-4ce2-a7ab-6bf68d4699a2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1047082 Jan 10 19:33:34.947588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-531a03d2-d60e-4edc-b6c9-cc881c690418 req-e8783e7b-a252-45bd-aff2-3b0db13047e6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Jan 10 19:33:35.596710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-b7c3b5f6-b062-4e0f-9672-558851e8b5c4 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:35.598279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-b7c3b5f6-b062-4e0f-9672-558851e8b5c4 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 813 time: 0.1784170 Jan 10 19:33:35.681754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-30ff52ac-b88a-47e4-9e4f-e542e3dfa614 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603bbb9b143b4edf860f5bcf6462d5d9 HTTP/1.1" status: 200 len: 379 time: 0.0716209 Jan 10 19:33:35.695106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'port': {'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'admin_state_up': True, 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'security_groups': ['8f647f9f-caab-4631-9f6b-307ec5a247d6']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:35.810520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3416529b-c91a-4aa7-90f3-1c704455439d req-897ab5ff-5d7d-4ad2-9a73-0e99920ae213 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 210 time: 0.0922821 Jan 10 19:33:35.883009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:35.892876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:35.904786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Made reservation on behalf of 603bbb9b143b4edf860f5bcf6462d5d9 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:33:35.909271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:36.100623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Allocated IP 172.20.0.12 (7a15d86d-6a18-4055-8c30-67eed9067002/b650def4-eb7a-4655-a19a-f489ca696e5b/7c354016-07d5-407c-bbfc-8520f530e2f9) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:33:36.407757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:36.425737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Transition to ACTIVE for port object 7c354016-07d5-407c-bbfc-8520f530e2f9 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:33:36.449711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:36.531633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Network 7a15d86d-6a18-4055-8c30-67eed9067002 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:33:36.534722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:33:36.541091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:33:36.570787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'Port': ['ID=7c354016-07d5-407c-bbfc-8520f530e2f9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:36.640668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:36.641610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:36.680586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-7b966930-ee75-4378-a6ab-4df167e6f204 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9903438 Jan 10 19:33:36.692646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Request body: {'port': {'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:36.839426 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:36.920070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fc1ee69-1fbd-4c89-b2d2-60cc99c632c8 None None] Provisioning for port 7c354016-07d5-407c-bbfc-8520f530e2f9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:33:36.925533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fc1ee69-1fbd-4c89-b2d2-60cc99c632c8 None None] Provisioning complete for port 7c354016-07d5-407c-bbfc-8520f530e2f9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:33:36.926041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1fc1ee69-1fbd-4c89-b2d2-60cc99c632c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:37.001207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1ee69-1fbd-4c89-b2d2-60cc99c632c8 None None] Port 7c354016-07d5-407c-bbfc-8520f530e2f9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:33:37.163914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bee59-5c4c-47d0-a28c-cd2a46a75df7 req-57bcec77-f86e-43bc-b2ec-ec7bc0ff6349 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:37.166805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5f0bee59-5c4c-47d0-a28c-cd2a46a75df7 req-57bcec77-f86e-43bc-b2ec-ec7bc0ff6349 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Synchronizing usage tracker for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:33:37.197423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5f0bee59-5c4c-47d0-a28c-cd2a46a75df7 req-57bcec77-f86e-43bc-b2ec-ec7bc0ff6349 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Unset dirty status for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:33:37.198622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f0bee59-5c4c-47d0-a28c-cd2a46a75df7 req-57bcec77-f86e-43bc-b2ec-ec7bc0ff6349 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 932 time: 0.2218585 Jan 10 19:33:37.268832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f0bee59-5c4c-47d0-a28c-cd2a46a75df7 req-4c31d690-f643-4d44-9541-f7dc1d24a5a4 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605321 Jan 10 19:33:37.351562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c354016-07d5-407c-bbfc-8520f530e2f9 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:33:37.359966 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:37.378988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Transition to ACTIVE for port object 7c354016-07d5-407c-bbfc-8520f530e2f9 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:33:37.382965 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:37.528326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Pushing event updated for resources: {'Port': ['ID=7c354016-07d5-407c-bbfc-8520f530e2f9,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:37.656852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Attempting to bind port 7c354016-07d5-407c-bbfc-8520f530e2f9 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:33:37.657191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Attempting to bind port 7c354016-07d5-407c-bbfc-8520f530e2f9 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:33:37.657526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Attempting to bind port 7c354016-07d5-407c-bbfc-8520f530e2f9 on network 7a15d86d-6a18-4055-8c30-67eed9067002 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:33:37.664828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Port 7c354016-07d5-407c-bbfc-8520f530e2f9 on network 7a15d86d-6a18-4055-8c30-67eed9067002 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:33:37.665081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Attempting to bind port 7c354016-07d5-407c-bbfc-8520f530e2f9 on network 7a15d86d-6a18-4055-8c30-67eed9067002 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:33:37.671588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:33:37.671920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Checking segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:33:37.672480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Bound using segment: {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:33:37.672900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Bound port: 7c354016-07d5-407c-bbfc-8520f530e2f9, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd476c4f0-ae41-4fb8-a499-429e25260e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:33:37.673239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:37.780005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] For port 7c354016-07d5-407c-bbfc-8520f530e2f9, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:33:37.783016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] For port 7c354016-07d5-407c-bbfc-8520f530e2f9, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7c354016-07d5-407c-bbfc-8520f530e2f9,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:33:37.789496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:37.855182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:37.856561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] 10.222.0.30 "PUT /v2.0/ports/7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 1092 time: 1.1688163 Jan 10 19:33:37.856995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:33:37.880045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce084b1-f0ca-4ef5-bb32-ee98e8c01c4b service neutron] Pushing event updated for resources: {'Port': ['ID=7c354016-07d5-407c-bbfc-8520f530e2f9,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:38.005845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-ee12735a-a1af-48fd-940f-7403a8373dc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0980191 Jan 10 19:33:38.102137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-fa8a2c73-9bf8-4845-bea4-7c5e77043eab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 217 time: 0.0903292 Jan 10 19:33:38.149527 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'status': 'completed', 'code': 200} Jan 10 19:33:38.178548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-d014d563-bb59-41dc-9449-9d943e26ebd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:38.180105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-d014d563-bb59-41dc-9449-9d943e26ebd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0708349 Jan 10 19:33:38.258057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-8bdc13e4-6f02-48ea-99ef-cc9b08cd6ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721295 Jan 10 19:33:38.378073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4789884b-1793-4ead-958e-a91a944b1305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:38.563750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-55d9a6a5-e7e8-450a-be08-7a49986e1377 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001153 Jan 10 19:33:38.574306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da1f2-2d60-413d-a150-f062e96a3081 req-504f0f0b-619c-4bda-865a-bdc2a7722dcb tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:38.575776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1da1f2-2d60-413d-a150-f062e96a3081 req-504f0f0b-619c-4bda-865a-bdc2a7722dcb tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.1289089 Jan 10 19:33:38.706841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1da1f2-2d60-413d-a150-f062e96a3081 req-1928b1cc-8688-43e3-aa51-7147843df00c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101418 Jan 10 19:33:38.746768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-159ea195-5291-43d8-b6cd-44f9467e6611 req-0ed0dad1-9274-41c3-a292-1b2fbbbadb3c service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700006 Jan 10 19:33:38.885932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-0ed4bd89-3243-44ec-98f8-09282b2bedca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0962753 Jan 10 19:33:39.022454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-85224be2-9348-44ec-bbe2-93115968d773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:39.023862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-85224be2-9348-44ec-bbe2-93115968d773 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 914 time: 0.1323447 Jan 10 19:33:39.092436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-4f313156-4c73-4c6b-94ff-f4e8063537c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 217 time: 0.0612905 Jan 10 19:33:39.172860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-905d676e-656e-45ad-9790-b8b212126ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:39.172860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-905d676e-656e-45ad-9790-b8b212126ce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0733547 Jan 10 19:33:39.245340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-a2678035-eb51-4e1f-9565-eeeef9dfa300 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664752 Jan 10 19:33:39.380816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-eb472c19-08f5-46ae-9044-69c2d0990a66 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286635 Jan 10 19:33:39.523110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fdebcaa-fe08-4d66-8417-c1f5c1b84ab7 req-bfb89f84-c4c4-41d4-84fa-27ab586e0449 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377814 Jan 10 19:33:39.940799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64ed7e-e7bb-42fc-ab6d-625487827d16 req-cbb71c30-9e5e-4254-bb2a-3cada29c6eed tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:39.942308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc64ed7e-e7bb-42fc-ab6d-625487827d16 req-cbb71c30-9e5e-4254-bb2a-3cada29c6eed tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.0938854 Jan 10 19:33:40.012923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc64ed7e-e7bb-42fc-ab6d-625487827d16 req-ae55478b-5909-496e-af80-570035b9b8df tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644231 Jan 10 19:33:40.474531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2de82efd-e38a-46e0-b6f6-92e7e27a883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:41.218730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7949-47a2-464b-b959-ae845dc5f60c req-51f2f09c-07f9-4e46-a032-0922edc11db4 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:41.220280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-322b7949-47a2-464b-b959-ae845dc5f60c req-51f2f09c-07f9-4e46-a032-0922edc11db4 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.0793080 Jan 10 19:33:41.267634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-322b7949-47a2-464b-b959-ae845dc5f60c req-64341da9-b023-4d73-9070-4ad133d83693 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Jan 10 19:33:41.770502 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:41.839474 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:42.480587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708eb49-bc69-4e16-8acb-544406eb8354 req-863483b8-2946-47a1-9ae6-8def58fbc773 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:42.482053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1708eb49-bc69-4e16-8acb-544406eb8354 req-863483b8-2946-47a1-9ae6-8def58fbc773 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.0791202 Jan 10 19:33:42.529554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1708eb49-bc69-4e16-8acb-544406eb8354 req-f4a82707-e4e8-4908-a721-baa21c721f9c tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 Jan 10 19:33:43.100430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:43.732612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5b098-10be-4d67-b6f4-d793a58f577d req-116d931e-285a-4dcc-a673-e58cb1559d4b tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:43.734074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06b5b098-10be-4d67-b6f4-d793a58f577d req-116d931e-285a-4dcc-a673-e58cb1559d4b tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.0752947 Jan 10 19:33:43.779316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06b5b098-10be-4d67-b6f4-d793a58f577d req-93d310f4-7b95-4017-a40b-b5bebdc64132 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Jan 10 19:33:44.990721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dcd97-409e-4ff3-b129-b37c5575075d req-5190d090-2f12-4c31-92b7-5ed87c11b2fe tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:44.992216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-854dcd97-409e-4ff3-b129-b37c5575075d req-5190d090-2f12-4c31-92b7-5ed87c11b2fe tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.0780730 Jan 10 19:33:45.037267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-854dcd97-409e-4ff3-b129-b37c5575075d req-759dbb48-d277-4f0f-8edb-9de174433805 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Jan 10 19:33:45.295568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:45.356468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:46.243476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2ca0-7d32-4132-b0ca-47300dc3236a req-2108c075-5eaf-4908-9798-990cb9aaa7ed tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:46.245072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a3d2ca0-7d32-4132-b0ca-47300dc3236a req-2108c075-5eaf-4908-9798-990cb9aaa7ed tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 944 time: 0.0760696 Jan 10 19:33:46.384006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a3d2ca0-7d32-4132-b0ca-47300dc3236a req-1a3e93fb-1a2f-4351-bfa4-f26c5d913afc tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332982 Jan 10 19:33:47.107781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7c354016-07d5-407c-bbfc-8520f530e2f9 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:33:47.247981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7c354016-07d5-407c-bbfc-8520f530e2f9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7c354016-07d5-407c-bbfc-8520f530e2f9,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:47.260795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:33:47.316795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:47.333894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c354016-07d5-407c-bbfc-8520f530e2f9 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:33:47.348050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7c354016-07d5-407c-bbfc-8520f530e2f9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7c354016-07d5-407c-bbfc-8520f530e2f9,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:47.352396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:47.423050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7c354016-07d5-407c-bbfc-8520f530e2f9,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:47.432958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.433306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.433647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.433989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.434345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.434671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.435034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.435424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.435664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.436121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.436447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:47.550707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7c354016-07d5-407c-bbfc-8520f530e2f9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:33:47.604872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f845ca-62e0-4674-b822-49434ec0435f req-9c6e21fc-2a3d-4b6b-8f13-60fa2056a0a1 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:47.606227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6f845ca-62e0-4674-b822-49434ec0435f req-9c6e21fc-2a3d-4b6b-8f13-60fa2056a0a1 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 945 time: 0.0779920 Jan 10 19:33:47.658650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6f845ca-62e0-4674-b822-49434ec0435f req-5a6de5cf-5262-40ea-bbb1-1183946fd28f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 Jan 10 19:33:48.121583 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:33:48.855161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863966f6-4af3-4468-bef9-e7229c61b580 req-69c32fef-cef0-4457-9bd8-0ec555b0247a tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:48.856602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863966f6-4af3-4468-bef9-e7229c61b580 req-69c32fef-cef0-4457-9bd8-0ec555b0247a tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 945 time: 0.0779324 Jan 10 19:33:48.900736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863966f6-4af3-4468-bef9-e7229c61b580 req-db58a1ce-e7ae-4d87-9968-a45921696d8a tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Jan 10 19:33:49.123485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7c354016-07d5-407c-bbfc-8520f530e2f9 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:33:49.193367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7c354016-07d5-407c-bbfc-8520f530e2f9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:33:49.198029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7c354016-07d5-407c-bbfc-8520f530e2f9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:33:49.198402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:49.325606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:49.352435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:33:49.364234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7c354016-07d5-407c-bbfc-8520f530e2f9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7c354016-07d5-407c-bbfc-8520f530e2f9,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:33:49.370962 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:49.417364 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'code': 200} Jan 10 19:33:49.444532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7c354016-07d5-407c-bbfc-8520f530e2f9,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:49.552252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a6de97b-5b13-4468-a2c9-6116639ddb0d req-7b02bbfe-5b5a-46f3-a902-0ccdf112a102 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0834837 Jan 10 19:33:49.594988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a6de97b-5b13-4468-a2c9-6116639ddb0d req-7aee0bec-bd22-4440-8407-e6b564824d52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372441 Jan 10 19:33:50.136972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73462841-e6e3-47f1-8c02-c4a5f848306c req-0f4e1e1a-e8be-457c-b13c-f47003485a62 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:50.138460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73462841-e6e3-47f1-8c02-c4a5f848306c req-0f4e1e1a-e8be-457c-b13c-f47003485a62 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 946 time: 0.1113698 Jan 10 19:33:50.185034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73462841-e6e3-47f1-8c02-c4a5f848306c req-95cf7b52-2c16-4a66-b1c1-128f01707be0 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Jan 10 19:33:51.399698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630ecc-5523-4d8d-a758-e141e42a680e req-016beba5-1443-4293-9f92-4aaed2851a5f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:51.401153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8630ecc-5523-4d8d-a758-e141e42a680e req-016beba5-1443-4293-9f92-4aaed2851a5f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 946 time: 0.0863440 Jan 10 19:33:51.495901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8630ecc-5523-4d8d-a758-e141e42a680e req-4d03ec15-a66b-4316-adcf-91fb8fadf8b9 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621850 Jan 10 19:33:51.509337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-f0505a61-8245-4585-ba57-02938595e14a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072743 Jan 10 19:33:51.714218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-5588727d-098c-4f50-9fe6-c60af65b8e34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1097 time: 0.1347649 Jan 10 19:33:51.734215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5501-a5a9-485c-8130-0ea899eb3a8a req-4f871933-0976-4746-8246-1a1dd0cbd32d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:51.735672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3ad5501-a5a9-485c-8130-0ea899eb3a8a req-4f871933-0976-4746-8246-1a1dd0cbd32d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 946 time: 0.1105516 Jan 10 19:33:51.874827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3ad5501-a5a9-485c-8130-0ea899eb3a8a req-3959196e-f7d3-46df-8e2d-6b3a096ee153 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196070 Jan 10 19:33:51.911596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50096) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:51.919408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-fec971b4-9a49-4103-9846-a9efe49c103d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:51.920846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-fec971b4-9a49-4103-9846-a9efe49c103d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 914 time: 0.1843345 Jan 10 19:33:51.992427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-f38cc9f9-0079-43cf-822d-318cb0fd62a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 217 time: 0.0647688 Jan 10 19:33:52.062412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-d7639fc6-fadc-48fa-8704-915ca3130df1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:52.064066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-d7639fc6-fadc-48fa-8704-915ca3130df1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0665481 Jan 10 19:33:52.207527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-2549fc2b-7d41-40d6-b67f-487276335e42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376431 Jan 10 19:33:52.240690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d7540393-0c08-40ff-b9a2-82a4c02a2f5a tempest-TestVolumeBackupRestore-54983528 tempest-TestVolumeBackupRestore-54983528-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1092 time: 0.3278365 Jan 10 19:33:52.243736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50106) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:52.251007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:52.257442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:33:52.262128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Usage tracker for resource:floatingip and tenant:603bbb9b143b4edf860f5bcf6462d5d9 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:33:52.265393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:33:52.272582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:33:52.287125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:52.354555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-d1187886-c62e-4d15-8bfb-4f33560fba85 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408222 Jan 10 19:33:52.488031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:52.511674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd852d7a-a9bf-4d08-a4bd-f20f4881bc06 req-a27bb776-d67c-4e11-a286-10426f0b012e service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507399 Jan 10 19:33:52.742506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Allocated IP 172.25.6.106 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/5b56f0fa-8e56-49f7-bb02-73693464e9bb) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:33:52.886441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:52.914073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:52.986313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:33:52.989611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:33:52.993350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:33:53.026382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'Port': ['ID=5b56f0fa-8e56-49f7-bb02-73693464e9bb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:53.044048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.044403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.044742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.045079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.045409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.045737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.046065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.046390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.046714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.047060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.047383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:33:53.521583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:53.586242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:53.791719 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:53.796184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:53.899415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event updated for resources: {'Port': ['ID=5b56f0fa-8e56-49f7-bb02-73693464e9bb,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:33:53.923512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:54.123758 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Floating IP 40142af4-b6fa-4264-b7a0-d993be96f936 associated. External IP: 172.25.6.106, port: 7c354016-07d5-407c-bbfc-8520f530e2f9. Jan 10 19:33:54.637920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:33:54.858811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:33:54.869411 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] Sync routers for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:33:54.881530 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:54.882157 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:33:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:54.882949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:54.938561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1663da7e-6af7-4d9d-902e-f3bfbf23448f tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6898167 Jan 10 19:33:54.938561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:33:54.939350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 50152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:54.995105 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'status': 'completed', 'code': 200} Jan 10 19:33:55.055353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee810448-98d7-441d-9acf-f8eb24e4ebe0 tempest-TestVolumeBackupRestore-54983528 tempest-TestVolumeBackupRestore-54983528-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1092 time: 0.1115999 Jan 10 19:33:55.055826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 50158) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:33:55.061596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Request body: {'floatingip': {'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:33:55.069553 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:55.089373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-6fb7d756-148c-45d5-9738-e5b94dddc65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0732775 Jan 10 19:33:55.164288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for floatingip, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:55.324126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-00fd0366-13b2-4a3b-ab6b-731a8c0542c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:55.325561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-00fd0366-13b2-4a3b-ab6b-731a8c0542c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 914 time: 0.2306247 Jan 10 19:33:55.431470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-9c389bb3-4cb5-4465-aad6-e618d98a88db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 1000 time: 0.1001079 Jan 10 19:33:55.476364 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '40142af4-b6fa-4264-b7a0-d993be96f936', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:33:53Z', 'updated_at': '2022-01-10T19:33:53Z', 'revision_number': 0, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:55.480178 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] Checking router: ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:33:55.494093 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:55.494695 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:33:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:55.498558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-5e875497-332a-4675-88d5-51843d515f63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:55.500069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-5e875497-332a-4675-88d5-51843d515f63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0633333 Jan 10 19:33:55.586707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-bebc5c66-ceed-4de4-bb51-572976425341 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813403 Jan 10 19:33:55.678052 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:55.726622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-5419d4c2-bfc2-450b-825c-de6ee50ff0bb service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341195 Jan 10 19:33:55.833092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:55.840260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:55.919616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c396ae-143a-418f-82a3-c3388dea1297 req-6927a1b2-d657-4368-a5b1-1277542bbad6 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875269 Jan 10 19:33:56.087864 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '40142af4-b6fa-4264-b7a0-d993be96f936', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:33:53Z', 'updated_at': '2022-01-10T19:33:53Z', 'revision_number': 0, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:56.093615 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2efd89-e24d-4265-bef1-e4a33745fdc7 None None] The sync data for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 is: [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '40142af4-b6fa-4264-b7a0-d993be96f936', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:33:53Z', 'updated_at': '2022-01-10T19:33:53Z', 'revision_number': 0, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:33:56.325353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fdab-0b52-4ae3-9a70-4ec818681f8c None None] New status for floating IP 40142af4-b6fa-4264-b7a0-d993be96f936: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:33:56.448143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:33:56.662824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:33:56.667038 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:33:56.775863 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c9bf38a1-af1e-486f-b3f7-adf262b62ebd tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "PUT /v2.0/floatingips/40142af4-b6fa-4264-b7a0-d993be96f936 HTTP/1.1" status: 200 len: 992 time: 1.7139871 Jan 10 19:33:56.997007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}, {'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:33:57.075260 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'status': 'completed', 'code': 200} Jan 10 19:33:57.075773 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'status': 'completed', 'code': 200} Jan 10 19:33:57.170146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-96d612e2-e4ea-4cb1-ab80-7896f406f7b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0744414 Jan 10 19:33:57.299336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-632871be-176a-4bb2-b549-99cccb131413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:57.300774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-632871be-176a-4bb2-b549-99cccb131413 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 914 time: 0.1254632 Jan 10 19:33:57.402893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-11202de3-cf04-4846-b38c-8c048fd059df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 1002 time: 0.0964758 Jan 10 19:33:57.462760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-34649158-b6a2-4853-a9e1-cc07ce0df092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:57.464165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-34649158-b6a2-4853-a9e1-cc07ce0df092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0559711 Jan 10 19:33:57.547031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-c4437797-8b1f-4536-af46-f96e78084455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772293 Jan 10 19:33:57.681000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-1abbc715-a839-431c-83b1-314ec012f866 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285870 Jan 10 19:33:57.811308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-e5fc8f83-0a05-41f2-aa35-68775e97e91b service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242611 Jan 10 19:33:57.918029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-74915b54-bab2-428c-96bd-da08f5a1bc25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0692813 Jan 10 19:33:58.046960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-37e0b688-4cf6-46fd-894d-ca429620a907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:58.048450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-37e0b688-4cf6-46fd-894d-ca429620a907 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 914 time: 0.1254454 Jan 10 19:33:58.248774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-0f220d51-a651-42e8-a359-814eb743d017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 1002 time: 0.1949935 Jan 10 19:33:58.311164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-831d8b27-647e-4981-90cd-5a30e0322e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:33:58.312640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-831d8b27-647e-4981-90cd-5a30e0322e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0586519 Jan 10 19:33:58.390321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-5b1af2db-6820-485e-9536-03d503ac8ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714397 Jan 10 19:33:58.435686 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829a7796-e130-42ec-8275-5407371af665 None None] Sync routers for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:33:58.447206 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:58.447988 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:33:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:58.539568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-b2298dfb-d50b-488f-95b2-8b7d6ad0d8a0 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432195 Jan 10 19:33:58.648897 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:58.690115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65fe3bd5-d473-48da-a7d8-7718f5935374 req-98753468-062b-485f-a6a4-615a835ee399 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452205 Jan 10 19:33:59.029603 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '40142af4-b6fa-4264-b7a0-d993be96f936', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:33:53Z', 'updated_at': '2022-01-10T19:33:56Z', 'revision_number': 2, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:59.033518 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829a7796-e130-42ec-8275-5407371af665 None None] Checking router: ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:33:59.051974 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:33:59.052608 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:33:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:59.228740 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:33:59.594986 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-829a7796-e130-42ec-8275-5407371af665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '40142af4-b6fa-4264-b7a0-d993be96f936', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:33:53Z', 'updated_at': '2022-01-10T19:33:56Z', 'revision_number': 2, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:33:59.597579 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829a7796-e130-42ec-8275-5407371af665 None None] The sync data for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 is: [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '40142af4-b6fa-4264-b7a0-d993be96f936', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'port_id': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'mac_address': 'fa:16:3e:97:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:33:53Z', 'updated_at': '2022-01-10T19:33:56Z', 'revision_number': 2, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:34:00.604637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-1062ca0f-2a19-48f5-ad43-a1b57cb83716 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755055 Jan 10 19:34:00.769408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-69ccebc5-543b-438f-bb35-a63fa3564dbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.0887282 Jan 10 19:34:00.930531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-24d6812c-673d-44e4-a9c6-a3fbebff12be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:00.932174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-24d6812c-673d-44e4-a9c6-a3fbebff12be service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1392779 Jan 10 19:34:01.056687 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-23b4d0d3-ea77-4698-9550-1a75e8b0af2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.1148174 Jan 10 19:34:01.126893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-b7cea933-5314-4675-ae43-ae696f8e4996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:01.131815 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-b7cea933-5314-4675-ae43-ae696f8e4996 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0661931 Jan 10 19:34:01.209286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-5e9b24b2-7377-44e2-9d10-0105151484d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744159 Jan 10 19:34:01.358230 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-07512fc9-f2c8-4153-854a-59ef0406aa64 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387072 Jan 10 19:34:01.547595 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-038576ec-4ed9-4d47-bf98-a74d61c437cb req-1f1878ac-44f8-47d4-960e-c98d225fa423 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836214 Jan 10 19:34:03.120794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-8a66ba9f-b762-4eab-b93b-9f0142b38ed9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.0848360 Jan 10 19:34:03.246606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a913af-9f60-4426-a22c-2a5c06997e39 req-58c93b3f-62d5-4777-a620-9334c606322b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:03.246606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7a913af-9f60-4426-a22c-2a5c06997e39 req-58c93b3f-62d5-4777-a620-9334c606322b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1044996 Jan 10 19:34:03.283449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3697b8-1305-4c68-baa3-4556e63505de req-129e324d-a25b-4db3-ac5c-c2fe0bf40710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:03.284908 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-129e324d-a25b-4db3-ac5c-c2fe0bf40710 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1674240 Jan 10 19:34:03.297180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7a913af-9f60-4426-a22c-2a5c06997e39 req-1cc97c65-df4d-4195-8919-b7ffe7e7e0e0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453982 Jan 10 19:34:03.492834 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-0094fdba-b4ba-46f9-8db0-e116b1f3034b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.2012177 Jan 10 19:34:03.562666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3697b8-1305-4c68-baa3-4556e63505de req-2caded25-5ad2-4d54-a6ea-0c5fd24768ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:03.564187 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-2caded25-5ad2-4d54-a6ea-0c5fd24768ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0647831 Jan 10 19:34:03.658276 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-b1e7ce9a-2f0f-41a6-8af5-7fb4eab928df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820343 Jan 10 19:34:03.809076 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-79cb1b21-db5a-47cb-a3f4-9db4db04e4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441078 Jan 10 19:34:04.010199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0d3697b8-1305-4c68-baa3-4556e63505de req-4ff1b63f-0545-4b06-9e87-f7073c004241 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893737 Jan 10 19:34:04.527186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75121c4-8d22-47a8-98f1-1f13c5bfd937 req-d40e29aa-052f-4062-a958-435c82c0372f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:04.529162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f75121c4-8d22-47a8-98f1-1f13c5bfd937 req-d40e29aa-052f-4062-a958-435c82c0372f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0978899 Jan 10 19:34:04.632316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f75121c4-8d22-47a8-98f1-1f13c5bfd937 req-5deacf83-d77f-4c77-84a0-eb74f50c7dce tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951631 Jan 10 19:34:05.855960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d0993-b370-448e-9b1b-1299cdc93c4e req-1272dee0-d2e0-4def-bb4b-540e296d9a4b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:05.857428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f67d0993-b370-448e-9b1b-1299cdc93c4e req-1272dee0-d2e0-4def-bb4b-540e296d9a4b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0831838 Jan 10 19:34:05.909587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f67d0993-b370-448e-9b1b-1299cdc93c4e req-44b55cb6-653c-4a42-831a-83d6b7cc5c13 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jan 10 19:34:08.364363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6441dae4-6b10-46da-9152-5498d2c8c1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:10.473731 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-270fb2b9-15d2-4803-b712-ef5b5d42d394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:11.784250 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:11.838273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:13.108692 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:15.310515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:15.394843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:25.122812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:34:33.818126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51020) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:34.056203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Deleting port 5b56f0fa-8e56-49f7-bb02-73693464e9bb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:34.056203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:34.268744 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:34.269280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:34.387663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Calling delete_port for 5b56f0fa-8e56-49f7-bb02-73693464e9bb owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:34.543399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:34.590187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event deleted for resources: {'Port': ['ID=5b56f0fa-8e56-49f7-bb02-73693464e9bb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:34.700062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:35.215350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:34:35.427785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:34:35.449799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] Sync routers for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:34:35.451070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:35.465924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:34:35.465924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:34:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:35.522723 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9c31b805-c84d-49cd-87c0-2159c47f5f1d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "DELETE /v2.0/floatingips/40142af4-b6fa-4264-b7a0-d993be96f936 HTTP/1.1" status: 204 len: 168 time: 1.6993406 Jan 10 19:34:35.522723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:35.711374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:34:35.781438 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'status': 'completed', 'code': 200} Jan 10 19:34:35.985557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-f449b97d-2ad4-4d3b-bb19-525d9e65db7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 1097 time: 0.1777186 Jan 10 19:34:36.124238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:36.129363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] Checking router: ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:34:36.145706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:34:36.146361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:34:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:36.209708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3084-b344-4daa-b194-7b9c3144dd38 req-e2a9984c-0866-4102-ac78-9a8fb1116df8 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:36.218316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b0c3084-b344-4daa-b194-7b9c3144dd38 req-e2a9984c-0866-4102-ac78-9a8fb1116df8 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 946 time: 0.2316813 Jan 10 19:34:36.275880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34415c-d655-4aaa-a097-89cf51765f08 req-f61b2668-068b-4db7-9452-8252e04d15e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:36.277609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-f61b2668-068b-4db7-9452-8252e04d15e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 200 len: 914 time: 0.2499723 Jan 10 19:34:36.349771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:34:36.376087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-cc8976da-3514-4f1d-a79b-82486f613581 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 200 len: 217 time: 0.0923920 Jan 10 19:34:36.388428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b0c3084-b344-4daa-b194-7b9c3144dd38 req-8f41971b-0e7c-4331-93b7-3876d5f4fcca tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682758 Jan 10 19:34:36.473195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34415c-d655-4aaa-a097-89cf51765f08 req-5388725b-a599-43cb-8a0d-e99a38827a77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:36.474698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-5388725b-a599-43cb-8a0d-e99a38827a77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 200 len: 852 time: 0.0850391 Jan 10 19:34:36.566094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-1299f705-6c4f-4721-8bff-83d938bebe34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a15d86d-6a18-4055-8c30-67eed9067002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842774 Jan 10 19:34:36.803795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-367eb43f-0e3c-44cd-b85f-d831602173cb service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265584 Jan 10 19:34:36.819476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:36.825086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974b90d-4207-45da-8b89-dc3b06d26bde None None] The sync data for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 is: [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:29:29Z', 'revision_number': 4, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9a2da73e-28f2-4927-b4a2-f988a697c796', 'name': '', 'network_id': '7a15d86d-6a18-4055-8c30-67eed9067002', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'mac_address': 'fa:16:3e:31:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:28Z', 'updated_at': '2022-01-10T19:29:47Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'subnets': [{'id': 'b650def4-eb7a-4655-a19a-f489ca696e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:34:36.865772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51054) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:36.958384 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db34415c-d655-4aaa-a097-89cf51765f08 req-d24afa5d-fdbd-42c8-bbfa-b4020eb94ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466749 Jan 10 19:34:37.061914 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-51935f5f-bb3d-47b4-a4d0-43f4f2deb289 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c997e8d33534656b0bc875eb38ef3b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950097 Jan 10 19:34:37.064508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51060) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:37.127044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:37.131147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07c17d-69b8-4eb9-8b69-a5b21fa90938 None None] New status for floating IP 40142af4-b6fa-4264-b7a0-d993be96f936: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:34:37.152667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:37.298969 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:37.312460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e06cde-e95c-4eab-87f1-90b5fe943da4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:37.322482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:37.323774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3e06cde-e95c-4eab-87f1-90b5fe943da4 HTTP/1.1" status: 204 len: 168 time: 0.2581568 Jan 10 19:34:37.327535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.327862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.328198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.328533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.328854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.329175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.329496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.329812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.330126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.330443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.331345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62035bb0-f147-4b97-9fce-fc9d704fc66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:37.432354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-925229ee-61db-42f0-867c-f23e5ee6b340 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:37.433836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-925229ee-61db-42f0-867c-f23e5ee6b340 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.30 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 946 time: 0.0772462 Jan 10 19:34:37.507238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Deleting port 7c354016-07d5-407c-bbfc-8520f530e2f9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:37.507579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:37.755052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4871b-1331-4954-a5bc-e86b144d5e94 req-efe5639c-99c2-46d7-841d-802c06e81636 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:37.756517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25a4871b-1331-4954-a5bc-e86b144d5e94 req-efe5639c-99c2-46d7-841d-802c06e81636 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 946 time: 0.2253144 Jan 10 19:34:37.843536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25a4871b-1331-4954-a5bc-e86b144d5e94 req-22314e8e-7849-446b-992a-82b771a48279 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f647f9f-caab-4631-9f6b-307ec5a247d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814235 Jan 10 19:34:37.849974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] For port 7c354016-07d5-407c-bbfc-8520f530e2f9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7c354016-07d5-407c-bbfc-8520f530e2f9,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:37.850335 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:37.979381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Calling delete_port for 7c354016-07d5-407c-bbfc-8520f530e2f9 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:38.153605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2d33-9925-4413-9d44-acbad987efb3 req-5b2c99ee-10fb-4abd-800b-0586ee521b4b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:38.155226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abae2d33-9925-4413-9d44-acbad987efb3 req-5b2c99ee-10fb-4abd-800b-0586ee521b4b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1413801 Jan 10 19:34:38.223074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abae2d33-9925-4413-9d44-acbad987efb3 req-370a53da-e800-4636-8b77-623f8555525e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591993 Jan 10 19:34:38.226143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:38.271899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event deleted for resources: {'Port': ['ID=7c354016-07d5-407c-bbfc-8520f530e2f9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:38.363265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] No DVR routers for this DVR port 7c354016-07d5-407c-bbfc-8520f530e2f9 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:34:38.367375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:38.370192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'name': 'network-vif-deleted', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:38.372246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a336605-cd56-4fc5-bec3-04f46e7d4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:38.422449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdeb8199-18ab-468e-8258-7cc5e353c92d req-a51464de-368a-4cfd-9f36-9fe621109e6d tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.30 "DELETE /v2.0/ports/7c354016-07d5-407c-bbfc-8520f530e2f9 HTTP/1.1" status: 204 len: 173 time: 0.9838305 Jan 10 19:34:38.427277 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c03663-e5e3-4c95-ba8a-d892b5b95ed9', 'name': 'network-vif-deleted', 'tag': '7c354016-07d5-407c-bbfc-8520f530e2f9', 'status': 'completed', 'code': 200} Jan 10 19:34:38.465077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98682c0-5dd1-4249-b1f8-8b1e308ffed1 req-04182da2-3377-4018-9d84-59836ca93919 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:38.466645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c98682c0-5dd1-4249-b1f8-8b1e308ffed1 req-04182da2-3377-4018-9d84-59836ca93919 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1014280 Jan 10 19:34:38.519861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c98682c0-5dd1-4249-b1f8-8b1e308ffed1 req-9f2f9568-b452-47ae-bba1-ee3ac4c8308d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465119 Jan 10 19:34:38.985994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb858-8023-4455-9ba9-719b89cc533d req-b2bb1207-c608-442c-9631-75ebdb971303 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:38.987735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-b2bb1207-c608-442c-9631-75ebdb971303 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.2025461 Jan 10 19:34:39.042041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-170fec54-16a9-4dad-908c-a7365901e084 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/quotas/f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 375 time: 0.0476456 Jan 10 19:34:39.099678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-34899716-da99-4280-8cc3-24accc82980f req-933fc252-8189-4eb3-98d8-0c173b01d691 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Synchronizing usage tracker for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:34:39.138031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-34899716-da99-4280-8cc3-24accc82980f req-933fc252-8189-4eb3-98d8-0c173b01d691 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Unset dirty status for tenant:603bbb9b143b4edf860f5bcf6462d5d9 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:34:39.151524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34899716-da99-4280-8cc3-24accc82980f req-933fc252-8189-4eb3-98d8-0c173b01d691 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c03663-e5e3-4c95-ba8a-d892b5b95ed9 HTTP/1.1" status: 200 len: 210 time: 0.1478057 Jan 10 19:34:39.181062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-1c7185a0-851c-400a-a826-fcd6f1156daa tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1318557 Jan 10 19:34:39.314349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-236ad527-f453-4cc1-9190-075bdcf162af service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263390 Jan 10 19:34:39.404060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7c354016-07d5-407c-bbfc-8520f530e2f9 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:34:39.458250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7c354016-07d5-407c-bbfc-8520f530e2f9 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:34:39.458604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7c354016-07d5-407c-bbfc-8520f530e2f9 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:34:39.571415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-4cad558d-6b80-4d52-ba17-374e29059e1c service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508636 Jan 10 19:34:39.791046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42571ab5-5cbf-4dc0-9ecc-414867802699 req-5ff75230-bc34-4f0b-8b5d-dcdae946e4e1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 210 time: 0.0434539 Jan 10 19:34:40.117095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-10987533-d18a-4685-93c4-06f55aa9e585 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5a53ae5517eb41feb9c735153b471ff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581591 Jan 10 19:34:40.253963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:40.357157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc3236c0-2b59-4e73-ac07-d8a2f5ffec43 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:40.387780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-1f4a8593-e455-4bdc-aa72-be545781e2b7 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:40.389247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-1f4a8593-e455-4bdc-aa72-be545781e2b7 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664633 Jan 10 19:34:40.410311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc3236c0-2b59-4e73-ac07-d8a2f5ffec43 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:40.411546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-12620d6e-e8ab-48cd-a502-f350920658cc tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/quotas/5a53ae5517eb41feb9c735153b471ff2 HTTP/1.1" status: 200 len: 375 time: 0.0163980 Jan 10 19:34:40.478187 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b0edca0f-7607-40b9-901f-a18faff8b811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:40.488684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-61e6313d-a2f7-4f03-a087-643072de54b4 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a53ae5517eb41feb9c735153b471ff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687597 Jan 10 19:34:40.511703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc3236c0-2b59-4e73-ac07-d8a2f5ffec43 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:40.535974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3236c0-2b59-4e73-ac07-d8a2f5ffec43 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f647f9f-caab-4631-9f6b-307ec5a247d6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:40.562224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc3236c0-2b59-4e73-ac07-d8a2f5ffec43 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:40.563456 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bc3236c0-2b59-4e73-ac07-d8a2f5ffec43 tempest-TestVolumeBackupRestore-479544983 tempest-TestVolumeBackupRestore-479544983-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f647f9f-caab-4631-9f6b-307ec5a247d6 HTTP/1.1" status: 204 len: 168 time: 0.3085096 Jan 10 19:34:40.729253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2da8ae89-daf5-401d-8600-b473618e5160 req-399cdaea-f56b-4efa-8dd9-89e37a98cf0e tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 210 time: 0.0553465 Jan 10 19:34:41.292655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48bc67b1-9c25-4ecf-ade4-1e67261828a9 req-609f7583-3222-41d0-860e-8ec24c058a3e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 210 time: 0.1942286 Jan 10 19:34:41.428299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb858-8023-4455-9ba9-719b89cc533d req-53b3c314-6bd9-4b2c-a326-22ef672be50e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:41.429740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-53b3c314-6bd9-4b2c-a326-22ef672be50e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.4342623 Jan 10 19:34:41.451503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'port': {'device_id': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'admin_state_up': True, 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:34:41.668602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:34:41.679753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:34:41.693104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:34:41.699996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:41.794177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:41.866257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:41.963763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Allocated IP 172.20.0.8 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/6ed94f73-93d6-4a3e-a5a2-154cf25d453c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:34:42.101471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f522380-504c-4411-99df-3eb70a4daa5f req-115816fc-96ee-4918-b99c-90ef04ecc7ae tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 210 time: 0.0671859 Jan 10 19:34:42.372248 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-02be91cb-1197-40ef-aa04-150a398627d0 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5a53ae5517eb41feb9c735153b471ff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333490 Jan 10 19:34:42.373090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:42.397106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Transition to ACTIVE for port object 6ed94f73-93d6-4a3e-a5a2-154cf25d453c will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:34:42.428125 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:42.442077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915', '589dd5af-699c-452e-9175-416b1ca241c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:42.589386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:34:42.609750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:34:42.658467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:34:42.675113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-ab273c89-92be-4e64-8502-8bcd72ae870c tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:42.676977 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-ab273c89-92be-4e64-8502-8bcd72ae870c tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931077 Jan 10 19:34:42.694691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Request body: {'port': {'device_id': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '5a53ae5517eb41feb9c735153b471ff2'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:34:42.975369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:43.012489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:34:43.012651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:43.013254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.021497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Usage tracker for resource:port and tenant:5a53ae5517eb41feb9c735153b471ff2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:34:43.030948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:34:43.060076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:34:43.094779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-d043518e-87c4-497a-ab03-50c8235f7e22 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6474574 Jan 10 19:34:43.106422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Made reservation on behalf of 5a53ae5517eb41feb9c735153b471ff2 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:34:43.109624 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.113083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Request body: {'port': {'device_id': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:34:43.128329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.164690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.185289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:34:43.213553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Usage tracker for resource:security_group_rule and tenant:5a53ae5517eb41feb9c735153b471ff2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:34:43.218654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:34:43.225414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:34:43.322108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-774b578f-978e-47ca-bc50-ff2d0983b569 None None] Provisioning for port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:34:43.338067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-774b578f-978e-47ca-bc50-ff2d0983b569 None None] Provisioning complete for port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:34:43.340156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-774b578f-978e-47ca-bc50-ff2d0983b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.345343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8493c0-f0dd-4eba-a41b-1d4a36e15801 req-eaf2a9f8-b364-41bb-9802-1dfe9ebcb583 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:43.347016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3e8493c0-f0dd-4eba-a41b-1d4a36e15801 req-eaf2a9f8-b364-41bb-9802-1dfe9ebcb583 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:34:43.391293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.410385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3e8493c0-f0dd-4eba-a41b-1d4a36e15801 req-eaf2a9f8-b364-41bb-9802-1dfe9ebcb583 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:34:43.419844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e8493c0-f0dd-4eba-a41b-1d4a36e15801 req-eaf2a9f8-b364-41bb-9802-1dfe9ebcb583 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 931 time: 0.7646804 Jan 10 19:34:43.448457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-3a301364-5848-4492-95a8-516433cf6de2 req-605bda34-0478-4604-a6d7-b6f48990ee0c service neutron] (83630) timed out ('10.222.0.21', 55622) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:34:43.478787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-774b578f-978e-47ca-bc50-ff2d0983b569 None None] Port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:34:43.479314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.488737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:43.514821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-459101f8-89d9-439f-bafa-975a2a6f846b req-a0405090-3df0-4229-8bfa-564c42487700 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 210 time: 0.0883358 Jan 10 19:34:43.723110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e8493c0-f0dd-4eba-a41b-1d4a36e15801 req-f9fae66d-8955-497c-8eee-fddbbaf826ec tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019867 Jan 10 19:34:43.759288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Allocated IP 192.168.233.84 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/0241e3c9-ae27-4a13-95b5-80b6f07a0519) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:34:43.761562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1571ebc5-dd5e-41f8-abd8-f835f761e50d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:44.026966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.048491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Transition to ACTIVE for port object 0241e3c9-ae27-4a13-95b5-80b6f07a0519 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:34:44.075076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.171180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed94f73-93d6-4a3e-a5a2-154cf25d453c {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:34:44.180012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.183898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Pushing event updated for resources: {'Port': ['ID=0241e3c9-ae27-4a13-95b5-80b6f07a0519,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:44.202077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Transition to ACTIVE for port object 6ed94f73-93d6-4a3e-a5a2-154cf25d453c will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:34:44.213399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.218597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:34:44.220010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:34:44.244577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:34:44.359974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:44.361116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.423132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0fd25df3-8290-4148-ad80-c78c766f5db5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7322040 Jan 10 19:34:44.433430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:44.435296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Request body: {'port': {'device_id': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:34:44.602984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.665102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Attempting to bind port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:34:44.666092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Attempting to bind port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:34:44.666761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Attempting to bind port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:34:44.673733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c on network e4daba02-ef29-47e3-9c76-6999a79acc8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:34:44.679234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Attempting to bind port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:34:44.695929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:34:44.696350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:34:44.696805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:34:44.697317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Bound port: 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:34:44.699235 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.720021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c25b7343-64ee-4354-ae83-18a1f5ff2e80 None None] Provisioning for port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:34:44.732492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c25b7343-64ee-4354-ae83-18a1f5ff2e80 None None] Provisioning complete for port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:34:44.733598 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c25b7343-64ee-4354-ae83-18a1f5ff2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:44.854754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51556) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:44.930535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c25b7343-64ee-4354-ae83-18a1f5ff2e80 None None] Port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:34:45.065792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:34:45.222662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:34:45.240404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.311224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a48d-5456-419d-b92b-d2f9cb0b2d2a req-d3a36ec4-24fd-44bc-a7e4-9ead3e486b4d tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:45.314312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c7a48d-5456-419d-b92b-d2f9cb0b2d2a req-d3a36ec4-24fd-44bc-a7e4-9ead3e486b4d tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 935 time: 0.3989799 Jan 10 19:34:45.383527 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.385829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] 10.222.0.30 "PUT /v2.0/ports/6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 200 len: 1091 time: 2.2813506 Jan 10 19:34:45.386465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:45.463517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.465797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.532100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0241e3c9-ae27-4a13-95b5-80b6f07a0519 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:34:45.540436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.555876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Transition to ACTIVE for port object 0241e3c9-ae27-4a13-95b5-80b6f07a0519 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:34:45.560880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.599268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddd491-2f8a-4822-874d-1b0f5e61aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:45.643945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cce6f-c3fd-4a73-af60-a6529bc492e7 req-abca8a0a-6137-4599-bf10-b388a8f8f3e0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:45.650558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Pushing event updated for resources: {'Port': ['ID=0241e3c9-ae27-4a13-95b5-80b6f07a0519,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:45.651147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f72cce6f-c3fd-4a73-af60-a6529bc492e7 req-abca8a0a-6137-4599-bf10-b388a8f8f3e0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 943 time: 0.5559568 Jan 10 19:34:45.726648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4c7a48d-5456-419d-b92b-d2f9cb0b2d2a req-75d8080a-1bcc-4269-b208-ceb7ccc448bc tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851519 Jan 10 19:34:45.834901 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c', 'status': 'completed', 'code': 200} Jan 10 19:34:45.838096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Attempting to bind port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:34:45.838554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Attempting to bind port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:34:45.839006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f72cce6f-c3fd-4a73-af60-a6529bc492e7 req-078201aa-969c-4a64-8165-34e9fc7b04b0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864486 Jan 10 19:34:45.839119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Attempting to bind port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:34:45.842129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-20cb8f06-75cc-4f4e-9311-3a16be57c85f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 1094 time: 0.3155222 Jan 10 19:34:45.845565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:34:45.846074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Attempting to bind port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:34:45.854349 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:34:45.854690 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:34:45.855102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:34:45.855530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Bound port: 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:34:45.855869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:45.932404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-ead1cee2-61f2-4570-9d74-90f8e3974d8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 200 len: 217 time: 0.0812736 Jan 10 19:34:45.947230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] For port 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:34:45.950260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] For port 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:34:45.955131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:46.017044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:46.018619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] 10.222.0.44 "PUT /v2.0/ports/0241e3c9-ae27-4a13-95b5-80b6f07a0519 HTTP/1.1" status: 200 len: 1095 time: 1.5880437 Jan 10 19:34:46.019079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'tag': '0241e3c9-ae27-4a13-95b5-80b6f07a0519'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:46.035603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7569c7d-4ba7-40cc-97ac-1a92f67d4685 service neutron] Pushing event updated for resources: {'Port': ['ID=0241e3c9-ae27-4a13-95b5-80b6f07a0519,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:46.089583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb858-8023-4455-9ba9-719b89cc533d req-6899641e-37c8-405b-952b-14a191176679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:46.091071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-6899641e-37c8-405b-952b-14a191176679 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1472421 Jan 10 19:34:46.128700 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'tag': '0241e3c9-ae27-4a13-95b5-80b6f07a0519', 'status': 'completed', 'code': 200} Jan 10 19:34:46.175994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-64dafae4-1608-48e3-8090-d2c5c49a5177 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a53ae5517eb41feb9c735153b471ff2&device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 1098 time: 0.1016684 Jan 10 19:34:46.251262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-5a9f2aab-ebbb-4d8c-ad51-08b092dbd708 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519 HTTP/1.1" status: 200 len: 217 time: 0.0680223 Jan 10 19:34:46.321555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0045b077-c253-4ecd-813c-3e958ec76574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:46.322937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-0045b077-c253-4ecd-813c-3e958ec76574 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0656376 Jan 10 19:34:46.352644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-b3fbc672-4f0c-4ea6-900c-889498548e04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542148 Jan 10 19:34:46.401001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-b93ec211-a76c-4ec4-a9ce-d69042baba2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722504 Jan 10 19:34:46.503834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-4bb7f4d9-9f7c-4e27-9cfb-98b8597fd519 service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404562 Jan 10 19:34:46.506008 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:46.537078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-274bef13-604b-4962-ada4-9fe81e739f6e service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272984 Jan 10 19:34:46.672982 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d8b28eea-615b-4a21-ac4b-065cc360ae2f req-99f4aff5-e560-46bc-a03b-8ac185e0f346 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300864 Jan 10 19:34:46.711900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d67bb858-8023-4455-9ba9-719b89cc533d req-1c86b3da-6707-4f05-b53c-ba351b3f2cf5 service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555619 Jan 10 19:34:46.799918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-b5b8c36e-def1-4159-a386-964c87a475b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a53ae5517eb41feb9c735153b471ff2&device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 1098 time: 0.0812685 Jan 10 19:34:46.908111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-7b9a32b8-f0c2-4e2a-b295-c26f00fca7ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 1094 time: 0.1520751 Jan 10 19:34:46.941609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ad8d-c3db-415e-acef-84bbee65945a req-e4c6dab4-d627-4192-857b-b27572cc9e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:46.943281 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-e4c6dab4-d627-4192-857b-b27572cc9e24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1369131 Jan 10 19:34:47.009580 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-cc758c28-1046-47ab-8760-77d08f3dad6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519 HTTP/1.1" status: 200 len: 217 time: 0.0603449 Jan 10 19:34:47.168215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ad8d-c3db-415e-acef-84bbee65945a req-da38c42f-112b-489c-a817-12b596df6193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:47.169687 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-da38c42f-112b-489c-a817-12b596df6193 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.1541600 Jan 10 19:34:47.173151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b73010-3bcf-45ee-9377-acb9e955a65a req-b20bbbd3-301d-451d-92ab-9f2cd8703939 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:47.174613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3b73010-3bcf-45ee-9377-acb9e955a65a req-b20bbbd3-301d-451d-92ab-9f2cd8703939 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 947 time: 0.3263276 Jan 10 19:34:47.245457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-3a43fdb6-84d3-4b10-ab69-019d58e6c0be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680242 Jan 10 19:34:47.281274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-83899943-ce4c-4636-8ba3-1b137f3df7f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:47.282710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-83899943-ce4c-4636-8ba3-1b137f3df7f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.3626626 Jan 10 19:34:47.376130 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-349785d9-7e27-4859-826a-8a053cbc6831 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239033 Jan 10 19:34:47.387798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94cdc0-cc21-4f0d-a55c-4bae6e7dae13 req-993635e8-1e2e-4c76-95ec-d14fd5869bac tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:47.389231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a94cdc0-cc21-4f0d-a55c-4bae6e7dae13 req-993635e8-1e2e-4c76-95ec-d14fd5869bac tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 943 time: 0.4114051 Jan 10 19:34:47.390414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-85e8eeda-46d0-4eed-bb36-2215b525fe12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 200 len: 217 time: 0.0924804 Jan 10 19:34:47.393999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3b73010-3bcf-45ee-9377-acb9e955a65a req-958df8f4-7cc1-4876-9fab-c7766679756a tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960948 Jan 10 19:34:47.511937 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0351ad8d-c3db-415e-acef-84bbee65945a req-89c577ee-4d2e-4780-8019-9381331e2913 service neutron] 10.222.0.44 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286881 Jan 10 19:34:47.519338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-446f6413-becd-48fb-a7b9-d3b9487b5941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:47.520748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-446f6413-becd-48fb-a7b9-d3b9487b5941 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1004474 Jan 10 19:34:47.597159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a94cdc0-cc21-4f0d-a55c-4bae6e7dae13 req-e1db8994-2a83-4686-8623-24fc35a414ed tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778769 Jan 10 19:34:47.659909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-ddc81ccd-7c68-4593-bd7d-c8c24bc90c77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323287 Jan 10 19:34:47.973697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-34e911c5-25ff-47b7-a5c3-059938d98e0f service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071671 Jan 10 19:34:48.072064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Deleting port 9a2da73e-28f2-4927-b4a2-f988a697c796 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:48.072403 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:48.230549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71e57f2b-4025-47ed-926b-3b04fa02b361 req-e97bf96b-4a0d-46ce-82b1-a02952d47cce service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463810 Jan 10 19:34:48.279652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] For port 9a2da73e-28f2-4927-b4a2-f988a697c796, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9a2da73e-28f2-4927-b4a2-f988a697c796,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:48.280000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:48.397947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Calling delete_port for 9a2da73e-28f2-4927-b4a2-f988a697c796 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:48.621913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:48.676456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2da73e-28f2-4927-b4a2-f988a697c796,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:48.718656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eefe6b-5eae-437a-a194-5d6dacb91a6f req-7028426e-78bb-4655-a0df-ce16b8554d4b tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:48.720197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7eefe6b-5eae-437a-a194-5d6dacb91a6f req-7028426e-78bb-4655-a0df-ce16b8554d4b tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 947 time: 0.2050650 Jan 10 19:34:48.927704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7eefe6b-5eae-437a-a194-5d6dacb91a6f req-b8932271-f403-4b85-8667-926745242d00 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005465 Jan 10 19:34:48.956207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13dc08-03f3-431d-9133-398801e3b108 req-2cb1046a-7cc9-495b-be97-c222c40e4899 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:48.957593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be13dc08-03f3-431d-9133-398801e3b108 req-2cb1046a-7cc9-495b-be97-c222c40e4899 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 943 time: 0.2324743 Jan 10 19:34:49.060572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be13dc08-03f3-431d-9133-398801e3b108 req-da9e07f7-702a-4574-8a14-9a0b60ec9a77 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956526 Jan 10 19:34:49.114120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:49.418396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6ed94f73-93d6-4a3e-a5a2-154cf25d453c details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:34:49.551518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:49.564210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c', 'mac_address': 'fa:16:3e:a9:d6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:34:49.620283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:49.637545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed94f73-93d6-4a3e-a5a2-154cf25d453c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:34:49.658038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:49.662236 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:49.727261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:49.735597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.735932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.736266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.737097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.737413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.737740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.738062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.738381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.738705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.739052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.739377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:49.784343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:34:49.862269 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['6ed94f73-93d6-4a3e-a5a2-154cf25d453c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:49.985789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:34:50.001385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] Sync routers for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:34:50.007808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-460eac48-245b-4705-a2e3-0900ec7ccccb admin admin] 10.222.0.21 "PUT /v2.0/routers/ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1518621 Jan 10 19:34:50.010334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51632) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:50.043815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:34:50.044550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:34:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:50.230884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:34:50.239049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea2df-6ca4-4d80-bafd-cccbd75963ee req-0dc1980c-8722-4c04-b39e-e5c84b4af812 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:50.240459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcea2df-6ca4-4d80-bafd-cccbd75963ee req-0dc1980c-8722-4c04-b39e-e5c84b4af812 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 947 time: 0.1162305 Jan 10 19:34:50.331147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0241e3c9-ae27-4a13-95b5-80b6f07a0519 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:34:50.368495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfcea2df-6ca4-4d80-bafd-cccbd75963ee req-2f4eb7e0-15a6-482e-98e6-2a5f004770a6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839608 Jan 10 19:34:50.404100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:50.676142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:50.692678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '0241e3c9-ae27-4a13-95b5-80b6f07a0519', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '0241e3c9-ae27-4a13-95b5-80b6f07a0519', 'mac_address': 'fa:16:3e:bf:1a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:34:50.711247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba4f1-7404-4796-ad1d-d8e9cd1d19c1 req-74655ae9-4550-42fe-9993-43e24144d4e1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:50.712703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ddba4f1-7404-4796-ad1d-d8e9cd1d19c1 req-74655ae9-4550-42fe-9993-43e24144d4e1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 944 time: 0.2237456 Jan 10 19:34:50.719921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42663364-b369-457b-b19c-1087f6a8fc68 req-ccf73c38-deff-4ec7-837b-6a62dd73bf48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:50.721929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42663364-b369-457b-b19c-1087f6a8fc68 req-ccf73c38-deff-4ec7-837b-6a62dd73bf48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1964636 Jan 10 19:34:50.757217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:50.775840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:34:48Z', 'revision_number': 5, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port': {'id': '2cde3c41-c2ce-450d-9681-251e8ec6d29f', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:21Z', 'updated_at': '2022-01-10T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:50.779809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0241e3c9-ae27-4a13-95b5-80b6f07a0519 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:34:50.785614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] Checking router: ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:34:50.802455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:50.805103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] Routers {'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:34:50.805690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:34:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:50.813285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ddba4f1-7404-4796-ad1d-d8e9cd1d19c1 req-dd631d53-d778-430b-b17f-2d3aece716d4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890863 Jan 10 19:34:50.825974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42663364-b369-457b-b19c-1087f6a8fc68 req-77a709b0-74b2-4386-9ad2-a4fc1a179284 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826213 Jan 10 19:34:50.827380 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:50.844111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Deleting port 2cde3c41-c2ce-450d-9681-251e8ec6d29f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:50.844488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:50.859933 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.013982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0241e3c9-ae27-4a13-95b5-80b6f07a0519,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:51.027017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] Set router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:34:51.129109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0241e3c9-ae27-4a13-95b5-80b6f07a0519'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:51.133978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] For port 2cde3c41-c2ce-450d-9681-251e8ec6d29f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2cde3c41-c2ce-450d-9681-251e8ec6d29f,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:51.134414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.162341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:34:50Z', 'revision_number': 6, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:51.178854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699d3f1-4d9d-4d8d-bc38-e1da6ad28f66 None None] The sync data for ids ['ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4'] in n-d-816927-8 is: [{'id': 'ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4', 'name': 'tempest-TestVolumeBackupRestore-731023630-router', 'tenant_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:19Z', 'updated_at': '2022-01-10T19:34:50Z', 'revision_number': 6, 'project_id': '603bbb9b143b4edf860f5bcf6462d5d9', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:34:51.254221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Calling delete_port for 2cde3c41-c2ce-450d-9681-251e8ec6d29f owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:51.417944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.433127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6ed94f73-93d6-4a3e-a5a2-154cf25d453c up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:34:51.465266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cde3c41-c2ce-450d-9681-251e8ec6d29f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:51.509757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:34:51.515878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:34:51.516250 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.636705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.662964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:51.672253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:51.678366 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.742751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:51.762711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:51.823912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152c27-4d6b-4a53-b36f-416c28e448a2 req-262c461f-3b06-49ec-bf11-6b05fe56ef44 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:51.826162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89152c27-4d6b-4a53-b36f-416c28e448a2 req-262c461f-3b06-49ec-bf11-6b05fe56ef44 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 948 time: 0.3248129 Jan 10 19:34:51.878570 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c', 'code': 200} Jan 10 19:34:52.144730 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.164553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89152c27-4d6b-4a53-b36f-416c28e448a2 req-cd52b08b-6ffe-4546-8e96-69615d693d33 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305171 Jan 10 19:34:52.165243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.213993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56dbcf9d-2db8-42aa-b1c7-33e799f1563c req-b2ba1248-652d-4946-bb0b-c73bdc411978 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 1096 time: 0.2316327 Jan 10 19:34:52.221285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.221964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:34:52.259850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eae84-f1c7-47a0-9bc8-fc38fa2a525f req-f2623d4d-25d3-4ae0-8b9e-588523c0e48d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:52.261296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-565eae84-f1c7-47a0-9bc8-fc38fa2a525f req-f2623d4d-25d3-4ae0-8b9e-588523c0e48d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 945 time: 0.2810986 Jan 10 19:34:52.288797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.292359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6884d3a7-bb26-44d4-b3c1-62b1ad953c3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/ff3a80ff-7ba3-45e8-8f8b-e01a749e73e4 HTTP/1.1" status: 204 len: 168 time: 2.2781966 Jan 10 19:34:52.293108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51654) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:52.326415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0241e3c9-ae27-4a13-95b5-80b6f07a0519 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:34:52.350352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56dbcf9d-2db8-42aa-b1c7-33e799f1563c req-3becfc11-97cd-45b7-ac95-a85b99c6f2cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304877 Jan 10 19:34:52.367184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Deleting subnet b650def4-eb7a-4655-a19a-f489ca696e5b {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:34:52.370337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.383781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-565eae84-f1c7-47a0-9bc8-fc38fa2a525f req-f165d4ab-3cea-45ed-a806-f74cc3ff47ee tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123772 Jan 10 19:34:52.412292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e6ae-945f-40b1-b41e-83b7ca3e919a req-c24daaa4-a2ed-489a-8381-cc29d3e14a7f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:52.413862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2902e6ae-945f-40b1-b41e-83b7ca3e919a req-c24daaa4-a2ed-489a-8381-cc29d3e14a7f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1197410 Jan 10 19:34:52.420398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:34:52.425545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:34:52.425859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.432113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.527689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.563529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.573010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2902e6ae-945f-40b1-b41e-83b7ca3e919a req-5c97edfe-ab5f-4506-bc76-1f38ef1a9431 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530418 Jan 10 19:34:52.601648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:52.606413 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.613228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.645671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2cde3c41-c2ce-450d-9681-251e8ec6d29f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:34:52.652801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b650def4-eb7a-4655-a19a-f489ca696e5b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:52.661529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.667691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-090a2c59-f35d-4c7b-9f94-dcef38e59568 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b650def4-eb7a-4655-a19a-f489ca696e5b HTTP/1.1" status: 204 len: 168 time: 0.3729825 Jan 10 19:34:52.670096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51658) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:52.685779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6d246-e3c1-46c1-95f1-2c529794d219 None None] Network 7a15d86d-6a18-4055-8c30-67eed9067002 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:34:52.714553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2cde3c41-c2ce-450d-9681-251e8ec6d29f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:34:52.714913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2cde3c41-c2ce-450d-9681-251e8ec6d29f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:34:52.715328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9a2da73e-28f2-4927-b4a2-f988a697c796 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:34:52.774380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.784605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Deleting port c7651ec7-cb65-4a97-8f66-c1777b92d71c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:52.784945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.799669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 9a2da73e-28f2-4927-b4a2-f988a697c796 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:34:52.800010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9a2da73e-28f2-4927-b4a2-f988a697c796 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:34:52.834432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=0241e3c9-ae27-4a13-95b5-80b6f07a0519,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:52.985474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] DHCP port deletion for 7a15d86d-6a18-4055-8c30-67eed9067002 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:34:52.989288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] For port c7651ec7-cb65-4a97-8f66-c1777b92d71c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c7651ec7-cb65-4a97-8f66-c1777b92d71c,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:52.989641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:52.990226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Deleting port c7651ec7-cb65-4a97-8f66-c1777b92d71c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:52.990601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.107227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Calling delete_port for c7651ec7-cb65-4a97-8f66-c1777b92d71c owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:53.183486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.229045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] For port c7651ec7-cb65-4a97-8f66-c1777b92d71c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c7651ec7-cb65-4a97-8f66-c1777b92d71c,segment=NetworkSegment(d476c4f0-ae41-4fb8-a499-429e25260e03),segment_id=d476c4f0-ae41-4fb8-a499-429e25260e03)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:53.229485 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.233736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7651ec7-cb65-4a97-8f66-c1777b92d71c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:53.241731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] No DVR routers for this DVR port c7651ec7-cb65-4a97-8f66-c1777b92d71c on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:34:53.274073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.274420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.274764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.275728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.275728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.275969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.276302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.276630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.276953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.277275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.277596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:34:53.381836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Calling delete_port for c7651ec7-cb65-4a97-8f66-c1777b92d71c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:53.386163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.419959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a15d86d-6a18-4055-8c30-67eed9067002']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:53.431215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5fb2-769b-4b65-839b-bc7adb9d35b4 req-97b64928-5890-4022-98d4-a90e4f1a2766 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:53.432840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-963b5fb2-769b-4b65-839b-bc7adb9d35b4 req-97b64928-5890-4022-98d4-a90e4f1a2766 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 949 time: 0.1303208 Jan 10 19:34:53.436448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd476c4f0-ae41-4fb8-a499-429e25260e03') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:53.436754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd476c4f0-ae41-4fb8-a499-429e25260e03') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:53.449119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.468788 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.471246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:34:53.471790 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:34:53.477964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:34:53.478573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.490582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-963b5fb2-769b-4b65-839b-bc7adb9d35b4 req-fb713bf0-e6b9-4e4e-8c9e-f671c95c90b5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497894 Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:34:53.502193 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:34:53.614640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba2b3-3769-40f6-8b51-f403fa4df768 req-b7c678de-a1c0-4047-b2a1-158e73440a12 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:53.616146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a2ba2b3-3769-40f6-8b51-f403fa4df768 req-b7c678de-a1c0-4047-b2a1-158e73440a12 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 945 time: 0.0833240 Jan 10 19:34:53.664496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a2ba2b3-3769-40f6-8b51-f403fa4df768 req-b4215a98-3287-4468-af89-3e59151ea256 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Jan 10 19:34:53.678164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.696946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.707447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a15d86d-6a18-4055-8c30-67eed9067002,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:53.727994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-faca5d5b-2b81-43f4-86af-30024ab6a074 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7a15d86d-6a18-4055-8c30-67eed9067002 HTTP/1.1" status: 204 len: 168 time: 1.0542986 Jan 10 19:34:53.728450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51670) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:53.880039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0241e3c9-ae27-4a13-95b5-80b6f07a0519'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:53.907083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-031257c7-79dd-4e2e-b779-29ecf4bfd83f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 267 time: 0.1064761 Jan 10 19:34:53.973276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Deleting port c7651ec7-cb65-4a97-8f66-c1777b92d71c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:53.973618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:53.974827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748520e8-5504-4dd8-a1bd-fcbc9bcd7564 req-4dae4a91-12ce-4cc6-9c57-4177e37ab7c5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:53.976322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-748520e8-5504-4dd8-a1bd-fcbc9bcd7564 req-4dae4a91-12ce-4cc6-9c57-4177e37ab7c5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1861961 Jan 10 19:34:54.042537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5ee56893-5c4a-47b1-84ec-77503b44f45e None None] The port 'c7651ec7-cb65-4a97-8f66-c1777b92d71c' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:34:54.108779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-748520e8-5504-4dd8-a1bd-fcbc9bcd7564 req-8a800f97-afd6-4cbe-924e-796c20e56621 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815220 Jan 10 19:34:54.114895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-27e90fc7-9ad0-404a-bf0b-3553388d2fcf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:54.116228 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-27e90fc7-9ad0-404a-bf0b-3553388d2fcf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 945 time: 0.2024877 Jan 10 19:34:54.132061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'port': {'security_groups': []}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:34:54.187219 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0241e3c9-ae27-4a13-95b5-80b6f07a0519', 'code': 200} Jan 10 19:34:54.309288 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c01c435-a90f-4b7c-8da1-155ca010e92f req-3f568256-d0fd-4414-ae70-9d713e37bbc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 1100 time: 0.0696888 Jan 10 19:34:54.343938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:54.351202 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4c01c435-a90f-4b7c-8da1-155ca010e92f req-8a23e120-f078-4bbc-8765-d0842a7c2bd9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Jan 10 19:34:54.598962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c7651ec7-cb65-4a97-8f66-c1777b92d71c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:34:54.611237 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:54.632499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c7651ec7-cb65-4a97-8f66-c1777b92d71c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:34:54.632852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c7651ec7-cb65-4a97-8f66-c1777b92d71c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:34:54.755670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:54.812033 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:54.821572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:54.832800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c664-97d9-4527-ae1c-694c92d070a8 req-d7eedb3e-5f1d-4fc6-8d68-fd7a0027f98c tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:54.833801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['6ed94f73-93d6-4a3e-a5a2-154cf25d453c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:54.834253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ee6c664-97d9-4527-ae1c-694c92d070a8 req-d7eedb3e-5f1d-4fc6-8d68-fd7a0027f98c tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 949 time: 0.1694465 Jan 10 19:34:54.857246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915', '589dd5af-699c-452e-9175-416b1ca241c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:55.086382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:55.087020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:55.088372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8de7c64d-f5eb-4d3a-bfac-1c0bf7e3865d req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "PUT /v2.0/ports/6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 200 len: 904 time: 0.9623408 Jan 10 19:34:55.088817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:55.131054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff26df5-e71d-4b33-ab66-aa969cb28524 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:55.147314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['6ed94f73-93d6-4a3e-a5a2-154cf25d453c'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:55.148872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ee6c664-97d9-4527-ae1c-694c92d070a8 req-b8153768-f264-4093-b3d0-787fb8e0e480 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300665 Jan 10 19:34:55.317267 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c', 'status': 'completed', 'code': 200} Jan 10 19:34:55.459411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-eb91f3c2-3214-4de2-bf0e-e097b8f617b1 None None] Provisioning complete for port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:34:55.459707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb91f3c2-3214-4de2-bf0e-e097b8f617b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:55.617240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62393d5-a9f8-4979-9f93-965ca5fb8902 req-3b80b751-84af-4b37-8663-9f9314726f59 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:55.618611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a62393d5-a9f8-4979-9f93-965ca5fb8902 req-3b80b751-84af-4b37-8663-9f9314726f59 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 907 time: 0.2995126 Jan 10 19:34:55.627530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb5a9a-297c-4cc8-9b2a-dcae016885ef req-d0a613ac-7ee0-4893-a9af-db294e3d2c10 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:55.629036 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ffb5a9a-297c-4cc8-9b2a-dcae016885ef req-d0a613ac-7ee0-4893-a9af-db294e3d2c10 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.2499547 Jan 10 19:34:55.636354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-da158daa-a717-4129-840c-802b8868f668 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 1058 time: 0.3182881 Jan 10 19:34:55.861250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ffb5a9a-297c-4cc8-9b2a-dcae016885ef req-d353f0a0-b405-4d7f-970a-08af9a0bca43 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237782 Jan 10 19:34:55.913860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-c5b73b5f-6d4c-41de-8dcf-358be64cde85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:55.915340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-c5b73b5f-6d4c-41de-8dcf-358be64cde85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.2528520 Jan 10 19:34:56.005789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3519-60f4-43ce-9568-99071d84b916 req-c3f98a32-8570-4b89-9e71-bd2197c2cb50 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:56.007305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7df3519-60f4-43ce-9568-99071d84b916 req-c3f98a32-8570-4b89-9e71-bd2197c2cb50 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.2437506 Jan 10 19:34:56.010499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-f8bbc13f-a7bb-418f-a223-ca3ab3b73239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 200 len: 217 time: 0.0889170 Jan 10 19:34:56.151730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-f7aa972f-50f5-4b06-9676-cf7fed002a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:56.153097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-f7aa972f-50f5-4b06-9676-cf7fed002a47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1147711 Jan 10 19:34:56.157252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7df3519-60f4-43ce-9568-99071d84b916 req-f01df25a-3aad-45ac-9cb6-5412ab8fe78d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177912 Jan 10 19:34:56.323671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Deleting port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:56.324013 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:56.403900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-f896b114-8faa-44a5-b077-4a8312e98d61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442749 Jan 10 19:34:56.788953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc2e3-3e28-4006-b44c-6ed3c8338e99 req-c10e0a94-6c0c-4de2-ac09-b35387a092bf tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:56.790423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-491dc2e3-3e28-4006-b44c-6ed3c8338e99 req-c10e0a94-6c0c-4de2-ac09-b35387a092bf tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 949 time: 0.5191567 Jan 10 19:34:56.818892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b0a5b-6bd0-4297-bae3-231918c76b09 req-fd85c448-aace-40cc-9e80-16893c5b76d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:56.820343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-692b0a5b-6bd0-4297-bae3-231918c76b09 req-fd85c448-aace-40cc-9e80-16893c5b76d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.5033188 Jan 10 19:34:56.848115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-637ce5cd-0d57-465b-8d9e-aabd421ef414 service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302096 Jan 10 19:34:56.852070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] For port 82dfed8a-f855-4a8e-bcdf-4b884f1c35de, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:56.852430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:57.025796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Calling delete_port for 82dfed8a-f855-4a8e-bcdf-4b884f1c35de owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:57.164867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-491dc2e3-3e28-4006-b44c-6ed3c8338e99 req-53643449-0a2e-4b28-9f6f-05f2b314e5f5 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597906 Jan 10 19:34:57.193125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-692b0a5b-6bd0-4297-bae3-231918c76b09 req-87fbaa8d-06ba-42b9-9ed9-2f84b6285a31 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528657 Jan 10 19:34:57.224170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62c93298-e5ff-4289-abd1-ebd17b4bc043 req-240c85ae-666d-4dcb-ba9e-cebb8c9f3eed service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496585 Jan 10 19:34:57.383998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:57.433823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82dfed8a-f855-4a8e-bcdf-4b884f1c35de,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:57.473289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72d59-e2c5-4bb4-b82e-f81351ed1aac req-32f4daea-8118-4ed3-97c6-51b12f57d096 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:57.474816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40e72d59-e2c5-4bb4-b82e-f81351ed1aac req-32f4daea-8118-4ed3-97c6-51b12f57d096 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1698241 Jan 10 19:34:57.641505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40e72d59-e2c5-4bb4-b82e-f81351ed1aac req-522b5d15-1d69-4131-a6ca-52e16180a536 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275787 Jan 10 19:34:57.895095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-d4c21bb3-8eb4-4256-97b7-d40563b579a9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:57.896530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-d4c21bb3-8eb4-4256-97b7-d40563b579a9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.2684283 Jan 10 19:34:57.942818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-da0889e3-a4b5-4249-a74b-f966927cbcd4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/quotas/f992d934b0d846fdb465b9682a286ba0 HTTP/1.1" status: 200 len: 375 time: 0.0381978 Jan 10 19:34:58.005531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d26b4-8342-4834-aae2-94c9334e20f4 req-0dbe90ff-56b1-4fc5-8e91-c20b40d37839 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:58.006990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-097d26b4-8342-4834-aae2-94c9334e20f4 req-0dbe90ff-56b1-4fc5-8e91-c20b40d37839 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 949 time: 0.2323360 Jan 10 19:34:58.069129 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:58.093126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-097d26b4-8342-4834-aae2-94c9334e20f4 req-9337d607-50ac-4def-ad6a-5b75da4b7240 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805647 Jan 10 19:34:58.107383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-95324eb9-32a5-4b93-be6f-63e8e0324bf4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1579401 Jan 10 19:34:58.432664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-96c033e1-8b35-4e16-86cf-d03c1f2ee756 service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732882 Jan 10 19:34:58.632237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-4c77068d-e8ed-46cf-a4dd-e1066ab92f78 service neutron] 10.222.0.21 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563363 Jan 10 19:34:58.880478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-433de47c-e909-4035-b9ba-98c3fc1f206d req-14affe60-bb32-4f6e-a025-ccb7abb0406f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 210 time: 0.0880167 Jan 10 19:34:58.909170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-34c716a1-955c-47db-acc7-08aab06569a6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:58.910440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-34c716a1-955c-47db-acc7-08aab06569a6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Synchronizing usage tracker for tenant:5a53ae5517eb41feb9c735153b471ff2 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:34:58.928353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-34c716a1-955c-47db-acc7-08aab06569a6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Unset dirty status for tenant:5a53ae5517eb41feb9c735153b471ff2 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:34:58.929600 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-34c716a1-955c-47db-acc7-08aab06569a6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 949 time: 0.0989075 Jan 10 19:34:59.006946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Deleting port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:34:59.007479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:59.015484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da9a7-f905-455e-b8de-191d00abd748 req-cadf6116-6c74-4a2e-99d7-653be73a6de9 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:59.017099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c0da9a7-f905-455e-b8de-191d00abd748 req-cadf6116-6c74-4a2e-99d7-653be73a6de9 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1754847 Jan 10 19:34:59.154187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c0da9a7-f905-455e-b8de-191d00abd748 req-090a5914-4034-458c-959f-0835e3100f95 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237130 Jan 10 19:34:59.235160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Router 51445d6a-d099-4ffd-84fb-7882eb3ae2da has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:34:59.313462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] For port 0241e3c9-ae27-4a13-95b5-80b6f07a0519, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=0241e3c9-ae27-4a13-95b5-80b6f07a0519,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:34:59.313860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:59.418500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c2a8-a564-4fa9-90ed-303cc14ef0a8 req-7263c636-e481-4226-9399-5d93bd20dde6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:34:59.420006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3350c2a8-a564-4fa9-90ed-303cc14ef0a8 req-7263c636-e481-4226-9399-5d93bd20dde6 tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c848ba-c275-472f-bf1e-b9cc4515ed26 HTTP/1.1" status: 200 len: 949 time: 0.1154382 Jan 10 19:34:59.451053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Calling delete_port for 0241e3c9-ae27-4a13-95b5-80b6f07a0519 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:34:59.534166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3350c2a8-a564-4fa9-90ed-303cc14ef0a8 req-44aafeb7-e13b-4457-8080-461482787bfc tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.21 "GET /v2.0/security-groups?id=1571ebc5-dd5e-41f8-abd8-f835f761e50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Jan 10 19:34:59.558980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:34:59.571105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fe8e200d-b4a1-413f-90d6-9b628db029e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/51445d6a-d099-4ffd-84fb-7882eb3ae2da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8392127 Jan 10 19:34:59.571245 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] Sync routers for ids ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:34:59.571678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51724) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:34:59.582135 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] Routers {'51445d6a-d099-4ffd-84fb-7882eb3ae2da'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:34:59.582839 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:34:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:34:59.605214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:59.616639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['0241e3c9-ae27-4a13-95b5-80b6f07a0519'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:34:59.676409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Pushing event deleted for resources: {'Port': ['ID=0241e3c9-ae27-4a13-95b5-80b6f07a0519,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:34:59.766806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] No DVR routers for this DVR port 0241e3c9-ae27-4a13-95b5-80b6f07a0519 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:34:59.770296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:59.771806 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] Set router 51445d6a-d099-4ffd-84fb-7882eb3ae2da gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:34:59.781968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'name': 'network-vif-deleted', 'tag': '0241e3c9-ae27-4a13-95b5-80b6f07a0519'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:34:59.807704 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bae77566-3a8c-4214-a2e5-3c873d1761ad req-a23d5ba5-b21d-468b-b803-c80bdbfb58fb tempest-VolumesNegativeTest-17125005 tempest-VolumesNegativeTest-17125005-project] 10.222.0.44 "DELETE /v2.0/ports/0241e3c9-ae27-4a13-95b5-80b6f07a0519 HTTP/1.1" status: 204 len: 173 time: 0.8720956 Jan 10 19:34:59.849810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:34:59.886719 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c848ba-c275-472f-bf1e-b9cc4515ed26', 'name': 'network-vif-deleted', 'tag': '0241e3c9-ae27-4a13-95b5-80b6f07a0519', 'status': 'completed', 'code': 200} Jan 10 19:35:00.125098 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:34:57Z', 'revision_number': 5, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:35:00.129536 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] Checking router: 51445d6a-d099-4ffd-84fb-7882eb3ae2da for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:35:00.141467 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] Routers {'51445d6a-d099-4ffd-84fb-7882eb3ae2da'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:35:00.142192 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:34:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:35:00.255421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67c030f7-cd95-4bb1-a59c-7826f75c3dac req-2d17aaef-f5e4-4878-a1c2-6870eb7f2d6a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 210 time: 0.0598865 Jan 10 19:35:00.334364 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] Set router 51445d6a-d099-4ffd-84fb-7882eb3ae2da gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:35:00.433299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-044ce671-ca48-412e-806d-44eef0df429d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:00.433299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-044ce671-ca48-412e-806d-44eef0df429d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 812 time: 0.4894335 Jan 10 19:35:00.452192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Request body: {'port': {'device_id': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'admin_state_up': True, 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:35:00.642954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15edf0c-dfd1-4bf9-b7b0-5ce23d112da1 req-861ae908-23cd-4eab-b4d1-b105bc9f9fbb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:00.644401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e15edf0c-dfd1-4bf9-b7b0-5ce23d112da1 req-861ae908-23cd-4eab-b4d1-b105bc9f9fbb tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.3255470 Jan 10 19:35:00.645861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:35:00.650761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:00.677853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:35:00.689241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Deleting port fb18339f-f37e-4359-a47a-07e8f5af38ff {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:35:00.689582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:00.690624 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:34:57Z', 'revision_number': 5, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:35:00.695064 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56310a4b-06b4-4853-969e-5b2c9d921594 None None] The sync data for ids ['51445d6a-d099-4ffd-84fb-7882eb3ae2da'] in n-d-816927-8 is: [{'id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'name': 'tempest-TestVolumeBackupRestore-249479974-router', 'tenant_id': '239757c4984a46c29e0b93e2f09b1d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:29:38Z', 'updated_at': '2022-01-10T19:34:57Z', 'revision_number': 5, 'project_id': '239757c4984a46c29e0b93e2f09b1d64', 'gw_port': {'id': 'fb18339f-f37e-4359-a47a-07e8f5af38ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51445d6a-d099-4ffd-84fb-7882eb3ae2da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:29:40Z', 'updated_at': '2022-01-10T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:35:00.747376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Made reservation on behalf of f992d934b0d846fdb465b9682a286ba0 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:35:00.750373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:00.843794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e15edf0c-dfd1-4bf9-b7b0-5ce23d112da1 req-cd424a9a-5fe9-491d-90b0-71fb74d18d03 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840756 Jan 10 19:35:01.007387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] For port fb18339f-f37e-4359-a47a-07e8f5af38ff, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fb18339f-f37e-4359-a47a-07e8f5af38ff,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:01.007624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:01.141466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Calling delete_port for fb18339f-f37e-4359-a47a-07e8f5af38ff owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:35:01.197394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Allocated IP 172.20.0.3 (e4daba02-ef29-47e3-9c76-6999a79acc8d/1646e9e0-721e-4211-a09b-d32770b8a9b3/4ced0001-9675-48b2-912c-149e7b2a9b54) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:35:01.469049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e17069c-b792-4f85-82b2-1a8d7a3d08d2 req-8efa8dfe-e17e-4f88-9a9b-0eda37be44ad tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 210 time: 0.0590105 Jan 10 19:35:01.518647 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:01.582099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb18339f-f37e-4359-a47a-07e8f5af38ff,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:01.589188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:01.643597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-da6da361-3cda-40b9-bc2f-8289125061fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769911 Jan 10 19:35:01.668256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Transition to ACTIVE for port object 4ced0001-9675-48b2-912c-149e7b2a9b54 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:35:01.743069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-0915f2b4-1d86-4db7-91f5-efe443a516e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 1096 time: 0.0779259 Jan 10 19:35:01.906057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-b2fa5642-f36b-4dee-850a-c7aaee8fb15f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:01.907836 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-b2fa5642-f36b-4dee-850a-c7aaee8fb15f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1425738 Jan 10 19:35:01.933653 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:01.993889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.004036 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-de25e94c-4d90-47b0-b1f1-ce00cf97b237 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b958f18b-7b90-474f-a855-2bcd94f6a915 HTTP/1.1" status: 200 len: 217 time: 0.0890789 Jan 10 19:35:02.012444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915', '589dd5af-699c-452e-9175-416b1ca241c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:35:02.093197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-8e142a88-27e5-4b79-8aaf-82db2ed2a5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:02.094645 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-8e142a88-27e5-4b79-8aaf-82db2ed2a5f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0838053 Jan 10 19:35:02.130052 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:35:02.182544 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-9424dbc5-a78c-4b3a-82f2-c76ed1e0e479 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803134 Jan 10 19:35:02.189490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Network e4daba02-ef29-47e3-9c76-6999a79acc8d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:35:02.195196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:35:02.202906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:35:02.228776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:02.360354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:35:02.378570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0241e3c9-ae27-4a13-95b5-80b6f07a0519 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:35:02.411166 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-b014bf71-353d-4a11-833d-0896cde20358 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070310 Jan 10 19:35:02.423915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.454460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.464838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:02.465504 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.503115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 0241e3c9-ae27-4a13-95b5-80b6f07a0519 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:35:02.503557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 0241e3c9-ae27-4a13-95b5-80b6f07a0519 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:35:02.524151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5c6f-4db7-46b0-afbe-590d71441f02 req-6c076de1-0a65-4739-b3c9-4f7625f4d064 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:02.526102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73ae5c6f-4db7-46b0-afbe-590d71441f02 req-6c076de1-0a65-4739-b3c9-4f7625f4d064 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.4732337 Jan 10 19:35:02.540144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7e660ba7-d8c6-4362-87b7-845963948693 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0934572 Jan 10 19:35:02.565993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Request body: {'port': {'device_id': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:35:02.591842 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:35:02.682165 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.683537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51445d6a-d099-4ffd-84fb-7882eb3ae2da {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:35:02.730736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.732189 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c4828241-5e49-4e7f-b277-0e47f12a2fbf admin admin] 10.222.0.21 "DELETE /v2.0/routers/51445d6a-d099-4ffd-84fb-7882eb3ae2da HTTP/1.1" status: 204 len: 168 time: 3.1599174 Jan 10 19:35:02.737236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51838) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:02.753868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:02.869629 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fb50a806-33a1-4473-af45-e9f35f906e43 req-0a4ab9c8-4d5a-4fa3-bb90-2bb0266a7f84 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524608 Jan 10 19:35:02.870388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73ae5c6f-4db7-46b0-afbe-590d71441f02 req-6fb9fa6a-b4d8-4298-850a-3fe51ddf5436 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332355 Jan 10 19:35:02.891879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 82dfed8a-f855-4a8e-bcdf-4b884f1c35de no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:35:02.961595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 82dfed8a-f855-4a8e-bcdf-4b884f1c35de {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:35:02.962006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 82dfed8a-f855-4a8e-bcdf-4b884f1c35de not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:35:02.967638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f661ec5a-c11a-498e-911f-e88a09f1d44f None None] Provisioning for port 4ced0001-9675-48b2-912c-149e7b2a9b54 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:35:02.988816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f661ec5a-c11a-498e-911f-e88a09f1d44f None None] Provisioning complete for port 4ced0001-9675-48b2-912c-149e7b2a9b54 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:35:02.989196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f661ec5a-c11a-498e-911f-e88a09f1d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.009568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Deleting subnet 48a28893-79b8-4c1a-ba73-12824e74dcb7 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:35:03.045738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.091393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:03.114769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f661ec5a-c11a-498e-911f-e88a09f1d44f None None] Port 4ced0001-9675-48b2-912c-149e7b2a9b54 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:35:03.122543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5b60621c-23c2-4498-9188-9b74d32969d8', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8', 'mac_address': 'fa:16:3e:c8:fd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:35:03.215746 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.218604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.249842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b60621c-23c2-4498-9188-9b74d32969d8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:35:03.283673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:03.290157 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.368615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66b45d-f020-4875-9743-bb70a2fcacb0 req-5ef520d3-6aa0-437e-a1a9-bc801a56ced0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:03.369330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-be66b45d-f020-4875-9743-bb70a2fcacb0 req-5ef520d3-6aa0-437e-a1a9-bc801a56ced0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:35:03.401581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5b60621c-23c2-4498-9188-9b74d32969d8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:35:03.439880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-be66b45d-f020-4875-9743-bb70a2fcacb0 req-5ef520d3-6aa0-437e-a1a9-bc801a56ced0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:35:03.446273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be66b45d-f020-4875-9743-bb70a2fcacb0 req-5ef520d3-6aa0-437e-a1a9-bc801a56ced0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 931 time: 0.6719656 Jan 10 19:35:03.478375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:03.793046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.879464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be66b45d-f020-4875-9743-bb70a2fcacb0 req-2604fbd1-7853-449f-a348-63963f56e22f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322579 Jan 10 19:35:03.903499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ced0001-9675-48b2-912c-149e7b2a9b54 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:35:03.920252 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:03.944743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Transition to ACTIVE for port object 4ced0001-9675-48b2-912c-149e7b2a9b54 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:35:03.955319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.034509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:04.039201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.126439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a28893-79b8-4c1a-ba73-12824e74dcb7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:04.194420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef25288-390d-4780-b98c-9a2ac7e26086 None None] Network 79569d29-e90f-45b5-b991-ec383a45688b requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:35:04.194983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.238778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-64c2c86b-d2da-44f8-81a2-c0dd7f79aec0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/48a28893-79b8-4c1a-ba73-12824e74dcb7 HTTP/1.1" status: 204 len: 168 time: 1.4957962 Jan 10 19:35:04.241311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51906) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:04.453971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:35:04.477141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd065c6e-d229-4d2b-ab7a-f569bbf2b056 req-3e202571-4308-42bc-a116-09f914d0dbdf tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:04.480185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.483896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd065c6e-d229-4d2b-ab7a-f569bbf2b056 req-3e202571-4308-42bc-a116-09f914d0dbdf tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 944 time: 0.4519897 Jan 10 19:35:04.526052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Deleting port 0154d23c-25c4-4fd7-8154-e64b0fa42031 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:35:04.526399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.598687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fb18339f-f37e-4359-a47a-07e8f5af38ff no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:35:04.681444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd065c6e-d229-4d2b-ab7a-f569bbf2b056 req-dfe3a94f-5c7b-4ec2-a0de-0b1a1b4ae9f1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875298 Jan 10 19:35:04.688487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Attempting to bind port 4ced0001-9675-48b2-912c-149e7b2a9b54 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:35:04.688872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Attempting to bind port 4ced0001-9675-48b2-912c-149e7b2a9b54 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:35:04.689212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Attempting to bind port 4ced0001-9675-48b2-912c-149e7b2a9b54 on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:35:04.706497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Port 4ced0001-9675-48b2-912c-149e7b2a9b54 on network e4daba02-ef29-47e3-9c76-6999a79acc8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:35:04.706815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Attempting to bind port 4ced0001-9675-48b2-912c-149e7b2a9b54 on network e4daba02-ef29-47e3-9c76-6999a79acc8d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:35:04.721094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:35:04.721451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Checking segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:35:04.721824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Bound using segment: {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:35:04.722264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Bound port: 4ced0001-9675-48b2-912c-149e7b2a9b54, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c213cacc-1bf6-419a-b21b-56f80f9f5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:35:04.722618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.729710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5b60621c-23c2-4498-9188-9b74d32969d8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:35:04.730281 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.813569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: fb18339f-f37e-4359-a47a-07e8f5af38ff {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:35:04.814005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fb18339f-f37e-4359-a47a-07e8f5af38ff not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:35:04.928299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:35:04.936732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:35:04.945422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.949443 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:04.996579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:04.999279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] For port 0154d23c-25c4-4fd7-8154-e64b0fa42031, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0154d23c-25c4-4fd7-8154-e64b0fa42031,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:04.999643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.067584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:05.083406 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.128657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.140101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] 10.222.0.30 "PUT /v2.0/ports/4ced0001-9675-48b2-912c-149e7b2a9b54 HTTP/1.1" status: 200 len: 1091 time: 2.5818486 Jan 10 19:35:05.165514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:05.196699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] DHCP port deletion for 79569d29-e90f-45b5-b991-ec383a45688b request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:35:05.211684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Deleting port 0154d23c-25c4-4fd7-8154-e64b0fa42031 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:35:05.212859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd921472-903c-47da-bcd5-87c712ea594c service neutron] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:05.213481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.283851 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'code': 200} Jan 10 19:35:05.360091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:05.388068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Calling delete_port for 0154d23c-25c4-4fd7-8154-e64b0fa42031 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:35:05.442775 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'status': 'completed', 'code': 200} Jan 10 19:35:05.536747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-7982b340-483a-4537-bf2d-bb05da7e704b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 1094 time: 0.1750672 Jan 10 19:35:05.559739 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.638689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] No DVR routers for this DVR port 0154d23c-25c4-4fd7-8154-e64b0fa42031 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:35:05.647912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a10527-6fc2-4a1a-b18e-ecaac5cab2d2 req-5252e330-7c21-499e-bcad-7c9218468041 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:05.655422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32a10527-6fc2-4a1a-b18e-ecaac5cab2d2 req-5252e330-7c21-499e-bcad-7c9218468041 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 943 time: 0.4063323 Jan 10 19:35:05.684252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Pushing event deleted for resources: {'Port': ['ID=0154d23c-25c4-4fd7-8154-e64b0fa42031,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:05.732371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32a10527-6fc2-4a1a-b18e-ecaac5cab2d2 req-1be3a0e5-9145-47c0-b923-49e4e5e8febf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757372 Jan 10 19:35:05.737516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-53f1292a-8e2c-4788-b93c-7ef87ea5cae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ced0001-9675-48b2-912c-149e7b2a9b54 HTTP/1.1" status: 200 len: 217 time: 0.1838765 Jan 10 19:35:05.777033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] For port 0154d23c-25c4-4fd7-8154-e64b0fa42031, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0154d23c-25c4-4fd7-8154-e64b0fa42031,segment=NetworkSegment(a63e3c48-1294-45db-9804-88461b947feb),segment_id=a63e3c48-1294-45db-9804-88461b947feb)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:05.777355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.804329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.844366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-b005205a-6e13-401b-b61a-a6edafe841b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:05.844551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79569d29-e90f-45b5-b991-ec383a45688b']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:35:05.851104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-b005205a-6e13-401b-b61a-a6edafe841b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1062706 Jan 10 19:35:05.860067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e3c48-1294-45db-9804-88461b947feb') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:35:05.860611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e3c48-1294-45db-9804-88461b947feb') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:35:05.878200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.895200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.901998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:35:05.902740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:35:05.927007 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:35:06.068343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bfb0a5ba-625e-4256-8c08-fb34293f2d65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073178 Jan 10 19:35:06.104757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Calling delete_port for 0154d23c-25c4-4fd7-8154-e64b0fa42031 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:35:06.120890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.133964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.220103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] Pushing event deleted for resources: {'Network': ['ID=79569d29-e90f-45b5-b991-ec383a45688b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:06.230794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ede95eae-ad6a-46d7-99ae-c7852bbebcac admin admin] 10.222.0.21 "DELETE /v2.0/networks/79569d29-e90f-45b5-b991-ec383a45688b HTTP/1.1" status: 204 len: 168 time: 1.9881613 Jan 10 19:35:06.273223 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:35:06.273935 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:35:06.342047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab938f-1adb-4012-b2f9-4aaf994b3a99 req-ffba60f9-31f2-478e-a499-9dbcf79e2aab tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:06.343813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4ab938f-1adb-4012-b2f9-4aaf994b3a99 req-ffba60f9-31f2-478e-a499-9dbcf79e2aab tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.3365183 Jan 10 19:35:06.348094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-bc561dce-d4d2-4f31-b2a0-4abc32e002bd service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788515 Jan 10 19:35:06.444149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51954) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:06.508883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4ab938f-1adb-4012-b2f9-4aaf994b3a99 req-667b3cdd-3647-4f59-8dd0-9788599e8d58 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577015 Jan 10 19:35:06.522813 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-68deb4b3-497c-4ee5-be92-209295e1bb3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=603bbb9b143b4edf860f5bcf6462d5d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0760872 Jan 10 19:35:06.523786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51958) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:06.622688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d9a9e8-55e1-4160-87cd-04e6255eca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.632589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d6f4c36-eda2-4080-9f07-6c55e826820f req-d1934862-62bd-4c50-97ce-95ae4811e4be service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341237 Jan 10 19:35:06.656102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0154d23c-25c4-4fd7-8154-e64b0fa42031 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:35:06.684893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d9a9e8-55e1-4160-87cd-04e6255eca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.733155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 0154d23c-25c4-4fd7-8154-e64b0fa42031 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:35:06.733774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0154d23c-25c4-4fd7-8154-e64b0fa42031 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:35:06.775219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Deleting port 0154d23c-25c4-4fd7-8154-e64b0fa42031 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:35:06.775871 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.786466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-c1cf12ee-7ffb-4c04-9992-c96213764acb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 1094 time: 0.1004398 Jan 10 19:35:06.800119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d9a9e8-55e1-4160-87cd-04e6255eca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.844547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9a9e8-55e1-4160-87cd-04e6255eca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b89a003-7d16-44f5-8133-c8dab2a229cf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:06.863312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d9a9e8-55e1-4160-87cd-04e6255eca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:06.864440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10d9a9e8-55e1-4160-87cd-04e6255eca68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b89a003-7d16-44f5-8133-c8dab2a229cf HTTP/1.1" status: 204 len: 168 time: 0.3395343 Jan 10 19:35:06.921658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-da69aa34-614e-45ef-a664-cc942abda512 None None] The port '0154d23c-25c4-4fd7-8154-e64b0fa42031' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:35:07.275560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-3607f1f5-4bb8-4805-b1cf-df8e22542407 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:07.277143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-3607f1f5-4bb8-4805-b1cf-df8e22542407 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.4828811 Jan 10 19:35:07.287917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251a100-011c-44bd-b62f-609c47461c4d req-564cfc8b-376f-46fd-9c82-d093b94bad4a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:07.294493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3251a100-011c-44bd-b62f-609c47461c4d req-564cfc8b-376f-46fd-9c82-d093b94bad4a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 943 time: 0.3511438 Jan 10 19:35:07.398328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-a0ae89de-358d-4553-bd11-ea4492241561 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ced0001-9675-48b2-912c-149e7b2a9b54 HTTP/1.1" status: 200 len: 217 time: 0.1011133 Jan 10 19:35:07.411451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3251a100-011c-44bd-b62f-609c47461c4d req-afa604a5-de85-41fa-8343-c4864635779c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159317 Jan 10 19:35:07.497472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51972) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:07.523252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-38cabc13-88e7-458f-b24c-39d1ad45ba13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:07.525599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-38cabc13-88e7-458f-b24c-39d1ad45ba13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1131065 Jan 10 19:35:07.574499 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b744d5c3-4e30-432b-8835-46b1c66ef469 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=239757c4984a46c29e0b93e2f09b1d64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0734701 Jan 10 19:35:07.574735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51976) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:07.681805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-2d4e21ae-b4e7-416c-b025-052aba9cbdf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497386 Jan 10 19:35:07.702946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8375efd0-f4db-49c3-9369-295632dea3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:07.747535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8375efd0-f4db-49c3-9369-295632dea3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:07.813138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8375efd0-f4db-49c3-9369-295632dea3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:07.842672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375efd0-f4db-49c3-9369-295632dea3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2fbd93-85f0-45cf-bc22-d57a29d70d01,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:07.853415 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8375efd0-f4db-49c3-9369-295632dea3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:07.856967 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8375efd0-f4db-49c3-9369-295632dea3ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b2fbd93-85f0-45cf-bc22-d57a29d70d01 HTTP/1.1" status: 204 len: 168 time: 0.2787428 Jan 10 19:35:07.977885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676bcb3-deac-4021-94b2-330ac8d62aaf req-4e96a019-3aff-4011-848e-7ee072839453 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:07.979430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7676bcb3-deac-4021-94b2-330ac8d62aaf req-4e96a019-3aff-4011-848e-7ee072839453 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1719639 Jan 10 19:35:07.981222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-c631abc5-5be6-4362-a35e-c55b8701211c service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959018 Jan 10 19:35:08.251151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7676bcb3-deac-4021-94b2-330ac8d62aaf req-49b5408b-3813-4c2f-ace5-f8225c07d0e2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659261 Jan 10 19:35:08.300908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad5a26b-51e8-4dc7-a373-4c09c8136089 req-7909c827-9fa9-4e63-91b4-402638ead1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999587 Jan 10 19:35:08.381171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9d4b-c4d8-4818-8412-e723225ec154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:08.712908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee3b9-d33b-4735-aa40-2be05db87a6a req-4681a7d2-337d-4e40-b0f6-de39d6620b1c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:08.721289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cee3b9-d33b-4735-aa40-2be05db87a6a req-4681a7d2-337d-4e40-b0f6-de39d6620b1c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 943 time: 0.1423602 Jan 10 19:35:08.783338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97cee3b9-d33b-4735-aa40-2be05db87a6a req-21bdd794-d6fc-4a76-8983-e91aa38fb34a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Jan 10 19:35:09.017159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 51992) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:09.270664 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-54068467-5c02-4b56-9cb7-9648644fd9f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a53ae5517eb41feb9c735153b471ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2497530 Jan 10 19:35:09.271189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 51998) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:09.376677 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8fafe606-95b8-4524-a8b5-f36fe77bc037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:09.414151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8fafe606-95b8-4524-a8b5-f36fe77bc037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:09.534718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a24c7-235f-4dad-b76d-40d64009c25b req-697774d6-cd53-4679-83f3-ee22234c9ba7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:09.536417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-599a24c7-235f-4dad-b76d-40d64009c25b req-697774d6-cd53-4679-83f3-ee22234c9ba7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1085300 Jan 10 19:35:09.537465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8fafe606-95b8-4524-a8b5-f36fe77bc037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:09.568583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafe606-95b8-4524-a8b5-f36fe77bc037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1571ebc5-dd5e-41f8-abd8-f835f761e50d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:09.587256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ced0001-9675-48b2-912c-149e7b2a9b54 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:35:09.611776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8fafe606-95b8-4524-a8b5-f36fe77bc037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:09.613214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8fafe606-95b8-4524-a8b5-f36fe77bc037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1571ebc5-dd5e-41f8-abd8-f835f761e50d HTTP/1.1" status: 204 len: 168 time: 0.3408759 Jan 10 19:35:09.642553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-599a24c7-235f-4dad-b76d-40d64009c25b req-aea16682-eab9-4958-b2b1-5a88efe5519a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933578 Jan 10 19:35:09.814556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:09.830217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'mac_address': 'fa:16:3e:1d:86:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:35:09.904638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:09.924852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ced0001-9675-48b2-912c-149e7b2a9b54 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:35:09.942159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:09.949113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:10.026839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:10.034731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21079-c387-43ce-b051-92ef754314ab req-8f58a475-a93b-4cb1-bc31-c78651ff5b04 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:10.042148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ee21079-c387-43ce-b051-92ef754314ab req-8f58a475-a93b-4cb1-bc31-c78651ff5b04 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 944 time: 0.1163347 Jan 10 19:35:10.116165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ee21079-c387-43ce-b051-92ef754314ab req-855f905d-04d5-4e27-bbb4-1edd8adf00f0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723610 Jan 10 19:35:10.163189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['4ced0001-9675-48b2-912c-149e7b2a9b54'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:35:10.482601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-658cd928-483b-4eb9-86fb-00b89ec590e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:10.630142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52028) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:10.787250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1316597626-network', 'tenant_id': '32bfd108515f4b3bac05dcd411ed7480'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:35:10.794453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:35:10.836196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Usage tracker for resource:network and tenant:32bfd108515f4b3bac05dcd411ed7480 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:35:10.845804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:35:10.854148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:35:10.884944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Made reservation on behalf of 32bfd108515f4b3bac05dcd411ed7480 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:35:10.888384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:10.906478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:10.928078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066d235-ff49-4a7d-a1d6-63ff19b1adc1 req-4d3206ac-42dc-4694-b6c1-adbbeebe2ba5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:10.929885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c066d235-ff49-4a7d-a1d6-63ff19b1adc1 req-4d3206ac-42dc-4694-b6c1-adbbeebe2ba5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1385505 Jan 10 19:35:10.982840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:35:10.994840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Usage tracker for resource:security_group_rule and tenant:32bfd108515f4b3bac05dcd411ed7480 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:35:11.002709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:35:11.012608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c066d235-ff49-4a7d-a1d6-63ff19b1adc1 req-07ffba12-57bf-4e61-a012-0af04e52636e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761116 Jan 10 19:35:11.013593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:35:11.141654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.151932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.190197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:35:11.196407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3730468-4c37-4493-9c7e-c35fcf284115,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:11.204564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.205615 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Added segment 01787bab-f962-40af-814f-a28521d1d51a of type vlan for network 925acafe-6d26-4494-a97c-c2e450cab3ae Jan 10 19:35:11.239108 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.307528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.309987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:11.309987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.441946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] Pushing event updated for resources: {'Network': ['ID=925acafe-6d26-4494-a97c-c2e450cab3ae,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:11.449715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-185a3869-60ef-4ffc-8963-3bdf56cf8488 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8152573 Jan 10 19:35:11.449715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 52038) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:11.457476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Request body: {'subnet': {'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1316597626-subnet', 'tenant_id': '32bfd108515f4b3bac05dcd411ed7480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:35:11.459937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 925acafe-6d26-4494-a97c-c2e450cab3ae details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:35:11.474100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:35:11.481733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Usage tracker for resource:subnet and tenant:32bfd108515f4b3bac05dcd411ed7480 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:35:11.486366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:35:11.494122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:35:11.502881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f7238-3c92-42e8-a035-6d6f21e9dab4 req-7030b185-e414-4fe0-aa03-7e599b1c65bf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:11.504554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-749f7238-3c92-42e8-a035-6d6f21e9dab4 req-7030b185-e414-4fe0-aa03-7e599b1c65bf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 944 time: 0.2341309 Jan 10 19:35:11.534447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Made reservation on behalf of 32bfd108515f4b3bac05dcd411ed7480 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:35:11.537011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.576267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ced0001-9675-48b2-912c-149e7b2a9b54 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:35:11.661450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 4ced0001-9675-48b2-912c-149e7b2a9b54 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:35:11.669068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 4ced0001-9675-48b2-912c-149e7b2a9b54 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:35:11.669452 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.677206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-749f7238-3c92-42e8-a035-6d6f21e9dab4 req-a5a0f766-7c19-4d9f-84aa-72cb5bfd14bd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629140 Jan 10 19:35:11.816448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.836740 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.872071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:11.879176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.884538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:11.892270 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.931139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:11.958672 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'code': 200} Jan 10 19:35:11.974712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:12.091404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4162c40e-4cda-4daf-8470-6b7176f67b44,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:12.130765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Checking segment: {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:35:12.131153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Network hostable DHCP agents. Network: 925acafe-6d26-4494-a97c-c2e450cab3ae, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:35:12.156807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da7fc9f9-962a-4c2c-aac2-744f90196835 req-c2a7c33d-31e7-41c2-a126-989eeedf567e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 1096 time: 0.1269867 Jan 10 19:35:12.183630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Network 925acafe-6d26-4494-a97c-c2e450cab3ae is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:35:12.207424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 925acafe-6d26-4494-a97c-c2e450cab3ae) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:35:12.215926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:12.216130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a53de-1491-43ff-8074-1f01d725afd7 None None] Network 925acafe-6d26-4494-a97c-c2e450cab3ae requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:35:12.216507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:12.241555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da7fc9f9-962a-4c2c-aac2-744f90196835 req-aa090900-f3ae-461b-a171-12844b8d832b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780389 Jan 10 19:35:12.254449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b8399f8a-0f73-428e-810f-5e91b6f163ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7952678 Jan 10 19:35:12.341039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b189695-b410-4c2d-bf27-56bfd9864752 req-3080c113-08fe-4f14-993a-1fea47604231 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:12.342701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b189695-b410-4c2d-bf27-56bfd9864752 req-3080c113-08fe-4f14-993a-1fea47604231 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.0913134 Jan 10 19:35:12.416312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b189695-b410-4c2d-bf27-56bfd9864752 req-4d175471-5770-4c41-bd1b-ca407a8b89c2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671394 Jan 10 19:35:12.549437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61df8ce-edca-4341-91bf-0f8cc5cdbeba None None] Network 925acafe-6d26-4494-a97c-c2e450cab3ae requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:35:12.910339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024af927-4a8e-46fc-b5f5-49cffbb8e65b req-025b8bfc-a263-4f3d-86fa-b44c18e516b2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:12.912103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-024af927-4a8e-46fc-b5f5-49cffbb8e65b req-025b8bfc-a263-4f3d-86fa-b44c18e516b2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.0929956 Jan 10 19:35:12.982187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-024af927-4a8e-46fc-b5f5-49cffbb8e65b req-328c5672-3e26-4a3b-b2fa-400db6faa8ce tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602000 Jan 10 19:35:13.103776 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:13.704593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa055511-293a-4933-a2ef-ce9d435e071a req-ba970d1b-28f8-4c88-bf82-eb6413c9ced1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:13.705970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa055511-293a-4933-a2ef-ce9d435e071a req-ba970d1b-28f8-4c88-bf82-eb6413c9ced1 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1093709 Jan 10 19:35:13.763637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa055511-293a-4933-a2ef-ce9d435e071a req-2b4523a0-ee51-4a89-b13f-be4386c5e998 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519767 Jan 10 19:35:14.208257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f1646-bb60-47da-b367-b28a0b85b046 req-3e3aa1a0-d983-4a56-aa6b-cedb54250385 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:14.209893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a08f1646-bb60-47da-b367-b28a0b85b046 req-3e3aa1a0-d983-4a56-aa6b-cedb54250385 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.0887210 Jan 10 19:35:14.268066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a08f1646-bb60-47da-b367-b28a0b85b046 req-70c399cc-5f94-4d6f-9cdd-5251b6ea53d1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526421 Jan 10 19:35:14.754232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74238af3-7da5-4eed-a707-690f04048f5b req-fcdc0db2-6218-4064-9686-ccee7cf3a838 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:14.757472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74238af3-7da5-4eed-a707-690f04048f5b req-fcdc0db2-6218-4064-9686-ccee7cf3a838 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1234596 Jan 10 19:35:14.831580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74238af3-7da5-4eed-a707-690f04048f5b req-95efbc25-8bae-4ed3-9337-1d6a55570113 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681863 Jan 10 19:35:15.062286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad31fe0-88bb-4330-9113-68d2eecd93fc req-9ba4bc10-a112-4a90-9042-5ecb964d67b6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:15.073151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad31fe0-88bb-4330-9113-68d2eecd93fc req-9ba4bc10-a112-4a90-9042-5ecb964d67b6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1205900 Jan 10 19:35:15.126047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad31fe0-88bb-4330-9113-68d2eecd93fc req-5dd97989-0b98-44a2-b0da-664b571271ce tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474248 Jan 10 19:35:15.331264 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:15.391916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:16.088225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a2b0-0c42-4ded-835c-62afd4ddd896 req-a5d6cb30-dcc3-4273-a671-3f4d06ce037c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:16.097597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e89a2b0-0c42-4ded-835c-62afd4ddd896 req-a5d6cb30-dcc3-4273-a671-3f4d06ce037c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1000175 Jan 10 19:35:16.150786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e89a2b0-0c42-4ded-835c-62afd4ddd896 req-4342e60b-2b2e-487d-abe5-2a6a1103a9d1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Jan 10 19:35:16.381508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679176d9-b414-43a8-901a-e740cdfb74a4 req-83066b59-fd96-496e-b06d-cc88126df835 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:16.383030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-679176d9-b414-43a8-901a-e740cdfb74a4 req-83066b59-fd96-496e-b06d-cc88126df835 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.0864670 Jan 10 19:35:16.440954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-679176d9-b414-43a8-901a-e740cdfb74a4 req-461d0e90-700c-40f1-8eb8-f97140be3e64 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497177 Jan 10 19:35:16.889703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b3be3-af83-4415-8a50-60be1b6dc575 req-b5a5ad2d-7f20-4b72-93ea-6751a544685b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:16.892325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d01b3be3-af83-4415-8a50-60be1b6dc575 req-b5a5ad2d-7f20-4b72-93ea-6751a544685b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1094036 Jan 10 19:35:16.959183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d01b3be3-af83-4415-8a50-60be1b6dc575 req-fea80f97-0cbc-4137-9ae4-35fae7018de6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619056 Jan 10 19:35:17.700694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6235f-836f-428c-8d5f-1cc687d5d9b1 req-c16e1a1a-bc6c-4077-ad54-b1bba27c2b17 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:17.702437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2b6235f-836f-428c-8d5f-1cc687d5d9b1 req-c16e1a1a-bc6c-4077-ad54-b1bba27c2b17 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.0957825 Jan 10 19:35:17.761281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2b6235f-836f-428c-8d5f-1cc687d5d9b1 req-7c274fbc-cb4f-458c-a082-3c7044c0b203 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499260 Jan 10 19:35:18.186834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e326-3644-40da-a99f-d721986c4f5f req-85e00e89-5d8e-4563-b41a-c4eb3da1350d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:18.191652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2338e326-3644-40da-a99f-d721986c4f5f req-85e00e89-5d8e-4563-b41a-c4eb3da1350d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.0923893 Jan 10 19:35:18.242437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2338e326-3644-40da-a99f-d721986c4f5f req-a43c6331-449a-4637-97c9-9bdd294096b4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jan 10 19:35:18.841076 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-2ec221e3-25ef-4833-929f-78d2469aa0db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1096 time: 0.0771983 Jan 10 19:35:19.002306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f5d7-b90b-43df-8947-126197726d43 req-69fd3033-f7d4-4332-b81e-027d7ce5e47a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:19.004917 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-69fd3033-f7d4-4332-b81e-027d7ce5e47a service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.1571896 Jan 10 19:35:19.013189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe15cd-32b7-4893-9e7a-cb2bf7d4cf05 req-071c8e3f-a9a7-4444-9c0e-1e3b12ca2e94 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:19.015697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dbe15cd-32b7-4893-9e7a-cb2bf7d4cf05 req-071c8e3f-a9a7-4444-9c0e-1e3b12ca2e94 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.0897746 Jan 10 19:35:19.118649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5dbe15cd-32b7-4893-9e7a-cb2bf7d4cf05 req-c1349283-dadd-44b1-92c6-d17b78735c9d tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947068 Jan 10 19:35:19.130849 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-1ec8fde6-8b79-4a8c-876c-4924a25aefdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 1000 time: 0.1192520 Jan 10 19:35:19.310983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f5d7-b90b-43df-8947-126197726d43 req-668912bd-ab51-4560-b6bb-7f84093845a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:19.312442 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-668912bd-ab51-4560-b6bb-7f84093845a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.1729784 Jan 10 19:35:19.398881 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-f14a2206-76f7-4274-b839-59b3a0824176 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794737 Jan 10 19:35:19.471951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926afab-6042-415e-b605-0a55ccd871b6 req-00abe588-8971-487a-b818-2407851cc6dc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:19.478566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2926afab-6042-415e-b605-0a55ccd871b6 req-00abe588-8971-487a-b818-2407851cc6dc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.0974653 Jan 10 19:35:19.546719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2926afab-6042-415e-b605-0a55ccd871b6 req-cad20b67-233d-48f0-979b-6a72402d830e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664253 Jan 10 19:35:19.588520 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-0dfaf19b-0433-4bec-bd3c-5025953f257c service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826727 Jan 10 19:35:19.607804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ced0001-9675-48b2-912c-149e7b2a9b54 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:35:19.814690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f970f5d7-b90b-43df-8947-126197726d43 req-357a3eec-1e3a-43fb-baab-1cba9b0f4c5f service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191007 Jan 10 19:35:19.846039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:19.862361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'port_id': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'mac_address': 'fa:16:3e:1d:86:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:35:19.920387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:19.941432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ced0001-9675-48b2-912c-149e7b2a9b54 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:35:19.964724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:19.973781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:20.067276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['4ced0001-9675-48b2-912c-149e7b2a9b54'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:35:20.111385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:20.394528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546abcb8-78e2-4450-851d-f262801cd8e1 req-62f9d7a7-ead0-4919-bb7d-7cce53c03847 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:20.395964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-546abcb8-78e2-4450-851d-f262801cd8e1 req-62f9d7a7-ead0-4919-bb7d-7cce53c03847 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.0826235 Jan 10 19:35:20.472910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-546abcb8-78e2-4450-851d-f262801cd8e1 req-844c5088-dc8e-4ab5-8cfd-f090005a023e tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706718 Jan 10 19:35:20.780488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef457e-d3fa-40e0-898a-de7b8a071488 req-d4fde05a-06a1-452c-a5d6-b4561979b43d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:20.788249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78ef457e-d3fa-40e0-898a-de7b8a071488 req-d4fde05a-06a1-452c-a5d6-b4561979b43d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 944 time: 0.0936182 Jan 10 19:35:20.868023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78ef457e-d3fa-40e0-898a-de7b8a071488 req-cee50e34-bb8a-4122-9ed5-3f092a5371b8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788181 Jan 10 19:35:21.621350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ced0001-9675-48b2-912c-149e7b2a9b54 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:35:21.753620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86dd43-6b94-4cbb-aaa6-be32d72573ea req-cdbd7023-f9b1-49c7-b323-eeae2fde9269 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:21.756286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c86dd43-6b94-4cbb-aaa6-be32d72573ea req-cdbd7023-f9b1-49c7-b323-eeae2fde9269 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 945 time: 0.1206303 Jan 10 19:35:21.815375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 4ced0001-9675-48b2-912c-149e7b2a9b54 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:35:21.818271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:21.852469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c86dd43-6b94-4cbb-aaa6-be32d72573ea req-5c065a25-0565-4fa4-af36-f2093f2d4b1f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849288 Jan 10 19:35:22.058133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:22.161418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:22.171137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:22.188709 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:22.236553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b468bc-b89b-457b-bcc2-a913556a3735 req-5e4cf871-d367-4839-bafa-0912d4207c80 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:22.243572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4b468bc-b89b-457b-bcc2-a913556a3735 req-5e4cf871-d367-4839-bafa-0912d4207c80 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1282301 Jan 10 19:35:22.297975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4b468bc-b89b-457b-bcc2-a913556a3735 req-2dcbb956-5fa2-4452-972a-c40bc1dfc7dc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527723 Jan 10 19:35:22.386254 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'code': 200} Jan 10 19:35:22.397099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:22.498900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:35:22.789461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:22.840136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:22.849933 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:22.951484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:23.572781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5bf32-e5f3-47dc-8215-827251aea1f7 req-62514501-5a26-4641-b6d6-d052c2834d8d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:23.580677 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03f5bf32-e5f3-47dc-8215-827251aea1f7 req-62514501-5a26-4641-b6d6-d052c2834d8d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1334391 Jan 10 19:35:23.637671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03f5bf32-e5f3-47dc-8215-827251aea1f7 req-ccda3bc9-5dab-4a64-963f-15b108b812ad tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Jan 10 19:35:24.335530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f31642d4-4e88-4c48-8207-486638ca5236 req-738710ce-eaa0-4a07-aaeb-58c84d14634c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2118225 Jan 10 19:35:24.388899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:24.462023 n-d-816927-8 neutron-server[83631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'code': 422} returned with failed status Jan 10 19:35:24.669996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 52196) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:35:24.885241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-c5c0bfe9-31a6-4035-9288-c4344f607e54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2139533 Jan 10 19:35:25.167199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea927e5-4dca-4865-a1e3-5cf7409f1f3c req-f6e29ed0-1d3e-470c-be15-3f08769febe8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:25.168671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dea927e5-4dca-4865-a1e3-5cf7409f1f3c req-f6e29ed0-1d3e-470c-be15-3f08769febe8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.5123322 Jan 10 19:35:25.185371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae4f8d-68fc-4b35-9a27-2d2b3c096cc2 req-3a3b3d9b-0814-44ea-9074-768fbd020f19 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:25.186223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07ae4f8d-68fc-4b35-9a27-2d2b3c096cc2 req-3a3b3d9b-0814-44ea-9074-768fbd020f19 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.2185950 Jan 10 19:35:25.287540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dea927e5-4dca-4865-a1e3-5cf7409f1f3c req-595c53e8-2524-4179-b789-69a4d7107020 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086147 Jan 10 19:35:25.356577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07ae4f8d-68fc-4b35-9a27-2d2b3c096cc2 req-28c5f624-1554-4199-8ea2-829c7cbe90dd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155243 Jan 10 19:35:25.761818 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-fbe2c004-ee11-4c8e-ad65-10f1a52434df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae&tenant_id=969afeb64c82472086dd164c88c720d5 HTTP/1.1" status: 200 len: 1094 time: 0.0926547 Jan 10 19:35:25.862264 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-142ef229-fe25-4eb2-9c49-ebd452006994 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1094 time: 0.0784733 Jan 10 19:35:26.023741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-d2899298-daad-4203-8e07-03da23dfe465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:26.025706 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-d2899298-daad-4203-8e07-03da23dfe465 service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.1583633 Jan 10 19:35:26.149518 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-37e38d70-e959-40fe-8044-9bf7b97494e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 998 time: 0.1178908 Jan 10 19:35:26.221982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-5ed98933-cf9f-4a2e-a30e-800ceb2dbebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:26.223878 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-5ed98933-cf9f-4a2e-a30e-800ceb2dbebc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.0684338 Jan 10 19:35:26.308850 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-82130a7d-64b4-4854-9d5e-128913637a3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789444 Jan 10 19:35:26.476843 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-ebbbab04-1882-46be-8f3b-6cadacd0ff08 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609316 Jan 10 19:35:26.636971 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d63d93df-6c5a-46e2-bbfb-e08810dfcfb1 req-56731a57-495b-457a-9ecd-2879d52106d9 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534762 Jan 10 19:35:26.720157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1fea9-2957-4a12-a435-438db83b3fa1 req-a6d72982-f0fe-412b-b057-ed69e53a4ee3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:26.722509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69f1fea9-2957-4a12-a435-438db83b3fa1 req-a6d72982-f0fe-412b-b057-ed69e53a4ee3 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.2625077 Jan 10 19:35:26.732299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af1300-cc25-428f-9504-37536e4f92b1 req-ff85d8dc-5abf-43da-9b50-c4ddcea939b6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:26.734249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6af1300-cc25-428f-9504-37536e4f92b1 req-ff85d8dc-5abf-43da-9b50-c4ddcea939b6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1938186 Jan 10 19:35:26.826809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69f1fea9-2957-4a12-a435-438db83b3fa1 req-06255021-c82a-4c18-abf0-efa655a796b8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906103 Jan 10 19:35:26.846010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6af1300-cc25-428f-9504-37536e4f92b1 req-de355a7b-0215-4d37-8030-21742e058c8d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895283 Jan 10 19:35:28.284817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13620f-8e1a-4a17-a93d-9e9b0df66349 req-fc2eab70-6384-46ff-be00-64d6cfcd1e02 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:28.286894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f13620f-8e1a-4a17-a93d-9e9b0df66349 req-fc2eab70-6384-46ff-be00-64d6cfcd1e02 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1428864 Jan 10 19:35:28.356475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053308a8-47e9-4612-b0ff-49d3c9efaa5e req-abb1691b-3bf7-46d7-9d28-fc27a2b8ec32 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:28.358548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-053308a8-47e9-4612-b0ff-49d3c9efaa5e req-abb1691b-3bf7-46d7-9d28-fc27a2b8ec32 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.2133069 Jan 10 19:35:28.439099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f13620f-8e1a-4a17-a93d-9e9b0df66349 req-9b2e0ae7-3258-4607-8c2f-28ca835b0833 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421299 Jan 10 19:35:28.464807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-053308a8-47e9-4612-b0ff-49d3c9efaa5e req-af08b42e-d20d-4288-8647-aea304c169c7 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927436 Jan 10 19:35:29.820710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff619bbd-c58d-460a-914c-d17a1c961a9d req-d2370c56-ae52-43b3-be5a-38e24b4b841b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:29.827742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff619bbd-c58d-460a-914c-d17a1c961a9d req-d2370c56-ae52-43b3-be5a-38e24b4b841b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1851313 Jan 10 19:35:29.891298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff619bbd-c58d-460a-914c-d17a1c961a9d req-90805e4c-68df-4e53-b2a3-1a0fc3fd1588 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624986 Jan 10 19:35:29.909076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa965-e58d-4e7d-9458-35308ed72a1f req-b2b88ee7-1656-4221-8be7-12e840c2c4de tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:29.918521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-341aa965-e58d-4e7d-9458-35308ed72a1f req-b2b88ee7-1656-4221-8be7-12e840c2c4de tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.2063856 Jan 10 19:35:29.984382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-341aa965-e58d-4e7d-9458-35308ed72a1f req-1f789339-efc2-4cb1-af9e-e907509145d8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642583 Jan 10 19:35:31.367166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d99b3-e2db-4bcc-801e-f532579aab93 req-619554d1-76b4-41d6-b871-a019ee8ad68d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:31.374689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-356d99b3-e2db-4bcc-801e-f532579aab93 req-619554d1-76b4-41d6-b871-a019ee8ad68d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1778526 Jan 10 19:35:31.434150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf217b-e59a-4762-a235-ca08f5c6a3d2 req-163057a0-7e0d-4125-95a7-54e95101af85 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:31.436227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6adf217b-e59a-4762-a235-ca08f5c6a3d2 req-163057a0-7e0d-4125-95a7-54e95101af85 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.1615918 Jan 10 19:35:31.455007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-356d99b3-e2db-4bcc-801e-f532579aab93 req-5772923b-6caf-4b52-aed1-7add6a768b2b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Jan 10 19:35:31.543954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6adf217b-e59a-4762-a235-ca08f5c6a3d2 req-7bc1155a-1f95-4c58-91bb-00522be8c5fc tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873518 Jan 10 19:35:32.699549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2c90d-85c1-488a-846a-955b5bfb4cfb req-b71d6bba-fb16-433f-ae41-5664d2eb385a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:32.702093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4be2c90d-85c1-488a-846a-955b5bfb4cfb req-b71d6bba-fb16-433f-ae41-5664d2eb385a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1229665 Jan 10 19:35:32.802903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4be2c90d-85c1-488a-846a-955b5bfb4cfb req-b4bceaad-8dfe-4d92-a01a-dd62809b53e2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907960 Jan 10 19:35:32.963828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7b7f8-6e4b-4eb5-8684-f4d78fc0659b req-0b36c3e6-62da-4e6c-bdc4-14bb1f5ab1b5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:32.972428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00c7b7f8-6e4b-4eb5-8684-f4d78fc0659b req-0b36c3e6-62da-4e6c-bdc4-14bb1f5ab1b5 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.1458457 Jan 10 19:35:33.036232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00c7b7f8-6e4b-4eb5-8684-f4d78fc0659b req-e549fab1-ccbb-4f13-b51b-b7015c1d6f48 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625203 Jan 10 19:35:34.208129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433de66-3930-4b8a-b393-fd3c9a6a2059 req-12ca343a-470e-4694-808b-421dff1bb892 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:34.218067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e433de66-3930-4b8a-b393-fd3c9a6a2059 req-12ca343a-470e-4694-808b-421dff1bb892 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.2196651 Jan 10 19:35:34.323155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e433de66-3930-4b8a-b393-fd3c9a6a2059 req-e307c06a-83bc-487f-b70a-9c622bcbaff2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015813 Jan 10 19:35:34.547484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-79199f37-e599-4dac-be46-137909b8e5c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 1096 time: 0.1601434 Jan 10 19:35:34.724487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01468d-702a-4ad5-90e9-6b1c2b7f7d70 req-79a1746a-91c4-40af-ad7a-04418e324d7f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:34.726315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f01468d-702a-4ad5-90e9-6b1c2b7f7d70 req-79a1746a-91c4-40af-ad7a-04418e324d7f tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.4016936 Jan 10 19:35:34.796392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-56b6a890-579e-4b51-8f92-0031d0eea4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:34.798372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-56b6a890-579e-4b51-8f92-0031d0eea4c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.2382231 Jan 10 19:35:34.801110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f01468d-702a-4ad5-90e9-6b1c2b7f7d70 req-7d5712c2-4d20-460e-94d5-3230c03b691b tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651472 Jan 10 19:35:35.009130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-95f45210-c358-40b0-a06a-9c72a99a41d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ced0001-9675-48b2-912c-149e7b2a9b54 HTTP/1.1" status: 200 len: 217 time: 0.2050467 Jan 10 19:35:35.144663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-19eff638-9030-4618-bf03-1a7b6c873b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:35.146490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-19eff638-9030-4618-bf03-1a7b6c873b7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.1224484 Jan 10 19:35:35.260012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-6b3519ec-acaf-46f3-ad2e-ea7759bac1ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070652 Jan 10 19:35:35.466551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-6737ce34-481d-487a-8cf3-2d2fb67266fd service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991937 Jan 10 19:35:35.680736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be51c-2039-48ed-85c1-e36089ddc4c7 req-7049c82b-7ea5-4c93-96c4-16f5bb09fc60 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:35.682360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a27be51c-2039-48ed-85c1-e36089ddc4c7 req-7049c82b-7ea5-4c93-96c4-16f5bb09fc60 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.1321452 Jan 10 19:35:35.686337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2176dd-528b-4b87-bd3f-afeb65672fc8 req-8948a34e-8c71-475a-9d36-4c2fce31f1fe service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136807 Jan 10 19:35:35.832099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a27be51c-2039-48ed-85c1-e36089ddc4c7 req-841482f9-456f-48d4-8389-ea1b03114ac6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038251 Jan 10 19:35:36.089422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26318c3-7791-411d-bea1-71dee53b042f req-1eb3825b-cb1f-4ad2-9ccd-de4f436976fe tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:36.109108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e26318c3-7791-411d-bea1-71dee53b042f req-1eb3825b-cb1f-4ad2-9ccd-de4f436976fe tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.1410384 Jan 10 19:35:36.175631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e26318c3-7791-411d-bea1-71dee53b042f req-9862c8a9-b5b3-44e9-ad85-6a28f7e9dc11 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649741 Jan 10 19:35:37.038153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6abcb-5261-4fcf-b60b-046096098cec req-fa17c63a-eceb-4c8d-b3f2-07325967a11f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:37.039678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10c6abcb-5261-4fcf-b60b-046096098cec req-fa17c63a-eceb-4c8d-b3f2-07325967a11f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.0806637 Jan 10 19:35:37.085892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10c6abcb-5261-4fcf-b60b-046096098cec req-60d076d3-95b5-481c-9218-09c5b04412e5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Jan 10 19:35:37.397431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff18d7-682d-4887-aaa4-ba4114da55d0 req-a47b39a3-c828-4b4a-869d-d117f2c6fc87 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:37.403349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cff18d7-682d-4887-aaa4-ba4114da55d0 req-a47b39a3-c828-4b4a-869d-d117f2c6fc87 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.0923603 Jan 10 19:35:37.449710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cff18d7-682d-4887-aaa4-ba4114da55d0 req-c5b0fae2-f792-4849-b323-45e0a1c8e2aa tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447278 Jan 10 19:35:38.380905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-836c054a-fb1b-43c4-ba49-994006367abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:38.444947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18621c-032b-457b-91ac-abbc951f5bc5 req-b2220d18-f423-4baf-a855-89caf1a49ab9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:38.446415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e18621c-032b-457b-91ac-abbc951f5bc5 req-b2220d18-f423-4baf-a855-89caf1a49ab9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 945 time: 0.0818655 Jan 10 19:35:38.495502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e18621c-032b-457b-91ac-abbc951f5bc5 req-def22c51-11a2-46d8-a6ff-62057d95c749 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 Jan 10 19:35:38.740343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cf304-d57f-4c45-a054-fd87849d3433 req-604ea556-a063-4f6b-a60d-2beb7ec9f263 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:38.741796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-519cf304-d57f-4c45-a054-fd87849d3433 req-604ea556-a063-4f6b-a60d-2beb7ec9f263 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1044157 Jan 10 19:35:38.748044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aeb14-28e2-45e6-bb5a-4c575bf7bb60 req-9b6c2575-8682-44d9-9073-587eac7f7f73 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:38.749343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff9aeb14-28e2-45e6-bb5a-4c575bf7bb60 req-9b6c2575-8682-44d9-9073-587eac7f7f73 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.1518130 Jan 10 19:35:38.821409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-519cf304-d57f-4c45-a054-fd87849d3433 req-594c3c48-695e-42f0-bfa6-46d3d85d01a4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705705 Jan 10 19:35:38.828539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff9aeb14-28e2-45e6-bb5a-4c575bf7bb60 req-51d54137-55ba-448e-ac9f-75b39c130ded tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617845 Jan 10 19:35:39.022614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb08b0b-76d8-4a8b-8cce-8d538a8a20c4 req-237c58e4-5a9e-4222-8f51-aae3fe568df4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:39.024024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cb08b0b-76d8-4a8b-8cce-8d538a8a20c4 req-237c58e4-5a9e-4222-8f51-aae3fe568df4 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0752368 Jan 10 19:35:39.070647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0cb08b0b-76d8-4a8b-8cce-8d538a8a20c4 req-c422c082-8186-4b08-9b0b-86130f257942 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Jan 10 19:35:39.123359 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:35:39.479702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e7b7-eec6-41a2-ad6c-591794c7f399 req-30591b8d-d244-4cd2-acf4-c8617c618788 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:39.481174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b851e7b7-eec6-41a2-ad6c-591794c7f399 req-30591b8d-d244-4cd2-acf4-c8617c618788 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1092155 Jan 10 19:35:39.527337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b851e7b7-eec6-41a2-ad6c-591794c7f399 req-5319c739-3e7e-497b-91c8-3597ec925973 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Jan 10 19:35:39.731335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ced0001-9675-48b2-912c-149e7b2a9b54 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:35:39.841298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:39.868191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:39.878705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:39.884551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:39.941571 n-d-816927-8 neutron-server[83631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'code': 422} returned with failed status Jan 10 19:35:39.966752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:40.112088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f95dd-3c90-4531-812a-4bb70f1ec1ce req-b3202e9d-a377-43a6-a637-4b9127b96902 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:40.114694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-972f95dd-3c90-4531-812a-4bb70f1ec1ce req-b3202e9d-a377-43a6-a637-4b9127b96902 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 943 time: 0.0959568 Jan 10 19:35:40.163930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-972f95dd-3c90-4531-812a-4bb70f1ec1ce req-58a3eef8-9f4b-4c50-8fda-0153f2b86258 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Jan 10 19:35:40.479283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aec98631-6c18-402d-8f2f-88b74ed0f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:40.574488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:35:40.747916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:40.751755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57df0b7-1f55-4841-a559-fdd5559eb8dd req-1414e013-efbb-486c-b770-975af25fe5a9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:40.760778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c57df0b7-1f55-4841-a559-fdd5559eb8dd req-1414e013-efbb-486c-b770-975af25fe5a9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0918431 Jan 10 19:35:40.762689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5b60621c-23c2-4498-9188-9b74d32969d8', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'port_id': '5b60621c-23c2-4498-9188-9b74d32969d8', 'mac_address': 'fa:16:3e:c8:fd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:35:40.815741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c57df0b7-1f55-4841-a559-fdd5559eb8dd req-23ee2990-7a2f-4653-829b-2e1e6aa0a5f5 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536542 Jan 10 19:35:40.822078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:40.848394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b60621c-23c2-4498-9188-9b74d32969d8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:35:40.872690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:40.903352 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:40.998052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:41.148664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5b60621c-23c2-4498-9188-9b74d32969d8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:35:41.384878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6249d-c348-45bf-bd04-671c676f6eab req-55b54698-d459-44ff-9fe7-39e656ca5d8a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:41.386272 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84f6249d-c348-45bf-bd04-671c676f6eab req-55b54698-d459-44ff-9fe7-39e656ca5d8a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 944 time: 0.0792849 Jan 10 19:35:41.433682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84f6249d-c348-45bf-bd04-671c676f6eab req-ab091b99-4b32-4098-8be7-dbcd26b236e8 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Jan 10 19:35:41.772877 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:41.847970 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:42.004998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f27dc-2471-49e3-98a9-fb4df4a62bbb req-65311a50-0393-491c-801f-5fdc23f9cab6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:42.006489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-660f27dc-2471-49e3-98a9-fb4df4a62bbb req-65311a50-0393-491c-801f-5fdc23f9cab6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0791180 Jan 10 19:35:42.057968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-660f27dc-2471-49e3-98a9-fb4df4a62bbb req-06890752-35b9-4683-8e83-09fd9c480040 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 Jan 10 19:35:42.579252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:35:42.670946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5b60621c-23c2-4498-9188-9b74d32969d8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:35:42.671398 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:42.745453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece571b6-4c25-4b62-84cb-29eb3a8cdd5b req-01c8a739-fc38-4536-8dcb-4b7b2a530c81 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:42.747280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece571b6-4c25-4b62-84cb-29eb3a8cdd5b req-01c8a739-fc38-4536-8dcb-4b7b2a530c81 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 944 time: 0.1739955 Jan 10 19:35:42.791834 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:42.792633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece571b6-4c25-4b62-84cb-29eb3a8cdd5b req-05c4dc55-5306-4009-a8a7-24325e59bf96 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394289 Jan 10 19:35:42.819855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:35:42.830038 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:35:42.838004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:42.889073 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'code': 200} Jan 10 19:35:42.917048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:35:43.106077 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:43.120931 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-37cc5199-85e4-493b-ab24-dd47ceaee2fe req-32a8085d-bd62-4243-b275-fe28a3de30e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1097 time: 0.0796754 Jan 10 19:35:43.180204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-37cc5199-85e4-493b-ab24-dd47ceaee2fe req-7879ab4e-4975-4e14-a8af-cf57cfd0e749 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537541 Jan 10 19:35:43.274023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4b75-9008-4a24-9d63-fb78c4cc499c req-2434986d-e80b-49c2-83c9-e33e90a0366e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:43.280258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd8e4b75-9008-4a24-9d63-fb78c4cc499c req-2434986d-e80b-49c2-83c9-e33e90a0366e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0752249 Jan 10 19:35:43.323495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd8e4b75-9008-4a24-9d63-fb78c4cc499c req-335660d7-96f3-4fa5-bf1f-43424cf2f7c2 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Jan 10 19:35:44.026249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01037e2-1384-4fa8-b5f1-e1eefed8c09b req-656b44d9-ae46-431d-a1aa-23e4b95ada71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:44.027747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e01037e2-1384-4fa8-b5f1-e1eefed8c09b req-656b44d9-ae46-431d-a1aa-23e4b95ada71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 946 time: 0.0896666 Jan 10 19:35:44.077205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e01037e2-1384-4fa8-b5f1-e1eefed8c09b req-8594b3c6-b195-404f-9cc1-1cb4e6826e73 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Jan 10 19:35:44.578496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8081cd9-1323-49a9-92c1-c750998f76ea req-8f62b019-1a12-4a5e-858f-44f7bcda696e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:44.581378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8081cd9-1323-49a9-92c1-c750998f76ea req-8f62b019-1a12-4a5e-858f-44f7bcda696e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1329918 Jan 10 19:35:44.644742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8081cd9-1323-49a9-92c1-c750998f76ea req-defb900e-2ff8-41f5-be74-e72f66ca8f2f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555005 Jan 10 19:35:45.289821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50512e67-56a7-4171-b573-3e57e5837195 req-ede010f6-57f8-493f-920a-87c674b4fd40 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:45.291294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50512e67-56a7-4171-b573-3e57e5837195 req-ede010f6-57f8-493f-920a-87c674b4fd40 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 946 time: 0.0783396 Jan 10 19:35:45.344690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:45.345469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50512e67-56a7-4171-b573-3e57e5837195 req-6074ec21-005f-4f5e-8b9d-aa6cc4c00f13 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481451 Jan 10 19:35:45.384637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:35:45.842552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147d482-aa4f-49ab-b028-7a8aeece903e req-bf2ba9d1-d845-4aea-895a-a222071d94da tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:45.844739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8147d482-aa4f-49ab-b028-7a8aeece903e req-bf2ba9d1-d845-4aea-895a-a222071d94da tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0803585 Jan 10 19:35:45.903064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8147d482-aa4f-49ab-b028-7a8aeece903e req-c374d4d2-d884-48d7-9d9d-a1a46d12f661 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Jan 10 19:35:47.107160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bef95-ac3a-4595-a6ed-0bcb3e25504d req-ea9c82ed-3ae6-4c05-84b4-6bd61b2287bc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:47.108623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c8bef95-ac3a-4595-a6ed-0bcb3e25504d req-ea9c82ed-3ae6-4c05-84b4-6bd61b2287bc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0866022 Jan 10 19:35:47.160175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c8bef95-ac3a-4595-a6ed-0bcb3e25504d req-5bead185-60c3-40f9-b66e-c43bf4d07267 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453970 Jan 10 19:35:48.364136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debfbb8-7d25-46a7-bfa9-8b68f0646d00 req-c4e297a9-2b30-4b28-91de-280c5bfcc545 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:48.365608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0debfbb8-7d25-46a7-bfa9-8b68f0646d00 req-c4e297a9-2b30-4b28-91de-280c5bfcc545 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0824096 Jan 10 19:35:48.423615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0debfbb8-7d25-46a7-bfa9-8b68f0646d00 req-2a1f724a-d452-4db7-9e54-1d09ee2dd375 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524569 Jan 10 19:35:49.650337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516adb4b-63f2-4e40-b928-3d82a754b936 req-a2a3f0f7-f9b7-468f-81ed-bfc2ccf55d08 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:49.651822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516adb4b-63f2-4e40-b928-3d82a754b936 req-a2a3f0f7-f9b7-468f-81ed-bfc2ccf55d08 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0872233 Jan 10 19:35:49.709750 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516adb4b-63f2-4e40-b928-3d82a754b936 req-ed688622-24b9-49d8-b337-6ebacc4dab25 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505662 Jan 10 19:35:50.920325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ac238-9fd2-45c1-958d-013f67093304 req-7b8e4be4-b215-481c-8960-0493f647b20f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:50.921766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-796ac238-9fd2-45c1-958d-013f67093304 req-7b8e4be4-b215-481c-8960-0493f647b20f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0766132 Jan 10 19:35:50.967892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-796ac238-9fd2-45c1-958d-013f67093304 req-94659dd4-e214-433d-99f5-f34e0d5ccb19 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Jan 10 19:35:51.375195 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-3a7d89b7-75cb-4217-a8fa-c28ade19408c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.0738888 Jan 10 19:35:51.378169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1f5ff-e35e-4ef3-88ff-13604b7971ef req-9ef74ac9-3f14-4cfb-b681-8bab2cce5fae tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:51.379932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58c1f5ff-e35e-4ef3-88ff-13604b7971ef req-9ef74ac9-3f14-4cfb-b681-8bab2cce5fae tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1094012 Jan 10 19:35:51.427699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58c1f5ff-e35e-4ef3-88ff-13604b7971ef req-aacd176e-472a-4e0d-b8df-45398dea4006 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Jan 10 19:35:51.506985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-59ddaec7-565c-41cd-9a6a-b7ba909acce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:51.508417 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-59ddaec7-565c-41cd-9a6a-b7ba909acce0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1273685 Jan 10 19:35:51.698830 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-64581f1b-9692-40bb-ab88-924fe251b78e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.1838887 Jan 10 19:35:51.759285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-29c062d2-499a-4c28-b0f6-bdbd745948b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:51.760851 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-29c062d2-499a-4c28-b0f6-bdbd745948b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0569756 Jan 10 19:35:51.855332 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-a395fc2b-e742-4877-b64c-7b5d944e5f3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889854 Jan 10 19:35:51.986591 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-fb9d67e2-55c4-4651-9947-402ee2aff4ee service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237631 Jan 10 19:35:52.138194 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7c358111-bf7d-44f2-afc8-1682d6e834c8 req-0a618401-222b-4e14-b403-5a671ffafb25 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460271 Jan 10 19:35:52.479191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-3d4516dd-2759-40f8-94b5-473a4dc509ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676062 Jan 10 19:35:52.706687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dda7f-a9e1-4d24-bc8f-d4b5be6e1237 req-db425468-b82d-4f9f-bfa3-cf1fea99ce8b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:52.708308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f1dda7f-a9e1-4d24-bc8f-d4b5be6e1237 req-db425468-b82d-4f9f-bfa3-cf1fea99ce8b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.1282763 Jan 10 19:35:52.712164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-edadab4a-1e4d-4604-aa3f-2f5fdac94e64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 1058 time: 0.1649992 Jan 10 19:35:52.848296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f1dda7f-a9e1-4d24-bc8f-d4b5be6e1237 req-dfa22302-8888-45b8-87bf-da0fcf6cd490 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323617 Jan 10 19:35:52.890700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-bfa2f635-7727-466a-839d-87e32754ed2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:52.892245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-bfa2f635-7727-466a-839d-87e32754ed2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1589382 Jan 10 19:35:52.964461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-2652b647-942c-40eb-8196-c5c01f9deceb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 200 len: 217 time: 0.0668416 Jan 10 19:35:53.025127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-132f273e-71d0-4b86-93ed-52307b94fc86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:53.026598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-132f273e-71d0-4b86-93ed-52307b94fc86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0571337 Jan 10 19:35:53.105674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-26b51d10-f9a7-4b46-b7a2-dbfa13195295 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730488 Jan 10 19:35:53.326266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-7fd529f7-f7a7-4b8d-82bb-c1a3505fcba0 service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150364 Jan 10 19:35:53.471306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8052745-401d-483a-bdd7-7e2f4228cd48 req-0aa1a398-da41-42f5-a679-9ed52b70ca48 service neutron] 10.222.0.30 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390388 Jan 10 19:35:54.081125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e17ad-f1a3-4ee7-9300-51e9ee9784ec req-7c151aa3-d062-4c15-8d9e-9935aae93ad1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:54.082592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-803e17ad-f1a3-4ee7-9300-51e9ee9784ec req-7c151aa3-d062-4c15-8d9e-9935aae93ad1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0772457 Jan 10 19:35:54.128091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-803e17ad-f1a3-4ee7-9300-51e9ee9784ec req-71afb646-d27c-4ec6-a625-7f7b61110408 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396626 Jan 10 19:35:54.335435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cc0a2-fd0f-4e2d-ac81-1e3c8ec3e8a8 req-7f7f38f9-1d17-4d51-aa57-52695892021b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:54.336885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-846cc0a2-fd0f-4e2d-ac81-1e3c8ec3e8a8 req-7f7f38f9-1d17-4d51-aa57-52695892021b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0781858 Jan 10 19:35:54.383159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-846cc0a2-fd0f-4e2d-ac81-1e3c8ec3e8a8 req-4d722e18-ed03-43f3-9d21-9a4768da4eee tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Jan 10 19:35:54.590314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b804a8-3929-4dfb-861b-de5111fc4272 req-e3b81d07-66e9-49ed-ad0d-8584016b311d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:54.591789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b804a8-3929-4dfb-861b-de5111fc4272 req-e3b81d07-66e9-49ed-ad0d-8584016b311d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0843999 Jan 10 19:35:54.643234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04b804a8-3929-4dfb-861b-de5111fc4272 req-2daf3bcb-d6b0-4b32-873c-3e7e98b83b6c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449846 Jan 10 19:35:55.101096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9250-e104-4199-aa98-8476e48035f4 req-a913e03c-741c-43ea-87fe-30f35a51459a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:55.102646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7baa9250-e104-4199-aa98-8476e48035f4 req-a913e03c-741c-43ea-87fe-30f35a51459a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0880172 Jan 10 19:35:55.163338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7baa9250-e104-4199-aa98-8476e48035f4 req-3489e97d-b024-4e1d-b62f-3c3f3ee99489 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465679 Jan 10 19:35:56.371275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e7597-761c-4d29-98b3-77b21e874c7a req-58a8e133-76be-404e-9727-cbe3ed94ef2c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:56.372761 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d99e7597-761c-4d29-98b3-77b21e874c7a req-58a8e133-76be-404e-9727-cbe3ed94ef2c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0893042 Jan 10 19:35:56.431144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d99e7597-761c-4d29-98b3-77b21e874c7a req-ddda2ad6-e1b1-43fc-bd10-9843b69f11fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524824 Jan 10 19:35:56.835035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212fe5f-8d34-413a-9d13-db3e252bbd93 req-2b74fa2a-5961-41f7-9a96-4b6e0dacf3dc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:56.836139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d212fe5f-8d34-413a-9d13-db3e252bbd93 req-2b74fa2a-5961-41f7-9a96-4b6e0dacf3dc tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0790327 Jan 10 19:35:56.838863 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-7081ec00-95ae-411e-9d2a-c844e6213f0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f992d934b0d846fdb465b9682a286ba0&device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 1096 time: 0.0765762 Jan 10 19:35:56.882941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d212fe5f-8d34-413a-9d13-db3e252bbd93 req-335b5fc7-7864-4589-98ae-987e1cb951b7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Jan 10 19:35:56.975735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-c756f7d0-893e-4858-89a6-83a0c4a9f8f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:56.978652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-c756f7d0-893e-4858-89a6-83a0c4a9f8f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 200 len: 913 time: 0.1302927 Jan 10 19:35:57.095205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-4a6dd065-d598-4f6c-b01d-e2c491433151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 200 len: 1000 time: 0.1114740 Jan 10 19:35:57.157857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-e8eb3a8f-6e22-4406-85cd-655325653ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:57.159385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-e8eb3a8f-6e22-4406-85cd-655325653ee2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 200 len: 851 time: 0.0573471 Jan 10 19:35:57.248075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-8f90b45f-eb11-4d7d-bb70-77ea29aed750 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4daba02-ef29-47e3-9c76-6999a79acc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780396 Jan 10 19:35:57.377062 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-f70670cf-7306-4ac5-b4fd-257e01c37fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229365 Jan 10 19:35:57.519714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-018d66ac-3042-4efa-85bc-5ed93687b455 req-a02c418c-ac85-453a-90e5-3a2231a6e074 service neutron] 10.222.0.44 "GET /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353431 Jan 10 19:35:58.110362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b6bd-3219-4dc8-b42e-6b96ed43aab6 req-069c6b25-dad0-43c4-83b0-8ba423a145f0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:58.112474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50b0b6bd-3219-4dc8-b42e-6b96ed43aab6 req-069c6b25-dad0-43c4-83b0-8ba423a145f0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0971479 Jan 10 19:35:58.166166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50b0b6bd-3219-4dc8-b42e-6b96ed43aab6 req-4f725606-2999-43c8-8391-2f69ade4027b tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Jan 10 19:35:59.368810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1007-b4e3-43cc-8892-be6147e2ce85 req-27af67ae-cd89-416b-87d0-b60ac54ffa03 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:59.370270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-787c1007-b4e3-43cc-8892-be6147e2ce85 req-27af67ae-cd89-416b-87d0-b60ac54ffa03 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0770850 Jan 10 19:35:59.431153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-787c1007-b4e3-43cc-8892-be6147e2ce85 req-b921f0db-8799-45e7-b222-dba627744c2e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553827 Jan 10 19:35:59.637925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57a059-ae3a-432a-b1bf-1afb60a2684d req-dfab54e4-5519-4d3d-b92a-51ab03a28ad0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:35:59.639395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef57a059-ae3a-432a-b1bf-1afb60a2684d req-dfab54e4-5519-4d3d-b92a-51ab03a28ad0 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0821776 Jan 10 19:35:59.702371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef57a059-ae3a-432a-b1bf-1afb60a2684d req-257bc77c-8639-4a4f-9c0f-23fd6dc6fa65 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569572 Jan 10 19:36:00.457190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-ee8b5e8e-f99f-40b5-948c-42050f9d1cb1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:00.458780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-ee8b5e8e-f99f-40b5-948c-42050f9d1cb1 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89e8d5c-e41d-4580-bc7f-e43e20603243 HTTP/1.1" status: 200 len: 943 time: 0.0775294 Jan 10 19:36:00.531955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Deleting port 4ced0001-9675-48b2-912c-149e7b2a9b54 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:00.532303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:00.773582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] For port 4ced0001-9675-48b2-912c-149e7b2a9b54, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ced0001-9675-48b2-912c-149e7b2a9b54,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:00.773956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:00.894738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Calling delete_port for 4ced0001-9675-48b2-912c-149e7b2a9b54 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:01.042293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:01.053987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915', '589dd5af-699c-452e-9175-416b1ca241c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:36:01.092539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'Port': ['ID=4ced0001-9675-48b2-912c-149e7b2a9b54,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:01.151753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.152295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.152793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.153298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.153782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.154269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.154749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.155547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.156046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.157154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.158113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:01.203908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] No DVR routers for this DVR port 4ced0001-9675-48b2-912c-149e7b2a9b54 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:01.206588 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:01.214823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-deleted', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:01.248919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9ef4f9f-0e3a-441c-8e8a-3cfa3bc32656 req-c57ec3e0-daeb-4a33-b3ef-c48992489cb6 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "DELETE /v2.0/ports/4ced0001-9675-48b2-912c-149e7b2a9b54 HTTP/1.1" status: 204 len: 173 time: 0.7851465 Jan 10 19:36:01.491397 n-d-816927-8 neutron-server[83630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e89e8d5c-e41d-4580-bc7f-e43e20603243', 'name': 'network-vif-deleted', 'tag': '4ced0001-9675-48b2-912c-149e7b2a9b54', 'status': 'failed', 'code': 422} returned with failed status Jan 10 19:36:01.663978 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-5734708f-4817-42ab-bf2e-0547a5ed3d8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786493 Jan 10 19:36:01.757934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-9285eb27-366c-4216-ab48-9b8c7bdafb28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=969afeb64c82472086dd164c88c720d5&device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 1097 time: 0.0730011 Jan 10 19:36:01.906616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-9d4c98fb-f6cb-4e43-afdc-93550cc21c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:01.908110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-9d4c98fb-f6cb-4e43-afdc-93550cc21c5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 200 len: 918 time: 0.1281989 Jan 10 19:36:02.118461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-3f43880e-fa33-4627-9a9a-03ffb6eed2b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 200 len: 1000 time: 0.2018280 Jan 10 19:36:02.185407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-3c309bbb-99a5-4e64-a33b-bda0b8db8be1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:02.186899 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-3c309bbb-99a5-4e64-a33b-bda0b8db8be1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 200 len: 856 time: 0.0620618 Jan 10 19:36:02.265567 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-33840fae-02fe-4f8a-abe4-6e0ea3d9596c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=921454de-ea7d-497f-979e-2a627b3bcc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729318 Jan 10 19:36:02.336402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27ee2e-d435-4f1d-b16a-6ef4ff7a96f7 req-e3dda510-31b2-47f9-a2d6-cfc97246c6d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:02.337112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4e27ee2e-d435-4f1d-b16a-6ef4ff7a96f7 req-e3dda510-31b2-47f9-a2d6-cfc97246c6d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:02.361596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4e27ee2e-d435-4f1d-b16a-6ef4ff7a96f7 req-e3dda510-31b2-47f9-a2d6-cfc97246c6d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:02.375338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e27ee2e-d435-4f1d-b16a-6ef4ff7a96f7 req-e3dda510-31b2-47f9-a2d6-cfc97246c6d3 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 907 time: 0.2117567 Jan 10 19:36:02.415242 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-a7b5d0ea-e622-4404-9b24-60ca33965b78 service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429191 Jan 10 19:36:02.572174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7415cab3-3ec8-496d-b08f-b897a660f54f req-b20bbae6-fdbc-4ec5-a126-22a9c67f014a service neutron] 10.222.0.44 "GET /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460342 Jan 10 19:36:03.389289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-91923f3e-ea40-4b4a-bc5f-0f7b679cbe5e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:03.390741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-91923f3e-ea40-4b4a-bc5f-0f7b679cbe5e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.30 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 907 time: 0.0763648 Jan 10 19:36:03.468930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Deleting port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:03.469314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:03.677953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ecccc-05b4-4e79-8e50-88d750571f81 req-22c4f6a0-de68-4c20-80a4-7faec05dec0a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:03.679431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a39ecccc-05b4-4e79-8e50-88d750571f81 req-22c4f6a0-de68-4c20-80a4-7faec05dec0a tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 907 time: 0.1727543 Jan 10 19:36:03.804974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] For port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:03.805331 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:03.934862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Calling delete_port for 6ed94f73-93d6-4a3e-a5a2-154cf25d453c owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:04.086163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:04.138671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'Port': ['ID=6ed94f73-93d6-4a3e-a5a2-154cf25d453c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:04.218523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] No DVR routers for this DVR port 6ed94f73-93d6-4a3e-a5a2-154cf25d453c on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:04.222397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:04.227036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'name': 'network-vif-deleted', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:04.248226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03184a6b-d160-4e89-94da-60ba8fb49f76 req-6122a29b-322e-4597-9f60-2da42ed1d377 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.30 "DELETE /v2.0/ports/6ed94f73-93d6-4a3e-a5a2-154cf25d453c HTTP/1.1" status: 204 len: 173 time: 0.8519266 Jan 10 19:36:04.331062 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781ea72e-1ff8-4749-814c-79e5e4ca7387', 'name': 'network-vif-deleted', 'tag': '6ed94f73-93d6-4a3e-a5a2-154cf25d453c', 'status': 'completed', 'code': 200} Jan 10 19:36:04.867159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d451787c-d16c-4b92-872c-1d93163fd46a req-8655a57f-3597-490b-80f8-b5d81405eecd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:04.883423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d451787c-d16c-4b92-872c-1d93163fd46a req-8655a57f-3597-490b-80f8-b5d81405eecd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:04.884720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d451787c-d16c-4b92-872c-1d93163fd46a req-8655a57f-3597-490b-80f8-b5d81405eecd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=781ea72e-1ff8-4749-814c-79e5e4ca7387 HTTP/1.1" status: 200 len: 210 time: 0.0614495 Jan 10 19:36:05.926666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d14820b1-5db3-4a00-9218-7fd256a35a66 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:05.927481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d14820b1-5db3-4a00-9218-7fd256a35a66 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Synchronizing usage tracker for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:05.944486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d14820b1-5db3-4a00-9218-7fd256a35a66 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Unset dirty status for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:05.945747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d14820b1-5db3-4a00-9218-7fd256a35a66 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 814 time: 0.1542575 Jan 10 19:36:05.962882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-7855c8c7-487f-44b0-a4b8-a9252d95f8ad tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/quotas/32bfd108515f4b3bac05dcd411ed7480 HTTP/1.1" status: 200 len: 375 time: 0.0117414 Jan 10 19:36:06.011810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-2c504205-6b9c-4cee-9a5a-c727eec3925f tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439415 Jan 10 19:36:06.153737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-ce001ddf-2746-4ff0-800f-799cd8e47377 service neutron] 10.222.0.21 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342306 Jan 10 19:36:06.294317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-6e19c46d-4342-4872-88c4-8c2f2ab9cadf service neutron] 10.222.0.21 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350005 Jan 10 19:36:06.392232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ab22-2ad5-47ed-8913-a2727397d6fe req-2215ee85-970b-46b9-933c-4c9e50889696 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:06.393732 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be95ab22-2ad5-47ed-8913-a2727397d6fe req-2215ee85-970b-46b9-933c-4c9e50889696 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 945 time: 0.0752902 Jan 10 19:36:06.578156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be95ab22-2ad5-47ed-8913-a2727397d6fe req-eb3f9878-cf1b-4da0-badb-f21ea32f7b06 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769948 Jan 10 19:36:06.590134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d18fff75-a183-4e5f-9948-463ec7c98c3d req-3987f838-87e6-4be1-8c19-4485146afe70 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 210 time: 0.1413729 Jan 10 19:36:07.662367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-65f1bc8a-e385-46a8-b12c-bc3f15bd5362 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:07.663806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-65f1bc8a-e385-46a8-b12c-bc3f15bd5362 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 814 time: 0.1528666 Jan 10 19:36:07.680900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Request body: {'port': {'device_id': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae', 'admin_state_up': True, 'tenant_id': '32bfd108515f4b3bac05dcd411ed7480'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:36:07.829598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-74487b91-103a-4a1e-b283-9f45dc29f35c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:07.830324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-74487b91-103a-4a1e-b283-9f45dc29f35c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:07.840015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bc637c45-549b-4582-bcf3-ed4642c8781e req-75028b25-b2b4-45b6-9046-77f2e9b18a07 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 210 time: 0.0906785 Jan 10 19:36:07.841810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-74487b91-103a-4a1e-b283-9f45dc29f35c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:07.843085 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-74487b91-103a-4a1e-b283-9f45dc29f35c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 945 time: 0.0864022 Jan 10 19:36:07.854574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6ed94f73-93d6-4a3e-a5a2-154cf25d453c no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:07.896259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 6ed94f73-93d6-4a3e-a5a2-154cf25d453c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:07.896756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6ed94f73-93d6-4a3e-a5a2-154cf25d453c not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:07.915418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Deleting port 589dd5af-699c-452e-9175-416b1ca241c5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:07.915786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:07.916717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:07.922845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Usage tracker for resource:port and tenant:32bfd108515f4b3bac05dcd411ed7480 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:07.930240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d24a2-417a-4623-85ae-d6e5667b8e2c req-23829b04-a272-4de3-b15d-4189a9ba86e7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:07.931707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539d24a2-417a-4623-85ae-d6e5667b8e2c req-23829b04-a272-4de3-b15d-4189a9ba86e7 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 945 time: 0.1813765 Jan 10 19:36:07.932478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:07.940272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:07.974992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Made reservation on behalf of 32bfd108515f4b3bac05dcd411ed7480 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:36:07.977893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.003174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539d24a2-417a-4623-85ae-d6e5667b8e2c req-a0f4554a-b285-4a90-a92b-cdabd5ba0b61 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639462 Jan 10 19:36:08.155357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Allocated IP 172.20.0.13 (925acafe-6d26-4494-a97c-c2e450cab3ae/4162c40e-4cda-4daf-8470-6b7176f67b44/7bcbe48a-843f-4272-ae5f-91c03d35c12f) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:36:08.162912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] For port 589dd5af-699c-452e-9175-416b1ca241c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=589dd5af-699c-452e-9175-416b1ca241c5,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:08.163349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.283076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Calling delete_port for 589dd5af-699c-452e-9175-416b1ca241c5 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:08.354188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.376234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aa1023e4-feb6-44ab-ab93-52e54884bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.386542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.429902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.441048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b958f18b-7b90-474f-a855-2bcd94f6a915', '589dd5af-699c-452e-9175-416b1ca241c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:36:08.464534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Network 925acafe-6d26-4494-a97c-c2e450cab3ae is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:36:08.467634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:36:08.472720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:36:08.483969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'Port': ['ID=589dd5af-699c-452e-9175-416b1ca241c5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:08.499766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.500257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.500667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.501078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.501635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.502026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.502420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.503248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.503758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.504305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.504851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:08.505444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Pushing event updated for resources: {'Port': ['ID=7bcbe48a-843f-4272-ae5f-91c03d35c12f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:08.561589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:08.562201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.584498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] No DVR routers for this DVR port 589dd5af-699c-452e-9175-416b1ca241c5 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:08.587735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:08.590998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-aa21c8ef-d0c2-4059-a400-4814d4887ec0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153483 Jan 10 19:36:08.592537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'name': 'network-vif-deleted', 'tag': '589dd5af-699c-452e-9175-416b1ca241c5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:08.602512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Request body: {'port': {'device_id': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:36:08.611894 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e1481e6a-1d50-40a1-b5e7-95526171cbc0 req-109599f7-b8fb-47f3-9d0a-47216b082865 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "DELETE /v2.0/ports/589dd5af-699c-452e-9175-416b1ca241c5 HTTP/1.1" status: 204 len: 173 time: 0.7633939 Jan 10 19:36:08.657625 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5656d-7f43-403a-bb32-de664d3c0d0a', 'name': 'network-vif-deleted', 'tag': '589dd5af-699c-452e-9175-416b1ca241c5', 'status': 'completed', 'code': 200} Jan 10 19:36:08.721176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:09.106212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcbe48a-843f-4272-ae5f-91c03d35c12f {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:36:09.118508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:09.148766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Transition to ACTIVE for port object 7bcbe48a-843f-4272-ae5f-91c03d35c12f will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:36:09.189721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:09.239540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-551b4ff3-cd62-48ef-a85e-c0447a81fa8c req-c0339e78-2745-4284-b0f0-7dbb4e84ef17 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b5656d-7f43-403a-bb32-de664d3c0d0a HTTP/1.1" status: 200 len: 210 time: 0.0854154 Jan 10 19:36:09.269249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-07d1669c-01b0-4ac4-aad8-05698dacd4e3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:09.270075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-07d1669c-01b0-4ac4-aad8-05698dacd4e3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Synchronizing usage tracker for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:09.431019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcbe48a-843f-4272-ae5f-91c03d35c12f,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:09.454127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-07d1669c-01b0-4ac4-aad8-05698dacd4e3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Unset dirty status for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:09.455311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-07d1669c-01b0-4ac4-aad8-05698dacd4e3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 932 time: 0.4684329 Jan 10 19:36:09.580007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-7e363a12-a4fa-4b2a-ac7c-a149ebcdd332 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Synchronizing usage tracker for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:09.593296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Attempting to bind port 7bcbe48a-843f-4272-ae5f-91c03d35c12f on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:36:09.593627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Attempting to bind port 7bcbe48a-843f-4272-ae5f-91c03d35c12f by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:36:09.594472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Attempting to bind port 7bcbe48a-843f-4272-ae5f-91c03d35c12f on network 925acafe-6d26-4494-a97c-c2e450cab3ae {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:36:09.605705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Port 7bcbe48a-843f-4272-ae5f-91c03d35c12f on network 925acafe-6d26-4494-a97c-c2e450cab3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:36:09.606123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Attempting to bind port 7bcbe48a-843f-4272-ae5f-91c03d35c12f on network 925acafe-6d26-4494-a97c-c2e450cab3ae {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:36:09.611106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-7e363a12-a4fa-4b2a-ac7c-a149ebcdd332 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Unset dirty status for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:09.612217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-35281abc-7497-4bf0-9bc6-c16213963dc8 req-7e363a12-a4fa-4b2a-ac7c-a149ebcdd332 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318817 Jan 10 19:36:09.615325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:36:09.615665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Checking segment: {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:36:09.616045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Bound using segment: {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:36:09.616470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Bound port: 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:36:09.616805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:09.702689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] For port 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:36:09.705716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] For port 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:36:09.709005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:09.768896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:09.770242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] 10.222.0.30 "PUT /v2.0/ports/7bcbe48a-843f-4272-ae5f-91c03d35c12f HTTP/1.1" status: 200 len: 1092 time: 1.1729102 Jan 10 19:36:09.772850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'tag': '7bcbe48a-843f-4272-ae5f-91c03d35c12f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:09.794853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ced8ce-7ff5-4f5d-a289-30591de6f340 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcbe48a-843f-4272-ae5f-91c03d35c12f,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:09.840629 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'tag': '7bcbe48a-843f-4272-ae5f-91c03d35c12f', 'status': 'completed', 'code': 200} Jan 10 19:36:09.875647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-2fd52470-9489-40e8-a6c0-e57247641d82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 1095 time: 0.0688105 Jan 10 19:36:09.943698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-4b51b49d-64ee-4546-bc52-8fc945a2f417 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f HTTP/1.1" status: 200 len: 217 time: 0.0622032 Jan 10 19:36:10.003159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-27b4d98b-d03d-498a-8480-e6355e3ad949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:10.004473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-27b4d98b-d03d-498a-8480-e6355e3ad949 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4162c40e-4cda-4daf-8470-6b7176f67b44 HTTP/1.1" status: 200 len: 854 time: 0.0552983 Jan 10 19:36:10.058084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-efbeb7c9-65b6-4295-8fde-f9540e933a1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=925acafe-6d26-4494-a97c-c2e450cab3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479975 Jan 10 19:36:10.190003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-585ac884-d3ec-4975-9fd5-1b46ddce6cc8 service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260452 Jan 10 19:36:10.317617 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3c380e7-3987-42b9-bb2e-93eb0be75a35 req-667c94de-fe89-4dac-848f-2ddcf6da52fb service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218441 Jan 10 19:36:10.438123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-907621ac-4bbc-4639-8fce-35d6e73aad40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 1095 time: 0.0738919 Jan 10 19:36:10.481888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c192ea0f-8e78-4b2e-8750-738e6b75be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:10.577314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-711869e6-f521-41ae-a7c4-cd4f9ccf10dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:10.579405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-711869e6-f521-41ae-a7c4-cd4f9ccf10dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 915 time: 0.1365252 Jan 10 19:36:10.679644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-ca5f6e24-5fe2-451e-a222-17355b157c59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f HTTP/1.1" status: 200 len: 217 time: 0.0941241 Jan 10 19:36:10.683752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 589dd5af-699c-452e-9175-416b1ca241c5 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:10.716217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 589dd5af-699c-452e-9175-416b1ca241c5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:10.716652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 589dd5af-699c-452e-9175-416b1ca241c5 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:10.800128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-a6c513ff-78b7-49f7-9db7-f052c0dc5bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:10.801526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-a6c513ff-78b7-49f7-9db7-f052c0dc5bcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4162c40e-4cda-4daf-8470-6b7176f67b44 HTTP/1.1" status: 200 len: 854 time: 0.1158674 Jan 10 19:36:10.859376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-88a6bb33-3bce-4751-9073-6be13de9317d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=925acafe-6d26-4494-a97c-c2e450cab3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506916 Jan 10 19:36:10.872645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a56531-f24f-4464-a571-402e51b13b8d req-d39deefd-9b62-4f70-a3a3-a61243521cf8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:10.874001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42a56531-f24f-4464-a571-402e51b13b8d req-d39deefd-9b62-4f70-a3a3-a61243521cf8 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.2258441 Jan 10 19:36:10.997699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7770a-cb5b-4455-bb09-8e72f0834da3 req-e8dc30bd-6a74-483e-ac62-96657b31b7aa tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:10.999059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05a7770a-cb5b-4455-bb09-8e72f0834da3 req-e8dc30bd-6a74-483e-ac62-96657b31b7aa tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 944 time: 0.2625041 Jan 10 19:36:11.140561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42a56531-f24f-4464-a571-402e51b13b8d req-2273cd2a-6689-4d80-acfb-bf626c74d8db tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466888 Jan 10 19:36:11.170849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-c2260be3-1b8e-44d0-afdc-ae952e906dce service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038743 Jan 10 19:36:11.179539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05a7770a-cb5b-4455-bb09-8e72f0834da3 req-239914ea-0573-46c4-94da-41142cd81cac tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720624 Jan 10 19:36:11.301429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4780cab4-e4aa-4301-9297-da29a6847f84 req-01fbb2f4-110c-4e44-a48e-78d39bbe5d5c service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242919 Jan 10 19:36:11.774800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:11.845063 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:11.852855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7bcbe48a-843f-4272-ae5f-91c03d35c12f details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:36:11.980628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:11.993405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7bcbe48a-843f-4272-ae5f-91c03d35c12f', 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae', 'port_id': '7bcbe48a-843f-4272-ae5f-91c03d35c12f', 'mac_address': 'fa:16:3e:73:01:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4162c40e-4cda-4daf-8470-6b7176f67b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:36:12.050630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:12.060750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-2e54e8b3-78d1-4abb-99f0-eed346a6b597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:12.061453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-2e54e8b3-78d1-4abb-99f0-eed346a6b597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:12.079292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-2e54e8b3-78d1-4abb-99f0-eed346a6b597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:12.080448 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-2e54e8b3-78d1-4abb-99f0-eed346a6b597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.0978382 Jan 10 19:36:12.097428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcbe48a-843f-4272-ae5f-91c03d35c12f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:36:12.113258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:12.117088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:12.152919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Deleting port b958f18b-7b90-474f-a855-2bcd94f6a915 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:12.153255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:12.184310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7bcbe48a-843f-4272-ae5f-91c03d35c12f,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:12.194078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.194430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.194781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.195144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.195477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.195816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.196142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.196459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.196786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.197108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.197433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:36:12.318614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7bcbe48a-843f-4272-ae5f-91c03d35c12f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:36:12.408113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85954f91-5dc5-4645-882b-966a30049205 req-645eefcb-9ceb-40b9-a0b6-ca42ae137a8d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:12.409606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85954f91-5dc5-4645-882b-966a30049205 req-645eefcb-9ceb-40b9-a0b6-ca42ae137a8d tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eff1708-8439-4e33-928c-95950fd87659 HTTP/1.1" status: 200 len: 945 time: 0.1380289 Jan 10 19:36:12.423197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c8a11-0280-47d3-9239-2465ec5d6017 req-03b2e041-bb3d-4ba5-887f-1d1c63164971 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:12.424712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f6c8a11-0280-47d3-9239-2465ec5d6017 req-03b2e041-bb3d-4ba5-887f-1d1c63164971 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 945 time: 0.1181915 Jan 10 19:36:12.498525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85954f91-5dc5-4645-882b-966a30049205 req-7c2d0f9c-aea6-4cbe-9ef9-f8fb0bdc8572 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d0a1568-7901-452d-97cb-15144dfb84e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728221 Jan 10 19:36:12.503128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f6c8a11-0280-47d3-9239-2465ec5d6017 req-955e7749-b7a0-46ab-87f2-2e105f1dacfb tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628068 Jan 10 19:36:12.506588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] For port b958f18b-7b90-474f-a855-2bcd94f6a915, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b958f18b-7b90-474f-a855-2bcd94f6a915,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:12.507001 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:12.624268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Calling delete_port for b958f18b-7b90-474f-a855-2bcd94f6a915 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:12.759301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:12.805061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'Port': ['ID=b958f18b-7b90-474f-a855-2bcd94f6a915,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:12.880774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] No DVR routers for this DVR port b958f18b-7b90-474f-a855-2bcd94f6a915 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:12.883694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:12.886385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eff1708-8439-4e33-928c-95950fd87659', 'name': 'network-vif-deleted', 'tag': 'b958f18b-7b90-474f-a855-2bcd94f6a915'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:12.904788 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-aca2cbfc-4c9f-44ce-896a-db6a24800df6 req-c2f0d1c6-2a74-4083-9bfb-35095b5ea90e tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "DELETE /v2.0/ports/b958f18b-7b90-474f-a855-2bcd94f6a915 HTTP/1.1" status: 204 len: 173 time: 0.8184674 Jan 10 19:36:12.943960 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eff1708-8439-4e33-928c-95950fd87659', 'name': 'network-vif-deleted', 'tag': 'b958f18b-7b90-474f-a855-2bcd94f6a915', 'status': 'completed', 'code': 200} Jan 10 19:36:13.102741 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:13.702961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ba819-1e67-418d-ab5a-ee840cd72133 req-261e5423-6f9e-4eb2-b814-a0c92ed815fd tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:13.704482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b5ba819-1e67-418d-ab5a-ee840cd72133 req-261e5423-6f9e-4eb2-b814-a0c92ed815fd tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 945 time: 0.0796030 Jan 10 19:36:13.748971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b5ba819-1e67-418d-ab5a-ee840cd72133 req-747d8206-a822-47e3-8508-be64264bb823 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Jan 10 19:36:13.869059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7bcbe48a-843f-4272-ae5f-91c03d35c12f up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:36:13.934751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7bcbe48a-843f-4272-ae5f-91c03d35c12f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:36:13.939938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7bcbe48a-843f-4272-ae5f-91c03d35c12f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:36:13.940315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:13.968448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9879d-bae2-42cd-84c5-38c201f06fca req-b8397ca3-d2ac-4591-aa44-60f712a9b260 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:13.969895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efb9879d-bae2-42cd-84c5-38c201f06fca req-b8397ca3-d2ac-4591-aa44-60f712a9b260 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0757422 Jan 10 19:36:14.014652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-efb9879d-bae2-42cd-84c5-38c201f06fca req-cc73b9b9-d1bb-4d8f-a9ea-11cd5099ec59 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Jan 10 19:36:14.053441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:14.079300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcbe48a-843f-4272-ae5f-91c03d35c12f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:14.088540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:14.093520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:14.140649 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcbe48a-843f-4272-ae5f-91c03d35c12f', 'code': 200} Jan 10 19:36:14.170059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7bcbe48a-843f-4272-ae5f-91c03d35c12f,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:14.262566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2dfda45-903e-4000-bc8c-381fb0b3774d req-82704fde-8ca6-4638-940a-8bc25e5b5af0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 1097 time: 0.0694618 Jan 10 19:36:14.303696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2dfda45-903e-4000-bc8c-381fb0b3774d req-be6eaf48-7c05-4c40-b099-4a11e5c0a10d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Jan 10 19:36:14.717486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b958f18b-7b90-474f-a855-2bcd94f6a915 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:14.750637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: b958f18b-7b90-474f-a855-2bcd94f6a915 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:14.751012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b958f18b-7b90-474f-a855-2bcd94f6a915 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:14.944278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0080e-53cc-4459-ac67-64e9e3c2b54e req-9410ebad-ded5-4204-8433-dda9f87123b7 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:14.945628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cf0080e-53cc-4459-ac67-64e9e3c2b54e req-9410ebad-ded5-4204-8433-dda9f87123b7 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 946 time: 0.0775433 Jan 10 19:36:14.997544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1cf0080e-53cc-4459-ac67-64e9e3c2b54e req-d34a676d-9d29-457e-80e1-7d7b460ff0e3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464604 Jan 10 19:36:15.210846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef875d1-ce74-4ced-8ff8-859ce847349e req-dfa869e7-6d48-42b5-972f-00bcdff4781c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:15.212239 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ef875d1-ce74-4ced-8ff8-859ce847349e req-dfa869e7-6d48-42b5-972f-00bcdff4781c tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0761142 Jan 10 19:36:15.259998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ef875d1-ce74-4ced-8ff8-859ce847349e req-393d2d3f-dc49-44be-912e-9de0ff4ced65 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Jan 10 19:36:15.326324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:15.402344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:15.695231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93e996-46d2-4625-8675-550f07a88782 req-8084e9e9-4b94-439f-9815-600933f88597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:15.695908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ac93e996-46d2-4625-8675-550f07a88782 req-8084e9e9-4b94-439f-9815-600933f88597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Synchronizing usage tracker for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:15.710232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-ac93e996-46d2-4625-8675-550f07a88782 req-8084e9e9-4b94-439f-9815-600933f88597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Unset dirty status for tenant:f992d934b0d846fdb465b9682a286ba0 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:15.711449 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ac93e996-46d2-4625-8675-550f07a88782 req-8084e9e9-4b94-439f-9815-600933f88597 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0887923 Jan 10 19:36:15.785449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Deleting port 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:15.785817 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:16.018133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] For port 8285145b-1258-4af0-a853-4a42c4839f2f, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8285145b-1258-4af0-a853-4a42c4839f2f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:16.018407 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:16.122844 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:36:16.201952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e803c9-e267-483a-bcf8-707c0fca0dbc req-0e2c9acb-bf6f-4cd6-994b-1efc4aba81cb tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:16.203999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e803c9-e267-483a-bcf8-707c0fca0dbc req-0e2c9acb-bf6f-4cd6-994b-1efc4aba81cb tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 946 time: 0.0862048 Jan 10 19:36:16.248777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e803c9-e267-483a-bcf8-707c0fca0dbc req-4ef56375-6be2-4f9d-9daf-3649003469bc tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Jan 10 19:36:16.311920 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:16.312144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:16.312474 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Floating IP ba38a4c3-f7df-4a78-be82-0e3379c7d786 disassociated. External IP: 172.25.6.190, port: 8285145b-1258-4af0-a853-4a42c4839f2f. Jan 10 19:36:16.313398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Calling delete_port for 8285145b-1258-4af0-a853-4a42c4839f2f owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:16.462208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797d37-130c-4f8e-af09-484f326e9d11 req-65b74a51-beb2-424b-b7dd-b96580393d80 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:16.464052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0797d37-130c-4f8e-af09-484f326e9d11 req-65b74a51-beb2-424b-b7dd-b96580393d80 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 945 time: 0.0808902 Jan 10 19:36:16.466195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:16.515525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0797d37-130c-4f8e-af09-484f326e9d11 req-4d148b74-7c67-441e-9e46-9719ad43131f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d41e352-3403-477d-8b48-bb409da42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Jan 10 19:36:16.516789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'Port': ['ID=8285145b-1258-4af0-a853-4a42c4839f2f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:16.840146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:36:17.053767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:36:17.064420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] Sync routers for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:36:17.086570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:17.087206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:17.129258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] No DVR routers for this DVR port 8285145b-1258-4af0-a853-4a42c4839f2f on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:17.131883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:17.134549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-deleted', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:17.155759 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ac93e996-46d2-4625-8675-550f07a88782 req-4ed9b501-75e1-44aa-ad3c-0ebfc7ed0a7f tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.44 "DELETE /v2.0/ports/8285145b-1258-4af0-a853-4a42c4839f2f HTTP/1.1" status: 204 len: 173 time: 1.4390941 Jan 10 19:36:17.194230 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b169d-30ce-4915-895e-54dc851b9512', 'name': 'network-vif-deleted', 'tag': '8285145b-1258-4af0-a853-4a42c4839f2f', 'status': 'completed', 'code': 200} Jan 10 19:36:17.288171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:17.632272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:05Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:17.636673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] Checking router: 0de1eaff-e120-4783-9fc3-8e38532e7ed2 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:36:17.656077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:17.657610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:17.724080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a196e1d-be79-41d4-96a9-28cc108627b0 req-439745c5-2d2e-4f91-bf8a-98521e882ab9 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e1b169d-30ce-4915-895e-54dc851b9512 HTTP/1.1" status: 200 len: 210 time: 0.0460579 Jan 10 19:36:17.863887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:18.245456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:05Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:18.250740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf3297-5644-4704-967d-0cde3ee63a03 None None] The sync data for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 is: [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:26:49Z', 'revision_number': 4, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '66df9e49-54e5-45c1-b930-20811e60456e', 'name': '', 'network_id': 'e4daba02-ef29-47e3-9c76-6999a79acc8d', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'mac_address': 'fa:16:3e:10:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:46Z', 'updated_at': '2022-01-10T19:27:05Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'subnets': [{'id': '1646e9e0-721e-4211-a09b-d32770b8a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:36:18.529753 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d5102-9c95-43ec-9649-7a65bec2a86c None None] New status for floating IP ba38a4c3-f7df-4a78-be82-0e3379c7d786: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:36:18.736420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:18.795106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 8285145b-1258-4af0-a853-4a42c4839f2f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:18.796902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8285145b-1258-4af0-a853-4a42c4839f2f not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:18.898999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53536) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:18.967620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a74d4b2e-f3c5-4161-be3f-504c23e03dbf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:18.980975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c0a67-0ea7-4f71-b1df-4e438aa3f256 req-214a8e82-f20e-4290-ab98-10775f0bf65a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:18.982510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b12c0a67-0ea7-4f71-b1df-4e438aa3f256 req-214a8e82-f20e-4290-ab98-10775f0bf65a tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 946 time: 0.0905654 Jan 10 19:36:18.996708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a74d4b2e-f3c5-4161-be3f-504c23e03dbf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.041037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b12c0a67-0ea7-4f71-b1df-4e438aa3f256 req-06175c66-b921-420e-8359-15044090b398 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514541 Jan 10 19:36:19.073327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a74d4b2e-f3c5-4161-be3f-504c23e03dbf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.096592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d4b2e-f3c5-4161-be3f-504c23e03dbf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d41e352-3403-477d-8b48-bb409da42b1d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:19.102515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a74d4b2e-f3c5-4161-be3f-504c23e03dbf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.103993 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a74d4b2e-f3c5-4161-be3f-504c23e03dbf tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "DELETE /v2.0/security-groups/6d41e352-3403-477d-8b48-bb409da42b1d HTTP/1.1" status: 204 len: 168 time: 0.2039526 Jan 10 19:36:19.106646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:19.129477 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-02c18111-8fa9-4ad0-b73f-be3b545ed281 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] show failed (client error): The resource could not be found. Jan 10 19:36:19.130808 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02c18111-8fa9-4ad0-b73f-be3b545ed281 tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "GET /v2.0/security-groups/6d41e352-3403-477d-8b48-bb409da42b1d HTTP/1.1" status: 404 len: 347 time: 0.0229716 Jan 10 19:36:19.133540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53546) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:19.295669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Deleting port 4751944d-cc70-4e5e-9d1a-0606c0bf0e41 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:19.296030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.471798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.472126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.597956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Calling delete_port for 4751944d-cc70-4e5e-9d1a-0606c0bf0e41 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:19.744447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.795327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Pushing event deleted for resources: {'Port': ['ID=4751944d-cc70-4e5e-9d1a-0606c0bf0e41,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:19.888016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.901573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:19.902698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-77f6193f-dd10-4243-afcf-3a7bd57720fd tempest-ServerActionsTestJSON-168257751 tempest-ServerActionsTestJSON-168257751-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba38a4c3-f7df-4a78-be82-0e3379c7d786 HTTP/1.1" status: 204 len: 168 time: 0.7673206 Jan 10 19:36:19.905609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53550) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:20.268945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2d93-08f0-4989-8e65-27da64a718da req-44b3074c-73bf-4b0c-ad16-55cf7a435f71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:20.268945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-089e2d93-08f0-4989-8e65-27da64a718da req-44b3074c-73bf-4b0c-ad16-55cf7a435f71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Synchronizing usage tracker for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:20.288328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249714-01e2-45f8-99ec-cffaa33afdc1 req-290b5a62-a496-4e63-ae00-63eacd45d9f4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:20.290183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60249714-01e2-45f8-99ec-cffaa33afdc1 req-290b5a62-a496-4e63-ae00-63eacd45d9f4 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 946 time: 0.1012444 Jan 10 19:36:20.348327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-60249714-01e2-45f8-99ec-cffaa33afdc1 req-0fd4a2fb-c1d0-41f6-84d8-8417de5a3ed2 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups?id=30e081e9-09fc-4242-aaa9-450ef01629a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515878 Jan 10 19:36:20.450454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-089e2d93-08f0-4989-8e65-27da64a718da req-44b3074c-73bf-4b0c-ad16-55cf7a435f71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Unset dirty status for tenant:969afeb64c82472086dd164c88c720d5 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:20.451532 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-089e2d93-08f0-4989-8e65-27da64a718da req-44b3074c-73bf-4b0c-ad16-55cf7a435f71 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 946 time: 0.2973790 Jan 10 19:36:20.537451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Deleting port 5b60621c-23c2-4498-9188-9b74d32969d8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:20.537791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:20.858069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] For port 5b60621c-23c2-4498-9188-9b74d32969d8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5b60621c-23c2-4498-9188-9b74d32969d8,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:20.858424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:20.871764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:21.279791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:21.280372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:21.280492 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Floating IP 60f05fe9-1fc6-49b0-a2a1-bea955730189 disassociated. External IP: 172.25.6.31, port: 5b60621c-23c2-4498-9188-9b74d32969d8. Jan 10 19:36:21.280788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Calling delete_port for 5b60621c-23c2-4498-9188-9b74d32969d8 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:21.538401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:21.545666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36891173-114f-4f74-bc90-0b53eb9aa260 req-445b5916-c76c-4dae-a1f1-68447a9ab7d0 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 210 time: 0.0554693 Jan 10 19:36:21.626995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event deleted for resources: {'Port': ['ID=5b60621c-23c2-4498-9188-9b74d32969d8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:22.134258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:36:22.289288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Deleting port 66df9e49-54e5-45c1-b930-20811e60456e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:22.289970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:22.547463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] For port 66df9e49-54e5-45c1-b930-20811e60456e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=66df9e49-54e5-45c1-b930-20811e60456e,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:22.547746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:22.674733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Calling delete_port for 66df9e49-54e5-45c1-b930-20811e60456e owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:22.717331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:36:22.730902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:36:22.735648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e40402cd-047d-43aa-9bbd-a6363a11968d req-f3067633-37f2-44c8-92e9-66caddce8bfc tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a67d5ed-a3ec-4119-9c7f-af56fccf4eae HTTP/1.1" status: 200 len: 210 time: 0.0453846 Jan 10 19:36:22.757261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:22.757883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:22.799057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] No DVR routers for this DVR port 5b60621c-23c2-4498-9188-9b74d32969d8 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:22.802151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:22.804720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-deleted', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:36:22.812121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:22.838282 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-089e2d93-08f0-4989-8e65-27da64a718da req-183ff1f6-9aae-4907-843e-1a4f86389715 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.44 "DELETE /v2.0/ports/5b60621c-23c2-4498-9188-9b74d32969d8 HTTP/1.1" status: 204 len: 173 time: 2.3797212 Jan 10 19:36:22.859326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 5b60621c-23c2-4498-9188-9b74d32969d8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:22.860442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5b60621c-23c2-4498-9188-9b74d32969d8 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:22.880087 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a67d5ed-a3ec-4119-9c7f-af56fccf4eae', 'name': 'network-vif-deleted', 'tag': '5b60621c-23c2-4498-9188-9b74d32969d8', 'status': 'completed', 'code': 200} Jan 10 19:36:22.963099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:23.002884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:23.014369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Pushing event deleted for resources: {'Port': ['ID=66df9e49-54e5-45c1-b930-20811e60456e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:23.404805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:23.409391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:36:23.422074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:23.427085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:23.429409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:23.639084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:23.948614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53576) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:23.989747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:23.994575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e67de6-18b6-43f0-84d5-bbb5c406e8c7 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:27:30Z', 'revision_number': 4, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'e445d957-8c7d-44ed-8ffc-97f7f665f719', 'name': '', 'network_id': '921454de-ea7d-497f-979e-2a627b3bcc38', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'mac_address': 'fa:16:3e:62:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0832e558-1ed4-435b-a433-32583c660058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:28Z', 'updated_at': '2022-01-10T19:27:44Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'subnets': [{'id': '0832e558-1ed4-435b-a433-32583c660058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:36:24.059860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-566efa06-2f27-4890-9fc0-a99b0d8e65e6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.091873 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-566efa06-2f27-4890-9fc0-a99b0d8e65e6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.151282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-566efa06-2f27-4890-9fc0-a99b0d8e65e6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.180510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566efa06-2f27-4890-9fc0-a99b0d8e65e6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e081e9-09fc-4242-aaa9-450ef01629a2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:24.188166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-566efa06-2f27-4890-9fc0-a99b0d8e65e6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.189106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-566efa06-2f27-4890-9fc0-a99b0d8e65e6 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "DELETE /v2.0/security-groups/30e081e9-09fc-4242-aaa9-450ef01629a2 HTTP/1.1" status: 204 len: 168 time: 0.2397947 Jan 10 19:36:24.192102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53580) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:24.212493 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-1ce06c11-6eb8-4dd7-9489-143b9cae1957 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] show failed (client error): The resource could not be found. Jan 10 19:36:24.216281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1ce06c11-6eb8-4dd7-9489-143b9cae1957 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "GET /v2.0/security-groups/30e081e9-09fc-4242-aaa9-450ef01629a2 HTTP/1.1" status: 404 len: 347 time: 0.0203557 Jan 10 19:36:24.220035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:24.303863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:36:24.372796 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8145-c3f1-49c7-bbcd-2a7337c4fb0d None None] New status for floating IP 60f05fe9-1fc6-49b0-a2a1-bea955730189: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:36:24.492323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Deleting port f58235ff-c1dc-41bb-9311-97d3764d26db {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:24.492670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.548916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:36:24.558568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] Sync routers for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:36:24.567625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75b040af-6e66-4606-b26b-3ce05807be90 admin admin] 10.222.0.21 "PUT /v2.0/routers/0de1eaff-e120-4783-9fc3-8e38532e7ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6586771 Jan 10 19:36:24.568129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53588) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:24.580916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:24.581964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:24.723791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.724127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.872103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Calling delete_port for f58235ff-c1dc-41bb-9311-97d3764d26db owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:24.902616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:24.910209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:24.970079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:36:24.971068 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:36:25.128386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.140088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Deleting port 899e453b-ff97-4b71-9cad-b4964d9840ff {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:25.140928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.264335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:36:22Z', 'revision_number': 5, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port': {'id': '899e453b-ff97-4b71-9cad-b4964d9840ff', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:26:39Z', 'updated_at': '2022-01-10T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:25.268753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] Checking router: 0de1eaff-e120-4783-9fc3-8e38532e7ed2 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:36:25.281879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] Routers {'0de1eaff-e120-4783-9fc3-8e38532e7ed2'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:25.282506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:25.331021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] For port 899e453b-ff97-4b71-9cad-b4964d9840ff, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=899e453b-ff97-4b71-9cad-b4964d9840ff,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:25.331379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.447494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] Set router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:25.472237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Deleting port f58235ff-c1dc-41bb-9311-97d3764d26db {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:25.472586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.557807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:36:25Z', 'revision_number': 6, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:25.562336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e65c66-c8bd-4d08-a972-9a578cc2e946 None None] The sync data for ids ['0de1eaff-e120-4783-9fc3-8e38532e7ed2'] in n-d-816927-8 is: [{'id': '0de1eaff-e120-4783-9fc3-8e38532e7ed2', 'name': 'tempest-ServerActionsTestJSON-1037849447-router', 'tenant_id': 'f992d934b0d846fdb465b9682a286ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:26:37Z', 'updated_at': '2022-01-10T19:36:25Z', 'revision_number': 6, 'project_id': 'f992d934b0d846fdb465b9682a286ba0', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:36:25.606744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Calling delete_port for 899e453b-ff97-4b71-9cad-b4964d9840ff owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:25.654094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.654696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.799253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:25.804383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Calling delete_port for f58235ff-c1dc-41bb-9311-97d3764d26db owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:25.847877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=899e453b-ff97-4b71-9cad-b4964d9840ff,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:25.990032 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.047521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Pushing event deleted for resources: {'Port': ['ID=f58235ff-c1dc-41bb-9311-97d3764d26db,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:26.098935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.156062 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.170640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.171795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ad859d7-40b3-44ee-ba08-ec4cc0628274 tempest-AttachVolumeShelveTestJSON-1315466457 tempest-AttachVolumeShelveTestJSON-1315466457-project] 10.222.0.21 "DELETE /v2.0/floatingips/60f05fe9-1fc6-49b0-a2a1-bea955730189 HTTP/1.1" status: 204 len: 168 time: 1.9507990 Jan 10 19:36:26.375497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.379853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.406143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.406842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de1eaff-e120-4783-9fc3-8e38532e7ed2 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:36:26.422806 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.431637 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02563ff6-2458-4e41-9500-a5961ba46f10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0de1eaff-e120-4783-9fc3-8e38532e7ed2 HTTP/1.1" status: 204 len: 168 time: 1.8575675 Jan 10 19:36:26.431745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53600) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:26.508196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Deleting subnet 1646e9e0-721e-4211-a09b-d32770b8a9b3 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:36:26.511477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.574960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.693667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.702484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66df9e49-54e5-45c1-b930-20811e60456e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:26.749311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 66df9e49-54e5-45c1-b930-20811e60456e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:26.749676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 66df9e49-54e5-45c1-b930-20811e60456e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:26.750686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 899e453b-ff97-4b71-9cad-b4964d9840ff no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:26.775814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.792964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 899e453b-ff97-4b71-9cad-b4964d9840ff {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:26.793384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 899e453b-ff97-4b71-9cad-b4964d9840ff not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:26.820910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1646e9e0-721e-4211-a09b-d32770b8a9b3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:26.825647 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.834935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18285b72-408c-4e28-ade1-e8ba2df24221 None None] Network e4daba02-ef29-47e3-9c76-6999a79acc8d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:36:26.835491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fdacde44-5211-4a0b-b8cb-5084d9c8b864 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1646e9e0-721e-4211-a09b-d32770b8a9b3 HTTP/1.1" status: 204 len: 168 time: 0.4064972 Jan 10 19:36:26.836021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53604) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:26.972388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:26.985694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Deleting port 73f7f212-c8b5-49ca-a511-a2bc7571484f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:26.986098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:27.139951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] DHCP port deletion for e4daba02-ef29-47e3-9c76-6999a79acc8d request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:36:27.144996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] Deleting port 73f7f212-c8b5-49ca-a511-a2bc7571484f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:27.145377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:27.257632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] For port 73f7f212-c8b5-49ca-a511-a2bc7571484f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73f7f212-c8b5-49ca-a511-a2bc7571484f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:27.257965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:27.379733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] For port 73f7f212-c8b5-49ca-a511-a2bc7571484f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=73f7f212-c8b5-49ca-a511-a2bc7571484f,segment=NetworkSegment(c213cacc-1bf6-419a-b21b-56f80f9f5d93),segment_id=c213cacc-1bf6-419a-b21b-56f80f9f5d93)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:27.380056 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:27.522316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] Calling delete_port for 73f7f212-c8b5-49ca-a511-a2bc7571484f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:27.551164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Calling delete_port for 73f7f212-c8b5-49ca-a511-a2bc7571484f owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:27.610312 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:27.630296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:36:27.631545 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:36:27.693516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] No DVR routers for this DVR port 73f7f212-c8b5-49ca-a511-a2bc7571484f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:27.710791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17212bb4-cd4c-4cdf-b43e-b94bf38c41be None None] Pushing event deleted for resources: {'Port': ['ID=73f7f212-c8b5-49ca-a511-a2bc7571484f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:28.135644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Deleting port 73f7f212-c8b5-49ca-a511-a2bc7571484f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:28.140424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.241556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] The port '73f7f212-c8b5-49ca-a511-a2bc7571484f' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:36:28.366078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.391012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4daba02-ef29-47e3-9c76-6999a79acc8d']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:28.408000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c213cacc-1bf6-419a-b21b-56f80f9f5d93') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:28.408350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c213cacc-1bf6-419a-b21b-56f80f9f5d93') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:28.421126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.439467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.446450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:36:28.446957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:36:28.461519 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:36:28.543426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.569637 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.589375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4daba02-ef29-47e3-9c76-6999a79acc8d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:28.608881 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-638bae89-8842-4f33-b6ad-31f8434ae5c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e4daba02-ef29-47e3-9c76-6999a79acc8d HTTP/1.1" status: 204 len: 168 time: 1.7694354 Jan 10 19:36:28.679857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73f7f212-c8b5-49ca-a511-a2bc7571484f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:28.714441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 73f7f212-c8b5-49ca-a511-a2bc7571484f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:28.715771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 73f7f212-c8b5-49ca-a511-a2bc7571484f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:28.789260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53626) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:28.852300 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10f3df14-c7d4-48f2-b7da-12b8447b637b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f992d934b0d846fdb465b9682a286ba0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0615957 Jan 10 19:36:28.854563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53634) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:28.925058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9087b5ac-0f5d-4b79-8e4a-01c678cea542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:28.956189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9087b5ac-0f5d-4b79-8e4a-01c678cea542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:29.017133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9087b5ac-0f5d-4b79-8e4a-01c678cea542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:29.067808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b5ac-0f5d-4b79-8e4a-01c678cea542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0a1568-7901-452d-97cb-15144dfb84e0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:29.097427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9087b5ac-0f5d-4b79-8e4a-01c678cea542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:29.103875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9087b5ac-0f5d-4b79-8e4a-01c678cea542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d0a1568-7901-452d-97cb-15144dfb84e0 HTTP/1.1" status: 204 len: 168 time: 0.2467155 Jan 10 19:36:30.101665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53668) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:30.242564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1095506023-network', 'tenant_id': 'f9aaf5c4e4364b9f906e3a9732e1d07c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:36:30.249091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:30.254576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Usage tracker for resource:network and tenant:f9aaf5c4e4364b9f906e3a9732e1d07c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:30.257820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:30.264332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:30.278027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Made reservation on behalf of f9aaf5c4e4364b9f906e3a9732e1d07c for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:36:30.281168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.296236 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.334604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:30.340465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9aaf5c4e4364b9f906e3a9732e1d07c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:30.352345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:30.360022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:30.440866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.445960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.476262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:36:30.485024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b964b4-5877-4365-b632-e37e3f73360f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:30.490509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.490949 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Added segment fdad77b9-3f28-4a6e-87d8-3a670eba5c96 of type vlan for network 90b1b31a-2239-44ef-9426-40968b0fdadb Jan 10 19:36:30.517906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.552715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.553592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:30.554184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:30.764043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6610577 Jan 10 19:36:30.771726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aaac2-cbfd-469f-ac85-33e84cc677a5 admin admin] Pushing event updated for resources: {'Network': ['ID=90b1b31a-2239-44ef-9426-40968b0fdadb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:30.798890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 90b1b31a-2239-44ef-9426-40968b0fdadb details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:36:31.292809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15817051-d71d-4a29-8c7c-5f1cf8a3bb76 req-90a1ccdf-3f62-4795-a961-a15071b861c1 tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:31.297126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15817051-d71d-4a29-8c7c-5f1cf8a3bb76 req-90a1ccdf-3f62-4795-a961-a15071b861c1 tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:31.301125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15817051-d71d-4a29-8c7c-5f1cf8a3bb76 req-90a1ccdf-3f62-4795-a961-a15071b861c1 tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:31.301922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-15817051-d71d-4a29-8c7c-5f1cf8a3bb76 req-90a1ccdf-3f62-4795-a961-a15071b861c1 tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] Synchronizing usage tracker for tenant:f9aaf5c4e4364b9f906e3a9732e1d07c on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:36:31.324831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-15817051-d71d-4a29-8c7c-5f1cf8a3bb76 req-90a1ccdf-3f62-4795-a961-a15071b861c1 tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] Unset dirty status for tenant:f9aaf5c4e4364b9f906e3a9732e1d07c on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:36:31.326481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-15817051-d71d-4a29-8c7c-5f1cf8a3bb76 req-90a1ccdf-3f62-4795-a961-a15071b861c1 tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1807263 Jan 10 19:36:31.501039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bf648-c463-4f37-a319-ccf8e919757b req-96b3306f-5274-48b5-8676-79abdc8cf08b tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:31.502385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-776bf648-c463-4f37-a319-ccf8e919757b req-96b3306f-5274-48b5-8676-79abdc8cf08b tempest-ComputeTenantNetworksTest-1247139037 tempest-ComputeTenantNetworksTest-1247139037-project] 10.222.0.21 "GET /v2.0/networks/90b1b31a-2239-44ef-9426-40968b0fdadb HTTP/1.1" status: 200 len: 769 time: 0.1349452 Jan 10 19:36:31.510303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53694) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:31.628005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:31.669839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53700) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:31.780457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:31.811610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b1b31a-2239-44ef-9426-40968b0fdadb']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:31.832534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdad77b9-3f28-4a6e-87d8-3a670eba5c96') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:31.832888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdad77b9-3f28-4a6e-87d8-3a670eba5c96') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:31.847675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:31.868031 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:31.878996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:36:31.880662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:36:31.909746 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:36:32.056291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.064509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.098378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b1b31a-2239-44ef-9426-40968b0fdadb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:32.114322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-08192845-7dbe-452d-b70f-592a4c1e0ba5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/90b1b31a-2239-44ef-9426-40968b0fdadb HTTP/1.1" status: 204 len: 168 time: 0.6023812 Jan 10 19:36:32.299581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:32.303502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.358676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-230d0adc-1152-46e2-8131-2a24d7920b18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9aaf5c4e4364b9f906e3a9732e1d07c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573120 Jan 10 19:36:32.361934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53712) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:32.428963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69dd1b5c-0c59-4fe6-9da2-5753b855b47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.454738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69dd1b5c-0c59-4fe6-9da2-5753b855b47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.508401 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69dd1b5c-0c59-4fe6-9da2-5753b855b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.523741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd1b5c-0c59-4fe6-9da2-5753b855b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b964b4-5877-4365-b632-e37e3f73360f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:32.530252 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-69dd1b5c-0c59-4fe6-9da2-5753b855b47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:32.532035 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-69dd1b5c-0c59-4fe6-9da2-5753b855b47c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b964b4-5877-4365-b632-e37e3f73360f HTTP/1.1" status: 204 len: 168 time: 0.1684804 Jan 10 19:36:33.044556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Deleting port e445d957-8c7d-44ed-8ffc-97f7f665f719 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:33.045092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:33.223565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] For port e445d957-8c7d-44ed-8ffc-97f7f665f719, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e445d957-8c7d-44ed-8ffc-97f7f665f719,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:33.225648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:33.343274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Calling delete_port for e445d957-8c7d-44ed-8ffc-97f7f665f719 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:33.519807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:33.565047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Pushing event deleted for resources: {'Port': ['ID=e445d957-8c7d-44ed-8ffc-97f7f665f719,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:33.812383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53750) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:33.877406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:33.963311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:33.995681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:34.001582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Usage tracker for resource:security_group_rule and tenant:51f85f411a4646428f7bf4abc576d16e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:34.004411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:34.011418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:34.108086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:34.114090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:34.167699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fbe540-0e87-4839-bfb2-b8c118cd4499,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:34.172495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7250c94e-6ea1-440c-934c-4d4f8878c22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51f85f411a4646428f7bf4abc576d16e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3620100 Jan 10 19:36:34.175043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53764) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:34.243066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83142215-c2f8-4b94-9320-5b09e96cdd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:34.272942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83142215-c2f8-4b94-9320-5b09e96cdd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:34.333511 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83142215-c2f8-4b94-9320-5b09e96cdd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:34.355786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83142215-c2f8-4b94-9320-5b09e96cdd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fbe540-0e87-4839-bfb2-b8c118cd4499,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:34.357549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83142215-c2f8-4b94-9320-5b09e96cdd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:34.361419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-83142215-c2f8-4b94-9320-5b09e96cdd8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02fbe540-0e87-4839-bfb2-b8c118cd4499 HTTP/1.1" status: 204 len: 168 time: 0.1854165 Jan 10 19:36:34.629997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:36:34.854486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:36:34.866859 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] Sync routers for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:36:34.871193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53780) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:34.871621 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-367b488e-c4b0-448a-a420-b46aa35d067f admin admin] 10.222.0.21 "PUT /v2.0/routers/68893eda-3bf7-48f0-8a50-38f30aadc0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2003531 Jan 10 19:36:34.881504 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:34.882320 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:35.065879 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:35.192490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:35.425212 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:36:33Z', 'revision_number': 5, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port': {'id': '78ec344d-fbc2-41ed-b9e3-43fef4fddc3a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:27:15Z', 'updated_at': '2022-01-10T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:35.437538 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] Checking router: 68893eda-3bf7-48f0-8a50-38f30aadc0f7 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:36:35.446201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:35.459212 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] Routers {'68893eda-3bf7-48f0-8a50-38f30aadc0f7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:36:35.460111 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:35.469980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Deleting port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:35.470507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:35.646025 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] Set router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:36:35.769014 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:36:35Z', 'revision_number': 6, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:35.772751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] For port 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:35.772751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:35.774975 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326fa46-80fc-4176-bf3e-ba27598dd143 None None] The sync data for ids ['68893eda-3bf7-48f0-8a50-38f30aadc0f7'] in n-d-816927-8 is: [{'id': '68893eda-3bf7-48f0-8a50-38f30aadc0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1314413423-router', 'tenant_id': '969afeb64c82472086dd164c88c720d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:27:12Z', 'updated_at': '2022-01-10T19:36:35Z', 'revision_number': 6, 'project_id': '969afeb64c82472086dd164c88c720d5', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:36:35.901962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Calling delete_port for 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:36.082540 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.141778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ec344d-fbc2-41ed-b9e3-43fef4fddc3a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:36.371100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.634038 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.638347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.664954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e445d957-8c7d-44ed-8ffc-97f7f665f719 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:36.665771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.665909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68893eda-3bf7-48f0-8a50-38f30aadc0f7 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:36:36.679058 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.680176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-caad1659-febf-4220-a21e-313467d5ece9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/68893eda-3bf7-48f0-8a50-38f30aadc0f7 HTTP/1.1" status: 204 len: 168 time: 1.8079557 Jan 10 19:36:36.683125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 53822) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:36.710465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: e445d957-8c7d-44ed-8ffc-97f7f665f719 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:36.710964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e445d957-8c7d-44ed-8ffc-97f7f665f719 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:36.711492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:36.748935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:36.749284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 78ec344d-fbc2-41ed-b9e3-43fef4fddc3a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:36.757653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Deleting subnet 0832e558-1ed4-435b-a433-32583c660058 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:36:36.760548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.814777 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.902139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:36.973793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.013288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0832e558-1ed4-435b-a433-32583c660058,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:37.017827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.023622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-17bbf72b-2570-4218-9817-dfaefce0de20 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0832e558-1ed4-435b-a433-32583c660058 HTTP/1.1" status: 204 len: 168 time: 0.3394647 Jan 10 19:36:37.026209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53836) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:37.033586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f045304-167c-4152-8dcd-55589c2225a6 None None] Network 921454de-ea7d-497f-979e-2a627b3bcc38 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:36:37.139047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.150186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Deleting port 86ef773b-cfae-4379-b72a-f6fc9fad0269 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:37.150463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.291873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] DHCP port deletion for 921454de-ea7d-497f-979e-2a627b3bcc38 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:36:37.295851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Deleting port 86ef773b-cfae-4379-b72a-f6fc9fad0269 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:37.296451 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.469290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] For port 86ef773b-cfae-4379-b72a-f6fc9fad0269, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=86ef773b-cfae-4379-b72a-f6fc9fad0269,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:37.469636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.517866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] For port 86ef773b-cfae-4379-b72a-f6fc9fad0269, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=86ef773b-cfae-4379-b72a-f6fc9fad0269,segment=NetworkSegment(5ffc0c1d-14ef-4e7b-8520-d7d557cd5232),segment_id=5ffc0c1d-14ef-4e7b-8520-d7d557cd5232)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:36:37.518462 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.596142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Calling delete_port for 86ef773b-cfae-4379-b72a-f6fc9fad0269 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:37.657935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Calling delete_port for 86ef773b-cfae-4379-b72a-f6fc9fad0269 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:36:37.679577 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.730764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ef773b-cfae-4379-b72a-f6fc9fad0269,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:37.737859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] No DVR routers for this DVR port 86ef773b-cfae-4379-b72a-f6fc9fad0269 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:36:37.752442 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 19:36:37.758534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:36:37.758973 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:36:37.854162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.880306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921454de-ea7d-497f-979e-2a627b3bcc38']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:37.892499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:37.892805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffc0c1d-14ef-4e7b-8520-d7d557cd5232') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:36:37.904070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.924184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.930092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:36:37.930480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:36:37.944385 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:36:38.017802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.036127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.044404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] Pushing event deleted for resources: {'Network': ['ID=921454de-ea7d-497f-979e-2a627b3bcc38,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:38.060749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b86c7396-cc92-4583-b02c-ffa3138b7766 admin admin] 10.222.0.21 "DELETE /v2.0/networks/921454de-ea7d-497f-979e-2a627b3bcc38 HTTP/1.1" status: 204 len: 168 time: 1.0334694 Jan 10 19:36:38.260345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Deleting port 86ef773b-cfae-4379-b72a-f6fc9fad0269 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:38.260725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.323966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-10a17a45-22f3-468c-8a94-5604ecf63afc None None] The port '86ef773b-cfae-4379-b72a-f6fc9fad0269' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:36:38.351361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53866) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:38.380652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1bc2-baa5-4413-9453-ba49e43dd75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.415072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a6f52ca4-f264-4e88-ac1e-3617c0d3fa2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=969afeb64c82472086dd164c88c720d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0625219 Jan 10 19:36:38.417443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 53870) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:38.478497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a369a893-0c98-4473-89cb-69d6b1e4af71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.503552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a369a893-0c98-4473-89cb-69d6b1e4af71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.559973 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a369a893-0c98-4473-89cb-69d6b1e4af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.579632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369a893-0c98-4473-89cb-69d6b1e4af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ea026-835d-4bca-9993-8aee013c36b0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:38.587325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a369a893-0c98-4473-89cb-69d6b1e4af71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:38.589584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a369a893-0c98-4473-89cb-69d6b1e4af71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e5ea026-835d-4bca-9993-8aee013c36b0 HTTP/1.1" status: 204 len: 168 time: 0.1708419 Jan 10 19:36:38.661212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 86ef773b-cfae-4379-b72a-f6fc9fad0269 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:36:38.695687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 86ef773b-cfae-4379-b72a-f6fc9fad0269 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:36:38.696250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 86ef773b-cfae-4379-b72a-f6fc9fad0269 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:36:40.492529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-abfec3ae-ce5f-4467-be3a-05c39202db72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.526374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54004) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:41.718020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.754486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:41.758315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Usage tracker for resource:security_group_rule and tenant:1d6ca179534b451aa928245455207444 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:41.761274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:41.767306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:41.778793 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.846274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.852432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.852656 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.901032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c6bd7-21f0-4397-84bf-93ecaacecdae,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:41.905917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1e959dc0-4ef2-4fbd-9d3f-9292977aa47d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6ca179534b451aa928245455207444&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3782449 Jan 10 19:36:41.909392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54022) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:41.969086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810743bd-4521-46c6-8e37-797aa08e237f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:41.994376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810743bd-4521-46c6-8e37-797aa08e237f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.045507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810743bd-4521-46c6-8e37-797aa08e237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.060949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810743bd-4521-46c6-8e37-797aa08e237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c6bd7-21f0-4397-84bf-93ecaacecdae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:42.072446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-810743bd-4521-46c6-8e37-797aa08e237f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.076727 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-810743bd-4521-46c6-8e37-797aa08e237f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/219c6bd7-21f0-4397-84bf-93ecaacecdae HTTP/1.1" status: 204 len: 168 time: 0.1663520 Jan 10 19:36:42.443928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:42.481979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.521722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:42.525812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Usage tracker for resource:security_group_rule and tenant:bcbd67f753bb44c38b962002a273c787 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:42.528851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:42.535784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:42.609171 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.613695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.661181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08231981-7c89-4bd4-af9c-b22360f18e1f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:42.667584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2b51c231-00af-4820-a78c-4605079e2b2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcbd67f753bb44c38b962002a273c787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2220638 Jan 10 19:36:42.670034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54066) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:42.734085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86256559-6ccf-4bfe-be93-4234b265d40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.760149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86256559-6ccf-4bfe-be93-4234b265d40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.813472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86256559-6ccf-4bfe-be93-4234b265d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.831189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256559-6ccf-4bfe-be93-4234b265d40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08231981-7c89-4bd4-af9c-b22360f18e1f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:42.841114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86256559-6ccf-4bfe-be93-4234b265d40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:42.842495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86256559-6ccf-4bfe-be93-4234b265d40f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08231981-7c89-4bd4-af9c-b22360f18e1f HTTP/1.1" status: 204 len: 168 time: 0.1715021 Jan 10 19:36:43.112707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:43.912531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:44.055624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.088937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:44.092740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:934a91fb8b7649b98cbd13f4058facf4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:44.095630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:44.101256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:44.172041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.175365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.222905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86791ba-f7bf-44eb-9e40-390790886fd2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:44.226453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-df87c0a2-0088-4266-8f61-8f8dac41e5a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=934a91fb8b7649b98cbd13f4058facf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3129060 Jan 10 19:36:44.229210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54134) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:44.296983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c48e492-6855-410f-82f0-d5e7c1f6086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.323304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c48e492-6855-410f-82f0-d5e7c1f6086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.375498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c48e492-6855-410f-82f0-d5e7c1f6086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.391646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e492-6855-410f-82f0-d5e7c1f6086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86791ba-f7bf-44eb-9e40-390790886fd2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:44.395816 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3c48e492-6855-410f-82f0-d5e7c1f6086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.399178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3c48e492-6855-410f-82f0-d5e7c1f6086e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e86791ba-f7bf-44eb-9e40-390790886fd2 HTTP/1.1" status: 204 len: 168 time: 0.1670535 Jan 10 19:36:44.747724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:44.768293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.801021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:44.804865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Usage tracker for resource:security_group_rule and tenant:5b4fe1151f1d48d9a1174add4951c8dd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:44.807708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:44.813819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:44.891976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.897018 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:44.959730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946818d0-fce5-4c1a-93e8-a0ac2e7f1715,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:44.963084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45ba5d89-c61a-4225-a8a7-536a42ff3fce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b4fe1151f1d48d9a1174add4951c8dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124884 Jan 10 19:36:44.963856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54166) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:45.028474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-418a17ea-bba2-4ec5-9416-e9957eab910c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:45.061679 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-418a17ea-bba2-4ec5-9416-e9957eab910c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:45.126074 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-418a17ea-bba2-4ec5-9416-e9957eab910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:45.143405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a17ea-bba2-4ec5-9416-e9957eab910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946818d0-fce5-4c1a-93e8-a0ac2e7f1715,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:45.147821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-418a17ea-bba2-4ec5-9416-e9957eab910c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:45.149344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-418a17ea-bba2-4ec5-9416-e9957eab910c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/946818d0-fce5-4c1a-93e8-a0ac2e7f1715 HTTP/1.1" status: 204 len: 168 time: 0.1840935 Jan 10 19:36:45.341728 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:45.477612 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:46.720589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54232) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:46.923643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:46.953325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:46.957156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Usage tracker for resource:security_group_rule and tenant:9bff3d14c7094c30a773a734fe174f4f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:46.959952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:46.965437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:47.041860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.048201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.108070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54250) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:47.108614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bff3d14c7094c30a773a734fe174f4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3864121 Jan 10 19:36:47.109154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f163f5-2cf9-4354-88e2-d6f1c588b953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d788520-6419-438d-9aa5-d8ae44c8a10b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:47.192656 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d96ece-5c57-49eb-b8b9-b44a36dc84ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.218272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d96ece-5c57-49eb-b8b9-b44a36dc84ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.283442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d96ece-5c57-49eb-b8b9-b44a36dc84ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.301940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d96ece-5c57-49eb-b8b9-b44a36dc84ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d788520-6419-438d-9aa5-d8ae44c8a10b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:47.322059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-10d96ece-5c57-49eb-b8b9-b44a36dc84ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.323729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10d96ece-5c57-49eb-b8b9-b44a36dc84ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d788520-6419-438d-9aa5-d8ae44c8a10b HTTP/1.1" status: 204 len: 168 time: 0.2145603 Jan 10 19:36:47.739687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54272) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:47.757858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.801266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:47.808083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Usage tracker for resource:security_group_rule and tenant:2e4c287f18804f809a3555dfc142a78b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:47.811152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:47.817797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:47.887453 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.892669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:47.943157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f021d3-abd1-4080-bac8-f140c09aaaec,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:47.948112 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cb035c1f-6491-4d58-9e30-457e7af9179e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e4c287f18804f809a3555dfc142a78b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2074163 Jan 10 19:36:47.950688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54280) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:48.017979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8d11846-1906-41f2-ae92-b6579503f255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:48.044506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8d11846-1906-41f2-ae92-b6579503f255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:48.098392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8d11846-1906-41f2-ae92-b6579503f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:48.114250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d11846-1906-41f2-ae92-b6579503f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f021d3-abd1-4080-bac8-f140c09aaaec,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:48.128861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d8d11846-1906-41f2-ae92-b6579503f255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:48.130150 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8d11846-1906-41f2-ae92-b6579503f255 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36f021d3-abd1-4080-bac8-f140c09aaaec HTTP/1.1" status: 204 len: 168 time: 0.1773791 Jan 10 19:36:49.225447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54316) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:49.369107 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.400733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:49.404652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f8de16945e2f40f78c9c830ef5942551 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:49.407976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:49.414297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:49.485519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.489836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.551151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8de16945e2f40f78c9c830ef5942551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3219831 Jan 10 19:36:49.551151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e8267-a639-4ff8-bf94-30edde9633a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71bbb8c-9cd7-42f7-94af-03728a4892af,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:49.551547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54332) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:49.626547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b67c11a-dc9b-4ce7-966a-81bb801e72f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.654549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b67c11a-dc9b-4ce7-966a-81bb801e72f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.720623 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b67c11a-dc9b-4ce7-966a-81bb801e72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.736186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c11a-dc9b-4ce7-966a-81bb801e72f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71bbb8c-9cd7-42f7-94af-03728a4892af,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:49.743566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b67c11a-dc9b-4ce7-966a-81bb801e72f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:49.747070 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4b67c11a-dc9b-4ce7-966a-81bb801e72f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a71bbb8c-9cd7-42f7-94af-03728a4892af HTTP/1.1" status: 204 len: 168 time: 0.1917212 Jan 10 19:36:50.104814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54360) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:50.125078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.166222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:50.170190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Usage tracker for resource:security_group_rule and tenant:6eb5744e81a14b10b3aae48d22e3e6eb is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:50.173851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:50.180152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:50.259905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.264373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.316757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7188e0-d804-454d-bac9-c4ee077db437,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:50.323443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54370) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:50.323661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3b3d4ede-3be4-47b5-ac71-7bfb01e0441b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eb5744e81a14b10b3aae48d22e3e6eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2173390 Jan 10 19:36:50.389024 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b694ed80-7c1e-436d-99c0-ed304800e101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.417341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b694ed80-7c1e-436d-99c0-ed304800e101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.474888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b694ed80-7c1e-436d-99c0-ed304800e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.489384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694ed80-7c1e-436d-99c0-ed304800e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7188e0-d804-454d-bac9-c4ee077db437,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:50.495635 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b694ed80-7c1e-436d-99c0-ed304800e101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:50.499407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b694ed80-7c1e-436d-99c0-ed304800e101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b7188e0-d804-454d-bac9-c4ee077db437 HTTP/1.1" status: 204 len: 168 time: 0.1742437 Jan 10 19:36:51.873363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54458) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:52.024865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.060124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:52.064830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Usage tracker for resource:security_group_rule and tenant:6cb08db4bb3349cc95c085b5dcc3f5c1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:52.068015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:52.074145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:52.158117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.162822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.211156 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cb08db4bb3349cc95c085b5dcc3f5c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3363824 Jan 10 19:36:52.213912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54476) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:52.216413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d78610-ae07-4ca8-9d7e-42118e9b7e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49135756-210a-403f-a65a-6034300f2d55,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:52.282171 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cf95e57-0abc-4ad1-b119-37cbfdd2b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.311843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cf95e57-0abc-4ad1-b119-37cbfdd2b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.373137 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cf95e57-0abc-4ad1-b119-37cbfdd2b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.390152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf95e57-0abc-4ad1-b119-37cbfdd2b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49135756-210a-403f-a65a-6034300f2d55,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:52.412873 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cf95e57-0abc-4ad1-b119-37cbfdd2b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:52.416581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3cf95e57-0abc-4ad1-b119-37cbfdd2b205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49135756-210a-403f-a65a-6034300f2d55 HTTP/1.1" status: 204 len: 168 time: 0.1989119 Jan 10 19:36:53.125597 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:36:53.476636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-1400a3a6-b97c-4482-86a2-c7e4dc961fde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846331 Jan 10 19:36:53.617141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-2695e430-05e9-4d60-a6f4-c79819681674 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 1097 time: 0.0710714 Jan 10 19:36:53.772610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-271c2fe5-b17b-4b72-867c-fe48774afc98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:53.774084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-271c2fe5-b17b-4b72-867c-fe48774afc98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 915 time: 0.1393249 Jan 10 19:36:53.846753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-fbbca873-1913-43f5-975d-6c5c10abfc8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f HTTP/1.1" status: 200 len: 217 time: 0.0666993 Jan 10 19:36:53.920728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-cf84ae65-8138-4810-b423-26c2fc36b3b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:53.923097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-cf84ae65-8138-4810-b423-26c2fc36b3b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4162c40e-4cda-4daf-8470-6b7176f67b44 HTTP/1.1" status: 200 len: 854 time: 0.0700698 Jan 10 19:36:53.975130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-7c363fbd-b1ce-4850-8ee4-fcb3e9b4ae82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=925acafe-6d26-4494-a97c-c2e450cab3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461497 Jan 10 19:36:54.255379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-872e47eb-060e-4c6d-a407-d313fa272adf service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746010 Jan 10 19:36:54.430260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b8816743-f05a-40d3-9a2c-a91b113e51cd req-7197e749-c150-48d1-8ca5-c900bc7b907b service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691463 Jan 10 19:36:55.489655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:55.692087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:55.723607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:55.727425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Usage tracker for resource:security_group_rule and tenant:d1245a0093494ebeb45dcf161425f9b8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:55.730165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:55.735779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:55.801927 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:55.805827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:55.857316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1245a0093494ebeb45dcf161425f9b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3665679 Jan 10 19:36:55.858038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da473de-d183-4946-ad53-ee39cc36295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ba05a-690b-4182-9ffe-793143d8815d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:55.860128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54698) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:55.932348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-659ef09a-53ec-4516-ad51-aa2926f3a078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:55.957065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-659ef09a-53ec-4516-ad51-aa2926f3a078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.010951 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-659ef09a-53ec-4516-ad51-aa2926f3a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.026265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ef09a-53ec-4516-ad51-aa2926f3a078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ba05a-690b-4182-9ffe-793143d8815d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:56.044628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-659ef09a-53ec-4516-ad51-aa2926f3a078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.052618 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-659ef09a-53ec-4516-ad51-aa2926f3a078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d8ba05a-690b-4182-9ffe-793143d8815d HTTP/1.1" status: 204 len: 168 time: 0.1875463 Jan 10 19:36:56.141675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54710) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:56.409837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.448666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:56.452611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Usage tracker for resource:security_group_rule and tenant:5f145624984743c7946065ea89c1a928 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:56.455558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:56.461608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:56.461765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54726) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:56.480489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.519109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:56.523786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7945c5f38a4f7b97abf5d5d6951506 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:56.526653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:56.532585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:56.539037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.543274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.591728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acc69a6-499e-4f85-b5d4-27b94a9ebb9d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:56.597731 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d5162078-50ad-45b1-acd7-b7b776cf3474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f145624984743c7946065ea89c1a928&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4549534 Jan 10 19:36:56.600636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:56.621036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.626849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.670121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5f2752f-a136-4f4d-891c-a08fa5c60423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.683052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc7945c5f38a4f7b97abf5d5d6951506&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2202151 Jan 10 19:36:56.684086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2298dc-23a1-47a4-b369-f7826c1dbd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf420f6e-1771-454e-9ca4-fd1be69f1308,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:56.686274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54734) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:56.717406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5f2752f-a136-4f4d-891c-a08fa5c60423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.792015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9609a4cb-7ecb-4c21-8f97-b2ef03a1b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.816157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5f2752f-a136-4f4d-891c-a08fa5c60423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.831586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9609a4cb-7ecb-4c21-8f97-b2ef03a1b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.841258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2752f-a136-4f4d-891c-a08fa5c60423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acc69a6-499e-4f85-b5d4-27b94a9ebb9d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:56.859006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5f2752f-a136-4f4d-891c-a08fa5c60423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.860717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b5f2752f-a136-4f4d-891c-a08fa5c60423 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1acc69a6-499e-4f85-b5d4-27b94a9ebb9d HTTP/1.1" status: 204 len: 168 time: 0.2591410 Jan 10 19:36:56.904581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9609a4cb-7ecb-4c21-8f97-b2ef03a1b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.930430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609a4cb-7ecb-4c21-8f97-b2ef03a1b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf420f6e-1771-454e-9ca4-fd1be69f1308,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:36:56.937774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9609a4cb-7ecb-4c21-8f97-b2ef03a1b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:56.942551 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9609a4cb-7ecb-4c21-8f97-b2ef03a1b97b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf420f6e-1771-454e-9ca4-fd1be69f1308 HTTP/1.1" status: 204 len: 168 time: 0.2552462 Jan 10 19:36:58.618911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20340a-145f-499b-8120-d6d66d6c29f3 req-6e15b1d0-ac1f-49d0-a0da-a24232bee01b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:58.620497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d20340a-145f-499b-8120-d6d66d6c29f3 req-6e15b1d0-ac1f-49d0-a0da-a24232bee01b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 946 time: 0.0916317 Jan 10 19:36:58.671846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d20340a-145f-499b-8120-d6d66d6c29f3 req-10e64c27-e93b-4b3a-b516-d3ef7150ab1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Jan 10 19:36:59.416734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54856) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:36:59.613519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:36:59.620224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:36:59.624211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Usage tracker for resource:floatingip and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:36:59.628156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:36:59.638352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:36:59.649600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:59.792301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:36:59.896996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-5e6604af-3e2a-45ad-8eee-421565b1c727 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:36:59.900397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-5e6604af-3e2a-45ad-8eee-421565b1c727 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 946 time: 0.0855064 Jan 10 19:36:59.989997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Deleting port 7bcbe48a-843f-4272-ae5f-91c03d35c12f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:36:59.990514 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.056310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Allocated IP 172.25.6.70 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/b541b598-40b6-4a6a-b05a-ee4f599f994e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:00.229617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.243783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515903-77f8-4f91-9c8d-bbe362245a8f req-16e71b8b-8c2d-43fd-96e9-bcaec12800e1 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:00.250517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5515903-77f8-4f91-9c8d-bbe362245a8f req-16e71b8b-8c2d-43fd-96e9-bcaec12800e1 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cbc0ac-9a2e-4e80-a505-2971b33a8a57 HTTP/1.1" status: 200 len: 946 time: 0.4501107 Jan 10 19:37:00.260529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.332191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:00.335348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:00.339277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:00.347543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5515903-77f8-4f91-9c8d-bbe362245a8f req-265866cc-c39a-4282-80c9-7cb929fff982 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961597 Jan 10 19:37:00.354572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] For port 7bcbe48a-843f-4272-ae5f-91c03d35c12f, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7bcbe48a-843f-4272-ae5f-91c03d35c12f,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:00.354962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.374439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Port': ['ID=b541b598-40b6-4a6a-b05a-ee4f599f994e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:00.483789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Calling delete_port for 7bcbe48a-843f-4272-ae5f-91c03d35c12f owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:00.516278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.581339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.642776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.654703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7bcbe48a-843f-4272-ae5f-91c03d35c12f'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:37:00.692966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Pushing event deleted for resources: {'Port': ['ID=7bcbe48a-843f-4272-ae5f-91c03d35c12f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:00.765959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] No DVR routers for this DVR port 7bcbe48a-843f-4272-ae5f-91c03d35c12f on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:37:00.768954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.771419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'name': 'network-vif-deleted', 'tag': '7bcbe48a-843f-4272-ae5f-91c03d35c12f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:37:00.788787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54906) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:00.798776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.806025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e131d1c4-c912-4c92-a230-0efd0b6bd441 req-6ab0689f-c99c-4fcc-b187-d4718524c838 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "DELETE /v2.0/ports/7bcbe48a-843f-4272-ae5f-91c03d35c12f HTTP/1.1" status: 204 len: 173 time: 0.9000497 Jan 10 19:37:00.808757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.841322 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cbc0ac-9a2e-4e80-a505-2971b33a8a57', 'name': 'network-vif-deleted', 'tag': '7bcbe48a-843f-4272-ae5f-91c03d35c12f', 'status': 'completed', 'code': 200} Jan 10 19:37:00.918166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Port': ['ID=b541b598-40b6-4a6a-b05a-ee4f599f994e,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:00.933067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.955953 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.957186 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-56626cdd-0117-4be7-8372-ad765a7ffbb9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5394015 Jan 10 19:37:00.960207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54912) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:00.968599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-132642695'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:00.974571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:00.979643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Usage tracker for resource:network and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:00.982555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:00.985718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:00.988961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:00.999258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Made reservation on behalf of 0ce14369cecb4eb58e597943d20e08c7 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:01.003185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.016495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.016661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:01.020435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:96c9a212bd254c61b344f2cfa0b3aba9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:01.023304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:01.029045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:01.049860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:01.057033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Usage tracker for resource:security_group_rule and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:01.060196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:01.066814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:01.099556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.108701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.146628 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.150577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.154354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e9d86-d9f8-4c52-b241-9686f3e55caa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:01.161966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35ba78b4-7287-4599-9f04-cf6d43c38cd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96c9a212bd254c61b344f2cfa0b3aba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3696651 Jan 10 19:37:01.162143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54916) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:01.184063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:01.192583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec240151-d7b4-4bf3-8078-898599cdef7d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:01.198357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.198716 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Added segment c215ea61-7c7a-47da-b9a6-cd61d09a2501 of type vlan for network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 Jan 10 19:37:01.228476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.230128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.257295 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.258704 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.262741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:01.263448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.315688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.332579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e9d86-d9f8-4c52-b241-9686f3e55caa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:01.341983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.343131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b9e9d86-d9f8-4c52-b241-9686f3e55caa HTTP/1.1" status: 204 len: 168 time: 0.1797340 Jan 10 19:37:01.344923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.345272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.345613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.346237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.346579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.346935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.347273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.347598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.348210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.348463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.348787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79928b9-69df-483a-bdf3-f08b2240992f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:01.399983 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4360647 Jan 10 19:37:01.400764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54924) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:01.405779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Request body: {'subnet': {'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:01.416427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112d49a-1fb9-41f4-ad2f-92605226da5b tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Network': ['ID=3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:01.429610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:01.612157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:01.620526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Usage tracker for resource:subnet and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:01.627167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:01.635489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:01.647208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Made reservation on behalf of 0ce14369cecb4eb58e597943d20e08c7 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:01.779979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.785334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54934) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:01.804936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.836661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:01.840509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ad55f3ac145a4c988c69de8157d54d5f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:01.843428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:01.849337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:01.938169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.941838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:01.987207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f271e10-49a0-4b74-931d-6cbb5a7b8e99,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:01.991855 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c2cef7e4-3188-44ea-a4cf-6210d83c25c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad55f3ac145a4c988c69de8157d54d5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2053704 Jan 10 19:37:01.994357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54938) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:02.035696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.062005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e60dad40-d813-4edc-aa86-143e48a5bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.089253 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e60dad40-d813-4edc-aa86-143e48a5bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.115848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Subnet': ['ID=c2830a36-81cc-4944-b5c4-7b3050eb2c42,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:02.147883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Checking segment: {'id': 'c215ea61-7c7a-47da-b9a6-cd61d09a2501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:02.148197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network hostable DHCP agents. Network: 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:02.150390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e60dad40-d813-4edc-aa86-143e48a5bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.167900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dad40-d813-4edc-aa86-143e48a5bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f271e10-49a0-4b74-931d-6cbb5a7b8e99,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:02.174897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:02.178783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e60dad40-d813-4edc-aa86-143e48a5bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.179939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e60dad40-d813-4edc-aa86-143e48a5bcd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f271e10-49a0-4b74-931d-6cbb5a7b8e99 HTTP/1.1" status: 204 len: 168 time: 0.1844594 Jan 10 19:37:02.189362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:02.193876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:02.194750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.199994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5695959-ed89-4d6a-a338-4b2eb30c3b9a None None] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:02.220474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee94ab9c-fb32-45fe-a261-33ee7656aa7d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8190842 Jan 10 19:37:02.223398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 54944) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:02.228891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1560691583', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:02.236847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:02.240621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Usage tracker for resource:router and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:02.243497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:02.249061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:02.261201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.262127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.294734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.453668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6', 'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6', 'tenant_id': '0ce14369cecb4eb58e597943d20e08c7', 'fixed_ips': [{'subnet_id': 'c2830a36-81cc-4944-b5c4-7b3050eb2c42'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:37:02.454576 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.472899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.650121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Allocated IP 172.20.0.2 (3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6/c2830a36-81cc-4944-b5c4-7b3050eb2c42/f287df94-2a78-4a80-be2e-b4b7bc758425) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:02.847213 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.895583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.940517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:02.958931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Transition to ACTIVE for port object f287df94-2a78-4a80-be2e-b4b7bc758425 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:03.011060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Transition to ACTIVE for port object f287df94-2a78-4a80-be2e-b4b7bc758425 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:03.022395 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.132332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Pushing event updated for resources: {'Port': ['ID=f287df94-2a78-4a80-be2e-b4b7bc758425,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:03.133776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Allocated IP 172.25.6.11 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/202cb7d1-ecc9-41ca-a6fb-0192c434ad38) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:03.139901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:03.142652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:03.146100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:03.248913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Attempting to bind port f287df94-2a78-4a80-be2e-b4b7bc758425 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:37:03.249624 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Attempting to bind port f287df94-2a78-4a80-be2e-b4b7bc758425 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c215ea61-7c7a-47da-b9a6-cd61d09a2501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:37:03.250321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Attempting to bind port f287df94-2a78-4a80-be2e-b4b7bc758425 on network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:03.257328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:37:03.257708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Checking segment: {'id': 'c215ea61-7c7a-47da-b9a6-cd61d09a2501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:03.258114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.258522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Bound using segment: {'id': 'c215ea61-7c7a-47da-b9a6-cd61d09a2501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:37:03.259579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Bound port: f287df94-2a78-4a80-be2e-b4b7bc758425, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c215ea61-7c7a-47da-b9a6-cd61d09a2501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:37:03.259963 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.323290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.353107 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.355666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] For port f287df94-2a78-4a80-be2e-b4b7bc758425, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:37:03.359927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] For port f287df94-2a78-4a80-be2e-b4b7bc758425, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f287df94-2a78-4a80-be2e-b4b7bc758425,segment=NetworkSegment(c215ea61-7c7a-47da-b9a6-cd61d09a2501),segment_id=c215ea61-7c7a-47da-b9a6-cd61d09a2501)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:37:03.364534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.423046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:03.424047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:03.427834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:03.464293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Port': ['ID=202cb7d1-ecc9-41ca-a6fb-0192c434ad38,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:03.473048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00eb72-0fbe-4a9b-aafe-518868714987 None None] Pushing event updated for resources: {'Port': ['ID=f287df94-2a78-4a80-be2e-b4b7bc758425,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:03.600544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.601356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:03.863762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Router 9173ea1c-aba0-4a24-8245-40cb697c6ac4 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:04.077064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:04.089105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] Sync routers for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:04.115142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:04.115142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:04.156659 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:04.161104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 54988) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:04.161588 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a06deff3-fa14-4c5d-a780-e6bb7291b1d5 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9366651 Jan 10 19:37:04.221631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7bcbe48a-843f-4272-ae5f-91c03d35c12f no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:37:04.285819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7bcbe48a-843f-4272-ae5f-91c03d35c12f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:37:04.286473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7bcbe48a-843f-4272-ae5f-91c03d35c12f not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:37:04.289155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:04.309336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:04.309336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:04.387088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:04.388248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c7fe7-1a2e-445b-b0db-dd744332d233 None None] The sync data for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:04.574674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:04.634513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6b40c-94eb-41cc-8032-ecad48c41f72 None None] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:04.827911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-911598155', 'router:external': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:04.832447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f287df94-2a78-4a80-be2e-b4b7bc758425 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:37:04.833336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:04.837883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:network and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:04.841034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:04.846783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:04.861505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Made reservation on behalf of 586e1dd90f194c319974f49408d85676 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:04.863985 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:04.879115 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:04.912913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:04.917014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:security_group_rule and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:04.920405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:04.927151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:04.966837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-51234dd6-670b-449a-9528-6d2d9d3fc809 None None] Provisioning for port f287df94-2a78-4a80-be2e-b4b7bc758425 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:37:05.040137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.050601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.068476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:05.086607 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.086987 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Added segment f160048d-7664-4cff-a4e5-1f6e86144e5c of type vlan for network d28470ea-99df-409b-a813-e129c831f0cd Jan 10 19:37:05.090527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f287df94-2a78-4a80-be2e-b4b7bc758425 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:37:05.120021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f287df94-2a78-4a80-be2e-b4b7bc758425 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:05.120650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.172195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.198415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fd5fa-9072-4776-83af-801c5b91bf3c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:05.256521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.262710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.263711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:05.264302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.308541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.355387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f287df94-2a78-4a80-be2e-b4b7bc758425, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f287df94-2a78-4a80-be2e-b4b7bc758425,segment=NetworkSegment(c215ea61-7c7a-47da-b9a6-cd61d09a2501),segment_id=c215ea61-7c7a-47da-b9a6-cd61d09a2501)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:05.361703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.413051 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8368888 Jan 10 19:37:05.416270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55008) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:05.421528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'subnet': {'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:05.430769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:05.432798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd55c5d-6a9a-4143-97ca-23fd1d2e3a53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Network': ['ID=d28470ea-99df-409b-a813-e129c831f0cd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:05.436593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:subnet and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:05.439514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:05.445962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:05.449371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d28470ea-99df-409b-a813-e129c831f0cd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:05.458927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Made reservation on behalf of 586e1dd90f194c319974f49408d85676 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:05.461515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.467205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7ec65369-a6df-4775-91a0-8cbd94fcdf8b None None] Provisioning complete for port f287df94-2a78-4a80-be2e-b4b7bc758425 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:05.467583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ec65369-a6df-4775-91a0-8cbd94fcdf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:05.587944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f287df94-2a78-4a80-be2e-b4b7bc758425,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:05.926487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Allocated IP 172.20.0.1 (3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6/c2830a36-81cc-4944-b5c4-7b3050eb2c42/cbab79d3-29e4-42ca-aa7f-a5f268136c5d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:06.049873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:37:06.050520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.094484 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.110681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Transition to ACTIVE for port object cbab79d3-29e4-42ca-aa7f-a5f268136c5d will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:06.122219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a0ca009b-b962-454f-a6d4-3ae2f570c3fa,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:06.135594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.138145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Checking segment: {'id': 'f160048d-7664-4cff-a4e5-1f6e86144e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:06.138511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network hostable DHCP agents. Network: d28470ea-99df-409b-a813-e129c831f0cd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:06.160941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network d28470ea-99df-409b-a813-e129c831f0cd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:06.170539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d28470ea-99df-409b-a813-e129c831f0cd) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:06.174843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:06.175451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.183607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779bb1e-ccba-44fc-a4a3-f99576d036b2 None None] Network d28470ea-99df-409b-a813-e129c831f0cd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:06.198318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4983f026-d7b3-4e8b-b2db-109d74649ca7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7809751 Jan 10 19:37:06.200873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:06.206750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1163294019', 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:06.212405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:06.215553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:06.216139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:port and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:06.219101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:06.220516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:06.221779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:06.226469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:06.241221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Made reservation on behalf of 586e1dd90f194c319974f49408d85676 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:06.244011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.255111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Port': ['ID=cbab79d3-29e4-42ca-aa7f-a5f268136c5d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:06.265689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] device_id is not set on port 7aa055b2-e64f-446f-bce7-7ffaf1205005 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:37:06.292106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.401551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.416222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Allocated IP 172.20.0.4 (d28470ea-99df-409b-a813-e129c831f0cd/a0ca009b-b962-454f-a6d4-3ae2f570c3fa/7aa055b2-e64f-446f-bce7-7ffaf1205005) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:06.449903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c422242-3fa2-4357-8445-f2a1e4e4e3c1 None None] Network d28470ea-99df-409b-a813-e129c831f0cd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:06.560435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9bbb1fe9-e292-4749-b42d-0c0df779dc69 None None] Provisioning for port cbab79d3-29e4-42ca-aa7f-a5f268136c5d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:37:06.578658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9bbb1fe9-e292-4749-b42d-0c0df779dc69 None None] Provisioning complete for port cbab79d3-29e4-42ca-aa7f-a5f268136c5d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:06.579243 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9bbb1fe9-e292-4749-b42d-0c0df779dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.628236 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.662018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.733285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f287df94-2a78-4a80-be2e-b4b7bc758425 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:37:06.768931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb1fe9-e292-4749-b42d-0c0df779dc69 None None] Port cbab79d3-29e4-42ca-aa7f-a5f268136c5d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:37:06.775633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network d28470ea-99df-409b-a813-e129c831f0cd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:06.779906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:06.782467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa055b2-e64f-446f-bce7-7ffaf1205005,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:06.785403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:06.833322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f287df94-2a78-4a80-be2e-b4b7bc758425 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:06.833764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.845017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:06.846009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:06.879423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-173e1fb5-7f98-4317-a8d6-287b0bca6153 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6775053 Jan 10 19:37:06.880280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55024) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:06.970480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Deleting port 7aa055b2-e64f-446f-bce7-7ffaf1205005 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:06.971326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.007583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.012545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.127422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Port': ['ID=cbab79d3-29e4-42ca-aa7f-a5f268136c5d,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:07.130425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.213028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.269083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:07.270271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:07.335802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Calling delete_port for 7aa055b2-e64f-446f-bce7-7ffaf1205005 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:07.489131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.500549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-015e0b2a-f498-4679-9f91-5fe50c392f64 None None] Provisioning complete for port cbab79d3-29e4-42ca-aa7f-a5f268136c5d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:07.501309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-015e0b2a-f498-4679-9f91-5fe50c392f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.541008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa055b2-e64f-446f-bce7-7ffaf1205005,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:07.561558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-015e0b2a-f498-4679-9f91-5fe50c392f64 None None] Port cbab79d3-29e4-42ca-aa7f-a5f268136c5d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:37:07.647888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.655082 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a55220c-525e-4225-aea2-47bf73314f63 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7aa055b2-e64f-446f-bce7-7ffaf1205005 HTTP/1.1" status: 204 len: 168 time: 0.7712126 Jan 10 19:37:07.657354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55028) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:07.663618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'external_fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4'}]}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:07.669326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:07.673287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:router and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:07.676178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:07.682494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:07.694384 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.695610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.715627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:07.790669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Router 9173ea1c-aba0-4a24-8245-40cb697c6ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:37:07.866032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.116908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:08.138065 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] Sync routers for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:08.139613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7065fa28-a728-4a5e-96bc-8eab953e3395 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "PUT /v2.0/routers/9173ea1c-aba0-4a24-8245-40cb697c6ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9763510 Jan 10 19:37:08.141084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55034) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:08.149613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Request body: {'port': {'network_id': '3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6', 'name': 'tempest-FloatingIPAdminTestJSON-416697211'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:08.173585 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:08.178077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:08.248403 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:08.265163 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:08.266421 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:08.325576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:08.330355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Usage tracker for resource:port and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:08.333433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:08.337202 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:08.337610 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7c392-167f-43e4-9cef-b279a0f16cc3 None None] The sync data for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:08.341279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:08.341859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.355809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Made reservation on behalf of 0ce14369cecb4eb58e597943d20e08c7 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:08.359173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.382498 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.383699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] device_id is not set on port 20a88c9e-4a95-4444-aeee-9fe90213d1c1 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:37:08.386744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c2450e78-3424-4e7d-a3d1-7c47e58dfaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.549159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Allocated IP 172.20.0.11 (3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6/c2830a36-81cc-4944-b5c4-7b3050eb2c42/20a88c9e-4a95-4444-aeee-9fe90213d1c1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:08.595882 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Allocated IP 172.20.0.4 (d28470ea-99df-409b-a813-e129c831f0cd/a0ca009b-b962-454f-a6d4-3ae2f570c3fa/c8f099ac-a926-4faa-96f1-30452d98cb7c) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:08.754728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.754974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.769918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Transition to ACTIVE for port object 20a88c9e-4a95-4444-aeee-9fe90213d1c1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:08.782689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.793097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.851297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network d28470ea-99df-409b-a813-e129c831f0cd is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:08.854028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:08.857754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:08.868845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:08.872022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:08.876518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:08.890764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f099ac-a926-4faa-96f1-30452d98cb7c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:08.912496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.912496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.913053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.913226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event updated for resources: {'Port': ['ID=20a88c9e-4a95-4444-aeee-9fe90213d1c1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:08.913348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.913647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.913985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.914313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.914639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.915497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.915497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.915700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:08.941444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:08.942158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:08.964849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b19ddd84-532b-4e4a-98fc-6114babf8da9 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8224120 Jan 10 19:37:08.967926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55038) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:09.046411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:09.048221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:09.142907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'project_id': '0ce14369cecb4eb58e597943d20e08c7', 'port_id': '20a88c9e-4a95-4444-aeee-9fe90213d1c1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:09.149809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:09.153897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Usage tracker for resource:floatingip and tenant:0ce14369cecb4eb58e597943d20e08c7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:09.157779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:09.165951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:09.177346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:09.196993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a17b30a9-8d47-4400-a2d7-fae537a17e2c None None] Provisioning for port 20a88c9e-4a95-4444-aeee-9fe90213d1c1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:37:09.205228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a17b30a9-8d47-4400-a2d7-fae537a17e2c None None] Provisioning complete for port 20a88c9e-4a95-4444-aeee-9fe90213d1c1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:09.207635 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-8d47-4400-a2d7-fae537a17e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:09.278490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a17b30a9-8d47-4400-a2d7-fae537a17e2c None None] Port 20a88c9e-4a95-4444-aeee-9fe90213d1c1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:37:09.336222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Router cb476a91-bc35-44a6-960a-895b365e81ef is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:09.378976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:09.539378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-b1e35881-464a-4e9f-9adc-03b2de149ec8 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:09.540826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-b1e35881-464a-4e9f-9adc-03b2de149ec8 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 814 time: 0.2377594 Jan 10 19:37:09.542297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:09.554896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Sync routers for ids ['cb476a91-bc35-44a6-960a-895b365e81ef'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:09.569039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Routers {'cb476a91-bc35-44a6-960a-895b365e81ef'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:09.569442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:09.569816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:36:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['cb476a91-bc35-44a6-960a-895b365e81ef'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:09.570619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d4c25316-1440-47ef-b573-61d7c79d4a3b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9121883 Jan 10 19:37:09.572230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-c3864f52-1b60-42bd-8c63-13d10937477b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/quotas/32bfd108515f4b3bac05dcd411ed7480 HTTP/1.1" status: 200 len: 375 time: 0.0247910 Jan 10 19:37:09.573352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:09.637333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Allocated IP 172.25.6.42 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/324dedbc-8193-4140-9c55-14439333b867) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:09.688445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-034a0a9d-228d-429c-b452-225e6c8ff232 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Synchronizing usage tracker for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:09.752858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Set router cb476a91-bc35-44a6-960a-895b365e81ef gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:37:09.888514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-034a0a9d-228d-429c-b452-225e6c8ff232 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Unset dirty status for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:09.889689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-034a0a9d-228d-429c-b452-225e6c8ff232 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2636137 Jan 10 19:37:10.084101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb476a91-bc35-44a6-960a-895b365e81ef', 'name': '', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'external_fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c8f099ac-a926-4faa-96f1-30452d98cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:07Z', 'updated_at': '2022-01-10T19:37:08Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': 'c8f099ac-a926-4faa-96f1-30452d98cb7c', 'name': '', 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb476a91-bc35-44a6-960a-895b365e81ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:08Z', 'updated_at': '2022-01-10T19:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:10.088549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Checking router: cb476a91-bc35-44a6-960a-895b365e81ef for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:37:10.088549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Updating router cb476a91-bc35-44a6-960a-895b365e81ef port c8f099ac-a926-4faa-96f1-30452d98cb7c binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:37:10.090711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.139598 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.193872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-204f41d8-8622-45e8-8233-1eaa71350263 service neutron] 10.222.0.21 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913418 Jan 10 19:37:10.195622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.334997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.410171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Pushing event updated for resources: {'Port': ['ID=324dedbc-8193-4140-9c55-14439333b867,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:10.413656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:10.424363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:10.429303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:10.462027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.476534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Transition to ACTIVE for port object c8f099ac-a926-4faa-96f1-30452d98cb7c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:10.487786 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.527108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-aad1a83a-7fa4-4d21-b772-31d76ba42152 service neutron] 10.222.0.21 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003130 Jan 10 19:37:10.538458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0552abff-6271-4b3c-a37c-74e7153325d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.573696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Attempting to bind port c8f099ac-a926-4faa-96f1-30452d98cb7c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:37:10.573963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Attempting to bind port c8f099ac-a926-4faa-96f1-30452d98cb7c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f160048d-7664-4cff-a4e5-1f6e86144e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:37:10.574321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Attempting to bind port c8f099ac-a926-4faa-96f1-30452d98cb7c on network d28470ea-99df-409b-a813-e129c831f0cd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:10.576287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080ecd2-3373-4edb-a053-1cfffe409816 None None] Pushing event updated for resources: {'Port': ['ID=c8f099ac-a926-4faa-96f1-30452d98cb7c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:10.583803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:37:10.584449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Checking segment: {'id': 'f160048d-7664-4cff-a4e5-1f6e86144e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:10.585030 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.585561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Bound using segment: {'id': 'f160048d-7664-4cff-a4e5-1f6e86144e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:37:10.586164 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Bound port: c8f099ac-a926-4faa-96f1-30452d98cb7c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f160048d-7664-4cff-a4e5-1f6e86144e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:37:10.586699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.670395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] For port c8f099ac-a926-4faa-96f1-30452d98cb7c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:37:10.675167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] For port c8f099ac-a926-4faa-96f1-30452d98cb7c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8f099ac-a926-4faa-96f1-30452d98cb7c,segment=NetworkSegment(f160048d-7664-4cff-a4e5-1f6e86144e5c),segment_id=f160048d-7664-4cff-a4e5-1f6e86144e5c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:37:10.681727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.763603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7520a1f5-18f5-4566-83c9-72d6ffaa9dab req-8fc156d4-8fd0-4bea-96e8-f95eed7ddd39 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 210 time: 0.0542367 Jan 10 19:37:10.777763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Routers {'cb476a91-bc35-44a6-960a-895b365e81ef'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:10.778380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['cb476a91-bc35-44a6-960a-895b365e81ef'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:10.837794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080ecd2-3373-4edb-a053-1cfffe409816 None None] Pushing event updated for resources: {'Port': ['ID=c8f099ac-a926-4faa-96f1-30452d98cb7c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:10.947736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:10.959619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] Set router cb476a91-bc35-44a6-960a-895b365e81ef gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:37:10.966318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Deleting port c8f099ac-a926-4faa-96f1-30452d98cb7c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:10.966664 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:11.196319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] For port c8f099ac-a926-4faa-96f1-30452d98cb7c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8f099ac-a926-4faa-96f1-30452d98cb7c,segment=NetworkSegment(f160048d-7664-4cff-a4e5-1f6e86144e5c),segment_id=f160048d-7664-4cff-a4e5-1f6e86144e5c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:11.196985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:11.257491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb476a91-bc35-44a6-960a-895b365e81ef', 'name': '', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'external_fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c8f099ac-a926-4faa-96f1-30452d98cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:07Z', 'updated_at': '2022-01-10T19:37:08Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': 'c8f099ac-a926-4faa-96f1-30452d98cb7c', 'name': '', 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb476a91-bc35-44a6-960a-895b365e81ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:08Z', 'updated_at': '2022-01-10T19:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:11.261711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540ff1c-a6ad-4e57-a985-6d303e9dd9ef None None] The sync data for ids ['cb476a91-bc35-44a6-960a-895b365e81ef'] in n-d-816927-8 is: [{'id': 'cb476a91-bc35-44a6-960a-895b365e81ef', 'name': '', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'external_fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c8f099ac-a926-4faa-96f1-30452d98cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:07Z', 'updated_at': '2022-01-10T19:37:08Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': 'c8f099ac-a926-4faa-96f1-30452d98cb7c', 'name': '', 'network_id': 'd28470ea-99df-409b-a813-e129c831f0cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb476a91-bc35-44a6-960a-895b365e81ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:08Z', 'updated_at': '2022-01-10T19:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0ca009b-b962-454f-a6d4-3ae2f570c3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:11.452630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Calling delete_port for c8f099ac-a926-4faa-96f1-30452d98cb7c owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:11.635879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:11.730845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:11.777121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:11.860253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:12.028712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:12.103940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-390d2278-911f-493f-a503-94dca5d51983 req-0dca2c2e-8bb2-4dbc-b13c-9ae9614d1d6b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 210 time: 0.1141620 Jan 10 19:37:12.125251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8f099ac-a926-4faa-96f1-30452d98cb7c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:12.144866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-efe4d428-629c-4778-9ca1-f0d80799f8b7 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:12.146290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-efe4d428-629c-4778-9ca1-f0d80799f8b7 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 814 time: 0.4395669 Jan 10 19:37:12.184371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Request body: {'port': {'device_id': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae', 'admin_state_up': True, 'tenant_id': '32bfd108515f4b3bac05dcd411ed7480'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:12.502271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:37:12.524625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:12.534774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:12.537199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:12.568349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:12.636550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:12.735464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Made reservation on behalf of 32bfd108515f4b3bac05dcd411ed7480 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:12.738448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:12.949761 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Pushing event updated for resources: {'Port': ['ID=324dedbc-8193-4140-9c55-14439333b867,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:13.074197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.085328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.115159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.152114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.280709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.281731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb476a91-bc35-44a6-960a-895b365e81ef {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:13.302818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-057a244e-444f-47eb-9403-0c010d013167 req-063bcbf3-2610-4001-81c1-692e8f0eb19a tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 210 time: 0.0632539 Jan 10 19:37:13.388242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Allocated IP 172.20.0.7 (925acafe-6d26-4494-a97c-c2e450cab3ae/4162c40e-4cda-4daf-8470-6b7176f67b44/f7ebbb00-3526-44ed-9b81-eefc10755565) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:13.412465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.413836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6fc7e014-6348-458e-8471-169607898b49 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cb476a91-bc35-44a6-960a-895b365e81ef HTTP/1.1" status: 204 len: 168 time: 3.8396077 Jan 10 19:37:13.416703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55076) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:13.476986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Deleting subnet a0ca009b-b962-454f-a6d4-3ae2f570c3fa {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:37:13.479823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.533069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.575861 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Floating IP 9035750b-9d95-484a-b9bb-1fad840d2c5d associated. External IP: 172.25.6.42, port: 20a88c9e-4a95-4444-aeee-9fe90213d1c1. Jan 10 19:37:13.585987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.651845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.693096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ca009b-b962-454f-a6d4-3ae2f570c3fa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:13.698256 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.700111 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.704475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c7535a4d-d881-49be-a9cc-85c52398ab5a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/a0ca009b-b962-454f-a6d4-3ae2f570c3fa HTTP/1.1" status: 204 len: 168 time: 0.2867603 Jan 10 19:37:13.707109 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55080) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:13.806280 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.890949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Network 925acafe-6d26-4494-a97c-c2e450cab3ae is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:13.896252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:13.902281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:13.905380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:13.927349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Pushing event updated for resources: {'Port': ['ID=f7ebbb00-3526-44ed-9b81-eefc10755565,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:14.026116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.030318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:14.031520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.054050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28470ea-99df-409b-a813-e129c831f0cd']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:14.061013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d85e6ec7-86da-41c7-b557-afeea2991f74 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8883109 Jan 10 19:37:14.067588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f160048d-7664-4cff-a4e5-1f6e86144e5c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:14.067956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f160048d-7664-4cff-a4e5-1f6e86144e5c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:14.072533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Request body: {'port': {'device_id': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:14.080949 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.098279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.107269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:14.107475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:14.121087 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:14.199224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.216369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d28470ea-99df-409b-a813-e129c831f0cd {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 19:37:14.220584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.227621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event deleted for resources: {'Network': ['ID=d28470ea-99df-409b-a813-e129c831f0cd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:14.230567 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-38f36b08-8f37-47b9-ad66-4bcdbc610ac5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d28470ea-99df-409b-a813-e129c831f0cd HTTP/1.1" status: 204 len: 168 time: 0.5225427 Jan 10 19:37:14.241334 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.538775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55092) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:14.542363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'name': 'tempest-router--2095994581', 'project_id': '4cc6676967ab4279908ab4532576691c'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:14.548450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:14.552348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:router and tenant:4cc6676967ab4279908ab4532576691c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:14.555346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:14.561174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:14.572226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.573618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Router 9173ea1c-aba0-4a24-8245-40cb697c6ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:37:14.573828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.593227 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.611064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.635242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.636787 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1c6d05d1-8fa2-4dd4-9eb9-5eaf881f07de tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0992472 Jan 10 19:37:14.639629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55096) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:14.775685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae3bc0-b275-4ce1-b335-6c7b131cd4a8 req-9df15c55-e253-4590-9ba1-5cada1bbc8c6 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:14.776384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-57ae3bc0-b275-4ce1-b335-6c7b131cd4a8 req-9df15c55-e253-4590-9ba1-5cada1bbc8c6 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Synchronizing usage tracker for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:14.777141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:14.827297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-57ae3bc0-b275-4ce1-b335-6c7b131cd4a8 req-9df15c55-e253-4590-9ba1-5cada1bbc8c6 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Unset dirty status for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:14.828647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57ae3bc0-b275-4ce1-b335-6c7b131cd4a8 req-9df15c55-e253-4590-9ba1-5cada1bbc8c6 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 931 time: 0.3367901 Jan 10 19:37:14.994806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ebbb00-3526-44ed-9b81-eefc10755565 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:37:15.010898 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.027959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57ae3bc0-b275-4ce1-b335-6c7b131cd4a8 req-58986db0-745c-4e3b-99ce-c69a6effd653 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851275 Jan 10 19:37:15.055684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Transition to ACTIVE for port object f7ebbb00-3526-44ed-9b81-eefc10755565 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:15.074133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.112981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:15.124217 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] Sync routers for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:15.138644 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:15.139634 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:15.187002 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.191891 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.202454 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.206918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:15.220484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:15.221407 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:15.223939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.224730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e89fac3-14eb-4326-a388-35cb6eb12550 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:15.235793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.237575 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57502b46-e7f3-44d2-a06b-3361768cd4ce tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2e89fac3-14eb-4326-a388-35cb6eb12550 HTTP/1.1" status: 204 len: 168 time: 0.5962429 Jan 10 19:37:15.289764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebbb00-3526-44ed-9b81-eefc10755565,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:15.298318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:15.298825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25557c5b-d9fb-4f8a-889a-776f503f37d3 None None] The sync data for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:15.329079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-64836acd-9969-48e6-a434-3a4091037d18 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.3594897 Jan 10 19:37:15.331782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55102) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:15.362209 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.402964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Attempting to bind port f7ebbb00-3526-44ed-9b81-eefc10755565 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:37:15.403305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Attempting to bind port f7ebbb00-3526-44ed-9b81-eefc10755565 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:37:15.403752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Attempting to bind port f7ebbb00-3526-44ed-9b81-eefc10755565 on network 925acafe-6d26-4494-a97c-c2e450cab3ae {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:15.410843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Port f7ebbb00-3526-44ed-9b81-eefc10755565 on network 925acafe-6d26-4494-a97c-c2e450cab3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:37:15.411132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Attempting to bind port f7ebbb00-3526-44ed-9b81-eefc10755565 on network 925acafe-6d26-4494-a97c-c2e450cab3ae {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:15.420895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:37:15.423195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Checking segment: {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:15.423760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Bound using segment: {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:37:15.424410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Bound port: f7ebbb00-3526-44ed-9b81-eefc10755565, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01787bab-f962-40af-814f-a28521d1d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:37:15.424925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.432260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.441759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55106) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:15.444190 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1e1ba0a0-21c9-43f0-b378-9b1810fa2d76 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] 10.222.0.21 "GET /v2.0/floatingips/9035750b-9d95-484a-b9bb-1fad840d2c5d HTTP/1.1" status: 200 len: 982 time: 0.1112347 Jan 10 19:37:15.446400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55110) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:15.528385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] For port f7ebbb00-3526-44ed-9b81-eefc10755565, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:37:15.532081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] For port f7ebbb00-3526-44ed-9b81-eefc10755565, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f7ebbb00-3526-44ed-9b81-eefc10755565,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:37:15.536722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.555900 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1bf22fce-46f5-4077-878a-4e71a1f116fe tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1079581 Jan 10 19:37:15.558168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55116) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:15.604261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.605629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/f7ebbb00-3526-44ed-9b81-eefc10755565 HTTP/1.1" status: 200 len: 1091 time: 1.5376482 Jan 10 19:37:15.606084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'tag': 'f7ebbb00-3526-44ed-9b81-eefc10755565'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:37:15.625320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fa5a9-a7f5-4df9-aff7-779a2c5221b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebbb00-3526-44ed-9b81-eefc10755565,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:15.723211 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'tag': 'f7ebbb00-3526-44ed-9b81-eefc10755565', 'status': 'completed', 'code': 200} Jan 10 19:37:15.788153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1564651204', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:15.803693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:15.809894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Usage tracker for resource:router and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:15.813900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:15.821473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:15.843143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.844095 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.862858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-0811f6d6-ddef-437e-a169-317276a78e84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 1094 time: 0.2092681 Jan 10 19:37:15.871607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.913156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting port 324dedbc-8193-4140-9c55-14439333b867 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:15.913419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:15.943308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-0f75fd97-1d03-4295-bd71-f4eede3a2dcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ebbb00-3526-44ed-9b81-eefc10755565 HTTP/1.1" status: 200 len: 217 time: 0.0730729 Jan 10 19:37:16.079091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.079428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.132143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d7b92b52-8383-420c-903e-d6bd64848a33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:16.133587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-d7b92b52-8383-420c-903e-d6bd64848a33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4162c40e-4cda-4daf-8470-6b7176f67b44 HTTP/1.1" status: 200 len: 854 time: 0.1852922 Jan 10 19:37:16.201810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Calling delete_port for 324dedbc-8193-4140-9c55-14439333b867 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:16.209970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-0428bc69-0c67-4ca7-b639-543505a418c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=925acafe-6d26-4494-a97c-c2e450cab3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702527 Jan 10 19:37:16.244311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.352713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.399344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Port': ['ID=324dedbc-8193-4140-9c55-14439333b867,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:16.491940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.563502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-f776e03a-3181-408c-a49f-88cec1fcb578 service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476219 Jan 10 19:37:16.573983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412ae6f-47bf-4037-b254-56a50f146238 req-cdbc5570-6201-4f9a-b9ce-ea88766c26c5 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:16.575398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2412ae6f-47bf-4037-b254-56a50f146238 req-cdbc5570-6201-4f9a-b9ce-ea88766c26c5 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 943 time: 0.4012589 Jan 10 19:37:16.643827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8f099ac-a926-4faa-96f1-30452d98cb7c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:37:16.676105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c8f099ac-a926-4faa-96f1-30452d98cb7c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:37:16.676742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8f099ac-a926-4faa-96f1-30452d98cb7c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:37:16.747933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2412ae6f-47bf-4037-b254-56a50f146238 req-2a3c7e69-77ab-49ba-97ac-931b81530baa tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488776 Jan 10 19:37:16.778464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d09ebdc-b5e0-4896-951d-ecc46e9542c8 req-834f243e-0675-479c-9dc8-0a67c4a69aa4 service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015405 Jan 10 19:37:16.819705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.884759 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:16.892047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Router 9173ea1c-aba0-4a24-8245-40cb697c6ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:37:17.020601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-a7ca424e-c059-45c0-a059-e47672433aea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32bfd108515f4b3bac05dcd411ed7480&device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 1094 time: 0.1750555 Jan 10 19:37:17.086668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:17.100174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] Sync routers for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:17.101103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.112241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:17.112869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:17.116568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Allocated IP 172.25.6.239 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/2887a779-9f2b-4b52-9237-5ba71fcb0ff4) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:17.162391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3b94b198-2347-4f82-a4af-ce6039c6989d tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "DELETE /v2.0/floatingips/9035750b-9d95-484a-b9bb-1fad840d2c5d HTTP/1.1" status: 204 len: 168 time: 1.5998228 Jan 10 19:37:17.163289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55126) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:17.168804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:17.175302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:17.179462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Usage tracker for resource:floatingip and tenant:7039e66d75ce4264bdff868fdc560c68 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:17.182534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:17.188770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:17.200693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.210659 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:17.221730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:17.222243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:17.247448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464eff8-b00a-4129-890d-adf081c16a3f req-cd0dae22-3d86-4b4b-b68a-260a031e7211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:17.248918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-cd0dae22-3d86-4b4b-b68a-260a031e7211 service neutron] 10.222.0.30 "GET /v2.0/networks?id=925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 200 len: 915 time: 0.2223475 Jan 10 19:37:17.282168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:17.282724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cab994-8427-4080-bb52-06b87c7705a4 None None] The sync data for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:17.340592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-34c6d607-6cb3-4e3a-bd9d-7c6ff03e9f8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ebbb00-3526-44ed-9b81-eefc10755565 HTTP/1.1" status: 200 len: 217 time: 0.0835171 Jan 10 19:37:17.420299 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.433284 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.439097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464eff8-b00a-4129-890d-adf081c16a3f req-b5c4b5de-5ad8-4b81-aa87-96d9e402b773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:17.440532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-b5c4b5de-5ad8-4b81-aa87-96d9e402b773 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4162c40e-4cda-4daf-8470-6b7176f67b44 HTTP/1.1" status: 200 len: 854 time: 0.0941262 Jan 10 19:37:17.488444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-807faf8a-9b77-49bd-a993-d359e86e6b21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=925acafe-6d26-4494-a97c-c2e450cab3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414250 Jan 10 19:37:17.565034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.583391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Allocated IP 172.25.6.2 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1b409985-a0aa-49aa-98eb-dd5465ecd723) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:17.667193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:17.667954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event updated for resources: {'Port': ['ID=2887a779-9f2b-4b52-9237-5ba71fcb0ff4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:17.672825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:17.676320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:17.728582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-84b84b8f-6ce2-4b39-a22e-c7a54b034fe1 service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335529 Jan 10 19:37:17.732695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.759540 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:17.829070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:17.832024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:17.835161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:17.869325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Pushing event updated for resources: {'Port': ['ID=1b409985-a0aa-49aa-98eb-dd5465ecd723,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:18.002528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.066911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.094195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9464eff8-b00a-4129-890d-adf081c16a3f req-4835d3e5-ab40-4bdb-8ce4-c9b5d984b8a7 service neutron] 10.222.0.30 "GET /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576303 Jan 10 19:37:18.112752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91d73-e076-45be-ab40-2669ce110468 req-c8b23605-c6b7-43df-9e9f-a3fcf8134ccc tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:18.114435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8e91d73-e076-45be-ab40-2669ce110468 req-c8b23605-c6b7-43df-9e9f-a3fcf8134ccc tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 943 time: 0.1689451 Jan 10 19:37:18.172030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8e91d73-e076-45be-ab40-2669ce110468 req-dcdfa7d4-a600-48c9-860e-5e807204b8a3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486119 Jan 10 19:37:18.176931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.177617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.228890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f7ebbb00-3526-44ed-9b81-eefc10755565 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:37:18.286760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.291583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.368202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f7ebbb00-3526-44ed-9b81-eefc10755565, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f7ebbb00-3526-44ed-9b81-eefc10755565,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:18.383241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'f7ebbb00-3526-44ed-9b81-eefc10755565', 'network_id': '925acafe-6d26-4494-a97c-c2e450cab3ae', 'port_id': 'f7ebbb00-3526-44ed-9b81-eefc10755565', 'mac_address': 'fa:16:3e:2b:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4162c40e-4cda-4daf-8470-6b7176f67b44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:37:18.408643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Pushing event updated for resources: {'Port': ['ID=1b409985-a0aa-49aa-98eb-dd5465ecd723,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:18.418165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Router 19cb6838-56ef-44fb-8809-7249a8cc9d3a is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:18.430195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.441046 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.453172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.456971 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-020684de-97ff-47a4-8a25-08017ee80292 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2900939 Jan 10 19:37:18.457371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:18.459803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ebbb00-3526-44ed-9b81-eefc10755565 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:37:18.476854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f7ebbb00-3526-44ed-9b81-eefc10755565, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f7ebbb00-3526-44ed-9b81-eefc10755565,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:18.482062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.552415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=f7ebbb00-3526-44ed-9b81-eefc10755565,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:18.561113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.561466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.561814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.562673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.563190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.563530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.563863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.564192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.564519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.564845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.565172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:18.615677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:18.623243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:18.628085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Usage tracker for resource:floatingip and tenant:d9d8f0fde72248188c97a04fb4e58c0b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:18.632241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:18.634113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:18.639266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:18.646042 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] Sync routers for ids ['19cb6838-56ef-44fb-8809-7249a8cc9d3a'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:18.655518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.659873 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] Routers {'19cb6838-56ef-44fb-8809-7249a8cc9d3a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:18.660555 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19cb6838-56ef-44fb-8809-7249a8cc9d3a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:18.661841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.663345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b440fc7f-f1d7-48bf-a370-aa51031f7b4c tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2203457 Jan 10 19:37:18.665968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:18.682105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['f7ebbb00-3526-44ed-9b81-eefc10755565'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:37:18.726714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:18.737940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] Routers {'19cb6838-56ef-44fb-8809-7249a8cc9d3a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:18.738818 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19cb6838-56ef-44fb-8809-7249a8cc9d3a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:18.800492 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:18.801136 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a83319-b5ac-4f73-95b7-77a3263755f3 None None] The sync data for ids ['19cb6838-56ef-44fb-8809-7249a8cc9d3a'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:18.806026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:18.878197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d94a1588-6643-45ac-ae04-b6ebee2c9aa5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/19cb6838-56ef-44fb-8809-7249a8cc9d3a HTTP/1.1" status: 200 len: 921 time: 0.2077324 Jan 10 19:37:18.878383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:18.921890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-646ceeec-0804-4f9b-b2a9-d857a95fe9f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=19cb6838-56ef-44fb-8809-7249a8cc9d3a HTTP/1.1" status: 200 len: 205 time: 0.0420260 Jan 10 19:37:18.924427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55146) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:18.942483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Allocated IP 172.25.6.249 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/9781d217-5921-48b1-be5a-bf62107add58) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:19.092517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.123626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.125416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.197230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:19.200866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:19.202697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Pushing event updated for resources: {'Port': ['ID=9781d217-5921-48b1-be5a-bf62107add58,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:19.204978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:19.364231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.365925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.382217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Deleting port 2887a779-9f2b-4b52-9237-5ba71fcb0ff4 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:19.382555 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.422975 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.627497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ac1a7-a8b8-4ed1-b2b3-dcc41ad12b96 req-2c2a3681-149a-4b44-9e7f-b5ec9e69bd4e tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:19.628977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c2ac1a7-a8b8-4ed1-b2b3-dcc41ad12b96 req-2c2a3681-149a-4b44-9e7f-b5ec9e69bd4e tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 944 time: 0.3178549 Jan 10 19:37:19.713768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c2ac1a7-a8b8-4ed1-b2b3-dcc41ad12b96 req-0fda5767-263e-4ab1-8a1d-0999908c2ebe tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784953 Jan 10 19:37:19.717368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.741556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.746269 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.841785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Calling delete_port for 2887a779-9f2b-4b52-9237-5ba71fcb0ff4 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:19.845942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Pushing event updated for resources: {'Port': ['ID=9781d217-5921-48b1-be5a-bf62107add58,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:19.865548 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.887239 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:19.888372 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b4acde96-de0e-485f-8adf-9e9186b8ef58 tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4300966 Jan 10 19:37:19.891570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55152) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:19.967895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-85c4faf5-cb8c-441e-9e8c-79dfdd78f9e9 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Synchronizing usage tracker for tenant:7039e66d75ce4264bdff868fdc560c68 on resource:floatingip {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:19.984400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-85c4faf5-cb8c-441e-9e8c-79dfdd78f9e9 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Unset dirty status for tenant:7039e66d75ce4264bdff868fdc560c68 on resource:floatingip {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:19.985775 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-85c4faf5-cb8c-441e-9e8c-79dfdd78f9e9 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.0930715 Jan 10 19:37:19.988263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55156) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:20.008991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.054459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event deleted for resources: {'Port': ['ID=2887a779-9f2b-4b52-9237-5ba71fcb0ff4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:20.066299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9e385a3b-503b-4edd-a3f6-947d0acd9ea0 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Synchronizing usage tracker for tenant:0ce14369cecb4eb58e597943d20e08c7 on resource:floatingip {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:20.084679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9e385a3b-503b-4edd-a3f6-947d0acd9ea0 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Unset dirty status for tenant:0ce14369cecb4eb58e597943d20e08c7 on resource:floatingip {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:20.088674 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e385a3b-503b-4edd-a3f6-947d0acd9ea0 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0969448 Jan 10 19:37:20.088973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:20.242705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Deleting port 9781d217-5921-48b1-be5a-bf62107add58 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:20.243399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.255746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f7ebbb00-3526-44ed-9b81-eefc10755565 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:37:20.286439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.327741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port f7ebbb00-3526-44ed-9b81-eefc10755565 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:37:20.333722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port f7ebbb00-3526-44ed-9b81-eefc10755565 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:20.334379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.419489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.419869 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.457663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.485170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebbb00-3526-44ed-9b81-eefc10755565'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:37:20.494416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f7ebbb00-3526-44ed-9b81-eefc10755565, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f7ebbb00-3526-44ed-9b81-eefc10755565,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:20.501237 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.552528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Calling delete_port for 9781d217-5921-48b1-be5a-bf62107add58 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:20.557775 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebbb00-3526-44ed-9b81-eefc10755565', 'code': 200} Jan 10 19:37:20.572298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.575165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=f7ebbb00-3526-44ed-9b81-eefc10755565,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:20.578937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.607121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.607673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Fanout notify agent at l3_agent the message router_deleted on router 19cb6838-56ef-44fb-8809-7249a8cc9d3a {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:20.667866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.668925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4eb4a5bc-bdea-45e5-830f-594acf7a571f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/19cb6838-56ef-44fb-8809-7249a8cc9d3a HTTP/1.1" status: 204 len: 168 time: 1.7436125 Jan 10 19:37:20.673295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55166) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:20.678778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2000647255', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': False}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:20.692154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:20.697359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:router and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:20.700448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:20.707330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.708557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:20.723189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.724079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.730793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b799015-9f96-4832-b35a-3f1414c070ec req-49e1f831-9afc-49f6-8a6e-d1bf74c2a2a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 1096 time: 0.1127889 Jan 10 19:37:20.757883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Pushing event deleted for resources: {'Port': ['ID=9781d217-5921-48b1-be5a-bf62107add58,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:20.773797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.793543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b799015-9f96-4832-b35a-3f1414c070ec req-8a1736a4-3822-4925-89da-3cdc1c807788 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558836 Jan 10 19:37:20.852610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.863398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:20.864580 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b218b1d9-e3bb-4343-9f84-33f2426f063f tempest-FloatingIPAdminTestJSON-1575623876 tempest-FloatingIPAdminTestJSON-1575623876-project] 10.222.0.21 "DELETE /v2.0/floatingips/77865968-2b1e-4799-9ccb-18a0723e1e29 HTTP/1.1" status: 204 len: 168 time: 0.7745528 Jan 10 19:37:20.867256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55172) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:20.991208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.014850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91fc9b-6ebd-4b1b-a1bf-b947eccefe48 req-5684c2f8-de4c-465d-8892-43808472dc60 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:21.016310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c91fc9b-6ebd-4b1b-a1bf-b947eccefe48 req-5684c2f8-de4c-465d-8892-43808472dc60 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 945 time: 0.1611819 Jan 10 19:37:21.024678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Deleting port 1b409985-a0aa-49aa-98eb-dd5465ecd723 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:21.025020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.240495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c91fc9b-6ebd-4b1b-a1bf-b947eccefe48 req-f6e3794d-8387-4f8f-98b9-51e2fb0c885b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085097 Jan 10 19:37:21.303306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.303896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.342316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.371968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.422177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Calling delete_port for 1b409985-a0aa-49aa-98eb-dd5465ecd723 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:21.507362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Allocated IP 172.25.6.38 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1d82fb02-7f76-4a54-af37-cc6a7198cbfc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:21.561419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.611421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b409985-a0aa-49aa-98eb-dd5465ecd723,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:21.704596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.711397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.721615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.726248 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c8ceb85a-d531-468c-a8ae-deb412332871 tempest-FloatingIPAdminTestJSON-361860111 tempest-FloatingIPAdminTestJSON-361860111-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/32c3a9c5-e35d-44cb-a7dd-04e59da55d26 HTTP/1.1" status: 204 len: 168 time: 0.8547528 Jan 10 19:37:21.726440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55176) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:21.744416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.817329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting port 20a88c9e-4a95-4444-aeee-9fe90213d1c1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:21.817608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.818714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:21.821667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:21.826204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:21.853007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Port': ['ID=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:21.978560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:21.979357 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.052071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.172003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Calling delete_port for 20a88c9e-4a95-4444-aeee-9fe90213d1c1 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:22.205693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Router 9b6aaed1-1776-4075-bb47-250038474a46 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:22.314356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.367111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Port': ['ID=20a88c9e-4a95-4444-aeee-9fe90213d1c1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:22.472832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.478192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:22.481632 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-274be953-9595-43f4-b89c-8a44cbc41cbb tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "DELETE /v2.0/ports/20a88c9e-4a95-4444-aeee-9fe90213d1c1 HTTP/1.1" status: 204 len: 168 time: 0.7541611 Jan 10 19:37:22.484638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55182) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:22.491362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Sync routers for ids ['9b6aaed1-1776-4075-bb47-250038474a46'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:22.503369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Routers {'9b6aaed1-1776-4075-bb47-250038474a46'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:22.503995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9b6aaed1-1776-4075-bb47-250038474a46'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:22.510154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02deed3-5f6a-47af-a29c-f15eeed2e01f req-3e25630c-638f-4bef-a18c-0718fcb93730 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:22.511902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a02deed3-5f6a-47af-a29c-f15eeed2e01f req-3e25630c-638f-4bef-a18c-0718fcb93730 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 945 time: 0.1315112 Jan 10 19:37:22.513132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.514913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-77f45a43-8a73-4355-8d6d-bcc7acf1eb17 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8401823 Jan 10 19:37:22.518971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:22.579225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871cb7a5-7292-47ad-927e-948254584e06 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:22.579985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-871cb7a5-7292-47ad-927e-948254584e06 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Synchronizing usage tracker for tenant:0ce14369cecb4eb58e597943d20e08c7 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:22.616250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-871cb7a5-7292-47ad-927e-948254584e06 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Unset dirty status for tenant:0ce14369cecb4eb58e597943d20e08c7 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:22.617514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-871cb7a5-7292-47ad-927e-948254584e06 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "GET /v2.0/ports?device_id=9173ea1c-aba0-4a24-8245-40cb697c6ac4 HTTP/1.1" status: 200 len: 913 time: 0.1311367 Jan 10 19:37:22.620244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55190) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:22.643687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a02deed3-5f6a-47af-a29c-f15eeed2e01f req-b448fb2e-2752-4f65-8cf8-0aaad3531a6e tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258795 Jan 10 19:37:22.755899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Set router 9b6aaed1-1776-4075-bb47-250038474a46 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:37:22.770283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-813c82f5-0ea0-46a3-963e-2ff7b3b3ae3c tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/9b6aaed1-1776-4075-bb47-250038474a46 HTTP/1.1" status: 200 len: 908 time: 0.2475758 Jan 10 19:37:22.770890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55196) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:22.777408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2000647255', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': True}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:22.784353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:22.789138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Usage tracker for resource:router and tenant:586e1dd90f194c319974f49408d85676 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:22.794487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:22.801549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:22.818569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.819700 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:22.847024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.121284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6aaed1-1776-4075-bb47-250038474a46', 'name': 'tempest-snat-router-2000647255', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.38'}], 'enable_snat': False}, 'gw_port_id': '1d82fb02-7f76-4a54-af37-cc6a7198cbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:20Z', 'updated_at': '2022-01-10T19:37:21Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': '1d82fb02-7f76-4a54-af37-cc6a7198cbfc', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6aaed1-1776-4075-bb47-250038474a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:21Z', 'updated_at': '2022-01-10T19:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:23.131828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Checking router: 9b6aaed1-1776-4075-bb47-250038474a46 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:37:23.132185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Updating router 9b6aaed1-1776-4075-bb47-250038474a46 port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:37:23.184352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.189149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.208380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.408789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.447501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.619495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.632762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Transition to ACTIVE for port object 1d82fb02-7f76-4a54-af37-cc6a7198cbfc will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:23.639036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.716972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Allocated IP 172.25.6.63 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f8fa0917-e76c-4c4a-a2fc-b6feb13657ce) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:23.737592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Attempting to bind port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:37:23.738122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Attempting to bind port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:37:23.738496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Attempting to bind port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:23.740685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1fbb-d632-4bea-b5f6-2afc31b92c51 None None] Pushing event updated for resources: {'Port': ['ID=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:23.748925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:37:23.749306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:23.750829 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.750829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:37:23.751119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Bound port: 1d82fb02-7f76-4a54-af37-cc6a7198cbfc, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:37:23.751498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.832816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] For port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:37:23.837276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] For port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:37:23.842042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.897165 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.909157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting port cbab79d3-29e4-42ca-aa7f-a5f268136c5d {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:23.909737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.923169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Routers {'9b6aaed1-1776-4075-bb47-250038474a46'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:23.923794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9b6aaed1-1776-4075-bb47-250038474a46'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:23.934434 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:23.989859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1fbb-d632-4bea-b5f6-2afc31b92c51 None None] Pushing event updated for resources: {'Port': ['ID=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:24.002859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:24.006436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:24.009906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:24.044914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Port': ['ID=f8fa0917-e76c-4c4a-a2fc-b6feb13657ce,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:24.132220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] Set router 9b6aaed1-1776-4075-bb47-250038474a46 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:37:24.159071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:24.205372 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:24.206467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:24.308785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Calling delete_port for cbab79d3-29e4-42ca-aa7f-a5f268136c5d owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:24.477367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Router da565af2-0624-4d7c-a246-91525d10fe84 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:24.516779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6aaed1-1776-4075-bb47-250038474a46', 'name': 'tempest-snat-router-2000647255', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.38'}], 'enable_snat': False}, 'gw_port_id': '1d82fb02-7f76-4a54-af37-cc6a7198cbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:20Z', 'updated_at': '2022-01-10T19:37:21Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': '1d82fb02-7f76-4a54-af37-cc6a7198cbfc', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6aaed1-1776-4075-bb47-250038474a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:21Z', 'updated_at': '2022-01-10T19:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:24.521090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:24.522680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d1ab0-e55a-4b51-acf2-7421187bf780 None None] The sync data for ids ['9b6aaed1-1776-4075-bb47-250038474a46'] in n-d-816927-8 is: [{'id': '9b6aaed1-1776-4075-bb47-250038474a46', 'name': 'tempest-snat-router-2000647255', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.38'}], 'enable_snat': False}, 'gw_port_id': '1d82fb02-7f76-4a54-af37-cc6a7198cbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:20Z', 'updated_at': '2022-01-10T19:37:21Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': '1d82fb02-7f76-4a54-af37-cc6a7198cbfc', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6aaed1-1776-4075-bb47-250038474a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:21Z', 'updated_at': '2022-01-10T19:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:24.583927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Port': ['ID=cbab79d3-29e4-42ca-aa7f-a5f268136c5d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:24.784225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:24.793355 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Sync routers for ids ['da565af2-0624-4d7c-a246-91525d10fe84'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:24.817820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:24.819134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1852a14b-ef94-428d-95ed-1927aff93094 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.0466430 Jan 10 19:37:24.821561 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Routers {'da565af2-0624-4d7c-a246-91525d10fe84'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:24.822299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55210) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:24.822422 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['da565af2-0624-4d7c-a246-91525d10fe84'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:25.147192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ed887690-c481-414f-b4d2-171a382955c3 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/da565af2-0624-4d7c-a246-91525d10fe84 HTTP/1.1" status: 200 len: 907 time: 0.3231227 Jan 10 19:37:25.149577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55214) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:25.201250 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Set router da565af2-0624-4d7c-a246-91525d10fe84 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:37:25.228175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:25.526309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:25.611979 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da565af2-0624-4d7c-a246-91525d10fe84', 'name': 'tempest-snat-router-2000647255', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f8fa0917-e76c-4c4a-a2fc-b6feb13657ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:22Z', 'updated_at': '2022-01-10T19:37:24Z', 'revision_number': 3, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port': {'id': 'f8fa0917-e76c-4c4a-a2fc-b6feb13657ce', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da565af2-0624-4d7c-a246-91525d10fe84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:37:23Z', 'updated_at': '2022-01-10T19:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:25.618607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Checking router: da565af2-0624-4d7c-a246-91525d10fe84 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:37:25.619267 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Updating router da565af2-0624-4d7c-a246-91525d10fe84 port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:37:25.716863 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:25.782799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:25.793203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Deleting port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:25.793598 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:25.885027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Router 9173ea1c-aba0-4a24-8245-40cb697c6ac4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:37:25.967225 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.050111 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.061718 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Transition to ACTIVE for port object f8fa0917-e76c-4c4a-a2fc-b6feb13657ce will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:26.070745 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.094094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:26.097060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Calling delete_port for f8fa0917-e76c-4c4a-a2fc-b6feb13657ce owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:26.105181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] Sync routers for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:26.122077 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-387e5c98-ce2c-4ca9-a9db-5f528db714af tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "PUT /v2.0/routers/9173ea1c-aba0-4a24-8245-40cb697c6ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4987044 Jan 10 19:37:26.122809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55220) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:26.125228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:26.125867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:26.167461 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Attempting to bind port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:37:26.167821 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Attempting to bind port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:37:26.168190 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Attempting to bind port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:26.179792 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Pushing event updated for resources: {'Port': ['ID=f8fa0917-e76c-4c4a-a2fc-b6feb13657ce,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:26.188943 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.189287 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.189624 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.189952 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.190294 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.190604 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.190965 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.191308 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.191610 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.191922 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.192235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:37:26.197008 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:37:26.197383 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:26.197775 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.198151 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:37:26.198614 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Bound port: f8fa0917-e76c-4c4a-a2fc-b6feb13657ce, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:37:26.200224 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.224227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:26.229992 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:37:26.231452 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:37:26.237942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] Routers {'9173ea1c-aba0-4a24-8245-40cb697c6ac4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:26.238671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:26.275139 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] For port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:37:26.278185 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] For port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f8fa0917-e76c-4c4a-a2fc-b6feb13657ce,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:37:26.282621 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.302173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:26.302581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de3676-f5bf-4827-8475-aafc963d5d53 None None] The sync data for ids ['9173ea1c-aba0-4a24-8245-40cb697c6ac4'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:26.352101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.364782 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48c305-b1b3-463f-8ff4-6d9382ac9287 None None] Pushing event updated for resources: {'Port': ['ID=f8fa0917-e76c-4c4a-a2fc-b6feb13657ce,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:26.369366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Routers {'da565af2-0624-4d7c-a246-91525d10fe84'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:26.369954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['da565af2-0624-4d7c-a246-91525d10fe84'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:26.524939 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] Set router da565af2-0624-4d7c-a246-91525d10fe84 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:37:26.630966 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da565af2-0624-4d7c-a246-91525d10fe84', 'name': 'tempest-snat-router-2000647255', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:22Z', 'updated_at': '2022-01-10T19:37:25Z', 'revision_number': 4, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:26.635050 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7739153-b552-40cd-9919-be0e1c7cfb28 None None] The sync data for ids ['da565af2-0624-4d7c-a246-91525d10fe84'] in n-d-816927-8 is: [{'id': 'da565af2-0624-4d7c-a246-91525d10fe84', 'name': 'tempest-snat-router-2000647255', 'tenant_id': '586e1dd90f194c319974f49408d85676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:37:22Z', 'updated_at': '2022-01-10T19:37:25Z', 'revision_number': 4, 'project_id': '586e1dd90f194c319974f49408d85676', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:26.670721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.681739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting port 202cb7d1-ecc9-41ca-a6fb-0192c434ad38 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:26.682072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.729462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1d82fb02-7f76-4a54-af37-cc6a7198cbfc up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:37:26.733200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Deleting port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:26.733557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.837950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:37:26.844143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:26.844628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.891857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.940124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] For port f8fa0917-e76c-4c4a-a2fc-b6feb13657ce, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f8fa0917-e76c-4c4a-a2fc-b6feb13657ce,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:26.940777 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.961928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:26.978237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:26.983160 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.016531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Calling delete_port for 202cb7d1-ecc9-41ca-a6fb-0192c434ad38 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:27.051418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:27.079131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Calling delete_port for f8fa0917-e76c-4c4a-a2fc-b6feb13657ce owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:27.181333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.228023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Port': ['ID=202cb7d1-ecc9-41ca-a6fb-0192c434ad38,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:27.248914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.292536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8fa0917-e76c-4c4a-a2fc-b6feb13657ce,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:27.445363 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.609676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.704358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.708422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.732325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.733068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Fanout notify agent at l3_agent the message router_deleted on router 9173ea1c-aba0-4a24-8245-40cb697c6ac4 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:27.751349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.752434 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6dcdf3d8-ce32-4150-a630-ef99fdb70d95 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "DELETE /v2.0/routers/9173ea1c-aba0-4a24-8245-40cb697c6ac4 HTTP/1.1" status: 204 len: 168 time: 1.6286421 Jan 10 19:37:27.754898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:27.868218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.872337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.901712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.902240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da565af2-0624-4d7c-a246-91525d10fe84 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:27.916363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.920084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a2f96e2-eec9-45fc-9db1-b6ec7e0d846a tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/routers/da565af2-0624-4d7c-a246-91525d10fe84 HTTP/1.1" status: 204 len: 168 time: 2.7659991 Jan 10 19:37:27.921846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55232) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:27.944806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting subnet c2830a36-81cc-4944-b5c4-7b3050eb2c42 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:37:27.947712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:27.999075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.134497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.196457 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.269762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.316903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Subnet': ['ID=c2830a36-81cc-4944-b5c4-7b3050eb2c42,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:28.324036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.329873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30cd72-af4f-4cb5-9e77-2ce82b1d66a9 None None] Network 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:28.357244 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6d340695-5db3-42eb-aa6a-e92fb11132ff tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "DELETE /v2.0/subnets/c2830a36-81cc-4944-b5c4-7b3050eb2c42 HTTP/1.1" status: 204 len: 168 time: 0.6011753 Jan 10 19:37:28.357792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55236) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:28.361913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.373263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Deleting port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:28.373607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.493650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.506177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting port f287df94-2a78-4a80-be2e-b4b7bc758425 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:28.506623 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.573397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] For port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:28.573861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.672300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] DHCP port deletion for 3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:37:28.676734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Deleting port f287df94-2a78-4a80-be2e-b4b7bc758425 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:28.677114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.737219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Calling delete_port for 1d82fb02-7f76-4a54-af37-cc6a7198cbfc owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:28.747330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] For port f287df94-2a78-4a80-be2e-b4b7bc758425, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f287df94-2a78-4a80-be2e-b4b7bc758425,segment=NetworkSegment(c215ea61-7c7a-47da-b9a6-cd61d09a2501),segment_id=c215ea61-7c7a-47da-b9a6-cd61d09a2501)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:28.747694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.759539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1d82fb02-7f76-4a54-af37-cc6a7198cbfc up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:37:28.881705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Calling delete_port for f287df94-2a78-4a80-be2e-b4b7bc758425 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:28.925230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.935528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] For port f287df94-2a78-4a80-be2e-b4b7bc758425, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f287df94-2a78-4a80-be2e-b4b7bc758425,segment=NetworkSegment(c215ea61-7c7a-47da-b9a6-cd61d09a2501),segment_id=c215ea61-7c7a-47da-b9a6-cd61d09a2501)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:28.936274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:28.966395 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.020108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Port': ['ID=f287df94-2a78-4a80-be2e-b4b7bc758425,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:29.052702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] No DVR routers for this DVR port f287df94-2a78-4a80-be2e-b4b7bc758425 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:37:29.092993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:37:29.094196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.116317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d82fb02-7f76-4a54-af37-cc6a7198cbfc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:29.126317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Calling delete_port for f287df94-2a78-4a80-be2e-b4b7bc758425 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:29.175993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Port 1d82fb02-7f76-4a54-af37-cc6a7198cbfc was deleted so its status cannot be updated. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 10 19:37:29.213039 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:37:29.213530 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:37:29.252092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.279611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:29.292542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c215ea61-7c7a-47da-b9a6-cd61d09a2501') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:29.292839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c215ea61-7c7a-47da-b9a6-cd61d09a2501') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:29.305184 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.322238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.329714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:29.330169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:29.345551 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:29.363764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.439712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.457234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.467698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Network': ['ID=3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:29.475421 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7eb556e1-c058-4517-b3c8-78fc5a67a1bc tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "DELETE /v2.0/networks/3f20e985-7463-4b5f-94d9-2f6c4bf1dbd6 HTTP/1.1" status: 204 len: 168 time: 1.1166830 Jan 10 19:37:29.478127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55242) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:29.620521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.624767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.629295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Deleting port b541b598-40b6-4a6a-b05a-ee4f599f994e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:29.629845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.649987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.650433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6aaed1-1776-4075-bb47-250038474a46 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:29.663790 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.664945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a974d754-abd1-4de8-ab64-8b816566e82b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9b6aaed1-1776-4075-bb47-250038474a46 HTTP/1.1" status: 204 len: 168 time: 1.7421000 Jan 10 19:37:29.668481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55246) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:29.674594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-263798469', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:29.682093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:29.686033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Usage tracker for resource:router and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:29.688934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:29.694838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:29.706482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.707619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.715070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Deleting port f287df94-2a78-4a80-be2e-b4b7bc758425 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:29.715617 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.748828 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.799403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b47d-3336-4666-b845-42a4f230f21e None None] The port 'f287df94-2a78-4a80-be2e-b4b7bc758425' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:37:29.839487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.839872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:29.903565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.051082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Calling delete_port for b541b598-40b6-4a6a-b05a-ee4f599f994e owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:30.082480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.111767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.128225 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:37:30.214121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.259324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Pushing event deleted for resources: {'Port': ['ID=b541b598-40b6-4a6a-b05a-ee4f599f994e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:30.265740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Allocated IP 172.25.6.238 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/9b103fa3-6c7a-4397-8498-12554f66f3fa) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:30.353727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.370598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.375189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-698217ec-b365-4efd-817b-339ac68ea666 tempest-FloatingIPAdminTestJSON-1921444369 tempest-FloatingIPAdminTestJSON-1921444369-project] 10.222.0.21 "DELETE /v2.0/floatingips/f64a29ad-327a-4802-a3bf-e4983b2b4dfd HTTP/1.1" status: 204 len: 168 time: 0.8953853 Jan 10 19:37:30.419336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.448187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.518421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:30.521450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:30.525927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:30.553482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event updated for resources: {'Port': ['ID=9b103fa3-6c7a-4397-8498-12554f66f3fa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:30.703711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1d82fb02-7f76-4a54-af37-cc6a7198cbfc no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:37:30.707075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55260) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:30.746219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1d82fb02-7f76-4a54-af37-cc6a7198cbfc {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:37:30.746786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1d82fb02-7f76-4a54-af37-cc6a7198cbfc not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:37:30.747048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f287df94-2a78-4a80-be2e-b4b7bc758425 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:37:30.778722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f287df94-2a78-4a80-be2e-b4b7bc758425 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:37:30.779091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f287df94-2a78-4a80-be2e-b4b7bc758425 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:37:30.817229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.818386 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:30.916237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-78a607cc-1eba-4d2d-81d0-a88f95ccea75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ce14369cecb4eb58e597943d20e08c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2079995 Jan 10 19:37:30.918722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55266) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:30.976887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afdb4df2-f1ad-41ca-9bab-73f927a562b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.001677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afdb4df2-f1ad-41ca-9bab-73f927a562b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.044739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Router 751fc36a-22fb-401e-a11a-612979f47348 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:31.055521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afdb4df2-f1ad-41ca-9bab-73f927a562b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.071024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4df2-f1ad-41ca-9bab-73f927a562b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec240151-d7b4-4bf3-8078-898599cdef7d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:31.075552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afdb4df2-f1ad-41ca-9bab-73f927a562b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.076652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-afdb4df2-f1ad-41ca-9bab-73f927a562b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec240151-d7b4-4bf3-8078-898599cdef7d HTTP/1.1" status: 204 len: 168 time: 0.1568787 Jan 10 19:37:31.264946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:31.274440 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] Sync routers for ids ['751fc36a-22fb-401e-a11a-612979f47348'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:31.289665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] Routers {'751fc36a-22fb-401e-a11a-612979f47348'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:31.290231 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['751fc36a-22fb-401e-a11a-612979f47348'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:31.307100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.309557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-53a2245a-6a4a-4ce9-b98a-de67e3b290ec tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6399245 Jan 10 19:37:31.313871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55276) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:31.321637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': False}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:31.356960 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:31.368470 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] Routers {'751fc36a-22fb-401e-a11a-612979f47348'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:31.369248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['751fc36a-22fb-401e-a11a-612979f47348'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:31.433896 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:31.434303 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d811fb-517f-40e6-be96-dd134800dc31 None None] The sync data for ids ['751fc36a-22fb-401e-a11a-612979f47348'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:31.476766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55282) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:31.501519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.536271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:31.540911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Usage tracker for resource:security_group_rule and tenant:d9d8f0fde72248188c97a04fb4e58c0b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:31.543893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:31.549556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:31.619989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.626999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.676767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40265b71-63a5-4809-b5f7-2a68c55fff4a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:31.680905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5e9aba06-ae9b-48f6-b28a-07eeda5f764c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9d8f0fde72248188c97a04fb4e58c0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031412 Jan 10 19:37:31.684405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:31.748511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30e8faad-c8b9-4856-b957-f3c43c92f32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.775164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30e8faad-c8b9-4856-b957-f3c43c92f32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.831878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30e8faad-c8b9-4856-b957-f3c43c92f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.848013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8faad-c8b9-4856-b957-f3c43c92f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40265b71-63a5-4809-b5f7-2a68c55fff4a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:31.854914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30e8faad-c8b9-4856-b957-f3c43c92f32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:31.856039 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-30e8faad-c8b9-4856-b957-f3c43c92f32c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40265b71-63a5-4809-b5f7-2a68c55fff4a HTTP/1.1" status: 204 len: 168 time: 0.1707435 Jan 10 19:37:31.980277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.305738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55298) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:32.308635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.312229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.324745 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.359508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:32.363852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Usage tracker for resource:security_group_rule and tenant:7039e66d75ce4264bdff868fdc560c68 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:32.366900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:32.372703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:32.447129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.453013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.506815 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7039e66d75ce4264bdff868fdc560c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997166 Jan 10 19:37:32.507546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d017e8f-5471-4f75-a5bc-81978b94a88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f543219-33b4-4c0f-833e-ee1536e5cc87,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:32.509741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55302) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:32.587282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82dadf30-9b15-4017-b470-9d1fd7f8607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.625808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82dadf30-9b15-4017-b470-9d1fd7f8607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.725998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82dadf30-9b15-4017-b470-9d1fd7f8607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.743407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Router 751fc36a-22fb-401e-a11a-612979f47348 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:37:32.755375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82dadf30-9b15-4017-b470-9d1fd7f8607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.757083 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-82dadf30-9b15-4017-b470-9d1fd7f8607f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f543219-33b4-4c0f-833e-ee1536e5cc87 HTTP/1.1" status: 204 len: 168 time: 0.2464628 Jan 10 19:37:32.758066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dadf30-9b15-4017-b470-9d1fd7f8607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f543219-33b4-4c0f-833e-ee1536e5cc87,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:32.979616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:32.983559 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:32.987908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a39bba4-1ca3-4e7b-af7c-48c049ae2c9e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "PUT /v2.0/routers/751fc36a-22fb-401e-a11a-612979f47348 HTTP/1.1" status: 200 len: 921 time: 1.6694179 Jan 10 19:37:32.988007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55310) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:32.988636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] Sync routers for ids ['751fc36a-22fb-401e-a11a-612979f47348'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:33.006244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] Routers {'751fc36a-22fb-401e-a11a-612979f47348'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:33.006913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['751fc36a-22fb-401e-a11a-612979f47348'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:33.074225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:33.088573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] Routers {'751fc36a-22fb-401e-a11a-612979f47348'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:33.089165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['751fc36a-22fb-401e-a11a-612979f47348'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:33.153917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:33.154337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b35021-34e5-469c-9a39-a69318c37c64 None None] The sync data for ids ['751fc36a-22fb-401e-a11a-612979f47348'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:33.192918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ad524baa-d4ff-4bab-8b2f-7d9dcc909f53 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/751fc36a-22fb-401e-a11a-612979f47348 HTTP/1.1" status: 200 len: 921 time: 0.2039144 Jan 10 19:37:33.195590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55320) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:33.263304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cdbf5dbb-5b5b-40ba-a4d2-b6e9b6c16f6f tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Synchronizing usage tracker for tenant:586e1dd90f194c319974f49408d85676 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:33.279591 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cdbf5dbb-5b5b-40ba-a4d2-b6e9b6c16f6f tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Unset dirty status for tenant:586e1dd90f194c319974f49408d85676 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:33.281204 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cdbf5dbb-5b5b-40ba-a4d2-b6e9b6c16f6f tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=751fc36a-22fb-401e-a11a-612979f47348&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0843832 Jan 10 19:37:33.283456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:33.409172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0431dae-4df6-465e-877d-86a63e6b7ac1 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:33.409743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d0431dae-4df6-465e-877d-86a63e6b7ac1 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Synchronizing usage tracker for tenant:586e1dd90f194c319974f49408d85676 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:33.428045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d0431dae-4df6-465e-877d-86a63e6b7ac1 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Unset dirty status for tenant:586e1dd90f194c319974f49408d85676 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:33.429336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d0431dae-4df6-465e-877d-86a63e6b7ac1 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.1448097 Jan 10 19:37:33.432110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55334) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:33.475334 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e5cb5d79-5d3d-421a-acf3-073c4db3c2e1 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=751fc36a-22fb-401e-a11a-612979f47348 HTTP/1.1" status: 200 len: 205 time: 0.0420926 Jan 10 19:37:33.477623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55340) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:33.780200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:33.999234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.019515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Deleting port 9b103fa3-6c7a-4397-8498-12554f66f3fa {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:34.019899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.213770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.335663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Calling delete_port for 9b103fa3-6c7a-4397-8498-12554f66f3fa owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:34.502582 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.557076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event deleted for resources: {'Port': ['ID=9b103fa3-6c7a-4397-8498-12554f66f3fa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:34.730612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:34.802175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.875045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1778641945'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:34.880723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:34.885165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Usage tracker for resource:router and tenant:7ad3e42bf27d445bac64b68bacd7567d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:34.890602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:34.897212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:34.909924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.911159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.931461 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.950481 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.975827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:34.977241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d4e7be50-617f-4806-8fc9-d969366fa7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2458131 Jan 10 19:37:34.979681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55376) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:35.203368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.207848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.234895 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.235514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Fanout notify agent at l3_agent the message router_deleted on router 751fc36a-22fb-401e-a11a-612979f47348 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:35.251186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.256068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-92539e6c-94d9-4584-a990-247a2ad7fc4a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/751fc36a-22fb-401e-a11a-612979f47348 HTTP/1.1" status: 204 len: 168 time: 1.7762921 Jan 10 19:37:35.258037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55382) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:35.263976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1703923428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:35.267303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.271720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:35.275763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Usage tracker for resource:router and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:35.278836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:35.285256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:35.298669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.299762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.321773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.339488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.361746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.362958 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-979f43b9-ceb4-4d5b-94b1-5c97b4e5df5d tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1038992 Jan 10 19:37:35.365626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55386) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:35.370667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:35.660050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.664480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.693965 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.694630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aee9b8f3-bb14-4854-8109-70a03b691f7c {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:35.706607 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.707745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dba9b627-07fa-4fc8-acd8-74a14ff4f0cd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "DELETE /v2.0/routers/aee9b8f3-bb14-4854-8109-70a03b691f7c HTTP/1.1" status: 204 len: 168 time: 0.7271190 Jan 10 19:37:35.710554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55390) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:35.715570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Request body: {'router': {'name': 'tempest-router-1887672593', 'distributed': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:35.720674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:35.724546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Usage tracker for resource:router and tenant:7ad3e42bf27d445bac64b68bacd7567d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:35.727558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:35.733345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:35.745203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.746176 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.764571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.781773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.800340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.801858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1d288935-806f-41b3-b5ef-feff7027599c tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0902853 Jan 10 19:37:35.804528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:35.870946 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:35.934731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.057939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.087937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.230417 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Allocated IP 172.25.6.29 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/35c8edb4-b466-4f43-ae72-5ee5176f5eba) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:36.395347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.423124 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.447923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.452172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.481886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.482466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66ad54df-446b-4fc7-93c6-6a1acb0fddab {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:36.492645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.493922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0016864d-def9-4b7b-be9c-5180ee98d2fd tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "DELETE /v2.0/routers/66ad54df-446b-4fc7-93c6-6a1acb0fddab HTTP/1.1" status: 204 len: 168 time: 0.6884913 Jan 10 19:37:36.497979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:36.498520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:36.500929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:36.504580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Request body: {'router': {'name': 'tempest-router-299408659', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b7475e317d02470c82528ab218657487'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:36.504829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:36.510219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:36.514320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Usage tracker for resource:router and tenant:b7475e317d02470c82528ab218657487 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:36.519571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:36.525829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:36.537106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.538293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.538689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event updated for resources: {'Port': ['ID=35c8edb4-b466-4f43-ae72-5ee5176f5eba,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:36.562900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.581726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.600897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.602714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d169583e-154b-4a80-8603-f9626ebb85d4 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1031950 Jan 10 19:37:36.605702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55408) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:36.610813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:36.676308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.848588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:36.852018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.055891 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.056786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.255045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83630) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 10 19:37:37.255756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Router 69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b migrating from provider to provider. {{(pid=83630) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 10 19:37:37.256483 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.261448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.266142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.305413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Router d0d1d018-b2e0-4079-8b29-d88bc11e0500 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:37.417584 n-d-816927-8 neutron-server[83630]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] No L3 agents can host the router 69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b Jan 10 19:37:37.515064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:37.526592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.528161 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e88f6d9d-2ab9-4935-83f1-543216affa90 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "PUT /v2.0/routers/d0d1d018-b2e0-4079-8b29-d88bc11e0500 HTTP/1.1" status: 200 len: 879 time: 2.1615784 Jan 10 19:37:37.531645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55414) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:37.533833 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] Sync routers for ids ['d0d1d018-b2e0-4079-8b29-d88bc11e0500'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:37.551430 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] Routers {'d0d1d018-b2e0-4079-8b29-d88bc11e0500'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:37.552503 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d0d1d018-b2e0-4079-8b29-d88bc11e0500'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:37.631517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:37.644254 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] Routers {'d0d1d018-b2e0-4079-8b29-d88bc11e0500'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:37.645090 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['d0d1d018-b2e0-4079-8b29-d88bc11e0500'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:37.706778 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:37.707158 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f0e6d-0ba9-41bd-95a1-0e3fd2334724 None None] The sync data for ids ['d0d1d018-b2e0-4079-8b29-d88bc11e0500'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:37.723380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Hosts for router 69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b: [] {{(pid=83630) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 10 19:37:37.758786 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-12a6fca3-1fba-42f3-9211-1c75efab6d8d tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/d0d1d018-b2e0-4079-8b29-d88bc11e0500 HTTP/1.1" status: 200 len: 920 time: 0.2256796 Jan 10 19:37:37.761552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55418) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:37.766555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Hosts for other DVR routers connected to router 69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b: set() {{(pid=83630) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 10 19:37:37.768913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:37.770088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f2daac5d-fd30-4f23-8f30-2f5d19adc58f tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "PUT /v2.0/routers/69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b HTTP/1.1" status: 200 len: 716 time: 1.1634464 Jan 10 19:37:37.772613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55422) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:37.832072 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-35a7e86f-247f-41ac-ad5f-c4be9cfcded1 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=d0d1d018-b2e0-4079-8b29-d88bc11e0500&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0694416 Jan 10 19:37:37.834590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55426) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:37.908294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8690773d-ffc5-4317-bc68-c9b22d85cbf7 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "GET /v2.0/routers/69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b HTTP/1.1" status: 200 len: 716 time: 0.1345606 Jan 10 19:37:37.910739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55430) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:37.959729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d07705-03fc-4098-997b-044f5e9c8e58 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:37.961048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d0d07705-03fc-4098-997b-044f5e9c8e58 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.1254756 Jan 10 19:37:37.963917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55436) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:38.004389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-11b8513e-cbdf-4a9b-bea9-95f9dd5c2b30 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0d1d018-b2e0-4079-8b29-d88bc11e0500 HTTP/1.1" status: 200 len: 205 time: 0.0393150 Jan 10 19:37:38.006775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55440) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:38.170538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-62ec926b-6629-4a0f-a6a2-05227ef28967 tempest-RoutersTestDVR-1421364884 tempest-RoutersTestDVR-1421364884-project] 10.222.0.21 "GET /v2.0/routers/69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b HTTP/1.1" status: 200 len: 682 time: 0.2586937 Jan 10 19:37:38.173085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55444) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:38.206528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.306239 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.393683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-22493f79-9f24-4d27-a442-ed3e8431923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.429438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.446964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Deleting port 35c8edb4-b466-4f43-ae72-5ee5176f5eba {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:38.446964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.627954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.709164 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.713784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.741824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.742492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:38.753778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.755074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-81cb5eb4-29dc-4969-84de-e2e1486eb7f6 tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "DELETE /v2.0/routers/69b5ef3d-9e59-4dc2-8a76-e29a3d22af0b HTTP/1.1" status: 204 len: 168 time: 0.5810573 Jan 10 19:37:38.758495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55454) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:38.764258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Request body: {'router': {'name': 'tempest-router-1701095244', 'distributed': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:38.770363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:38.774679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Usage tracker for resource:router and tenant:7ad3e42bf27d445bac64b68bacd7567d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:38.778457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:38.785979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:38.798756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.800317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.822491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.841975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.863625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:38.865326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Calling delete_port for 35c8edb4-b466-4f43-ae72-5ee5176f5eba owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:38.865633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-81d5b19e-6064-4011-b8ba-3d953b3bcb0b tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1055439 Jan 10 19:37:38.868195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:39.039352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.088887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event deleted for resources: {'Port': ['ID=35c8edb4-b466-4f43-ae72-5ee5176f5eba,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:39.117180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.317669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.568366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.573084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.603524 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.604970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3f065b-9f0f-4859-9d1c-b7457838271b {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:39.620572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.623946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-516d154b-1fef-4001-83f6-8c81a48cd87e tempest-RoutersTestDVR-1784288345 tempest-RoutersTestDVR-1784288345-project-admin] 10.222.0.21 "DELETE /v2.0/routers/6e3f065b-9f0f-4859-9d1c-b7457838271b HTTP/1.1" status: 204 len: 168 time: 0.7544742 Jan 10 19:37:39.632090 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.636390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.689409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.690718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Fanout notify agent at l3_agent the message router_deleted on router d0d1d018-b2e0-4079-8b29-d88bc11e0500 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:39.710209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.714730 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3ab224d4-54fd-4b7c-9552-b489534a1ca9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/d0d1d018-b2e0-4079-8b29-d88bc11e0500 HTTP/1.1" status: 204 len: 168 time: 1.7035010 Jan 10 19:37:39.715131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55466) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:39.720653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-279971604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:39.727810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:39.731916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Usage tracker for resource:router and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:39.736904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:39.742921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:39.755082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.756370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.779808 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.800423 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.828034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:39.829287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dc6cacea-83e5-4969-9e9f-ef1b9e9757f9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1131523 Jan 10 19:37:39.832158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:39.838488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': True}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:39.999341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55476) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:40.161292 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.193195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:40.196888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Usage tracker for resource:security_group_rule and tenant:b7475e317d02470c82528ab218657487 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:40.199765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:40.205380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:40.286545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.291374 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.342226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956ec09-0717-478b-b5e6-444c93c2d35f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:40.351442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fdc86f4c-39d7-4179-ba16-047cfda3acf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7475e317d02470c82528ab218657487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3479145 Jan 10 19:37:40.351442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55482) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:40.374625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.419531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba424ea6-e614-416f-963d-6d07bcd0d101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.446528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba424ea6-e614-416f-963d-6d07bcd0d101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.501192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c1cb003a-c418-4e53-84b0-96a4618055e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.504648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba424ea6-e614-416f-963d-6d07bcd0d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.522537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba424ea6-e614-416f-963d-6d07bcd0d101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956ec09-0717-478b-b5e6-444c93c2d35f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:40.527952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba424ea6-e614-416f-963d-6d07bcd0d101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.532204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ba424ea6-e614-416f-963d-6d07bcd0d101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0956ec09-0717-478b-b5e6-444c93c2d35f HTTP/1.1" status: 204 len: 168 time: 0.1767571 Jan 10 19:37:40.571515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.600698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.739877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Allocated IP 172.25.6.121 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/449fcad2-f1c2-48c1-acb3-3c5921fcf79e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:40.893306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55496) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:40.901355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.914475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.931390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:40.956442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:40.960723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad3e42bf27d445bac64b68bacd7567d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:40.964267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:40.972024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:41.005433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:41.008454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:41.011220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:41.057837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.063808 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.103145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d480853c-d647-44a9-9d09-91d85771f837,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:41.134808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0d16c283-d3d3-43e9-b61c-aecbc17c10a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ad3e42bf27d445bac64b68bacd7567d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2380688 Jan 10 19:37:41.135253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55500) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:41.147895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Port': ['ID=449fcad2-f1c2-48c1-acb3-3c5921fcf79e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:41.193601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.199539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33cd821-b238-48aa-88b9-0c2d1cde2de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.226594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33cd821-b238-48aa-88b9-0c2d1cde2de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.288436 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33cd821-b238-48aa-88b9-0c2d1cde2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.308757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cd821-b238-48aa-88b9-0c2d1cde2de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d480853c-d647-44a9-9d09-91d85771f837,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:41.310974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f33cd821-b238-48aa-88b9-0c2d1cde2de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.312900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f33cd821-b238-48aa-88b9-0c2d1cde2de1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d480853c-d647-44a9-9d09-91d85771f837 HTTP/1.1" status: 204 len: 168 time: 0.1765671 Jan 10 19:37:41.366488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.372468 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.645468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Router 2bdfcca5-e905-4a73-ade4-36d896821655 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:41.786052 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.881950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.955063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:41.964859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:41.966338 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-253df0d0-ae09-4c54-bf24-23135c77c60e tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "PUT /v2.0/routers/2bdfcca5-e905-4a73-ade4-36d896821655 HTTP/1.1" status: 200 len: 914 time: 2.1328580 Jan 10 19:37:41.969426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55516) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:41.975788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] Sync routers for ids ['2bdfcca5-e905-4a73-ade4-36d896821655'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:41.988278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] Routers {'2bdfcca5-e905-4a73-ade4-36d896821655'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:41.989423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bdfcca5-e905-4a73-ade4-36d896821655'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:42.066324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:42.078042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] Routers {'2bdfcca5-e905-4a73-ade4-36d896821655'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:42.078847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bdfcca5-e905-4a73-ade4-36d896821655'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:42.151039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:42.151820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d25fff-cf7f-4e69-90c5-e663a8cdf087 None None] The sync data for ids ['2bdfcca5-e905-4a73-ade4-36d896821655'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:42.228895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6fb37b4f-d228-4f6b-bbbc-5037040745b5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/2bdfcca5-e905-4a73-ade4-36d896821655 HTTP/1.1" status: 200 len: 920 time: 0.2582767 Jan 10 19:37:42.231495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55526) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:42.309570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-55571d04-2809-498a-9911-562257fb7e4f tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=2bdfcca5-e905-4a73-ade4-36d896821655&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0700421 Jan 10 19:37:42.309570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55530) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:42.427404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55536) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:42.433015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb64d4b-467b-438c-a721-0ee12188586b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:42.434509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1cb64d4b-467b-438c-a721-0ee12188586b tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.1283507 Jan 10 19:37:42.437092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55542) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:42.564085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'networks': [{'name': 'tempest-network--270470562'}, {'name': 'tempest-network--1788069774'}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:42.564612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'network': {'name': 'tempest-network--270470562'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:42.565103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'network': {'name': 'tempest-network--1788069774'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:42.570900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:42.574685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:network and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:42.578092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:42.584260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:42.588816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-491ae324-262c-4b59-b9d5-5a7aca3b9e24 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bdfcca5-e905-4a73-ade4-36d896821655 HTTP/1.1" status: 200 len: 205 time: 0.1501172 Jan 10 19:37:42.590705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55546) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:42.595311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'network': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:42.599005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.611614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.643283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:42.646994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:security_group_rule and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:42.649982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:42.655633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:42.724871 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.729773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.730289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.779009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8dd45d-920b-4b0e-ba3d-177a0d6064c3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:42.781460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:42.790598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.790978 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Added segment 6fc1a133-14a2-46de-a7da-ed7a8080787d of type vlan for network 7a09ed68-b11a-41ad-a5dc-f7266a304a35 Jan 10 19:37:42.801395 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.816816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.848964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:42.857054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.857419 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Added segment cede7742-0378-486a-9cff-e2667bcf1f15 of type vlan for network 67bde3b1-2534-48c1-9dc9-8259b0ccb3fe Jan 10 19:37:42.889823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.930997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.931576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:42.935705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:42.939490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:42.941472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.004895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.024949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Deleting port 449fcad2-f1c2-48c1-acb3-3c5921fcf79e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:43.025446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.121950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.175272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7445142 Jan 10 19:37:43.176419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:43.179226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Network': ['ID=7a09ed68-b11a-41ad-a5dc-f7266a304a35,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:43.192270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 7a09ed68-b11a-41ad-a5dc-f7266a304a35 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:43.261451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.381306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83bb45-5a4a-496f-bc52-84305130ddf4 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Network': ['ID=67bde3b1-2534-48c1-9dc9-8259b0ccb3fe,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:43.393072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 67bde3b1-2534-48c1-9dc9-8259b0ccb3fe details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:43.413001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Calling delete_port for 449fcad2-f1c2-48c1-acb3-3c5921fcf79e owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:43.430663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:43.435702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:43.441705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:43.446986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:43.448332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Synchronizing usage tracker for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:43.473568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Unset dirty status for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:43.476566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c4fbe55-34c4-48ca-b2d7-0e92ec0cd911 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2973361 Jan 10 19:37:43.477226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:43.600880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.621752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.665434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event deleted for resources: {'Port': ['ID=449fcad2-f1c2-48c1-acb3-3c5921fcf79e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:43.736060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.761187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a09ed68-b11a-41ad-a5dc-f7266a304a35']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:43.773791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc1a133-14a2-46de-a7da-ed7a8080787d') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:43.774095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc1a133-14a2-46de-a7da-ed7a8080787d') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:43.785755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.804862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.811714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:43.811714 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:43.825196 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:43.888486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.910306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.928665 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:43.941316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Network': ['ID=7a09ed68-b11a-41ad-a5dc-f7266a304a35,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:43.949897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ed7267b6-6ead-4d25-8c45-473be07c8bac tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/networks/7a09ed68-b11a-41ad-a5dc-f7266a304a35 HTTP/1.1" status: 204 len: 168 time: 0.4712794 Jan 10 19:37:43.952260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:44.087121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.231452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.259264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bde3b1-2534-48c1-9dc9-8259b0ccb3fe']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:44.269478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.273527 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.273680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cede7742-0378-486a-9cff-e2667bcf1f15') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:44.273777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cede7742-0378-486a-9cff-e2667bcf1f15') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:44.286066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.303364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.303916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Fanout notify agent at l3_agent the message router_deleted on router 2bdfcca5-e905-4a73-ade4-36d896821655 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:44.304033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.312816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:44.313750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.320728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.325457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-720861ec-709d-4250-b355-d4aa33018d5f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/2bdfcca5-e905-4a73-ade4-36d896821655 HTTP/1.1" status: 204 len: 168 time: 1.7337854 Jan 10 19:37:44.326032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55572) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:44.330547 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:44.332894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-501375641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:44.339418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:44.343206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Usage tracker for resource:router and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:44.346465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:44.353215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:44.369665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.370818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.418329 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.424044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.438451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.450119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Network': ['ID=67bde3b1-2534-48c1-9dc9-8259b0ccb3fe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:44.456153 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4994edd6-3930-469f-9723-3c52b948e656 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/networks/67bde3b1-2534-48c1-9dc9-8259b0ccb3fe HTTP/1.1" status: 204 len: 168 time: 0.5021460 Jan 10 19:37:44.458570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55578) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:44.461867 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.484980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.486857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c0c03bcf-9c8b-4924-aa83-20e0026719e7 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1594288 Jan 10 19:37:44.489136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:44.495941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'enable_snat': False}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:44.615670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49bf51-092f-4fde-a7bf-6b9ae8b7eb4e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:44.619892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49bf51-092f-4fde-a7bf-6b9ae8b7eb4e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:44.620639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1b49bf51-092f-4fde-a7bf-6b9ae8b7eb4e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Synchronizing usage tracker for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:44.640096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1b49bf51-092f-4fde-a7bf-6b9ae8b7eb4e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Unset dirty status for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:44.644817 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1b49bf51-092f-4fde-a7bf-6b9ae8b7eb4e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1814630 Jan 10 19:37:44.645528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55588) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:44.651065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1755628250'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:44.656627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:44.666193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:44.678934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:44.682296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.712325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:44.722040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.722435 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Added segment fe3900b4-1273-4e8a-8b5b-01377af77c8a of type vlan for network 2eddb07d-de3c-4ebe-9625-8b4a6610f36a Jan 10 19:37:44.767631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.798042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.802030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:44.802618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.949071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:44.990534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82aab-cedc-4e5c-8bcb-7d9bf1a6fb7f req-59857e7b-0947-41ff-8a7c-959d547e8bc0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:44.992011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece82aab-cedc-4e5c-8bcb-7d9bf1a6fb7f req-59857e7b-0947-41ff-8a7c-959d547e8bc0 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 945 time: 0.1169653 Jan 10 19:37:45.009978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Network': ['ID=2eddb07d-de3c-4ebe-9625-8b4a6610f36a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:45.016267 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9b3ff0d7-d692-49fe-a94f-d0d4c4944f9e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3674083 Jan 10 19:37:45.016722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55594) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:45.023431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2eddb07d-de3c-4ebe-9625-8b4a6610f36a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:45.023910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-643706941'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:45.030915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:45.035369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:network and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:45.039821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:45.046026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:45.059935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:45.063583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.096467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:45.105429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ece82aab-cedc-4e5c-8bcb-7d9bf1a6fb7f req-e3ea8bfa-dba2-4b8e-a957-ccdc04f76ff4 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631111 Jan 10 19:37:45.115856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.116044 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Added segment bdcb8612-8a90-4852-a59d-2f020d2670a5 of type vlan for network c4099a44-5c7c-4fda-92da-2ef117db8115 Jan 10 19:37:45.153426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.190555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.194379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:45.194996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.221177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.253889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.297971 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2777193 Jan 10 19:37:45.298566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55598) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:45.305630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'ports': [{'network_id': '2eddb07d-de3c-4ebe-9625-8b4a6610f36a', 'name': 'tempest-port--1828656904', 'admin_state_up': True}, {'network_id': 'c4099a44-5c7c-4fda-92da-2ef117db8115', 'admin_state_up': False}]} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:45.305941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'port': {'network_id': '2eddb07d-de3c-4ebe-9625-8b4a6610f36a', 'name': 'tempest-port--1828656904', 'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:45.306409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'port': {'network_id': 'c4099a44-5c7c-4fda-92da-2ef117db8115', 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:45.325274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d71cec-a5fd-43ef-96de-d37c47dbb7df tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Network': ['ID=c4099a44-5c7c-4fda-92da-2ef117db8115,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:45.337076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c4099a44-5c7c-4fda-92da-2ef117db8115 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:45.392921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Allocated IP 172.25.6.130 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/f5bb74dc-160b-42a4-b33e-157717b9c258) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:45.441666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.464917 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.522707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:45.526419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:port and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:45.529291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:45.535496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:45.545147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'port': 2} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:45.549041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.560161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.566333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.588034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.657173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:45.659996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:45.665284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:45.695869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Pushing event updated for resources: {'Port': ['ID=f5bb74dc-160b-42a4-b33e-157717b9c258,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:45.778504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] device_id is not set on port 5907d097-1a46-4368-bf8c-603314934fdf yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:37:45.866987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.931209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:45.978620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] device_id is not set on port bf363600-3a5f-4704-abaa-c32b57d4e979 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:37:46.074000 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.095968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.099495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.105180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.197527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Port': ['ID=5907d097-1a46-4368-bf8c-603314934fdf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:46.211677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Checking segment: {'id': 'fe3900b4-1273-4e8a-8b5b-01377af77c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2eddb07d-de3c-4ebe-9625-8b4a6610f36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:46.212035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network hostable DHCP agents. Network: 2eddb07d-de3c-4ebe-9625-8b4a6610f36a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:46.234152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network 2eddb07d-de3c-4ebe-9625-8b4a6610f36a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:46.245102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 2eddb07d-de3c-4ebe-9625-8b4a6610f36a) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:46.250721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:46.251207 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.255389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28132874-8479-4a76-986a-7f0300119f22 None None] Network 2eddb07d-de3c-4ebe-9625-8b4a6610f36a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:46.326267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Port': ['ID=bf363600-3a5f-4704-abaa-c32b57d4e979,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:46.352535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Checking segment: {'id': 'bdcb8612-8a90-4852-a59d-2f020d2670a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4099a44-5c7c-4fda-92da-2ef117db8115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:46.352912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network hostable DHCP agents. Network: c4099a44-5c7c-4fda-92da-2ef117db8115, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:46.376252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network c4099a44-5c7c-4fda-92da-2ef117db8115 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:46.387626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c4099a44-5c7c-4fda-92da-2ef117db8115) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:46.391490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:46.396151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:46.399819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:46.400892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.428303 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0d6cc679-f35d-491a-9c89-828b0f26af3b tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1289315 Jan 10 19:37:46.428777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed684e-7647-4f54-8934-215ab6ba34a7 req-f5f4e1ab-b1dd-4500-a162-920786a3b222 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:46.430328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbed684e-7647-4f54-8934-215ab6ba34a7 req-f5f4e1ab-b1dd-4500-a162-920786a3b222 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 945 time: 0.1503773 Jan 10 19:37:46.430785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3c1bf-3a0c-4ce6-ab44-ab29bcfe9e9e None None] Network c4099a44-5c7c-4fda-92da-2ef117db8115 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:46.431812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55604) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:46.442098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521307af-a0fc-45c0-b314-e242856084a4 req-2245ac27-cc88-47fe-89ca-3840ac18aeab tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:46.443516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-521307af-a0fc-45c0-b314-e242856084a4 req-2245ac27-cc88-47fe-89ca-3840ac18aeab tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 945 time: 0.1992252 Jan 10 19:37:46.624091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Deleting port f7ebbb00-3526-44ed-9b81-eefc10755565 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:46.625054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.679425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbed684e-7647-4f54-8934-215ab6ba34a7 req-4cc77901-f670-4c7a-9920-81c6fffbb58f tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3730468-4c37-4493-9c7e-c35fcf284115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043774 Jan 10 19:37:46.741647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998b9fb-c912-4d09-a4b8-b956afc862d2 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:46.745563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998b9fb-c912-4d09-a4b8-b956afc862d2 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:46.747067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b998b9fb-c912-4d09-a4b8-b956afc862d2 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3133199 Jan 10 19:37:46.750104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55608) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:46.754248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Router c882b21a-2cb4-4113-b64d-2884a2a48042 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:46.813151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Deleting port 5907d097-1a46-4368-bf8c-603314934fdf {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:46.813491 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:46.984371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] For port f7ebbb00-3526-44ed-9b81-eefc10755565, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f7ebbb00-3526-44ed-9b81-eefc10755565,segment=NetworkSegment(01787bab-f962-40af-814f-a28521d1d51a),segment_id=01787bab-f962-40af-814f-a28521d1d51a)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:37:46.984655 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.028933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.150207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Calling delete_port for 5907d097-1a46-4368-bf8c-603314934fdf owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:47.157587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Calling delete_port for f7ebbb00-3526-44ed-9b81-eefc10755565 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:47.225813 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.276799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Port': ['ID=5907d097-1a46-4368-bf8c-603314934fdf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:47.284442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.291162 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1061a1a-ca6c-44bb-9041-47f19afca07e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/ports/5907d097-1a46-4368-bf8c-603314934fdf HTTP/1.1" status: 204 len: 168 time: 0.5399649 Jan 10 19:37:47.293602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55612) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:47.362245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Deleting port bf363600-3a5f-4704-abaa-c32b57d4e979 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:47.362968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.430687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:47.441519 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] Sync routers for ids ['c882b21a-2cb4-4113-b64d-2884a2a48042'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:47.453940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] Routers {'c882b21a-2cb4-4113-b64d-2884a2a48042'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:47.454547 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c882b21a-2cb4-4113-b64d-2884a2a48042'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:47.456133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.468383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['f7ebbb00-3526-44ed-9b81-eefc10755565'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:37:47.498329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.503064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f11b9760-383f-412c-b02a-7d313c01e189 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "PUT /v2.0/routers/c882b21a-2cb4-4113-b64d-2884a2a48042 HTTP/1.1" status: 200 len: 915 time: 3.0123801 Jan 10 19:37:47.503858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55618) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:47.515544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Pushing event deleted for resources: {'Port': ['ID=f7ebbb00-3526-44ed-9b81-eefc10755565,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:47.517482 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:47.530217 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] Routers {'c882b21a-2cb4-4113-b64d-2884a2a48042'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:47.531151 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c882b21a-2cb4-4113-b64d-2884a2a48042'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:47.618414 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:47.618688 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf3b3e1-ce98-44bc-89a6-6019ec5761b8 None None] The sync data for ids ['c882b21a-2cb4-4113-b64d-2884a2a48042'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:47.667768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] No DVR routers for this DVR port f7ebbb00-3526-44ed-9b81-eefc10755565 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:37:47.670304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.672774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-521307af-a0fc-45c0-b314-e242856084a4 req-a3e02db9-c996-4e1b-9b6b-b4d0eb3fbb1b tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.30 "DELETE /v2.0/ports/f7ebbb00-3526-44ed-9b81-eefc10755565 HTTP/1.1" status: 204 len: 173 time: 1.1912613 Jan 10 19:37:47.673209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'name': 'network-vif-deleted', 'tag': 'f7ebbb00-3526-44ed-9b81-eefc10755565'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:37:47.685588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.760379 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88559c6-ea36-4788-a54c-ef66f697df92', 'name': 'network-vif-deleted', 'tag': 'f7ebbb00-3526-44ed-9b81-eefc10755565', 'status': 'completed', 'code': 200} Jan 10 19:37:47.829411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ac4dd27a-44e2-4b2d-bed7-1438a7f05228 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/c882b21a-2cb4-4113-b64d-2884a2a48042 HTTP/1.1" status: 200 len: 921 time: 0.3183684 Jan 10 19:37:47.832286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55626) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:47.838378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Calling delete_port for bf363600-3a5f-4704-abaa-c32b57d4e979 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:47.917020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69a1f984-ecd9-4fe8-b7d3-3e16a5781d7d req-2ab89957-0f8d-4753-9619-a25f84e170f3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Synchronizing usage tracker for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:47.918802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.945662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-69a1f984-ecd9-4fe8-b7d3-3e16a5781d7d req-2ab89957-0f8d-4753-9619-a25f84e170f3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] Unset dirty status for tenant:32bfd108515f4b3bac05dcd411ed7480 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:47.946809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69a1f984-ecd9-4fe8-b7d3-3e16a5781d7d req-2ab89957-0f8d-4753-9619-a25f84e170f3 tempest-VolumesSnapshotTestJSON-1828075314 tempest-VolumesSnapshotTestJSON-1828075314-project] 10.222.0.21 "GET /v2.0/ports?device_id=f88559c6-ea36-4788-a54c-ef66f697df92 HTTP/1.1" status: 200 len: 210 time: 0.0784316 Jan 10 19:37:47.955894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4b8a211a-69ba-4dda-8d07-f9ed8b02c284 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=c882b21a-2cb4-4113-b64d-2884a2a48042&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1226032 Jan 10 19:37:47.958546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55630) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:47.978422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Port': ['ID=bf363600-3a5f-4704-abaa-c32b57d4e979,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:47.985619 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:47.992205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-23b0616e-2575-4e80-a2db-b2aae630f48e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/ports/bf363600-3a5f-4704-abaa-c32b57d4e979 HTTP/1.1" status: 204 len: 168 time: 0.6976562 Jan 10 19:37:47.994584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55634) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:48.037306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-810ff9cd-4ad0-4cd8-ad99-c30ba1ef0790 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Synchronizing usage tracker for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:48.057702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-810ff9cd-4ad0-4cd8-ad99-c30ba1ef0790 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Unset dirty status for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:48.066698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-810ff9cd-4ad0-4cd8-ad99-c30ba1ef0790 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0708528 Jan 10 19:37:48.067396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55638) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:48.073162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1222799510'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:48.079520 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:48.083729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:network and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:48.087091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:48.091383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ec13b-c565-4280-9c45-a2cc90e69ba5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:48.093437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:48.093871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0c0ec13b-c565-4280-9c45-a2cc90e69ba5 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/networks/0dd4f9d0-6582-4da4-b66b-69d558326162 HTTP/1.1" status: 200 len: 881 time: 0.1337540 Jan 10 19:37:48.096646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55642) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:48.105250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:48.109297 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.142201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:48.147336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-95c7b521-70f1-4186-9c43-4dc5a0e5c23f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=c882b21a-2cb4-4113-b64d-2884a2a48042 HTTP/1.1" status: 200 len: 205 time: 0.0481081 Jan 10 19:37:48.149594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55646) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:48.217851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.218759 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Added segment 719e6872-9a3b-4b91-9f25-c9b6a338025f of type vlan for network 0cd074fa-2219-4fa9-87d5-377bb8647469 Jan 10 19:37:48.249826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.347260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.350734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:48.351334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.475247 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4042988 Jan 10 19:37:48.475910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55650) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:48.478970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db217573-9430-48c8-8e72-846daf6f2b0e tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Network': ['ID=0cd074fa-2219-4fa9-87d5-377bb8647469,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:48.481690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-61349188'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:48.488190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:48.490166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 0cd074fa-2219-4fa9-87d5-377bb8647469 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:48.494377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:network and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:48.497299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:48.502991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:48.510499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.514091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:48.518194 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.551117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:48.562485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.562958 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Added segment 602dc209-313c-4496-b01d-b0c560ce4953 of type vlan for network 5bd09994-fd9d-4788-8f2d-17a7896368b9 Jan 10 19:37:48.599344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.629348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.633360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:48.633963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.719557 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.728266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Deleting port f5bb74dc-160b-42a4-b33e-157717b9c258 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:48.728611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:48.739881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2628591 Jan 10 19:37:48.745310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e72ab-ca74-45e9-84ba-8bedf142b7d1 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Network': ['ID=5bd09994-fd9d-4788-8f2d-17a7896368b9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:48.756274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5bd09994-fd9d-4788-8f2d-17a7896368b9 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:48.870121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55654) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:48.876264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'subnets': [{'network_id': '0cd074fa-2219-4fa9-87d5-377bb8647469', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1325396453', 'ip_version': 4}, {'network_id': '5bd09994-fd9d-4788-8f2d-17a7896368b9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:48.876574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'subnet': {'network_id': '0cd074fa-2219-4fa9-87d5-377bb8647469', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1325396453', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:48.877186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Request body: {'subnet': {'network_id': '5bd09994-fd9d-4788-8f2d-17a7896368b9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:48.910839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.033024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Calling delete_port for f5bb74dc-160b-42a4-b33e-157717b9c258 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:49.097483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:49.102621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Usage tracker for resource:subnet and tenant:9c4beb5c90d64fbb920b868619a44358 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:49.106183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:49.113259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:49.123873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Made reservation on behalf of 9c4beb5c90d64fbb920b868619a44358 for: {'subnet': 2} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:49.221217 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.341379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.341731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.372281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event deleted for resources: {'Port': ['ID=f5bb74dc-160b-42a4-b33e-157717b9c258,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:49.637408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.895275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.899455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.923943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.925834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.926364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Fanout notify agent at l3_agent the message router_deleted on router c882b21a-2cb4-4113-b64d-2884a2a48042 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:49.942275 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.946931 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bf1f46f2-ecd8-496e-a0f1-60c5164573fa tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/c882b21a-2cb4-4113-b64d-2884a2a48042 HTTP/1.1" status: 204 len: 168 time: 1.7927277 Jan 10 19:37:49.947550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55668) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:49.952743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1726753699', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:49.960269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:49.964031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Usage tracker for resource:router and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:49.966832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:49.972447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:49.986011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:49.987102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.011030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.019487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Subnet': ['ID=a70082b0-adae-4857-8171-c9a2309cdd69,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:50.030301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Checking segment: {'id': '719e6872-9a3b-4b91-9f25-c9b6a338025f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cd074fa-2219-4fa9-87d5-377bb8647469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:50.031143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network hostable DHCP agents. Network: 0cd074fa-2219-4fa9-87d5-377bb8647469, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:50.058496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network 0cd074fa-2219-4fa9-87d5-377bb8647469 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:50.071588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 0cd074fa-2219-4fa9-87d5-377bb8647469) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:50.078900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.094863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946463fb-75f4-4ace-9b71-0d3fce3f5918 None None] Network 0cd074fa-2219-4fa9-87d5-377bb8647469 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:50.194487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.219194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Checking segment: {'id': '602dc209-313c-4496-b01d-b0c560ce4953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bd09994-fd9d-4788-8f2d-17a7896368b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:50.219657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network hostable DHCP agents. Network: 5bd09994-fd9d-4788-8f2d-17a7896368b9, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:50.234952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event updated for resources: {'Subnet': ['ID=61a53bb8-93b1-414c-af3e-b94bbba9a948,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:50.250291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Network 5bd09994-fd9d-4788-8f2d-17a7896368b9 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:50.261082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5bd09994-fd9d-4788-8f2d-17a7896368b9) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:50.265996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:50.266508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:50.267310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.292237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b177cef0-0c4d-4ccb-a9ad-628a74c344d8 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4186702 Jan 10 19:37:50.292523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55672) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:50.296838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fde4e-1f17-4205-9e21-2aceec34d9c7 None None] Network 5bd09994-fd9d-4788-8f2d-17a7896368b9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:50.373221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65d9de-e80a-47c1-9e7a-b61510035e28 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:50.374544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65d9de-e80a-47c1-9e7a-b61510035e28 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:50.375839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65d9de-e80a-47c1-9e7a-b61510035e28 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:50.380357 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3c65d9de-e80a-47c1-9e7a-b61510035e28 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0839288 Jan 10 19:37:50.381338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:50.434301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f7ebbb00-3526-44ed-9b81-eefc10755565 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:37:50.445317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.458832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Deleting subnet a70082b0-adae-4857-8171-c9a2309cdd69 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:37:50.462081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.469464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4451fd-9c3e-459a-baef-ac0d09357600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-0cd074fa-2219-4fa9-87d5-377bb8647469', 'network_id': '0cd074fa-2219-4fa9-87d5-377bb8647469', 'tenant_id': '9c4beb5c90d64fbb920b868619a44358', 'fixed_ips': [{'subnet_id': 'a70082b0-adae-4857-8171-c9a2309cdd69'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:37:50.470561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d4451fd-9c3e-459a-baef-ac0d09357600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.476106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.501487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: f7ebbb00-3526-44ed-9b81-eefc10755565 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:37:50.501832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f7ebbb00-3526-44ed-9b81-eefc10755565 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:37:50.517509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.600628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.629761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Allocated IP 172.25.6.154 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/63dee6ae-8006-4811-9e68-e2993f6ecc5e) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:50.695919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da1891-7190-435f-bcb0-3ef1f8adbc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-5bd09994-fd9d-4788-8f2d-17a7896368b9', 'network_id': '5bd09994-fd9d-4788-8f2d-17a7896368b9', 'tenant_id': '9c4beb5c90d64fbb920b868619a44358', 'fixed_ips': [{'subnet_id': '61a53bb8-93b1-414c-af3e-b94bbba9a948'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:37:50.696875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b7da1891-7190-435f-bcb0-3ef1f8adbc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.729587 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-8d4451fd-9c3e-459a-baef-ac0d09357600 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70082b0-adae-4857-8171-c9a2309cdd69: This subnet is being modified by another concurrent operation. Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70082b0-adae-4857-8171-c9a2309cdd69: This subnet is being modified by another concurrent operation. Jan 10 19:37:50.762003 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:37:50.782997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Subnet': ['ID=a70082b0-adae-4857-8171-c9a2309cdd69,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:50.788376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.793219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d19a81-8837-4238-b267-0a5964a1956d None None] Network 0cd074fa-2219-4fa9-87d5-377bb8647469 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:50.797432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d2ec8852-d3e4-4da9-9b01-f8c6a62bfb86 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/subnets/a70082b0-adae-4857-8171-c9a2309cdd69 HTTP/1.1" status: 204 len: 168 time: 0.4126751 Jan 10 19:37:50.798074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55684) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:50.833129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.865612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.884530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Deleting subnet 61a53bb8-93b1-414c-af3e-b94bbba9a948 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:37:50.888193 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:50.966525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.053519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.062488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:51.065289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:51.068936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:51.109590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event updated for resources: {'Port': ['ID=63dee6ae-8006-4811-9e68-e2993f6ecc5e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:51.157123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-b7da1891-7190-435f-bcb0-3ef1f8adbc5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61a53bb8-93b1-414c-af3e-b94bbba9a948: This subnet is being modified by another concurrent operation. Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61a53bb8-93b1-414c-af3e-b94bbba9a948: This subnet is being modified by another concurrent operation. Jan 10 19:37:51.161320 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:37:51.188749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f58d7e-77d0-4a5c-9602-c15c84652202 None None] Network 5bd09994-fd9d-4788-8f2d-17a7896368b9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:51.201049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Subnet': ['ID=61a53bb8-93b1-414c-af3e-b94bbba9a948,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:51.215634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.227632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a74d240-36cb-42bc-9e5c-d54f1fefb866 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/subnets/61a53bb8-93b1-414c-af3e-b94bbba9a948 HTTP/1.1" status: 204 len: 168 time: 0.4289982 Jan 10 19:37:51.230002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55690) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:51.283359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.284585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.300193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9578d4c-1a48-48f5-b096-4de4af324a93 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:51.300871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f9578d4c-1a48-48f5-b096-4de4af324a93 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Synchronizing usage tracker for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:37:51.320187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f9578d4c-1a48-48f5-b096-4de4af324a93 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Unset dirty status for tenant:9c4beb5c90d64fbb920b868619a44358 on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:37:51.321525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f9578d4c-1a48-48f5-b096-4de4af324a93 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905390 Jan 10 19:37:51.328745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55694) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:51.387861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba8931-c38e-4bd1-91ec-672c50bb04fc None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:37:51.467323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.482419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba8931-c38e-4bd1-91ec-672c50bb04fc None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:37:51.547532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Router 95374c76-326c-4f0f-92bb-63c1afd92323 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:37:51.632219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.662005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd09994-fd9d-4788-8f2d-17a7896368b9']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:51.675705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602dc209-313c-4496-b01d-b0c560ce4953') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:51.676005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602dc209-313c-4496-b01d-b0c560ce4953') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:51.692413 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.711315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.717948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:51.718267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.784133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:51.796728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] Sync routers for ids ['95374c76-326c-4f0f-92bb-63c1afd92323'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:51.813868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.818627 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8be95135-4cb2-4c63-aba9-25e808cec657 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8702230 Jan 10 19:37:51.819450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55698) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:51.826565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: util.warn( Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:51.834136 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:51.836209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] Routers {'95374c76-326c-4f0f-92bb-63c1afd92323'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:51.836209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['95374c76-326c-4f0f-92bb-63c1afd92323'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:51.838973 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.844694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:51.874701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Network': ['ID=5bd09994-fd9d-4788-8f2d-17a7896368b9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:51.886948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3637179d-1f87-4b2e-85b6-9cc3220ec56c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/networks/5bd09994-fd9d-4788-8f2d-17a7896368b9 HTTP/1.1" status: 204 len: 168 time: 0.5550876 Jan 10 19:37:51.887195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55702) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:51.891412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb0f28-8064-4ec7-8985-644b89bc5cab None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:37:51.939197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:51.959667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] Routers {'95374c76-326c-4f0f-92bb-63c1afd92323'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:51.960284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['95374c76-326c-4f0f-92bb-63c1afd92323'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.081653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.082170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78e2e-df8c-4aec-a4de-b8e3e55a5915 None None] The sync data for ids ['95374c76-326c-4f0f-92bb-63c1afd92323'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:52.137877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb0f28-8064-4ec7-8985-644b89bc5cab None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:37:52.231254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.396396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.424086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd074fa-2219-4fa9-87d5-377bb8647469']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.441513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719e6872-9a3b-4b91-9f25-c9b6a338025f') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.442112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719e6872-9a3b-4b91-9f25-c9b6a338025f') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.457264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.475075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.481238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:52.481636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:52.496552 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:52.562677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.579758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.587200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.596967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Deleting port 63dee6ae-8006-4811-9e68-e2993f6ecc5e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:37:52.597300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.597443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.608343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Network': ['ID=0cd074fa-2219-4fa9-87d5-377bb8647469,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:52.615348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a61db07a-58a1-403c-9bb0-ee2744041c9c tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/networks/0cd074fa-2219-4fa9-87d5-377bb8647469 HTTP/1.1" status: 204 len: 168 time: 0.7271833 Jan 10 19:37:52.616141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:52.732668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.773431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.862224 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.889222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4099a44-5c7c-4fda-92da-2ef117db8115']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.902845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcb8612-8a90-4852-a59d-2f020d2670a5') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.903163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcb8612-8a90-4852-a59d-2f020d2670a5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:52.916181 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.933005 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.939681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:52.940080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:52.956163 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:53.003525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Calling delete_port for 63dee6ae-8006-4811-9e68-e2993f6ecc5e owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:37:53.038622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.057310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.069154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Network': ['ID=c4099a44-5c7c-4fda-92da-2ef117db8115,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:53.076975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-16e98228-0b4a-4fda-bca0-32dec8d44084 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/networks/c4099a44-5c7c-4fda-92da-2ef117db8115 HTTP/1.1" status: 204 len: 168 time: 0.4598460 Jan 10 19:37:53.078145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55714) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:53.191705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.197504 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.236663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Pushing event deleted for resources: {'Port': ['ID=63dee6ae-8006-4811-9e68-e2993f6ecc5e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:53.333050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.362740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eddb07d-de3c-4ebe-9625-8b4a6610f36a']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:53.375317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3900b4-1273-4e8a-8b5b-01377af77c8a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:53.375621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3900b4-1273-4e8a-8b5b-01377af77c8a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:53.386795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.402913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.409861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:37:53.410288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:37:53.426930 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:37:53.464850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.507182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.535902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.542380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] Pushing event deleted for resources: {'Network': ['ID=2eddb07d-de3c-4ebe-9625-8b4a6610f36a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:53.552776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2a88c452-0fb9-4e95-959e-1558c12aec57 tempest-BulkNetworkOpsTest-2067587214 tempest-BulkNetworkOpsTest-2067587214-project] 10.222.0.21 "DELETE /v2.0/networks/2eddb07d-de3c-4ebe-9625-8b4a6610f36a HTTP/1.1" status: 204 len: 168 time: 0.4714050 Jan 10 19:37:53.591952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.595969 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.750809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Router 95374c76-326c-4f0f-92bb-63c1afd92323 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:37:53.888520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55730) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:53.915193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:37:53.927027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:53.927850 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] Sync routers for ids ['95374c76-326c-4f0f-92bb-63c1afd92323'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:37:53.928287 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-49c9e11c-2d99-453a-8354-c43c9c582bdb tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "PUT /v2.0/routers/95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 200 len: 706 time: 2.1075008 Jan 10 19:37:53.931056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55736) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:53.940358 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] Routers {'95374c76-326c-4f0f-92bb-63c1afd92323'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:53.941177 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['95374c76-326c-4f0f-92bb-63c1afd92323'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:54.002689 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:54.013297 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] Routers {'95374c76-326c-4f0f-92bb-63c1afd92323'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:37:54.014098 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['95374c76-326c-4f0f-92bb-63c1afd92323'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:54.072121 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:37:54.072758 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4898a50-91bf-491f-ace7-e484be1a270c None None] The sync data for ids ['95374c76-326c-4f0f-92bb-63c1afd92323'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:37:54.076436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9ac66675-6c39-4dd7-8f82-8f3b1703f8c7 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/routers/95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 200 len: 741 time: 0.1440988 Jan 10 19:37:54.079193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55740) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:54.129328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:54.130050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d8b50f42-67c5-47fb-8f39-893aa96cf164 tempest-RoutersAdminTest-1633813426 tempest-RoutersAdminTest-1633813426-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&device_id=95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 200 len: 205 time: 0.0495121 Jan 10 19:37:54.267095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-49d89aaa-8c87-4353-8327-f1199bb22d50 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 200 len: 205 time: 0.1364565 Jan 10 19:37:54.269947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55752) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:54.290529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-68c15a45-bc83-4add-92c5-aea92b85b0c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c4beb5c90d64fbb920b868619a44358&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997288 Jan 10 19:37:54.292990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55756) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:54.363534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd045-1113-41dd-a884-c5987eef1377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.392527 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd045-1113-41dd-a884-c5987eef1377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.422254 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.454397 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd045-1113-41dd-a884-c5987eef1377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.470756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bd045-1113-41dd-a884-c5987eef1377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8dd45d-920b-4b0e-ba3d-177a0d6064c3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:54.478198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd045-1113-41dd-a884-c5987eef1377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.479353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2e2bd045-1113-41dd-a884-c5987eef1377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f8dd45d-920b-4b0e-ba3d-177a0d6064c3 HTTP/1.1" status: 204 len: 168 time: 0.1853423 Jan 10 19:37:54.955982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.960851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.989663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:54.990678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Fanout notify agent at l3_agent the message router_deleted on router 95374c76-326c-4f0f-92bb-63c1afd92323 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:37:55.003220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.007501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c16acbc2-5594-4b19-adbf-9abb1cd26d41 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 204 len: 168 time: 0.7333410 Jan 10 19:37:55.007964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55774) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.073285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-942c3942-c0ae-408b-b254-e9859dfd400f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 200 len: 205 time: 0.0639508 Jan 10 19:37:55.076007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55778) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.149125 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-faa16272-7b10-4501-a87d-a1675b723128 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] delete failed (client error): The resource could not be found. Jan 10 19:37:55.150195 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-faa16272-7b10-4501-a87d-a1675b723128 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/95374c76-326c-4f0f-92bb-63c1afd92323 HTTP/1.1" status: 404 len: 336 time: 0.0727990 Jan 10 19:37:55.153120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55786) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.200004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0bfa88aa-fa44-471e-8650-8b69e6228c34 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=c882b21a-2cb4-4113-b64d-2884a2a48042 HTTP/1.1" status: 200 len: 205 time: 0.0435729 Jan 10 19:37:55.200218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55790) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.282383 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-ec668d9e-84bd-452d-9d1c-0e2013b60d21 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] delete failed (client error): The resource could not be found. Jan 10 19:37:55.285856 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ec668d9e-84bd-452d-9d1c-0e2013b60d21 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/c882b21a-2cb4-4113-b64d-2884a2a48042 HTTP/1.1" status: 404 len: 336 time: 0.0823777 Jan 10 19:37:55.286098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55796) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.329466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-201c9a9b-ce76-49b4-aa02-da8770a58cbc tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bdfcca5-e905-4a73-ade4-36d896821655 HTTP/1.1" status: 200 len: 205 time: 0.0421925 Jan 10 19:37:55.331656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55800) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.380384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55804) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.399645 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-23f1ac30-ce46-469d-bce1-3f9463a36110 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] delete failed (client error): The resource could not be found. Jan 10 19:37:55.400811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-23f1ac30-ce46-469d-bce1-3f9463a36110 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/2bdfcca5-e905-4a73-ade4-36d896821655 HTTP/1.1" status: 404 len: 336 time: 0.0681739 Jan 10 19:37:55.403407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55810) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.446970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c92c114b-347a-4e51-b102-2734bc46e7d9 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0d1d018-b2e0-4079-8b29-d88bc11e0500 HTTP/1.1" status: 200 len: 205 time: 0.0424514 Jan 10 19:37:55.449225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55814) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.513141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-332122236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:55.518119 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-561139d0-5b0a-468f-a4ae-a02d8b4ff06a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] delete failed (client error): The resource could not be found. Jan 10 19:37:55.520141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-561139d0-5b0a-468f-a4ae-a02d8b4ff06a tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/d0d1d018-b2e0-4079-8b29-d88bc11e0500 HTTP/1.1" status: 404 len: 336 time: 0.0690417 Jan 10 19:37:55.520410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:55.522090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55818) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.526088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:router and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:55.529424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:55.536208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:55.548021 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.549080 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.567849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.571029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-484bd6e8-801d-4e79-add8-d816572c24a8 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=751fc36a-22fb-401e-a11a-612979f47348 HTTP/1.1" status: 200 len: 205 time: 0.0477836 Jan 10 19:37:55.571643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55822) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.593537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.622901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.627108 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a793c546-99e7-4eec-afe6-94908121406c tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2429194 Jan 10 19:37:55.627404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55826) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.633595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-573899622'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:55.640299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:55.644315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:network and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:55.646752 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-42ee87c5-3894-48ff-9c26-bbf3b6ecff45 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] delete failed (client error): The resource could not be found. Jan 10 19:37:55.648367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:55.651025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55830) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.651158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-42ee87c5-3894-48ff-9c26-bbf3b6ecff45 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/751fc36a-22fb-401e-a11a-612979f47348 HTTP/1.1" status: 404 len: 336 time: 0.0784996 Jan 10 19:37:55.687873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:55.705023 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-033e6cdc-e23d-4081-9294-c50e5a50c53f tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "GET /v2.0/ports?device_id=19cb6838-56ef-44fb-8809-7249a8cc9d3a HTTP/1.1" status: 200 len: 205 time: 0.0500228 Jan 10 19:37:55.705597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.709366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Made reservation on behalf of fe117b356143482f8fff9154d872f4ea for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:55.712518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.726338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.758983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:55.763119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:security_group_rule and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:55.766743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:55.772771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:55.775855 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-383df88a-08b4-4565-a60a-8fe074f0b8cc tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] delete failed (client error): The resource could not be found. Jan 10 19:37:55.779365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-383df88a-08b4-4565-a60a-8fe074f0b8cc tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/routers/19cb6838-56ef-44fb-8809-7249a8cc9d3a HTTP/1.1" status: 404 len: 336 time: 0.0700691 Jan 10 19:37:55.779576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55838) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:55.819515 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-1397d717-9481-4fa0-94b9-817245222699 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] DELETE failed (client error): The resource could not be found. Jan 10 19:37:55.820041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1397d717-9481-4fa0-94b9-817245222699 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:37:55.824245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1397d717-9481-4fa0-94b9-817245222699 tempest-RoutersAdminTest-286173321 tempest-RoutersAdminTest-286173321-project] 10.222.0.21 "DELETE /v2.0/subnets/a0ca009b-b962-454f-a6d4-3ae2f570c3fa HTTP/1.1" status: 404 len: 337 time: 0.0412705 Jan 10 19:37:55.848456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.852664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.881959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:55.895558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6544584-8391-4ecf-9ff5-6595b1eccae7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:55.900314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.900666 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Added segment b9315a08-de36-46ea-99fb-d6d1afeba700 of type vlan for network a3b4e267-9010-4274-a8b9-404129595b5a Jan 10 19:37:55.930267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.963306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:55.967587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:55.968752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.018323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3873234 Jan 10 19:37:56.029357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55846) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:56.034721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'subnet': {'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:56.125382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf677f-38c3-4bbb-bcd8-9fb7c8113572 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Network': ['ID=a3b4e267-9010-4274-a8b9-404129595b5a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:56.136713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a3b4e267-9010-4274-a8b9-404129595b5a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:56.186088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:56.191305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:subnet and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:56.194816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:56.201104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:56.235569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Made reservation on behalf of fe117b356143482f8fff9154d872f4ea for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:56.320474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55854) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:56.359186 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.492471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.536469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:56.569324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Usage tracker for resource:security_group_rule and tenant:36a1a34491464aa786201b2d8962c92e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:56.575830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:56.584615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:56.672665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.761151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.768536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Subnet': ['ID=974887c0-4f66-4d20-ba5c-c34847ee8022,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:56.770587 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.838921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36a1a34491464aa786201b2d8962c92e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5168209 Jan 10 19:37:56.839659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Checking segment: {'id': 'b9315a08-de36-46ea-99fb-d6d1afeba700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:56.840015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network hostable DHCP agents. Network: a3b4e267-9010-4274-a8b9-404129595b5a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:56.841457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55860) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:56.845064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14cf7-f467-49fd-bd4c-6b8407d7c355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae94cd-5966-4666-ba0d-c4617a41dedb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:56.878591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network a3b4e267-9010-4274-a8b9-404129595b5a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:56.890950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a3b4e267-9010-4274-a8b9-404129595b5a) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:56.896255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:56.897408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.901448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009fa3c5-3383-409f-a233-53f603e379f8 None None] Network a3b4e267-9010-4274-a8b9-404129595b5a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:56.937573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0b7bb8c6-da85-4f80-8ce5-7aba615cc7af tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9089773 Jan 10 19:37:56.937573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55864) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:56.949245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-902aecb5-2a67-461a-bc5d-ab5716936d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.953087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'network': {'name': 'tempest-router-network01--1205314448'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:56.973725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:56.978130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-902aecb5-2a67-461a-bc5d-ab5716936d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:56.987140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:network and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:56.990156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:56.997371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:57.012145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Made reservation on behalf of fe117b356143482f8fff9154d872f4ea for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:57.015745 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.050198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-902aecb5-2a67-461a-bc5d-ab5716936d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.072827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:57.092329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.093628 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Added segment 58693dbd-eb0d-433e-98cc-58fd9aa493e7 of type vlan for network 06bbc3cb-6332-44cf-a656-507905e8f07a Jan 10 19:37:57.106272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-902aecb5-2a67-461a-bc5d-ab5716936d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.114594 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-902aecb5-2a67-461a-bc5d-ab5716936d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12ae94cd-5966-4666-ba0d-c4617a41dedb HTTP/1.1" status: 204 len: 168 time: 0.2718751 Jan 10 19:37:57.119363 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aecb5-2a67-461a-bc5d-ab5716936d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae94cd-5966-4666-ba0d-c4617a41dedb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:57.288064 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.310242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a3b4e267-9010-4274-a8b9-404129595b5a', 'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a', 'tenant_id': 'fe117b356143482f8fff9154d872f4ea', 'fixed_ips': [{'subnet_id': '974887c0-4f66-4d20-ba5c-c34847ee8022'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:37:57.311370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.341761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.347542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:57.348201 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.461095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Network': ['ID=06bbc3cb-6332-44cf-a656-507905e8f07a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:57.466951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bd33c433-3cb0-435c-bf3a-5133d1450f97 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5257883 Jan 10 19:37:57.467323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55874) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:57.474307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'network': {'name': 'tempest-router-network02--1863062093'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:57.481005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:57.488210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:network and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:57.491467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:57.498633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:57.504656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 06bbc3cb-6332-44cf-a656-507905e8f07a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:57.511497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Made reservation on behalf of fe117b356143482f8fff9154d872f4ea for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:57.515664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.545971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:37:57.556350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.556706 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Added segment e86f24e1-be6f-415c-afd8-c8856b903676 of type vlan for network d0442e4b-9685-44f1-9e96-da8490250c26 Jan 10 19:37:57.597956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.633742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.634800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Allocated IP 172.20.0.2 (a3b4e267-9010-4274-a8b9-404129595b5a/974887c0-4f66-4d20-ba5c-c34847ee8022/460d40f5-379d-483b-a80b-872eb52a23a7) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:57.641191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:57.641832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.724440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55878) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:57.758063 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2889411 Jan 10 19:37:57.767232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:57.771551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc40702-c997-4b92-afa5-7dc79eff7567 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Network': ['ID=d0442e4b-9685-44f1-9e96-da8490250c26,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:57.776663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'subnet': {'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:57.790995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d0442e4b-9685-44f1-9e96-da8490250c26 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:37:57.812033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5a6b223a-84d8-4ea9-8fb7-51f7993659a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=586e1dd90f194c319974f49408d85676&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0856624 Jan 10 19:37:57.815171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55886) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:57.876248 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-729bfc78-b0e4-40a8-9155-bb373313e081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.902621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-729bfc78-b0e4-40a8-9155-bb373313e081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.928697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:57.936287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:subnet and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:57.940768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:57.946716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:57.957343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Made reservation on behalf of fe117b356143482f8fff9154d872f4ea for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:57.968643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.979375 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-729bfc78-b0e4-40a8-9155-bb373313e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:57.982402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Transition to ACTIVE for port object 460d40f5-379d-483b-a80b-872eb52a23a7 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:57.996886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bfc78-b0e4-40a8-9155-bb373313e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fd5fa-9072-4776-83af-801c5b91bf3c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:58.012035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Transition to ACTIVE for port object 460d40f5-379d-483b-a80b-872eb52a23a7 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:37:58.015177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-729bfc78-b0e4-40a8-9155-bb373313e081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.020143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-729bfc78-b0e4-40a8-9155-bb373313e081 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d14fd5fa-9072-4776-83af-801c5b91bf3c HTTP/1.1" status: 204 len: 168 time: 0.2046309 Jan 10 19:37:58.035062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.113167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Network a3b4e267-9010-4274-a8b9-404129595b5a is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:37:58.114168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.117419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:58.119495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:37:58.122669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Pushing event updated for resources: {'Port': ['ID=460d40f5-379d-483b-a80b-872eb52a23a7,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:58.220393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Attempting to bind port 460d40f5-379d-483b-a80b-872eb52a23a7 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:37:58.220770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Attempting to bind port 460d40f5-379d-483b-a80b-872eb52a23a7 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'b9315a08-de36-46ea-99fb-d6d1afeba700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:37:58.221135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Attempting to bind port 460d40f5-379d-483b-a80b-872eb52a23a7 on network a3b4e267-9010-4274-a8b9-404129595b5a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:37:58.228226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:37:58.228226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Checking segment: {'id': 'b9315a08-de36-46ea-99fb-d6d1afeba700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:58.231473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.231473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Bound using segment: {'id': 'b9315a08-de36-46ea-99fb-d6d1afeba700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:37:58.231473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Bound port: 460d40f5-379d-483b-a80b-872eb52a23a7, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9315a08-de36-46ea-99fb-d6d1afeba700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3b4e267-9010-4274-a8b9-404129595b5a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:37:58.231473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.357475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] For port 460d40f5-379d-483b-a80b-872eb52a23a7, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:37:58.361670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] For port 460d40f5-379d-483b-a80b-872eb52a23a7, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460d40f5-379d-483b-a80b-872eb52a23a7,segment=NetworkSegment(b9315a08-de36-46ea-99fb-d6d1afeba700),segment_id=b9315a08-de36-46ea-99fb-d6d1afeba700)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:37:58.367412 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.465772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bab03-2712-4d0c-a924-09363b0f7138 None None] Pushing event updated for resources: {'Port': ['ID=460d40f5-379d-483b-a80b-872eb52a23a7,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:58.549431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:58.848121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Subnet': ['ID=2bcc897a-38ff-4fba-8244-15d06e7d044a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:58.854946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Checking segment: {'id': '58693dbd-eb0d-433e-98cc-58fd9aa493e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:58.855397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network hostable DHCP agents. Network: 06bbc3cb-6332-44cf-a656-507905e8f07a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:37:58.907725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network 06bbc3cb-6332-44cf-a656-507905e8f07a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:37:58.924958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 06bbc3cb-6332-44cf-a656-507905e8f07a) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:37:58.935579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf9000-3f83-4349-ad8d-e964476f292d None None] Network 06bbc3cb-6332-44cf-a656-507905e8f07a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:37:58.938173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:37:58.938786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:59.005743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55906) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:37:59.007444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e23a7feb-5ca3-4d55-809a-90f1fbac6403 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2390246 Jan 10 19:37:59.013564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'subnet': {'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:37:59.148339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:37:59.152430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Usage tracker for resource:subnet and tenant:fe117b356143482f8fff9154d872f4ea is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:37:59.156012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:37:59.162002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:37:59.175976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Made reservation on behalf of fe117b356143482f8fff9154d872f4ea for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:37:59.299393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:59.307026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-06bbc3cb-6332-44cf-a656-507905e8f07a', 'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a', 'tenant_id': 'fe117b356143482f8fff9154d872f4ea', 'fixed_ips': [{'subnet_id': '2bcc897a-38ff-4fba-8244-15d06e7d044a'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:37:59.311403 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:59.665418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Allocated IP 172.20.0.2 (06bbc3cb-6332-44cf-a656-507905e8f07a/2bcc897a-38ff-4fba-8244-15d06e7d044a/11acee0a-8166-43a6-8784-d8c16f745145) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:37:59.818067 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:37:59.941518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Subnet': ['ID=de123f7e-82a5-4ee7-a959-aa666ccb68e0,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:37:59.950201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Checking segment: {'id': 'e86f24e1-be6f-415c-afd8-c8856b903676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:37:59.950556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network hostable DHCP agents. Network: d0442e4b-9685-44f1-9e96-da8490250c26, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:00.001471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543e9ce-cd8d-474a-bd75-d4c035019463 None None] Network a3b4e267-9010-4274-a8b9-404129595b5a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:00.005799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network d0442e4b-9685-44f1-9e96-da8490250c26 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:00.018805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d0442e4b-9685-44f1-9e96-da8490250c26) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:00.031408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:00.032337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:00.087820 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e5cd8b8b-d213-43fa-ba56-6d134a5232f0 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0800531 Jan 10 19:38:00.092045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55922) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:00.121290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d99ac0-3e68-49ce-b8d5-7efeea868875 None None] Network d0442e4b-9685-44f1-9e96-da8490250c26 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:00.235360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:00.271933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-15d9ce32-fef7-4da7-a31c-256a74f762f3 None None] Provisioning for port 460d40f5-379d-483b-a80b-872eb52a23a7 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:00.278981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Transition to ACTIVE for port object 11acee0a-8166-43a6-8784-d8c16f745145 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:00.404440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Transition to ACTIVE for port object 11acee0a-8166-43a6-8784-d8c16f745145 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:00.433167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:00.658391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Network 06bbc3cb-6332-44cf-a656-507905e8f07a is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:00.659820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d0442e4b-9685-44f1-9e96-da8490250c26', 'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26', 'tenant_id': 'fe117b356143482f8fff9154d872f4ea', 'fixed_ips': [{'subnet_id': 'de123f7e-82a5-4ee7-a959-aa666ccb68e0'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:00.660339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:00.677908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:00.684114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:00.719924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:00.798127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Pushing event updated for resources: {'Port': ['ID=11acee0a-8166-43a6-8784-d8c16f745145,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:00.890334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460d40f5-379d-483b-a80b-872eb52a23a7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:00.955646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Attempting to bind port 11acee0a-8166-43a6-8784-d8c16f745145 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:00.956017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Attempting to bind port 11acee0a-8166-43a6-8784-d8c16f745145 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '58693dbd-eb0d-433e-98cc-58fd9aa493e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:00.956985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Attempting to bind port 11acee0a-8166-43a6-8784-d8c16f745145 on network 06bbc3cb-6332-44cf-a656-507905e8f07a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:00.973250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:00.973872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Checking segment: {'id': '58693dbd-eb0d-433e-98cc-58fd9aa493e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:00.974469 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:00.975025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Bound using segment: {'id': '58693dbd-eb0d-433e-98cc-58fd9aa493e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:00.975513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Bound port: 11acee0a-8166-43a6-8784-d8c16f745145, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58693dbd-eb0d-433e-98cc-58fd9aa493e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '06bbc3cb-6332-44cf-a656-507905e8f07a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:00.976070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.134230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 460d40f5-379d-483b-a80b-872eb52a23a7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:01.195827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 460d40f5-379d-483b-a80b-872eb52a23a7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:01.196235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.280061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Allocated IP 172.20.0.2 (d0442e4b-9685-44f1-9e96-da8490250c26/de123f7e-82a5-4ee7-a959-aa666ccb68e0/eda08804-f74b-4e0d-9a52-047828212b80) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:01.362954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] For port 11acee0a-8166-43a6-8784-d8c16f745145, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:01.420139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Allocated IP 172.20.0.1 (06bbc3cb-6332-44cf-a656-507905e8f07a/2bcc897a-38ff-4fba-8244-15d06e7d044a/cc12c652-2654-4338-be1b-8538414872f1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:01.430791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55942) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:01.464255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] For port 11acee0a-8166-43a6-8784-d8c16f745145, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=11acee0a-8166-43a6-8784-d8c16f745145,segment=NetworkSegment(58693dbd-eb0d-433e-98cc-58fd9aa493e7),segment_id=58693dbd-eb0d-433e-98cc-58fd9aa493e7)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:01.489742 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.569095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.675570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-07a6b7aa-cbe3-46ac-8821-aaaf1646cf76 None None] Provisioning complete for port 460d40f5-379d-483b-a80b-872eb52a23a7 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:01.675949 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-07a6b7aa-cbe3-46ac-8821-aaaf1646cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.700450 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.725591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1901700994', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:01.731845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Transition to ACTIVE for port object cc12c652-2654-4338-be1b-8538414872f1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:01.735947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:01.746855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Usage tracker for resource:port and tenant:e169031d4c114fda8e041582f886741f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:01.753889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:01.765390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:01.766701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512b300-e428-4801-9666-4a5190f2c596 None None] Pushing event updated for resources: {'Port': ['ID=11acee0a-8166-43a6-8784-d8c16f745145,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:01.791006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Made reservation on behalf of e169031d4c114fda8e041582f886741f for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:01.793616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.810751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.822287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.832989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 460d40f5-379d-483b-a80b-872eb52a23a7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460d40f5-379d-483b-a80b-872eb52a23a7,segment=NetworkSegment(b9315a08-de36-46ea-99fb-d6d1afeba700),segment_id=b9315a08-de36-46ea-99fb-d6d1afeba700)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:01.845685 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.909369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:01.916270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:01.920064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network 06bbc3cb-6332-44cf-a656-507905e8f07a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:01.927420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Usage tracker for resource:security_group_rule and tenant:e169031d4c114fda8e041582f886741f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:01.928350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:01.930620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:01.935447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:01.945549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Transition to ACTIVE for port object eda08804-f74b-4e0d-9a52-047828212b80 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:01.970000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:01.976900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Port': ['ID=cc12c652-2654-4338-be1b-8538414872f1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:01.998289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:01.998646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:01.999114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:01.999578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:01.999927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.003506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.005090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.005090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.005090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.005090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.005454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:02.087352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.096885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Transition to ACTIVE for port object eda08804-f74b-4e0d-9a52-047828212b80 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:02.131187 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.158612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.164231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=460d40f5-379d-483b-a80b-872eb52a23a7,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:02.177799 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.240258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] device_id is not set on port 4ca0ad76-6c29-4ffa-b930-9b9b28593431 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:38:02.247871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Network d0442e4b-9685-44f1-9e96-da8490250c26 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:02.251449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:02.254951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:02.261679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Pushing event updated for resources: {'Port': ['ID=eda08804-f74b-4e0d-9a52-047828212b80,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:02.299525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0752c7-a94a-4381-b543-802c2aac88f7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:02.327043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.352850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Attempting to bind port eda08804-f74b-4e0d-9a52-047828212b80 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:02.353057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Attempting to bind port eda08804-f74b-4e0d-9a52-047828212b80 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'e86f24e1-be6f-415c-afd8-c8856b903676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:02.353519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Attempting to bind port eda08804-f74b-4e0d-9a52-047828212b80 on network d0442e4b-9685-44f1-9e96-da8490250c26 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:02.360310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:02.360683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Checking segment: {'id': 'e86f24e1-be6f-415c-afd8-c8856b903676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:02.361249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.361651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Bound using segment: {'id': 'e86f24e1-be6f-415c-afd8-c8856b903676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:02.362118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Bound port: eda08804-f74b-4e0d-9a52-047828212b80, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86f24e1-be6f-415c-afd8-c8856b903676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0442e4b-9685-44f1-9e96-da8490250c26'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:02.362496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.501488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] For port eda08804-f74b-4e0d-9a52-047828212b80, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:02.505178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] For port eda08804-f74b-4e0d-9a52-047828212b80, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eda08804-f74b-4e0d-9a52-047828212b80,segment=NetworkSegment(e86f24e1-be6f-415c-afd8-c8856b903676),segment_id=e86f24e1-be6f-415c-afd8-c8856b903676)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:02.511135 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:02.595160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f440-c042-4989-a749-d5f1a3eae7fa None None] Pushing event updated for resources: {'Port': ['ID=eda08804-f74b-4e0d-9a52-047828212b80,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:02.603217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Allocated IP 172.25.6.212 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/4ca0ad76-6c29-4ffa-b930-9b9b28593431) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:02.939313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 11acee0a-8166-43a6-8784-d8c16f745145 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:02.984189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.002132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.037911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 11acee0a-8166-43a6-8784-d8c16f745145 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:03.045187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460d40f5-379d-483b-a80b-872eb52a23a7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:03.096055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb56b9ee-4b4b-4de0-8bea-a6b0081e2308 None None] Network 06bbc3cb-6332-44cf-a656-507905e8f07a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:03.151729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Port': ['ID=cc12c652-2654-4338-be1b-8538414872f1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:03.282738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] Provisioning for port 11acee0a-8166-43a6-8784-d8c16f745145 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:03.302899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] Provisioning complete for port 11acee0a-8166-43a6-8784-d8c16f745145 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:03.303275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.313850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.319182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.452597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.454318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 460d40f5-379d-483b-a80b-872eb52a23a7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:03.454700 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.535942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network 06bbc3cb-6332-44cf-a656-507905e8f07a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:03.539809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:03.607074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:03.618135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:03.629897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Pushing event updated for resources: {'Port': ['ID=4ca0ad76-6c29-4ffa-b930-9b9b28593431,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:03.647639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.685133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:03.711852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] For port 11acee0a-8166-43a6-8784-d8c16f745145, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=11acee0a-8166-43a6-8784-d8c16f745145,segment=NetworkSegment(58693dbd-eb0d-433e-98cc-58fd9aa493e7),segment_id=58693dbd-eb0d-433e-98cc-58fd9aa493e7)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:03.720276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.780699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:03.781376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.807558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e9d9-426d-41c1-97a9-a1c1b45b0b59 None None] Pushing event updated for resources: {'Port': ['ID=11acee0a-8166-43a6-8784-d8c16f745145,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:03.945050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8968021b-ab26-46fd-bc6d-2a0eb9f3e84b tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.5106270 Jan 10 19:38:03.946052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55958) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:03.954108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.212'}]}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:03.957752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-430c476b-ad18-42d7-be65-f8b88a8898ee None None] Provisioning for port cc12c652-2654-4338-be1b-8538414872f1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:03.963125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:03.963358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-430c476b-ad18-42d7-be65-f8b88a8898ee None None] Provisioning complete for port cc12c652-2654-4338-be1b-8538414872f1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:03.963612 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-430c476b-ad18-42d7-be65-f8b88a8898ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:03.968964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Usage tracker for resource:router and tenant:e169031d4c114fda8e041582f886741f is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:03.973996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:03.982514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:04.004104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.007093 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.040408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.072809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0213cf1-b08b-444d-9f37-e9ddd5bc433e None None] Network d0442e4b-9685-44f1-9e96-da8490250c26 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:04.154688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Router 5524bfb4-41b8-477d-9897-b8e5d16b801a is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:38:04.181394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-430c476b-ad18-42d7-be65-f8b88a8898ee None None] Port cc12c652-2654-4338-be1b-8538414872f1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:04.292712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.321541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-430c476b-ad18-42d7-be65-f8b88a8898ee None None] Provisioning complete for port 11acee0a-8166-43a6-8784-d8c16f745145 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:04.321944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-430c476b-ad18-42d7-be65-f8b88a8898ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.376063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:04.388683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9b8fc7a9-20c5-40b4-9973-53e0b15b6597 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2919123 Jan 10 19:38:04.389325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:04.412063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] Sync routers for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:04.545313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:04.545887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:04.613397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:04.658321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bd37061f-c17c-4adf-b6f4-802f14540c5c None None] Provisioning complete for port cc12c652-2654-4338-be1b-8538414872f1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:04.658693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd37061f-c17c-4adf-b6f4-802f14540c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.670352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.687085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:04.687718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:04.720103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:04.767814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:04.768222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8d9a9-db3e-4e23-a93b-b938c857dc10 None None] The sync data for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:04.781860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bd37061f-c17c-4adf-b6f4-802f14540c5c None None] Port cc12c652-2654-4338-be1b-8538414872f1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:04.800366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bd37061f-c17c-4adf-b6f4-802f14540c5c None None] Provisioning for port eda08804-f74b-4e0d-9a52-047828212b80 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:04.892188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eda08804-f74b-4e0d-9a52-047828212b80 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:05.044053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port eda08804-f74b-4e0d-9a52-047828212b80 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:05.050809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eda08804-f74b-4e0d-9a52-047828212b80 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:05.051167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.053476 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.173809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ee697509-924d-4dd8-9687-7c223ef0927a None None] Provisioning complete for port eda08804-f74b-4e0d-9a52-047828212b80 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:05.174033 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee697509-924d-4dd8-9687-7c223ef0927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.322996 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.374829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port eda08804-f74b-4e0d-9a52-047828212b80, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eda08804-f74b-4e0d-9a52-047828212b80,segment=NetworkSegment(e86f24e1-be6f-415c-afd8-c8856b903676),segment_id=e86f24e1-be6f-415c-afd8-c8856b903676)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:05.384497 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee697509-924d-4dd8-9687-7c223ef0927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.396032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.396818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 11acee0a-8166-43a6-8784-d8c16f745145 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:05.402131 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-467f6727-ea86-4c55-a8af-b68134d94cba tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:38:05.403186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-467f6727-ea86-4c55-a8af-b68134d94cba tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0123265 Jan 10 19:38:05.406542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 55968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:05.600109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=eda08804-f74b-4e0d-9a52-047828212b80,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:05.605028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 11acee0a-8166-43a6-8784-d8c16f745145 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:05.605412 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.683807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.684831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-ee697509-924d-4dd8-9687-7c223ef0927a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:05.685206 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-ee697509-924d-4dd8-9687-7c223ef0927a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:05.690019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.741765 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.742264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db58c4b8-3951-4ef4-8a21-e1856937f24a {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:38:05.789649 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 10 19:38:05.797429 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d249a590-8ade-463c-9059-cad94bcee3f0 tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8495710 Jan 10 19:38:05.798014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55976) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:05.896640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Deleting port 4ca0ad76-6c29-4ffa-b930-9b9b28593431 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:05.897133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:05.917806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.372647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.507073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Calling delete_port for 4ca0ad76-6c29-4ffa-b930-9b9b28593431 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:06.621985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting port cc12c652-2654-4338-be1b-8538414872f1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:06.622576 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.667868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.721401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ca0ad76-6c29-4ffa-b930-9b9b28593431,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:06.820826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eda08804-f74b-4e0d-9a52-047828212b80 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:06.858569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.862753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.878434 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9cad9309-4874-4cb5-91a9-8a658b366f9e tempest-RoutersAdminNegativeIpV6Test-68352716 tempest-RoutersAdminNegativeIpV6Test-68352716-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4ca0ad76-6c29-4ffa-b930-9b9b28593431 HTTP/1.1" status: 204 len: 168 time: 1.0785518 Jan 10 19:38:06.901926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eda08804-f74b-4e0d-9a52-047828212b80 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:06.902408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:06.995928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Calling delete_port for cc12c652-2654-4338-be1b-8538414872f1 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:07.137416 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:38:07.230392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 55994) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:07.313209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.367626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Port': ['ID=cc12c652-2654-4338-be1b-8538414872f1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:07.388042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.435183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:07.440184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7c657245f04d2a95075e329ab40ca2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:07.444195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:07.452219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:07.555759 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.564206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.622309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bbe852-9a5f-4d2e-8fb4-4eba0d2a5d22,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:07.626642 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-51bea1fc-b538-41ad-bbba-c6d60a8044c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc7c657245f04d2a95075e329ab40ca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3950841 Jan 10 19:38:07.629356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:07.658018 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.696381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5fde28a6-d706-4974-9344-84c07214da24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.723622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5fde28a6-d706-4974-9344-84c07214da24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.782686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5fde28a6-d706-4974-9344-84c07214da24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.801243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde28a6-d706-4974-9344-84c07214da24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bbe852-9a5f-4d2e-8fb4-4eba0d2a5d22,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:07.808055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5fde28a6-d706-4974-9344-84c07214da24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:07.815201 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5fde28a6-d706-4974-9344-84c07214da24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27bbe852-9a5f-4d2e-8fb4-4eba0d2a5d22 HTTP/1.1" status: 204 len: 168 time: 0.1817579 Jan 10 19:38:08.114729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Router 5524bfb4-41b8-477d-9897-b8e5d16b801a has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:38:08.183413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56010) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:08.234624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f916e56f-6ddd-4067-a91d-9dc2ab097908 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e169031d4c114fda8e041582f886741f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493550 Jan 10 19:38:08.237042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:08.257243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:08.267418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f356c39a-837c-4f9f-b987-2a74f60869f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8596749 Jan 10 19:38:08.271246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56018) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:08.272977 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] Sync routers for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:08.289673 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:08.290802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:08.305591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60b1b072-d98f-484e-9571-c87342259dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:08.335370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60b1b072-d98f-484e-9571-c87342259dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:08.360261 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-ee742fd7-2b5b-49e3-a765-25bcf728df51 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] delete failed (client error): The resource could not be found. Jan 10 19:38:08.361396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ee742fd7-2b5b-49e3-a765-25bcf728df51 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-273509324 HTTP/1.1" status: 404 len: 334 time: 0.0889862 Jan 10 19:38:08.365079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56022) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:08.368584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:08.373049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-319953fe-71b9-4231-a7e6-04e8d3a0f127 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'router': {'external_gateway_info': {'network_id': '5524bfb4-41b8-477d-9897-b8e5d16b801a'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:08.382681 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:08.383650 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:37:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:08.401999 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-19000ee1-4a8a-47d4-b25e-d3fc7964a2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:08.419588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60b1b072-d98f-484e-9571-c87342259dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:08.442643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60b1b072-d98f-484e-9571-c87342259dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:08.444037 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-60b1b072-d98f-484e-9571-c87342259dac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd0752c7-a94a-4381-b543-802c2aac88f7 HTTP/1.1" status: 204 len: 168 time: 0.2060003 Jan 10 19:38:08.446984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1b072-d98f-484e-9571-c87342259dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0752c7-a94a-4381-b543-802c2aac88f7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:08.479842 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:08.480244 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc9e83-3360-4cc4-a4a1-9542b37bd1f4 None None] The sync data for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:09.000969 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-319953fe-71b9-4231-a7e6-04e8d3a0f127 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.030443 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-319953fe-71b9-4231-a7e6-04e8d3a0f127 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] update failed (client error): The resource could not be found. Jan 10 19:38:09.031502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-319953fe-71b9-4231-a7e6-04e8d3a0f127 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a HTTP/1.1" status: 404 len: 339 time: 0.6651151 Jan 10 19:38:09.035180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56038) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:09.456299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56050) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:09.518120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.588245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1253994293'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:09.594278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:09.598006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:network and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:09.600796 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:09.606746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:09.616966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:09.620121 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.633134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.669959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:09.674687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:security_group_rule and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:09.677627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:09.684031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:09.761119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.765425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.806141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83e04c-521a-4cbc-a60b-cf1c1c19c904,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:09.808940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:09.824974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.825321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.825654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.825983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.826308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.826651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.826967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.827312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.827831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.828154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.828470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:09.833962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.834311 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Added segment 8e916d15-94db-4d9f-9f4b-bf7e03539f10 of type vlan for network f30dfad8-729f-4600-af0c-c92c9f98a848 Jan 10 19:38:09.864289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.890489 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Allocated IP 172.20.0.1 (a3b4e267-9010-4274-a8b9-404129595b5a/974887c0-4f66-4d20-ba5c-c34847ee8022/323e12c6-9f2d-43f8-ba98-31835712111d) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:09.895264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:09.899009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:09.899595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.018202 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5606418 Jan 10 19:38:10.021142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d056a-a22c-429f-bb94-2628ccc91dc6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Network': ['ID=f30dfad8-729f-4600-af0c-c92c9f98a848,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:10.053362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f30dfad8-729f-4600-af0c-c92c9f98a848 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:10.090810 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.108093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Transition to ACTIVE for port object 323e12c6-9f2d-43f8-ba98-31835712111d will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:10.132150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.354127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network a3b4e267-9010-4274-a8b9-404129595b5a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:10.358130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:10.371006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:10.428270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Port': ['ID=323e12c6-9f2d-43f8-ba98-31835712111d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:10.449509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.511074 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-316b1849-2b2c-4779-99a2-66078c2d50b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.581708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.740695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c5e175c0-281d-4079-b58d-074a46d854ef None None] Provisioning for port 323e12c6-9f2d-43f8-ba98-31835712111d completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:10.746830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c5e175c0-281d-4079-b58d-074a46d854ef None None] Provisioning complete for port 323e12c6-9f2d-43f8-ba98-31835712111d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:10.747445 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c5e175c0-281d-4079-b58d-074a46d854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:10.817868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c5e175c0-281d-4079-b58d-074a46d854ef None None] Port 323e12c6-9f2d-43f8-ba98-31835712111d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:10.996110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:11.004558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:11.113923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:11.153706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event updated for resources: {'Port': ['ID=323e12c6-9f2d-43f8-ba98-31835712111d,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:11.268116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Network a3b4e267-9010-4274-a8b9-404129595b5a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:11.269430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:11.551392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-45431fc5-91f2-44de-b83c-ba09ec2f717b None None] Provisioning complete for port 323e12c6-9f2d-43f8-ba98-31835712111d triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:11.551940 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45431fc5-91f2-44de-b83c-ba09ec2f717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:11.608625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-45431fc5-91f2-44de-b83c-ba09ec2f717b None None] Port 323e12c6-9f2d-43f8-ba98-31835712111d cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:11.660856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Router 5524bfb4-41b8-477d-9897-b8e5d16b801a has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:38:11.774452 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:11.830297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:11.842686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:11.843236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b4d231c1-5463-4184-a000-1884dec5d618 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8065226 Jan 10 19:38:11.875749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] Sync routers for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:11.903108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:11.904042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:11.961696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:11.971940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:11.983169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:11.983988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:12.047927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:12.048506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce1a7d-9e79-4171-b10d-8c1c0854c910 None None] The sync data for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:12.078413 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-14408175-463b-4236-aa81-8f116e9a95f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:12.249832 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-14408175-463b-4236-aa81-8f116e9a95f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 19:38:12.250761 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-14408175-463b-4236-aa81-8f116e9a95f9 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a HTTP/1.1" status: 409 len: 329 time: 0.4063265 Jan 10 19:38:12.253799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56072) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:12.764842 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:13.119807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:13.271986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:13.277466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'subnet': {'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:13.410965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:13.415292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:subnet and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:13.418123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:13.424104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:13.435664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:13.468533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting port 323e12c6-9f2d-43f8-ba98-31835712111d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:13.469092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:13.644598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:13.722718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:13.851526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Calling delete_port for 323e12c6-9f2d-43f8-ba98-31835712111d owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:13.906292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:13.993934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Subnet': ['ID=cfbde70a-1a39-4eda-982d-a6fa2e03ac40,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:14.005196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Checking segment: {'id': '8e916d15-94db-4d9f-9f4b-bf7e03539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:14.005713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network hostable DHCP agents. Network: f30dfad8-729f-4600-af0c-c92c9f98a848, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:14.036674 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network f30dfad8-729f-4600-af0c-c92c9f98a848 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:14.052528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f30dfad8-729f-4600-af0c-c92c9f98a848) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:14.069005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a3a8e-3a83-40a4-a940-52074f4b3dd4 None None] Network f30dfad8-729f-4600-af0c-c92c9f98a848 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:14.074894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:14.078613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.102794 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.126966 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-17da23bd-6585-497d-b490-5f988a236e8d tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8504465 Jan 10 19:38:14.126966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56084) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:14.133587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-121530541'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:14.139409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:14.143543 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:network and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:14.146088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:14.152044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:14.167664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:14.170793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.207951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:14.219070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.219533 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Added segment 07d96fd8-5c56-4367-ab01-b12006c6da63 of type vlan for network 62a7d037-1104-4e47-96c6-8cfd8e703c7f Jan 10 19:38:14.254082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.302713 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.309197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:14.309877 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.356887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Port': ['ID=323e12c6-9f2d-43f8-ba98-31835712111d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:14.423377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f30dfad8-729f-4600-af0c-c92c9f98a848', 'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848', 'tenant_id': '1bf90047881848e48155a2abfda276b1', 'fixed_ips': [{'subnet_id': 'cfbde70a-1a39-4eda-982d-a6fa2e03ac40'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:14.424361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.433755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3048794 Jan 10 19:38:14.439514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9469b0-9af1-4cf5-a3ec-feb9c407d9d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Network': ['ID=62a7d037-1104-4e47-96c6-8cfd8e703c7f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:14.441601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56088) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:14.447953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'subnet': {'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:14.456908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 62a7d037-1104-4e47-96c6-8cfd8e703c7f details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:14.666162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:14.674420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:subnet and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:14.681836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:14.687929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:14.706102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:14.724147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:14.871855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Allocated IP 2001:db8:0:ffff::2 (f30dfad8-729f-4600-af0c-c92c9f98a848/cfbde70a-1a39-4eda-982d-a6fa2e03ac40/0cad2792-8555-4c35-b136-dc38b881c0b8) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:14.892309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.237951 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.244557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Router 5524bfb4-41b8-477d-9897-b8e5d16b801a has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:38:15.248791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Transition to ACTIVE for port object 0cad2792-8555-4c35-b136-dc38b881c0b8 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:15.268005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Transition to ACTIVE for port object 0cad2792-8555-4c35-b136-dc38b881c0b8 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:15.276385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.349541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Pushing event updated for resources: {'Port': ['ID=0cad2792-8555-4c35-b136-dc38b881c0b8,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:15.356508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:38:15.357848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.368515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Network f30dfad8-729f-4600-af0c-c92c9f98a848 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:15.371381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:15.375417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:15.400082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:15.411224 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] Sync routers for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:15.423118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.430238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-87e3de82-b580-45cb-9ad9-ec1d25d43e47 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1711237 Jan 10 19:38:15.431045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:15.435654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:15.436215 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:15.491081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Attempting to bind port 0cad2792-8555-4c35-b136-dc38b881c0b8 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:15.492358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Attempting to bind port 0cad2792-8555-4c35-b136-dc38b881c0b8 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8e916d15-94db-4d9f-9f4b-bf7e03539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:15.492976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Attempting to bind port 0cad2792-8555-4c35-b136-dc38b881c0b8 on network f30dfad8-729f-4600-af0c-c92c9f98a848 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:15.500321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:15.501061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Checking segment: {'id': '8e916d15-94db-4d9f-9f4b-bf7e03539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:15.501707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.502493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Bound using segment: {'id': '8e916d15-94db-4d9f-9f4b-bf7e03539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:15.503229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Bound port: 0cad2792-8555-4c35-b136-dc38b881c0b8, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e916d15-94db-4d9f-9f4b-bf7e03539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f30dfad8-729f-4600-af0c-c92c9f98a848'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:15.503850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.516294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.524208 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:15.532298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Subnet': ['ID=90d1d03c-9b2c-4928-93f9-963d1db8260f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:15.536117 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] Routers {'5524bfb4-41b8-477d-9897-b8e5d16b801a'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:15.536965 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['5524bfb4-41b8-477d-9897-b8e5d16b801a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:15.550547 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-70d803d7-1be6-4867-87c0-6221e4a51bd3 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] show failed (client error): The resource could not be found. Jan 10 19:38:15.557819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-70d803d7-1be6-4867-87c0-6221e4a51bd3 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-941108219 HTTP/1.1" status: 404 len: 334 time: 0.1211627 Jan 10 19:38:15.558654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56098) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:15.564640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cff641ca-23fe-4d47-ac5b-f7af076129f7 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:15.568182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Checking segment: {'id': '07d96fd8-5c56-4367-ab01-b12006c6da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:15.568790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network hostable DHCP agents. Network: 62a7d037-1104-4e47-96c6-8cfd8e703c7f, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:15.622847 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:15.623273 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c29123-795b-41d1-8e3b-db18b161b40b None None] The sync data for ids ['5524bfb4-41b8-477d-9897-b8e5d16b801a'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:15.638413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 62a7d037-1104-4e47-96c6-8cfd8e703c7f is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:15.644299 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-cff641ca-23fe-4d47-ac5b-f7af076129f7 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] update failed (client error): The resource could not be found. Jan 10 19:38:15.647480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cff641ca-23fe-4d47-ac5b-f7af076129f7 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1666639822 HTTP/1.1" status: 404 len: 335 time: 0.0876889 Jan 10 19:38:15.649966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:15.659317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 62a7d037-1104-4e47-96c6-8cfd8e703c7f) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:15.673637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:15.678171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446583a4-0b68-448d-a22d-3146dd118aa9 None None] Network 62a7d037-1104-4e47-96c6-8cfd8e703c7f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:15.680357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.709809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] For port 0cad2792-8555-4c35-b136-dc38b881c0b8, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:15.713070 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-482773b2-b041-4c53-a26d-ac642651830b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2705441 Jan 10 19:38:15.718612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56106) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:15.726404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'port': {'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f', 'name': 'tempest-NetworksIpV6TestAttrs-1304638090'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:15.771449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] For port 0cad2792-8555-4c35-b136-dc38b881c0b8, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0cad2792-8555-4c35-b136-dc38b881c0b8,segment=NetworkSegment(8e916d15-94db-4d9f-9f4b-bf7e03539f10),segment_id=8e916d15-94db-4d9f-9f4b-bf7e03539f10)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:15.790631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:15.878687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766279e-cdb1-4382-a296-f3c6d4768b04 None None] Pushing event updated for resources: {'Port': ['ID=0cad2792-8555-4c35-b136-dc38b881c0b8,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:16.157247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:16.167393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:port and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:16.168188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-62a7d037-1104-4e47-96c6-8cfd8e703c7f', 'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f', 'tenant_id': '1bf90047881848e48155a2abfda276b1', 'fixed_ips': [{'subnet_id': '90d1d03c-9b2c-4928-93f9-963d1db8260f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:16.169040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.172092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:16.176910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting subnet de123f7e-82a5-4ee7-a959-aa666ccb68e0 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:16.182376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.210431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:16.258909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:16.264311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.307083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.357580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] device_id is not set on port 89149f99-2e0f-4dfc-9007-e98cf1406b0b yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:38:16.459988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Allocated IP 2001:db8::f816:3eff:fe98:fc43 (62a7d037-1104-4e47-96c6-8cfd8e703c7f/90d1d03c-9b2c-4928-93f9-963d1db8260f/c8d52f81-5c66-475f-aa06-31f2aec876d3) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:16.496501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.597249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.643112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Subnet': ['ID=de123f7e-82a5-4ee7-a959-aa666ccb68e0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:16.657833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.670077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-13abeb4f-fa7b-497b-8f64-d130a2cd1814 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/subnets/de123f7e-82a5-4ee7-a959-aa666ccb68e0 HTTP/1.1" status: 204 len: 168 time: 1.0162928 Jan 10 19:38:16.670372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56112) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:16.674828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a21d82-8b7c-470d-846f-00a7bbf05e70 None None] Network d0442e4b-9685-44f1-9e96-da8490250c26 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:16.787230 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:16.816003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0cad2792-8555-4c35-b136-dc38b881c0b8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:16.840228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Transition to ACTIVE for port object c8d52f81-5c66-475f-aa06-31f2aec876d3 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:16.956729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Transition to ACTIVE for port object c8d52f81-5c66-475f-aa06-31f2aec876d3 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:16.971965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.065114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting subnet 2bcc897a-38ff-4fba-8244-15d06e7d044a {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:17.076636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.113439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Allocated IP 2001:db8::f816:3eff:fed4:a679 (62a7d037-1104-4e47-96c6-8cfd8e703c7f/90d1d03c-9b2c-4928-93f9-963d1db8260f/89149f99-2e0f-4dfc-9007-e98cf1406b0b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:17.148892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.157148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Pushing event updated for resources: {'Port': ['ID=c8d52f81-5c66-475f-aa06-31f2aec876d3,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:17.171980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Network 62a7d037-1104-4e47-96c6-8cfd8e703c7f is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:17.174651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:17.180937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:17.337015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4079d-5979-4849-94da-2854036b5846 None None] Network f30dfad8-729f-4600-af0c-c92c9f98a848 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:17.369731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 0cad2792-8555-4c35-b136-dc38b881c0b8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:17.388838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.449106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Attempting to bind port c8d52f81-5c66-475f-aa06-31f2aec876d3 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:17.449280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Attempting to bind port c8d52f81-5c66-475f-aa06-31f2aec876d3 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '07d96fd8-5c56-4367-ab01-b12006c6da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:17.449619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Attempting to bind port c8d52f81-5c66-475f-aa06-31f2aec876d3 on network 62a7d037-1104-4e47-96c6-8cfd8e703c7f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:17.473118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] Provisioning for port 0cad2792-8555-4c35-b136-dc38b881c0b8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:17.484733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.484924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] Provisioning complete for port 0cad2792-8555-4c35-b136-dc38b881c0b8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:17.485278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.512781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Transition to ACTIVE for port object 89149f99-2e0f-4dfc-9007-e98cf1406b0b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:17.512981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:17.513540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Checking segment: {'id': '07d96fd8-5c56-4367-ab01-b12006c6da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:17.513756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.514150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Bound using segment: {'id': '07d96fd8-5c56-4367-ab01-b12006c6da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:17.514731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Bound port: c8d52f81-5c66-475f-aa06-31f2aec876d3, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d96fd8-5c56-4367-ab01-b12006c6da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '62a7d037-1104-4e47-96c6-8cfd8e703c7f'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:17.515119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.516782 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.568977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.579642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcc897a-38ff-4fba-8244-15d06e7d044a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:17.583546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-12b1b9fa-6d81-443d-9d54-516d5e6df1db tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/subnets/2bcc897a-38ff-4fba-8244-15d06e7d044a HTTP/1.1" status: 204 len: 168 time: 0.9118757 Jan 10 19:38:17.586055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56118) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:17.591099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8689ec-28f3-4829-a3da-a27e7deae214 None None] Network 06bbc3cb-6332-44cf-a656-507905e8f07a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:17.598483 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.668000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] DHCP port deletion for d0442e4b-9685-44f1-9e96-da8490250c26 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:17.695917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Deleting port eda08804-f74b-4e0d-9a52-047828212b80 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:17.696600 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.713907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 62a7d037-1104-4e47-96c6-8cfd8e703c7f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:17.718134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:17.720402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Port': ['ID=89149f99-2e0f-4dfc-9007-e98cf1406b0b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:17.723105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:17.728259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:17.729157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.743594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.755181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting port eda08804-f74b-4e0d-9a52-047828212b80 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:17.755527 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:17.773628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-26424084-7acf-4f59-a3f0-f08fe8cc8877 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0498757 Jan 10 19:38:17.777701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56122) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:18.013781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] For port eda08804-f74b-4e0d-9a52-047828212b80, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eda08804-f74b-4e0d-9a52-047828212b80,segment=NetworkSegment(e86f24e1-be6f-415c-afd8-c8856b903676),segment_id=e86f24e1-be6f-415c-afd8-c8856b903676)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:18.014159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.015118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting subnet 90d1d03c-9b2c-4928-93f9-963d1db8260f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:18.018347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.029779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] For port eda08804-f74b-4e0d-9a52-047828212b80, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eda08804-f74b-4e0d-9a52-047828212b80,segment=NetworkSegment(e86f24e1-be6f-415c-afd8-c8856b903676),segment_id=e86f24e1-be6f-415c-afd8-c8856b903676)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:18.030614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.075060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.147147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Calling delete_port for eda08804-f74b-4e0d-9a52-047828212b80 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:18.161297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Calling delete_port for eda08804-f74b-4e0d-9a52-047828212b80 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:18.238335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.244617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.359560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.396182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Port': ['ID=eda08804-f74b-4e0d-9a52-047828212b80,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:18.408172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] No DVR routers for this DVR port eda08804-f74b-4e0d-9a52-047828212b80 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:18.408649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Subnet': ['ID=90d1d03c-9b2c-4928-93f9-963d1db8260f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:18.440164 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.449209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19ca7468-bdec-4223-bb7a-62e7dcc871f8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/90d1d03c-9b2c-4928-93f9-963d1db8260f HTTP/1.1" status: 204 len: 168 time: 0.6694963 Jan 10 19:38:18.449800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56128) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:18.558497 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.587494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.636077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0442e4b-9685-44f1-9e96-da8490250c26']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:18.640839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] For port c8d52f81-5c66-475f-aa06-31f2aec876d3, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:18.647680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:18.648380 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:18.650810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86f24e1-be6f-415c-afd8-c8856b903676') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:18.650982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c89f8-5a72-4296-81a7-bbcc4542e197 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:18.651271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86f24e1-be6f-415c-afd8-c8856b903676') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:18.652419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c89f8-5a72-4296-81a7-bbcc4542e197 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:18.653227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-366c89f8-5a72-4296-81a7-bbcc4542e197 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Synchronizing usage tracker for tenant:1bf90047881848e48155a2abfda276b1 on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:38:18.662026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] For port c8d52f81-5c66-475f-aa06-31f2aec876d3, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8d52f81-5c66-475f-aa06-31f2aec876d3,segment=NetworkSegment(07d96fd8-5c56-4367-ab01-b12006c6da63),segment_id=07d96fd8-5c56-4367-ab01-b12006c6da63)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:18.664929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.671932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-366c89f8-5a72-4296-81a7-bbcc4542e197 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Unset dirty status for tenant:1bf90047881848e48155a2abfda276b1 on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:38:18.673730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-366c89f8-5a72-4296-81a7-bbcc4542e197 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2228637 Jan 10 19:38:18.677030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56132) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:18.686210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.693026 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.694017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:18.694772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:18.712991 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:18.736047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] For port 0cad2792-8555-4c35-b136-dc38b881c0b8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0cad2792-8555-4c35-b136-dc38b881c0b8,segment=NetworkSegment(8e916d15-94db-4d9f-9f4b-bf7e03539f10),segment_id=8e916d15-94db-4d9f-9f4b-bf7e03539f10)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:18.762007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.770720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eda08804-f74b-4e0d-9a52-047828212b80 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:18.812608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.817948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36f8b650-8776-4586-bcd1-fd34f5fb89a3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.826816 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f8b650-8776-4586-bcd1-fd34f5fb89a3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 10 19:38:18.828087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f8b650-8776-4586-bcd1-fd34f5fb89a3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:18.833555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-36f8b650-8776-4586-bcd1-fd34f5fb89a3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/62a7d037-1104-4e47-96c6-8cfd8e703c7f HTTP/1.1" status: 409 len: 405 time: 0.1518867 Jan 10 19:38:18.834383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56136) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:18.835536 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.838441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: eda08804-f74b-4e0d-9a52-047828212b80 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:18.838725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eda08804-f74b-4e0d-9a52-047828212b80 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:18.839881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1485254554'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:18.847920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:18.848879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Network': ['ID=d0442e4b-9685-44f1-9e96-da8490250c26,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:18.855509 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f35e0f50-7ccc-45af-a603-6672fc4acabf tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/networks/d0442e4b-9685-44f1-9e96-da8490250c26 HTTP/1.1" status: 204 len: 168 time: 1.2658274 Jan 10 19:38:18.855951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56140) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:18.856120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:network and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:18.859703 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:18.860085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Pushing event updated for resources: {'Port': ['ID=c8d52f81-5c66-475f-aa06-31f2aec876d3,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:18.879727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:18.890625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.891187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.891635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.891991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.892872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.892872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.893193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.893625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.893964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.894283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.894767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331af40-b52a-46ed-a098-c7a6d36b8fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:38:18.898681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:18.902394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.946679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:18.964935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:18.972901 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Added segment 706f9d19-509e-4434-9b70-a131e9e520b1 of type vlan for network 81230001-e3cb-4820-ace2-3d0bd8cfca42 Jan 10 19:38:18.989303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc44cf3-0440-4acc-a952-a5268bba7504 None None] Pushing event updated for resources: {'Port': ['ID=0cad2792-8555-4c35-b136-dc38b881c0b8,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:19.015934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.023859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.042291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting port 11acee0a-8166-43a6-8784-d8c16f745145 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:19.050850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] DHCP port deletion for 06bbc3cb-6332-44cf-a656-507905e8f07a request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:19.056544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Deleting port 11acee0a-8166-43a6-8784-d8c16f745145 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:19.056956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.060101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.060311 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.068050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:19.068980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.149980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Deleting port eda08804-f74b-4e0d-9a52-047828212b80 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:19.150288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.246965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4091771 Jan 10 19:38:19.251034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56144) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:19.257125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'subnet': {'network_id': '81230001-e3cb-4820-ace2-3d0bd8cfca42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:19.311117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f5d4-b945-4e36-aeb2-006d317b2d76 None None] The port 'eda08804-f74b-4e0d-9a52-047828212b80' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:38:19.325602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b19fae-2a40-4ef6-9754-ffc7028578d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Network': ['ID=81230001-e3cb-4820-ace2-3d0bd8cfca42,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:19.341091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 81230001-e3cb-4820-ace2-3d0bd8cfca42 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:19.378302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] For port 11acee0a-8166-43a6-8784-d8c16f745145, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=11acee0a-8166-43a6-8784-d8c16f745145,segment=NetworkSegment(58693dbd-eb0d-433e-98cc-58fd9aa493e7),segment_id=58693dbd-eb0d-433e-98cc-58fd9aa493e7)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:19.378754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.381649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:19.392268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:19.406096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:19.456520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5d066254-2f8f-436f-a118-3d71369e9158 None None] Provisioning complete for port 0cad2792-8555-4c35-b136-dc38b881c0b8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:19.456890 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5d066254-2f8f-436f-a118-3d71369e9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.523896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Calling delete_port for 11acee0a-8166-43a6-8784-d8c16f745145 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:19.528271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.605691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.663316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Port': ['ID=11acee0a-8166-43a6-8784-d8c16f745145,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:19.665558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] No DVR routers for this DVR port 11acee0a-8166-43a6-8784-d8c16f745145 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:19.677536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] For port 11acee0a-8166-43a6-8784-d8c16f745145, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=11acee0a-8166-43a6-8784-d8c16f745145,segment=NetworkSegment(58693dbd-eb0d-433e-98cc-58fd9aa493e7),segment_id=58693dbd-eb0d-433e-98cc-58fd9aa493e7)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:19.677958 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.814839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.818921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Calling delete_port for 11acee0a-8166-43a6-8784-d8c16f745145 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:19.844314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bbc3cb-6332-44cf-a656-507905e8f07a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:19.867954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58693dbd-eb0d-433e-98cc-58fd9aa493e7') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:19.868218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58693dbd-eb0d-433e-98cc-58fd9aa493e7') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:19.888670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.906144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:19.906578 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:19.917392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.924724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:19.925246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:19.981051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.objects.ports [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83630) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:38:19.987274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:20.032589 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:20.036306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.042754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.069944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Network': ['ID=06bbc3cb-6332-44cf-a656-507905e8f07a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:20.076491 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-db339172-66ef-4052-a0cf-13f418b85e91 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/networks/06bbc3cb-6332-44cf-a656-507905e8f07a HTTP/1.1" status: 204 len: 168 time: 1.2177296 Jan 10 19:38:20.078227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56156) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:20.106312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Subnet': ['ID=c58db008-c67a-4401-999a-ce7bae39714f,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:20.165568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Checking segment: {'id': '706f9d19-509e-4434-9b70-a131e9e520b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81230001-e3cb-4820-ace2-3d0bd8cfca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:20.165937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network hostable DHCP agents. Network: 81230001-e3cb-4820-ace2-3d0bd8cfca42, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:20.190114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 81230001-e3cb-4820-ace2-3d0bd8cfca42 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:20.201464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 81230001-e3cb-4820-ace2-3d0bd8cfca42) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:20.206454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:20.207080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.214138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52bc50f-2aa6-49eb-8ddb-a7d57677ce6f None None] Network 81230001-e3cb-4820-ace2-3d0bd8cfca42 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:20.239469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4f12eeae-4a5d-4c88-83be-c793458006d6 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9876983 Jan 10 19:38:20.240101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56160) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:20.246007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'port': {'network_id': '81230001-e3cb-4820-ace2-3d0bd8cfca42', 'name': 'tempest-NetworksIpV6TestAttrs-1953848007'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:20.349136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting subnet 974887c0-4f66-4d20-ba5c-c34847ee8022 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:20.354055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.370088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed93335-0814-46a4-b717-d5b08ab7c687 None None] Network 62a7d037-1104-4e47-96c6-8cfd8e703c7f requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:20.411828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:20.417537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:port and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:20.422101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:20.429225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:20.442261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:20.446800 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.475502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] device_id is not set on port 5147a568-b84c-462f-9785-d62e30661d01 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:38:20.483104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Deleting port 11acee0a-8166-43a6-8784-d8c16f745145 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:20.483730 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.518752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.587769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-56455025-e5be-4ce5-8e6a-ce5a461abcb1 None None] The port '11acee0a-8166-43a6-8784-d8c16f745145' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:38:20.589237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-006c91eb-6bd1-4996-b71b-4f85c0b980a3 None None] Provisioning for port c8d52f81-5c66-475f-aa06-31f2aec876d3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:20.632758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.647142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Allocated IP 2001:db8::f816:3eff:fee4:f3a3 (81230001-e3cb-4820-ace2-3d0bd8cfca42/c58db008-c67a-4401-999a-ce7bae39714f/5147a568-b84c-462f-9785-d62e30661d01) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:20.733703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.777204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Subnet': ['ID=974887c0-4f66-4d20-ba5c-c34847ee8022,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:20.789778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.798892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16074d0b-7b64-4a42-a696-1667cff41b0e None None] Network a3b4e267-9010-4274-a8b9-404129595b5a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:20.801964 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a98e2f12-763a-44f1-9680-45abca3ebdfb tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/subnets/974887c0-4f66-4d20-ba5c-c34847ee8022 HTTP/1.1" status: 204 len: 168 time: 0.7210181 Jan 10 19:38:20.802421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56164) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:20.825734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc813b-ca96-496d-85fb-9096beb2ff71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-81230001-e3cb-4820-ace2-3d0bd8cfca42', 'network_id': '81230001-e3cb-4820-ace2-3d0bd8cfca42', 'tenant_id': '1bf90047881848e48155a2abfda276b1', 'fixed_ips': [{'subnet_id': 'c58db008-c67a-4401-999a-ce7bae39714f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:20.827863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-96bc813b-ca96-496d-85fb-9096beb2ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.923647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] DHCP port deletion for 62a7d037-1104-4e47-96c6-8cfd8e703c7f request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:20.931816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] Deleting port c8d52f81-5c66-475f-aa06-31f2aec876d3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:20.932199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.952829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.968830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Deleting port 460d40f5-379d-483b-a80b-872eb52a23a7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:20.969314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:20.971690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0cad2792-8555-4c35-b136-dc38b881c0b8 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:21.018987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.037073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Transition to ACTIVE for port object 5147a568-b84c-462f-9785-d62e30661d01 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:21.065930 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.162528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 81230001-e3cb-4820-ace2-3d0bd8cfca42 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:21.166488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:21.175973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:21.180759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:21.181383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.198506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Port': ['ID=5147a568-b84c-462f-9785-d62e30661d01,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:21.231815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-976e3fa6-1d0e-40ab-af59-18083f091514 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9906194 Jan 10 19:38:21.235102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56170) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:21.281312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] For port 460d40f5-379d-483b-a80b-872eb52a23a7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=460d40f5-379d-483b-a80b-872eb52a23a7,segment=NetworkSegment(b9315a08-de36-46ea-99fb-d6d1afeba700),segment_id=b9315a08-de36-46ea-99fb-d6d1afeba700)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:21.281754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.316098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting subnet c58db008-c67a-4401-999a-ce7bae39714f {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:21.319609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.388292 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.407711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Calling delete_port for 460d40f5-379d-483b-a80b-872eb52a23a7 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:21.484652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.489974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.493175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0cad2792-8555-4c35-b136-dc38b881c0b8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:21.493727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.555420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Port': ['ID=460d40f5-379d-483b-a80b-872eb52a23a7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:21.565483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] No DVR routers for this DVR port 460d40f5-379d-483b-a80b-872eb52a23a7 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:21.578737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-96bc813b-ca96-496d-85fb-9096beb2ff71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c58db008-c67a-4401-999a-ce7bae39714f: This subnet is being modified by another concurrent operation. Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c58db008-c67a-4401-999a-ce7bae39714f: This subnet is being modified by another concurrent operation. Jan 10 19:38:21.596244 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:38:21.604052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] For port c8d52f81-5c66-475f-aa06-31f2aec876d3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c8d52f81-5c66-475f-aa06-31f2aec876d3,segment=NetworkSegment(07d96fd8-5c56-4367-ab01-b12006c6da63),segment_id=07d96fd8-5c56-4367-ab01-b12006c6da63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:21.604052 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.625350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8775c-92bc-498e-a384-3fec91d686c8 None None] Network 81230001-e3cb-4820-ace2-3d0bd8cfca42 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:21.736777 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.747647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Subnet': ['ID=c58db008-c67a-4401-999a-ce7bae39714f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:21.759049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.769765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c8d12dea-8ac5-49d2-b1c0-060217c6ad77 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/c58db008-c67a-4401-999a-ce7bae39714f HTTP/1.1" status: 204 len: 168 time: 0.5336161 Jan 10 19:38:21.772411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b4e267-9010-4274-a8b9-404129595b5a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:21.772942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56174) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:21.781798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] Calling delete_port for c8d52f81-5c66-475f-aa06-31f2aec876d3 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:21.789811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9315a08-de36-46ea-99fb-d6d1afeba700') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:21.790231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9315a08-de36-46ea-99fb-d6d1afeba700') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:21.803151 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.812420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b30d5-41f4-4c39-bb50-7310eef4009e None None] DHCP port deletion for a3b4e267-9010-4274-a8b9-404129595b5a request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:21.821004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.832583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:21.833012 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:21.848540 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:21.861138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bbb821-0b35-4305-9ed9-f3724855f212 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:21.863245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bbb821-0b35-4305-9ed9-f3724855f212 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:21.864182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-98bbb821-0b35-4305-9ed9-f3724855f212 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Synchronizing usage tracker for tenant:1bf90047881848e48155a2abfda276b1 on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:38:21.887883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-98bbb821-0b35-4305-9ed9-f3724855f212 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Unset dirty status for tenant:1bf90047881848e48155a2abfda276b1 on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:38:21.891696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-98bbb821-0b35-4305-9ed9-f3724855f212 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1176686 Jan 10 19:38:21.896437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:21.947159 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.977808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:21.990210 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/networks/a3b4e267-9010-4274-a8b9-404129595b5a HTTP/1.1" status: 204 len: 168 time: 1.1860607 Jan 10 19:38:21.993994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56182) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:21.997619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d403597-73ef-4e80-903b-0bbbcadc9a56 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Pushing event deleted for resources: {'Network': ['ID=a3b4e267-9010-4274-a8b9-404129595b5a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:22.058955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a52dda08-6f3f-4e2e-8462-29625060b256 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.069418 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52dda08-6f3f-4e2e-8462-29625060b256 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 10 19:38:22.070183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52dda08-6f3f-4e2e-8462-29625060b256 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:22.074907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a52dda08-6f3f-4e2e-8462-29625060b256 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/81230001-e3cb-4820-ace2-3d0bd8cfca42 HTTP/1.1" status: 409 len: 405 time: 0.1741226 Jan 10 19:38:22.075080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.079315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:22.089910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-981513733'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:22.106784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:22.114606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:network and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:22.123155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:22.127335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1bb9e721-3118-4f0d-835f-6ddffc248842 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Synchronizing usage tracker for tenant:fe117b356143482f8fff9154d872f4ea on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:38:22.134718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:22.146525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 11acee0a-8166-43a6-8784-d8c16f745145 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:22.160315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:22.165321 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.166088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1bb9e721-3118-4f0d-835f-6ddffc248842 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Unset dirty status for tenant:fe117b356143482f8fff9154d872f4ea on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:38:22.170103 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1bb9e721-3118-4f0d-835f-6ddffc248842 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "GET /v2.0/ports?device_id=5524bfb4-41b8-477d-9897-b8e5d16b801a HTTP/1.1" status: 200 len: 205 time: 0.1748948 Jan 10 19:38:22.172437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56190) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:22.193012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 11acee0a-8166-43a6-8784-d8c16f745145 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:22.193436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 11acee0a-8166-43a6-8784-d8c16f745145 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:22.197929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] Pushing event deleted for resources: {'Port': ['ID=c8d52f81-5c66-475f-aa06-31f2aec876d3,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:22.207824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abdc1f-a1af-48c3-8f9f-6f7744812723 None None] No DVR routers for this DVR port c8d52f81-5c66-475f-aa06-31f2aec876d3 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:22.210446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:22.226148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.226576 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Added segment 530135e4-7c63-470b-9b47-29bec6d044b2 of type vlan for network 4168e3ed-1085-4b23-931e-3b658bf7fe81 Jan 10 19:38:22.248435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5064c-d611-4e16-9ffd-6d231e88c56f None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:38:22.267119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.310787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.317074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:22.318079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.368534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.375859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5064c-d611-4e16-9ffd-6d231e88c56f None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:38:22.448365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3677073 Jan 10 19:38:22.453043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56200) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:22.459109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'subnet': {'network_id': '4168e3ed-1085-4b23-931e-3b658bf7fe81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:22.486684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82368c45-994f-4d74-9c27-d80482689128 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Network': ['ID=4168e3ed-1085-4b23-931e-3b658bf7fe81,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:22.563554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4168e3ed-1085-4b23-931e-3b658bf7fe81 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:22.618102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:22.630360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:22.645029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:22.789054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8d52f81-5c66-475f-aa06-31f2aec876d3 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:22.831805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:22.854613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c8d52f81-5c66-475f-aa06-31f2aec876d3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:22.855141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c8d52f81-5c66-475f-aa06-31f2aec876d3 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:22.855680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460d40f5-379d-483b-a80b-872eb52a23a7 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:22.926384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 460d40f5-379d-483b-a80b-872eb52a23a7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:22.926892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 460d40f5-379d-483b-a80b-872eb52a23a7 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:23.067887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.071538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.101758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.102649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Fanout notify agent at l3_agent the message router_deleted on router 5524bfb4-41b8-477d-9897-b8e5d16b801a {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:38:23.126034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.127294 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43070e68-1390-495d-94d8-f57511e1fc78 tempest-RoutersNegativeTest-740457419 tempest-RoutersNegativeTest-740457419-project] 10.222.0.21 "DELETE /v2.0/routers/5524bfb4-41b8-477d-9897-b8e5d16b801a HTTP/1.1" status: 204 len: 168 time: 0.9555335 Jan 10 19:38:23.313645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.objects.ports [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83630) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:38:23.314923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.401572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Subnet': ['ID=6c806edb-5504-4192-a6a3-0aa34d153b4e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:23.418498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Checking segment: {'id': '530135e4-7c63-470b-9b47-29bec6d044b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4168e3ed-1085-4b23-931e-3b658bf7fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:23.418855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network hostable DHCP agents. Network: 4168e3ed-1085-4b23-931e-3b658bf7fe81, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:23.441278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 4168e3ed-1085-4b23-931e-3b658bf7fe81 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:23.454020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 4168e3ed-1085-4b23-931e-3b658bf7fe81) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:23.459959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:23.460892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.463296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5abea5-3dd8-4079-976a-df634744c908 None None] Network 4168e3ed-1085-4b23-931e-3b658bf7fe81 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:23.474141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:23.492382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f1b91165-5db5-4718-be01-c5cce1442759 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0383754 Jan 10 19:38:23.495005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:23.697711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.725443 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1e08be07-3f09-42a5-83b8-87ddd135c110 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe117b356143482f8fff9154d872f4ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2496881 Jan 10 19:38:23.728105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56222) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:23.772991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.801237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e20c0094-45db-4baf-ad31-b89f90e001aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.834046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e20c0094-45db-4baf-ad31-b89f90e001aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.836772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150f31a-5e49-4c9a-9873-97f098b1d7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-4168e3ed-1085-4b23-931e-3b658bf7fe81', 'network_id': '4168e3ed-1085-4b23-931e-3b658bf7fe81', 'tenant_id': '1bf90047881848e48155a2abfda276b1', 'fixed_ips': [{'subnet_id': '6c806edb-5504-4192-a6a3-0aa34d153b4e'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:23.837882 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9150f31a-5e49-4c9a-9873-97f098b1d7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.867735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.903000 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e20c0094-45db-4baf-ad31-b89f90e001aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.913263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Subnet': ['ID=6c806edb-5504-4192-a6a3-0aa34d153b4e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:23.924947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c0094-45db-4baf-ad31-b89f90e001aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6544584-8391-4ecf-9ff5-6595b1eccae7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:23.926712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e20c0094-45db-4baf-ad31-b89f90e001aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:23.930219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e20c0094-45db-4baf-ad31-b89f90e001aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6544584-8391-4ecf-9ff5-6595b1eccae7 HTTP/1.1" status: 204 len: 168 time: 0.1989458 Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server [None req-9150f31a-5e49-4c9a-9873-97f098b1d7ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c806edb-5504-4192-a6a3-0aa34d153b4e: This subnet is being modified by another concurrent operation. Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise value Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server raise exception Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c806edb-5504-4192-a6a3-0aa34d153b4e: This subnet is being modified by another concurrent operation. Jan 10 19:38:23.972869 n-d-816927-8 neutron-server[83631]: ERROR oslo_messaging.rpc.server Jan 10 19:38:23.987531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee63c9c3-2c3e-4b4e-8fe0-d26fcd4f9b64 None None] Network 4168e3ed-1085-4b23-931e-3b658bf7fe81 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:24.016723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.050000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4168e3ed-1085-4b23-931e-3b658bf7fe81']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:24.067211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530135e4-7c63-470b-9b47-29bec6d044b2') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:24.067748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530135e4-7c63-470b-9b47-29bec6d044b2') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:24.081191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.098654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.106233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:24.106366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:24.121294 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:24.184151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb298e-2df4-4dba-8f68-c5cbad8504ba None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:38:24.282418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb298e-2df4-4dba-8f68-c5cbad8504ba None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:38:24.299990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.320101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.338177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/4168e3ed-1085-4b23-931e-3b658bf7fe81 HTTP/1.1" status: 204 len: 168 time: 0.8373885 Jan 10 19:38:24.338370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56234) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:24.341732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0ea09-7d31-4c0f-9c4b-d9241b0765bd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Network': ['ID=4168e3ed-1085-4b23-931e-3b658bf7fe81,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:24.342446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2021999755'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:24.351817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:24.355548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:network and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:24.359041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:24.364695 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:24.384047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:24.387287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.417687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:24.427468 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.427981 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Added segment 7d87b611-3042-4e52-8eb1-b63b9c90a421 of type vlan for network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 Jan 10 19:38:24.459660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.492031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.495820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:24.496508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.610094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Network': ['ID=68d35ab2-0d6e-4af8-8b73-cac3fb960ae0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:24.615609 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a24989d0-f3f0-4dba-8797-c03632536f84 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2776392 Jan 10 19:38:24.619212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:24.624283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:24.625349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'subnet': {'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:24.744665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:24.748739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:subnet and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:24.751637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:24.761303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:24.772187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:24.887590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:24.928587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56258) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:25.070263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1976522199'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:25.077608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:25.082131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Usage tracker for resource:network and tenant:23c38bda2bf141538b020f92e0f4b0b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:25.085070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:25.093123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:25.115587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Made reservation on behalf of 23c38bda2bf141538b020f92e0f4b0b1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:25.119052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.133078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.142060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.168842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:25.173534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Usage tracker for resource:security_group_rule and tenant:23c38bda2bf141538b020f92e0f4b0b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:25.176821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:25.182846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:25.224036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Subnet': ['ID=52507aca-2e96-4c11-8721-1c8d2f207605,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:25.238850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Checking segment: {'id': '7d87b611-3042-4e52-8eb1-b63b9c90a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:25.239243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network hostable DHCP agents. Network: 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:25.260698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.261205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:25.264667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.271165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:25.276028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:25.277798 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.280877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee2a9b-87ed-4d11-83d9-b97777faea8d None None] Network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:25.307884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:25.310523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-79b7e906-6539-4e82-991d-a898f3302869 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6900194 Jan 10 19:38:25.313064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:25.331740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b3c42-b6ce-4aee-a8fe-cfda27504b76,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:25.334583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.334920 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Added segment 037f1801-dab5-4de7-b0fe-284869cfe225 of type vlan for network f0edd929-450c-40b8-ada5-6941b194242c Jan 10 19:38:25.371731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.409987 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.415423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:25.416016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.458906 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5263994 Jan 10 19:38:25.459420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56268) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:25.470171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Request body: {'subnet': {'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:25.559054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-68d35ab2-0d6e-4af8-8b73-cac3fb960ae0', 'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0', 'tenant_id': '1bf90047881848e48155a2abfda276b1', 'fixed_ips': [{'subnet_id': '52507aca-2e96-4c11-8721-1c8d2f207605'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:25.559746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0104-22aa-447e-b216-b36690744988 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event updated for resources: {'Network': ['ID=f0edd929-450c-40b8-ada5-6941b194242c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:25.560662 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.577011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f0edd929-450c-40b8-ada5-6941b194242c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:25.606472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.625231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:25.653236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Usage tracker for resource:subnet and tenant:23c38bda2bf141538b020f92e0f4b0b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:25.658920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:25.670336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:25.693152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Made reservation on behalf of 23c38bda2bf141538b020f92e0f4b0b1 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:25.764791 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:25.827869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Allocated IP 2001:db8::2 (68d35ab2-0d6e-4af8-8b73-cac3fb960ae0/52507aca-2e96-4c11-8721-1c8d2f207605/58a6e20e-f056-4476-86a7-2518c389c577) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:25.860900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.044725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.055900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Transition to ACTIVE for port object 58a6e20e-f056-4476-86a7-2518c389c577 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:26.075810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Transition to ACTIVE for port object 58a6e20e-f056-4476-86a7-2518c389c577 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:26.082986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.127023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.171879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.212402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:26.213412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Pushing event updated for resources: {'Port': ['ID=58a6e20e-f056-4476-86a7-2518c389c577,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:26.215710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:26.217821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:26.303948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Attempting to bind port 58a6e20e-f056-4476-86a7-2518c389c577 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:26.304321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Attempting to bind port 58a6e20e-f056-4476-86a7-2518c389c577 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7d87b611-3042-4e52-8eb1-b63b9c90a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:26.305348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Attempting to bind port 58a6e20e-f056-4476-86a7-2518c389c577 on network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:26.305480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event updated for resources: {'Subnet': ['ID=ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:26.313518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:26.313900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Checking segment: {'id': '7d87b611-3042-4e52-8eb1-b63b9c90a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:26.314344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.314861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Bound using segment: {'id': '7d87b611-3042-4e52-8eb1-b63b9c90a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:26.315334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Bound port: 58a6e20e-f056-4476-86a7-2518c389c577, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d87b611-3042-4e52-8eb1-b63b9c90a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:26.315708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.417657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] For port 58a6e20e-f056-4476-86a7-2518c389c577, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:26.421589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] For port 58a6e20e-f056-4476-86a7-2518c389c577, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=58a6e20e-f056-4476-86a7-2518c389c577,segment=NetworkSegment(7d87b611-3042-4e52-8eb1-b63b9c90a421),segment_id=7d87b611-3042-4e52-8eb1-b63b9c90a421)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:26.426173 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.463671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Checking segment: {'id': '037f1801-dab5-4de7-b0fe-284869cfe225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:26.464028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Network hostable DHCP agents. Network: f0edd929-450c-40b8-ada5-6941b194242c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:26.471458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.488290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Subnet': ['ID=52507aca-2e96-4c11-8721-1c8d2f207605,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:26.509917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d35ab2-0d6e-4af8-8b73-cac3fb960ae0']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:26.511824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8d5db-0c91-4e13-ba4d-f9d7ef50a9ec None None] Pushing event updated for resources: {'Port': ['ID=58a6e20e-f056-4476-86a7-2518c389c577,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:26.523145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d87b611-3042-4e52-8eb1-b63b9c90a421') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:26.523447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d87b611-3042-4e52-8eb1-b63b9c90a421') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:26.537502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.544342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Network f0edd929-450c-40b8-ada5-6941b194242c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:26.559564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.563053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f0edd929-450c-40b8-ada5-6941b194242c) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:26.569967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:26.570596 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.574676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a8214-080d-4fed-b827-047529626051 None None] Network f0edd929-450c-40b8-ada5-6941b194242c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:26.576079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:26.576477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:26.591660 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:26.671125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f365f8-44ba-4933-8fb1-f786afd84d0c None None] Network 68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:26.676985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d410afec-5426-4c19-8d77-a55725c58dac tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2133656 Jan 10 19:38:26.678327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56274) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:26.688166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Request body: {'port': {'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c', 'name': 'tempest-TagsExtTest-620231809'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:26.700129 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 19:38:26.700129 n-d-816927-8 neutron-server[83630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 19:38:26.700129 n-d-816927-8 neutron-server[83630]: [parameters: {'id': '68d35ab2-0d6e-4af8-8b73-cac3fb960ae0'}] Jan 10 19:38:26.700129 n-d-816927-8 neutron-server[83630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:26.701108 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:26.834601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:26.838833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Usage tracker for resource:port and tenant:23c38bda2bf141538b020f92e0f4b0b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:26.841893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:26.848286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:26.859667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Made reservation on behalf of 23c38bda2bf141538b020f92e0f4b0b1 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:26.862386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:26.883762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] device_id is not set on port 5581f60e-6b39-4685-b677-5bd72305a3f5 yet. {{(pid=83629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:38:26.971510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f0edd929-450c-40b8-ada5-6941b194242c', 'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c', 'tenant_id': '23c38bda2bf141538b020f92e0f4b0b1', 'fixed_ips': [{'subnet_id': 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:26.972333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.032073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Allocated IP 172.20.0.12 (f0edd929-450c-40b8-ada5-6941b194242c/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/5581f60e-6b39-4685-b677-5bd72305a3f5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:27.203425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.214290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting port 58a6e20e-f056-4476-86a7-2518c389c577 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:27.214629 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.289976 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.308824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Transition to ACTIVE for port object 5581f60e-6b39-4685-b677-5bd72305a3f5 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:27.341324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.407407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Network f0edd929-450c-40b8-ada5-6941b194242c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:27.409446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Allocated IP 172.20.0.2 (f0edd929-450c-40b8-ada5-6941b194242c/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/53640469-4442-442e-bac9-85d12539be01) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:27.416056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:27.419542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:27.487241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] For port 58a6e20e-f056-4476-86a7-2518c389c577, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=58a6e20e-f056-4476-86a7-2518c389c577,segment=NetworkSegment(7d87b611-3042-4e52-8eb1-b63b9c90a421),segment_id=7d87b611-3042-4e52-8eb1-b63b9c90a421)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:27.487857 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.580383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event updated for resources: {'Port': ['ID=5581f60e-6b39-4685-b677-5bd72305a3f5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:27.603561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:27.604323 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.626392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-89bd9bf9-9b18-46a0-824c-e590aa153821 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9446306 Jan 10 19:38:27.629049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:27.634917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1635774285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:27.641583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Calling delete_port for 58a6e20e-f056-4476-86a7-2518c389c577 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:27.644205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:27.649976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Usage tracker for resource:router and tenant:23c38bda2bf141538b020f92e0f4b0b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:27.652732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:27.659497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:27.664934 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.671538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.672562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.676845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Transition to ACTIVE for port object 53640469-4442-442e-bac9-85d12539be01 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:27.692671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.697366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Transition to ACTIVE for port object 53640469-4442-442e-bac9-85d12539be01 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:27.705893 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.713380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.735307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.736485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9852a69-3175-4bb6-b636-80f6e164608d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1062701 Jan 10 19:38:27.736818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.739879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56292) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:27.746139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-df88ed42-8f02-4d35-8656-863052b5e799 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-148426028', 'prefixes': ['172.20.0.0/16']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:27.752498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-df88ed42-8f02-4d35-8656-863052b5e799 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:27.779126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Network f0edd929-450c-40b8-ada5-6941b194242c is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:27.782650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:27.787059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:27.789012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Port': ['ID=58a6e20e-f056-4476-86a7-2518c389c577,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:27.794920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No DVR routers for this DVR port 58a6e20e-f056-4476-86a7-2518c389c577 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:27.800545 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Pushing event updated for resources: {'Port': ['ID=53640469-4442-442e-bac9-85d12539be01,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:27.883375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df88ed42-8f02-4d35-8656-863052b5e799 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for subnetpool, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.888224 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-df88ed42-8f02-4d35-8656-863052b5e799 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1473958 Jan 10 19:38:27.888443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Attempting to bind port 53640469-4442-442e-bac9-85d12539be01 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:27.888812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Attempting to bind port 53640469-4442-442e-bac9-85d12539be01 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '037f1801-dab5-4de7-b0fe-284869cfe225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:27.888955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56296) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:27.889739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Attempting to bind port 53640469-4442-442e-bac9-85d12539be01 on network f0edd929-450c-40b8-ada5-6941b194242c {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:27.896999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-5332bec9-2726-4e5d-8224-ecca1d895560 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-357764539') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:27.897190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:27.897590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Checking segment: {'id': '037f1801-dab5-4de7-b0fe-284869cfe225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:27.898036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.898491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Bound using segment: {'id': '037f1801-dab5-4de7-b0fe-284869cfe225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:27.899188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Bound port: 53640469-4442-442e-bac9-85d12539be01, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037f1801-dab5-4de7-b0fe-284869cfe225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f0edd929-450c-40b8-ada5-6941b194242c'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:27.899680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.935089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:27.963628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d35ab2-0d6e-4af8-8b73-cac3fb960ae0']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:27.979326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d87b611-3042-4e52-8eb1-b63b9c90a421') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:27.980214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d87b611-3042-4e52-8eb1-b63b9c90a421') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:27.990318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5332bec9-2726-4e5d-8224-ecca1d895560 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-357764539 HTTP/1.1" status: 201 len: 201 time: 0.0997517 Jan 10 19:38:27.990488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:27.999301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-41921943-5a0b-407f-82ad-78bf7e243c5c tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-717682447') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.002448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] For port 53640469-4442-442e-bac9-85d12539be01, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:28.005996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] For port 53640469-4442-442e-bac9-85d12539be01, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=53640469-4442-442e-bac9-85d12539be01,segment=NetworkSegment(037f1801-dab5-4de7-b0fe-284869cfe225),segment_id=037f1801-dab5-4de7-b0fe-284869cfe225)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:28.011129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.025188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.054081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.069185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:28.069671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:28.085443 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:28.112234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5cb12-f622-4185-84f4-7a997be5487d None None] Pushing event updated for resources: {'Port': ['ID=53640469-4442-442e-bac9-85d12539be01,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:28.187519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.193199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.225557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Network': ['ID=68d35ab2-0d6e-4af8-8b73-cac3fb960ae0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:28.235071 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-10c76a5a-0f78-4259-808d-afdce6ebd067 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 HTTP/1.1" status: 204 len: 168 time: 2.9203589 Jan 10 19:38:28.238043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56304) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.239746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-41921943-5a0b-407f-82ad-78bf7e243c5c tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-717682447 HTTP/1.1" status: 201 len: 201 time: 0.2479866 Jan 10 19:38:28.242532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56308) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.245704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2039698480'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:28.250201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-8337f2e0-f217-494d-b217-5d795ec40341 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-595500901') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.257939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:28.264941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:network and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:28.270839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:28.277571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:28.298055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:28.302608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.362629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:28.396935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.396935 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Added segment d371b043-f1f4-45f9-b01d-9165917a5570 of type vlan for network 1e85d7f2-9f43-4a6e-95a4-6c5403921935 Jan 10 19:38:28.438822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.477928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.481750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:28.482369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.515847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8337f2e0-f217-494d-b217-5d795ec40341 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-595500901 HTTP/1.1" status: 201 len: 201 time: 0.2689912 Jan 10 19:38:28.516128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56314) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.522812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-7e35a7a9-b9f8-4389-b372-2dbf376254be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-1877353661') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.569341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7e35a7a9-b9f8-4389-b372-2dbf376254be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-1877353661 HTTP/1.1" status: 201 len: 201 time: 0.0496862 Jan 10 19:38:28.570037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56318) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.576849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-040151b6-0193-4dd5-9796-88c7cae12f8e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.595955 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3565536 Jan 10 19:38:28.596549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.601487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780b54-a022-458b-b64c-4e84701fd9b8 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Network': ['ID=1e85d7f2-9f43-4a6e-95a4-6c5403921935,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:28.612280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1e85d7f2-9f43-4a6e-95a4-6c5403921935 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:28.612562 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Request body: {'subnet': {'network_id': '1e85d7f2-9f43-4a6e-95a4-6c5403921935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:28.660608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-040151b6-0193-4dd5-9796-88c7cae12f8e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags HTTP/1.1" status: 200 len: 240 time: 0.0891137 Jan 10 19:38:28.662965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56326) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.669344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-d45cd6e4-174a-4e1a-b4a6-dd36241fc054 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-357764539') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.726379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:28.733724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Usage tracker for resource:subnet and tenant:1bf90047881848e48155a2abfda276b1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:28.737510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:28.745873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:28.757843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d45cd6e4-174a-4e1a-b4a6-dd36241fc054 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-357764539 HTTP/1.1" status: 204 len: 168 time: 0.0936141 Jan 10 19:38:28.760089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Made reservation on behalf of 1bf90047881848e48155a2abfda276b1 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:28.760291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56330) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.766343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-4f9cc609-123e-46ce-ac4e-313be1395491 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-357764539') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.819221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 53640469-4442-442e-bac9-85d12539be01 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:28.850283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4f9cc609-123e-46ce-ac4e-313be1395491 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-357764539 HTTP/1.1" status: 204 len: 168 time: 0.0888453 Jan 10 19:38:28.855347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56334) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.862105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-55d2857d-21aa-4f76-82e2-9763ec9efc27 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:28.868932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:28.895760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 53640469-4442-442e-bac9-85d12539be01 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:28.941242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-55d2857d-21aa-4f76-82e2-9763ec9efc27 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags HTTP/1.1" status: 200 len: 205 time: 0.0845728 Jan 10 19:38:28.943694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:28.949173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-1188c7ed-d52e-4b58-95f0-941c0436a9e5 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.126939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1188c7ed-d52e-4b58-95f0-941c0436a9e5 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags HTTP/1.1" status: 200 len: 240 time: 0.1820419 Jan 10 19:38:29.129406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56342) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.136081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-4d6a74f1-ddb9-4327-a70b-9a99f97d5e8f tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-717682447') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.212635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4d6a74f1-ddb9-4327-a70b-9a99f97d5e8f tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-717682447 HTTP/1.1" status: 204 len: 168 time: 0.0819573 Jan 10 19:38:29.213135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.219411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-bc97c11f-65b5-4ba0-a4cf-76fdc7d91364 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-717682447') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.231886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.objects.ports [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83629) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 10 19:38:29.233829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.243328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf28fc72-efe1-4258-afae-e62dfda958d3 None None] Network f0edd929-450c-40b8-ada5-6941b194242c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:29.307642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bc97c11f-65b5-4ba0-a4cf-76fdc7d91364 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-717682447 HTTP/1.1" status: 204 len: 168 time: 0.0933506 Jan 10 19:38:29.309989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56350) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.316183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-05f7d666-792c-40d0-bbda-09d76f45d7b0 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.322386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event updated for resources: {'Subnet': ['ID=9c699521-0c1c-4188-a25b-cd971e944f7e,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:29.329186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Checking segment: {'id': 'd371b043-f1f4-45f9-b01d-9165917a5570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1e85d7f2-9f43-4a6e-95a4-6c5403921935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:29.329623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network hostable DHCP agents. Network: 1e85d7f2-9f43-4a6e-95a4-6c5403921935, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:29.353905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Network 1e85d7f2-9f43-4a6e-95a4-6c5403921935 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:29.365950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1e85d7f2-9f43-4a6e-95a4-6c5403921935) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:29.370471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:29.371194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.393571 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-05f7d666-792c-40d0-bbda-09d76f45d7b0 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags HTTP/1.1" status: 200 len: 205 time: 0.0822628 Jan 10 19:38:29.393822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfd4ec-c5b9-49a9-af7c-4f51045e02fb None None] Network 1e85d7f2-9f43-4a6e-95a4-6c5403921935 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:29.396231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.400056 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f58f70d1-289c-4077-98a5-6bd71c16bb89 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8004014 Jan 10 19:38:29.400863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56360) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.403828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-2fb7b428-4443-42f5-8457-f08e07d3f602 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.416714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] Provisioning for port 53640469-4442-442e-bac9-85d12539be01 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:29.494507 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] Provisioning complete for port 53640469-4442-442e-bac9-85d12539be01 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:29.495292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.559538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.571708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2fb7b428-4443-42f5-8457-f08e07d3f602 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags HTTP/1.1" status: 200 len: 240 time: 0.1741066 Jan 10 19:38:29.574060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.580992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-866e13e1-abff-425b-8b99-445f6916c26b tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-595500901') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.688054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.745970 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-866e13e1-abff-425b-8b99-445f6916c26b tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-595500901 HTTP/1.1" status: 204 len: 168 time: 0.1702404 Jan 10 19:38:29.748228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56372) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.755882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-c790b481-a140-46b7-b59a-df2f15bc7a26 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-595500901') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.794278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.845944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Subnet': ['ID=9c699521-0c1c-4188-a25b-cd971e944f7e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:29.921532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198416d8-23da-49c7-b2aa-f5671b8e1ed1 None None] Network 1e85d7f2-9f43-4a6e-95a4-6c5403921935 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:29.922460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c790b481-a140-46b7-b59a-df2f15bc7a26 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-595500901 HTTP/1.1" status: 204 len: 168 time: 0.1725941 Jan 10 19:38:29.923217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56376) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:29.929194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-4ad4e1ae-5f5d-487c-93a0-b96c42b8bc86 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:29.966640 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:29.998442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e85d7f2-9f43-4a6e-95a4-6c5403921935']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.011116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd371b043-f1f4-45f9-b01d-9165917a5570') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.011629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd371b043-f1f4-45f9-b01d-9165917a5570') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.021759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.024356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.043463 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.051811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:30.052728 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:30.072307 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:30.075147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4ad4e1ae-5f5d-487c-93a0-b96c42b8bc86 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags HTTP/1.1" status: 200 len: 205 time: 0.1496029 Jan 10 19:38:30.075924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56380) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.082637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-4250b594-2b8d-4abf-8e2a-d861018152cf tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.113775 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4250b594-2b8d-4abf-8e2a-d861018152cf tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags HTTP/1.1" status: 200 len: 241 time: 0.0365236 Jan 10 19:38:30.114655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.120643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-902f73a0-85bf-48de-87bc-c5bdd6b9dff8 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-1877353661') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.150256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-902f73a0-85bf-48de-87bc-c5bdd6b9dff8 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-1877353661 HTTP/1.1" status: 204 len: 168 time: 0.0336647 Jan 10 19:38:30.151072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.154224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] For port 53640469-4442-442e-bac9-85d12539be01, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=53640469-4442-442e-bac9-85d12539be01,segment=NetworkSegment(037f1801-dab5-4de7-b0fe-284869cfe225),segment_id=037f1801-dab5-4de7-b0fe-284869cfe225)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:30.158728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-2013d6dd-7fc4-49c7-9310-affb6d560fd2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-1877353661') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.165350 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.218693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.240313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.245174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2013d6dd-7fc4-49c7-9310-affb6d560fd2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-1877353661 HTTP/1.1" status: 204 len: 168 time: 0.0930216 Jan 10 19:38:30.246919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56392) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.256893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1621c9-6048-4608-9f2e-4d1b7b85612a None None] Pushing event updated for resources: {'Port': ['ID=53640469-4442-442e-bac9-85d12539be01,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:30.258069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-928f5c8e-857d-4a27-8f1d-1fc383cfe656 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.276207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Network': ['ID=1e85d7f2-9f43-4a6e-95a4-6c5403921935,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:30.294936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56396) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.295180 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a6de5900-b3cc-4146-a22f-7873e0a39a6a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/1e85d7f2-9f43-4a6e-95a4-6c5403921935 HTTP/1.1" status: 204 len: 168 time: 0.8928983 Jan 10 19:38:30.308223 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-928f5c8e-857d-4a27-8f1d-1fc383cfe656 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags HTTP/1.1" status: 200 len: 205 time: 0.0603163 Jan 10 19:38:30.310719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56400) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.317071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-ca9f3afa-e533-4157-b7d7-4f72bab114b9 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.344186 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-194c063e-71a1-45e6-aa96-ef3ef43b8ff2 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:30.344834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194c063e-71a1-45e6-aa96-ef3ef43b8ff2 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:30.346699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-194c063e-71a1-45e6-aa96-ef3ef43b8ff2 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/9c699521-0c1c-4188-a25b-cd971e944f7e HTTP/1.1" status: 404 len: 337 time: 0.0494869 Jan 10 19:38:30.349211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.350730 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ca9f3afa-e533-4157-b7d7-4f72bab114b9 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags HTTP/1.1" status: 204 len: 168 time: 0.0383167 Jan 10 19:38:30.353087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.359280 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-3bdc020a-ab8e-480a-aa53-c92cb3493656 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.383462 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd22d89-fbd5-4b4c-ba56-b6473e19edf3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:30.384204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd22d89-fbd5-4b4c-ba56-b6473e19edf3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:30.386162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9cd22d89-fbd5-4b4c-ba56-b6473e19edf3 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/1e85d7f2-9f43-4a6e-95a4-6c5403921935 HTTP/1.1" status: 404 len: 339 time: 0.0358219 Jan 10 19:38:30.388773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56412) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.433910 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ce07f6-18d3-4ed2-b68f-06341fac8b26 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:30.434605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ce07f6-18d3-4ed2-b68f-06341fac8b26 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:30.442321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56416) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.442747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a6ce07f6-18d3-4ed2-b68f-06341fac8b26 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/52507aca-2e96-4c11-8721-1c8d2f207605 HTTP/1.1" status: 404 len: 337 time: 0.0528812 Jan 10 19:38:30.506148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-74205fca-284b-447d-9115-d4ed33c50447 None None] Provisioning complete for port 53640469-4442-442e-bac9-85d12539be01 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:30.506557 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74205fca-284b-447d-9115-d4ed33c50447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.643102 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c11b807-03c0-4b69-bdab-1dba3ed318d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:30.643697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c11b807-03c0-4b69-bdab-1dba3ed318d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:30.645860 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c11b807-03c0-4b69-bdab-1dba3ed318d0 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/68d35ab2-0d6e-4af8-8b73-cac3fb960ae0 HTTP/1.1" status: 404 len: 339 time: 0.2026033 Jan 10 19:38:30.648224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f12c6a-afd1-4285-b713-0bca76ffdc7b None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 19:38:30.648532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56420) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.663859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3bdc020a-ab8e-480a-aa53-c92cb3493656 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags HTTP/1.1" status: 204 len: 168 time: 0.3097966 Jan 10 19:38:30.666510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56424) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.672986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-3f8a29f0-2ce6-4e70-961c-c0c288dc2a60 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.752549 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66bdd39-3079-40d5-8d5a-27d2cc638c3a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:30.757721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66bdd39-3079-40d5-8d5a-27d2cc638c3a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:30.761886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e66bdd39-3079-40d5-8d5a-27d2cc638c3a tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/6c806edb-5504-4192-a6a3-0aa34d153b4e HTTP/1.1" status: 404 len: 337 time: 0.1099892 Jan 10 19:38:30.762052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-74205fca-284b-447d-9115-d4ed33c50447 None None] Provisioning for port 5581f60e-6b39-4685-b677-5bd72305a3f5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:30.762166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56430) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.770500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3f8a29f0-2ce6-4e70-961c-c0c288dc2a60 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1003907 Jan 10 19:38:30.771553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56434) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.777834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-dd095258-5d9c-4360-b8f5-61e9626e4994 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:30.796461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-74205fca-284b-447d-9115-d4ed33c50447 None None] Provisioning complete for port 5581f60e-6b39-4685-b677-5bd72305a3f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:30.797064 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74205fca-284b-447d-9115-d4ed33c50447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.804329 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2452ac50-720f-45f0-a552-f74ad02fd237 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:30.804787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2452ac50-720f-45f0-a552-f74ad02fd237 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:30.808745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2452ac50-720f-45f0-a552-f74ad02fd237 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/4168e3ed-1085-4b23-931e-3b658bf7fe81 HTTP/1.1" status: 404 len: 339 time: 0.0430491 Jan 10 19:38:30.810334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56438) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:30.833097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 53640469-4442-442e-bac9-85d12539be01 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:30.884050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting port 5147a568-b84c-462f-9785-d62e30661d01 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:30.884481 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:30.900344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12c6a-afd1-4285-b713-0bca76ffdc7b None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 19:38:30.923219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-74205fca-284b-447d-9115-d4ed33c50447 None None] Port 5581f60e-6b39-4685-b677-5bd72305a3f5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:31.010392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dd095258-5d9c-4360-b8f5-61e9626e4994 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags HTTP/1.1" status: 204 len: 168 time: 0.2377639 Jan 10 19:38:31.015643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56442) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.023101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-63e65e2e-4a8a-4c02-95ef-21e323ded14b tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-1803762975') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.054570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 53640469-4442-442e-bac9-85d12539be01 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:31.055447 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.159287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-26ecab8d-ec52-46bf-a5cd-c4f1d51586c8 None None] Provisioning complete for port 5581f60e-6b39-4685-b677-5bd72305a3f5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:31.159570 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26ecab8d-ec52-46bf-a5cd-c4f1d51586c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.167286 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.255058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-26ecab8d-ec52-46bf-a5cd-c4f1d51586c8 None None] Port 5581f60e-6b39-4685-b677-5bd72305a3f5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:31.297067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Calling delete_port for 5147a568-b84c-462f-9785-d62e30661d01 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:31.385296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-63e65e2e-4a8a-4c02-95ef-21e323ded14b tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-1803762975 HTTP/1.1" status: 201 len: 201 time: 0.3677800 Jan 10 19:38:31.387181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.393885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-98c30b60-d970-4fa6-bac5-b6d79ec6745a tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-1666610245') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.422936 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.477440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Port': ['ID=5147a568-b84c-462f-9785-d62e30661d01,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:31.492671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.505355 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-878d4e66-b8b6-41e8-8d21-590dd29cdfb5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/ports/5147a568-b84c-462f-9785-d62e30661d01 HTTP/1.1" status: 204 len: 168 time: 0.6913476 Jan 10 19:38:31.505496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56450) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.546107 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad408ec-e12e-4e06-9138-c73e09dc7d2c tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:31.546546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad408ec-e12e-4e06-9138-c73e09dc7d2c tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:31.548173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cad408ec-e12e-4e06-9138-c73e09dc7d2c tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/c58db008-c67a-4401-999a-ce7bae39714f HTTP/1.1" status: 404 len: 337 time: 0.0418818 Jan 10 19:38:31.550581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56454) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.663003 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-98c30b60-d970-4fa6-bac5-b6d79ec6745a tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-1666610245 HTTP/1.1" status: 201 len: 201 time: 0.2746878 Jan 10 19:38:31.665996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.669836 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.672549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-95a6fff6-d945-439e-88ff-b39bdcbc2806 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-635662346') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.806636 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.819697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-95a6fff6-d945-439e-88ff-b39bdcbc2806 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-635662346 HTTP/1.1" status: 201 len: 201 time: 0.1524696 Jan 10 19:38:31.822193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56464) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.829036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-f87a3f9c-7a4b-4077-9387-796f927f468e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-1201333190') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.837671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81230001-e3cb-4820-ace2-3d0bd8cfca42']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.854449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706f9d19-509e-4434-9b70-a131e9e520b1') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.854449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706f9d19-509e-4434-9b70-a131e9e520b1') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.864837 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.884203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.885077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f87a3f9c-7a4b-4077-9387-796f927f468e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-1201333190 HTTP/1.1" status: 201 len: 201 time: 0.0615690 Jan 10 19:38:31.889045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:31.896315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-f3fb0c8d-e18f-4c5b-8842-a2180990604b tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', {'tags': ['tempest-TagsExtTest-Tag-1906540071', 'tempest-TagsExtTest-Tag-41861908', 'tempest-TagsExtTest-Tag-617098439']}) {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:31.928030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:31.928598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:31.943565 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:32.043901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:32.066030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:32.082013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Network': ['ID=81230001-e3cb-4820-ace2-3d0bd8cfca42,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:32.085020 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f3fb0c8d-e18f-4c5b-8842-a2180990604b tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags HTTP/1.1" status: 200 len: 315 time: 0.1950114 Jan 10 19:38:32.088952 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d28436bd-2178-41a2-816e-e8c4db54d8d5 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/81230001-e3cb-4820-ace2-3d0bd8cfca42 HTTP/1.1" status: 204 len: 168 time: 0.5352623 Jan 10 19:38:32.088952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56486) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.089458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56488) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.095521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-2566b43b-00f6-427d-a3b6-9f413a3fe271 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:32.194140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting port 89149f99-2e0f-4dfc-9007-e98cf1406b0b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:32.194332 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:32.495499 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2566b43b-00f6-427d-a3b6-9f413a3fe271 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags HTTP/1.1" status: 204 len: 168 time: 0.4069510 Jan 10 19:38:32.498154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56498) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.504344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-ffaf4c19-e6e9-4c65-8276-d4c09e8f0e4f tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-1906540071') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:32.536087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:32.569085 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-ffaf4c19-e6e9-4c65-8276-d4c09e8f0e4f tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:32.570904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffaf4c19-e6e9-4c65-8276-d4c09e8f0e4f tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-1906540071 HTTP/1.1" status: 404 len: 329 time: 0.0706437 Jan 10 19:38:32.572898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56502) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.578622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-55d4921e-d791-4907-a252-f37cb89d2153 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-41861908') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:32.668685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Calling delete_port for 89149f99-2e0f-4dfc-9007-e98cf1406b0b owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:32.748795 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-55d4921e-d791-4907-a252-f37cb89d2153 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:32.750674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-55d4921e-d791-4907-a252-f37cb89d2153 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-41861908 HTTP/1.1" status: 404 len: 327 time: 0.1762855 Jan 10 19:38:32.752929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56506) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.756517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:32.758204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-32ac3627-a094-4011-a061-7d8efb50df0e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6', 'tempest-TagsExtTest-Tag-617098439') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:32.806628 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Port': ['ID=89149f99-2e0f-4dfc-9007-e98cf1406b0b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:32.817961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:32.825968 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6fd02c28-da57-4269-9eaa-47e4bf94c8f7 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/ports/89149f99-2e0f-4dfc-9007-e98cf1406b0b HTTP/1.1" status: 204 len: 168 time: 0.7353525 Jan 10 19:38:32.829060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56510) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.833344 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-32ac3627-a094-4011-a061-7d8efb50df0e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:32.834372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-32ac3627-a094-4011-a061-7d8efb50df0e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags/tempest-TagsExtTest-Tag-617098439 HTTP/1.1" status: 404 len: 328 time: 0.0805709 Jan 10 19:38:32.837026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56514) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.842673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-e6621138-17c4-4955-8d17-d234239ecf0d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', {'tags': ['tempest-TagsExtTest-Tag-676383270', 'tempest-TagsExtTest-Tag-461000463', 'tempest-TagsExtTest-Tag-1881439097']}) {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:32.870618 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d08fae8-4bd2-450b-ae4a-eff3bcd153ab tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] DELETE failed (client error): The resource could not be found. Jan 10 19:38:32.871182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d08fae8-4bd2-450b-ae4a-eff3bcd153ab tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:38:32.872829 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2d08fae8-4bd2-450b-ae4a-eff3bcd153ab tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/90d1d03c-9b2c-4928-93f9-963d1db8260f HTTP/1.1" status: 404 len: 337 time: 0.0428371 Jan 10 19:38:32.875895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56518) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.921835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e6621138-17c4-4955-8d17-d234239ecf0d tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags HTTP/1.1" status: 200 len: 316 time: 0.0837336 Jan 10 19:38:32.924276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:32.929894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-7504c0ae-b215-420f-9063-7da148d2e3bf tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:32.988105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.016534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7504c0ae-b215-420f-9063-7da148d2e3bf tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags HTTP/1.1" status: 204 len: 168 time: 0.0882788 Jan 10 19:38:33.016742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56526) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.030126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-ad0c1c73-fe5d-4657-9498-74872c35d362 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-676383270') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.102975 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-ad0c1c73-fe5d-4657-9498-74872c35d362 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:33.104447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ad0c1c73-fe5d-4657-9498-74872c35d362 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-676383270 HTTP/1.1" status: 404 len: 328 time: 0.0868282 Jan 10 19:38:33.107334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56530) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.113606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-ad180014-dc76-4fc0-b0c0-84ad9929d9f2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-461000463') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.137809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.165044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a7d037-1104-4e47-96c6-8cfd8e703c7f']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.177738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d96fd8-5c56-4367-ab01-b12006c6da63') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.178033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d96fd8-5c56-4367-ab01-b12006c6da63') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.186805 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-ad180014-dc76-4fc0-b0c0-84ad9929d9f2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:33.187866 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ad180014-dc76-4fc0-b0c0-84ad9929d9f2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-461000463 HTTP/1.1" status: 404 len: 328 time: 0.0792215 Jan 10 19:38:33.190633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56534) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.190931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.195790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-6ecf1a5f-2ebb-4df0-abba-7a1d69acdda2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5', 'tempest-TagsExtTest-Tag-1881439097') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.207039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.212846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:33.213228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:33.227773 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:33.262689 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-6ecf1a5f-2ebb-4df0-abba-7a1d69acdda2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:33.266945 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6ecf1a5f-2ebb-4df0-abba-7a1d69acdda2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags/tempest-TagsExtTest-Tag-1881439097 HTTP/1.1" status: 404 len: 329 time: 0.0729787 Jan 10 19:38:33.267159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56540) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.273731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-abd7eb09-170e-451b-b3d8-a9a8174b6cf3 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', {'tags': ['tempest-TagsExtTest-Tag-753044964', 'tempest-TagsExtTest-Tag-284399295', 'tempest-TagsExtTest-Tag-1294826038']}) {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.319251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.324840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.355905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/62a7d037-1104-4e47-96c6-8cfd8e703c7f HTTP/1.1" status: 204 len: 168 time: 0.4769034 Jan 10 19:38:33.355905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195fbb-47df-4aee-9f83-0fbcc545b62b tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Network': ['ID=62a7d037-1104-4e47-96c6-8cfd8e703c7f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:33.362065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56546) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.436145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-abd7eb09-170e-451b-b3d8-a9a8174b6cf3 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags HTTP/1.1" status: 200 len: 316 time: 0.1679144 Jan 10 19:38:33.439168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56550) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.444827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-9d228bd1-397b-4650-9caf-20bfcceb44e2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.566328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting subnet cfbde70a-1a39-4eda-982d-a6fa2e03ac40 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:33.569675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.596604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9d228bd1-397b-4650-9caf-20bfcceb44e2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags HTTP/1.1" status: 204 len: 168 time: 0.1537416 Jan 10 19:38:33.596941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56554) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.602656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-f3da4bbb-ac55-41fe-aeda-dd6ecda76860 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-753044964') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.631240 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.716365 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.734432 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-f3da4bbb-ac55-41fe-aeda-dd6ecda76860 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:33.738345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f3da4bbb-ac55-41fe-aeda-dd6ecda76860 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-753044964 HTTP/1.1" status: 404 len: 328 time: 0.1376102 Jan 10 19:38:33.738610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56558) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.744890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-3018e088-8a8c-46e6-9122-d5e5c3d63238 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-284399295') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:33.799399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.841054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbde70a-1a39-4eda-982d-a6fa2e03ac40,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:33.846301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:33.857012 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-91ae4ef3-ccf0-4025-bf67-0cb63c38e4e1 tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/subnets/cfbde70a-1a39-4eda-982d-a6fa2e03ac40 HTTP/1.1" status: 204 len: 168 time: 0.4938362 Jan 10 19:38:33.860812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117eb539-ce12-42a7-bcf8-a463facce1c0 None None] Network f30dfad8-729f-4600-af0c-c92c9f98a848 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:33.863476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56562) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.897640 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-3018e088-8a8c-46e6-9122-d5e5c3d63238 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:33.904548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3018e088-8a8c-46e6-9122-d5e5c3d63238 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-284399295 HTTP/1.1" status: 404 len: 328 time: 0.1604152 Jan 10 19:38:33.904866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56566) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:33.911152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-fe4dae1b-a5cc-4c81-83ce-6dcc5694a40e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe', 'tempest-TagsExtTest-Tag-1294826038') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.047425 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-fe4dae1b-a5cc-4c81-83ce-6dcc5694a40e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:34.051059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fe4dae1b-a5cc-4c81-83ce-6dcc5694a40e tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags/tempest-TagsExtTest-Tag-1294826038 HTTP/1.1" status: 404 len: 329 time: 0.1422422 Jan 10 19:38:34.051265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56570) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.057417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-86d9970e-5490-4ef8-8821-be1a78d2738a tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', {'tags': ['tempest-TagsExtTest-Tag-1330355182', 'tempest-TagsExtTest-Tag-1054059127', 'tempest-TagsExtTest-Tag-2055535318']}) {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.109310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86d9970e-5490-4ef8-8821-be1a78d2738a tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "PUT /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags HTTP/1.1" status: 200 len: 318 time: 0.0570421 Jan 10 19:38:34.110208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56574) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.117806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-6a22c56f-bfa4-49d4-bf18-d04781570036 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.170788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56578) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.171598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a22c56f-bfa4-49d4-bf18-d04781570036 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags HTTP/1.1" status: 204 len: 168 time: 0.0589955 Jan 10 19:38:34.188060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.tag.tag_plugin [None req-83e1e3d1-2390-47ef-9b6c-96e4dc9cd3e4 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-1330355182') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.192425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] DHCP port deletion for f30dfad8-729f-4600-af0c-c92c9f98a848 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:34.196814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] Deleting port 0cad2792-8555-4c35-b136-dc38b881c0b8 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:34.197187 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:34.201108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:34.222063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting port 0cad2792-8555-4c35-b136-dc38b881c0b8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:34.222421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:34.249072 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-83e1e3d1-2390-47ef-9b6c-96e4dc9cd3e4 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:34.250091 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-83e1e3d1-2390-47ef-9b6c-96e4dc9cd3e4 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-1330355182 HTTP/1.1" status: 404 len: 329 time: 0.0740848 Jan 10 19:38:34.253226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.259214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-4810270f-cf83-4db8-8fba-9a5bd82a2db5 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-1054059127') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.283041 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-4810270f-cf83-4db8-8fba-9a5bd82a2db5 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:34.286726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4810270f-cf83-4db8-8fba-9a5bd82a2db5 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-1054059127 HTTP/1.1" status: 404 len: 329 time: 0.0295863 Jan 10 19:38:34.286941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56586) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.292596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-ca00acda-1da0-4a22-a143-ba1e2e0cb1e2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a', 'tempest-TagsExtTest-Tag-2055535318') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.318949 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-ca00acda-1da0-4a22-a143-ba1e2e0cb1e2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] show failed (client error): The resource could not be found. Jan 10 19:38:34.320562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ca00acda-1da0-4a22-a143-ba1e2e0cb1e2 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags/tempest-TagsExtTest-Tag-2055535318 HTTP/1.1" status: 404 len: 329 time: 0.0325024 Jan 10 19:38:34.323415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56590) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.330508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-dbeeed6b-5e66-499a-8e65-7457f3ee2248 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f55e7fab-9ea9-4be2-a760-a472a805f72a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.364198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dbeeed6b-5e66-499a-8e65-7457f3ee2248 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a/tags HTTP/1.1" status: 204 len: 168 time: 0.0397739 Jan 10 19:38:34.366719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56594) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.374692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-4affba23-9b0b-4a70-bd8a-ebf5d83c7b69 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af266135-ca91-4386-be57-6c0631effcfe') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.410366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] For port 0cad2792-8555-4c35-b136-dc38b881c0b8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0cad2792-8555-4c35-b136-dc38b881c0b8,segment=NetworkSegment(8e916d15-94db-4d9f-9f4b-bf7e03539f10),segment_id=8e916d15-94db-4d9f-9f4b-bf7e03539f10)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:34.410703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:34.481071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] For port 0cad2792-8555-4c35-b136-dc38b881c0b8, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0cad2792-8555-4c35-b136-dc38b881c0b8,segment=NetworkSegment(8e916d15-94db-4d9f-9f4b-bf7e03539f10),segment_id=8e916d15-94db-4d9f-9f4b-bf7e03539f10)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:34.481829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:34.552326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] Calling delete_port for 0cad2792-8555-4c35-b136-dc38b881c0b8 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:34.638641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Calling delete_port for 0cad2792-8555-4c35-b136-dc38b881c0b8 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:34.689536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:34.706376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4affba23-9b0b-4a70-bd8a-ebf5d83c7b69 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe/tags HTTP/1.1" status: 204 len: 168 time: 0.3351333 Jan 10 19:38:34.707182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56604) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.714482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-b25136e8-95b0-4720-a6e6-1014c4cf1a42 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5581f60e-6b39-4685-b677-5bd72305a3f5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.779093 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:34.779424 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:34.795106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] Pushing event deleted for resources: {'Port': ['ID=0cad2792-8555-4c35-b136-dc38b881c0b8,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:34.801546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0cad2792-8555-4c35-b136-dc38b881c0b8 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:34.832182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b25136e8-95b0-4720-a6e6-1014c4cf1a42 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1236115 Jan 10 19:38:34.834747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56610) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:34.843259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.tag.tag_plugin [None req-599d89e9-291b-45dd-afac-f7df35ce812a tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:34.845229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117034b7-5326-462d-8f02-959c4c18f0db None None] No DVR routers for this DVR port 0cad2792-8555-4c35-b136-dc38b881c0b8 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:34.846671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 0cad2792-8555-4c35-b136-dc38b881c0b8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:34.847050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0cad2792-8555-4c35-b136-dc38b881c0b8 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:34.932834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-599d89e9-291b-45dd-afac-f7df35ce812a tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6/tags HTTP/1.1" status: 204 len: 168 time: 0.0927460 Jan 10 19:38:34.933800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56614) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:35.018916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35e5fe72-11bb-456d-8f06-c732a3ffd937 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for subnetpool, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.020109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-35e5fe72-11bb-456d-8f06-c732a3ffd937 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f55e7fab-9ea9-4be2-a760-a472a805f72a HTTP/1.1" status: 204 len: 168 time: 0.0853088 Jan 10 19:38:35.022704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56618) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:35.070302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2394e6ea-0eb7-4460-84f9-ad709d30e5c0 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "GET /v2.0/ports?device_id=af266135-ca91-4386-be57-6c0631effcfe HTTP/1.1" status: 200 len: 205 time: 0.0443258 Jan 10 19:38:35.070659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56622) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:35.209272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.280936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Deleting port 0cad2792-8555-4c35-b136-dc38b881c0b8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:35.281480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.352533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] The port '0cad2792-8555-4c35-b136-dc38b881c0b8' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:38:35.474852 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.499868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30dfad8-729f-4600-af0c-c92c9f98a848']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:35.512324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e916d15-94db-4d9f-9f4b-bf7e03539f10') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:35.512682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e916d15-94db-4d9f-9f4b-bf7e03539f10') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:35.524712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.541148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.547429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:35.547912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: util.warn( Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:35.568253 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:35.609265 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.613688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.642591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.643098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Fanout notify agent at l3_agent the message router_deleted on router af266135-ca91-4386-be57-6c0631effcfe {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:38:35.658366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.658366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ebb37ea1-a54a-4f9b-92c3-0998e62f79d7 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/routers/af266135-ca91-4386-be57-6c0631effcfe HTTP/1.1" status: 204 len: 168 time: 0.5863788 Jan 10 19:38:35.660770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56626) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:35.692599 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.729535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:35.747572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] Pushing event deleted for resources: {'Network': ['ID=f30dfad8-729f-4600-af0c-c92c9f98a848,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:35.755276 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6b6c6fec-faae-480f-b924-d6939ba079cd tempest-NetworksIpV6TestAttrs-505426752 tempest-NetworksIpV6TestAttrs-505426752-project] 10.222.0.21 "DELETE /v2.0/networks/f30dfad8-729f-4600-af0c-c92c9f98a848 HTTP/1.1" status: 204 len: 168 time: 1.8904855 Jan 10 19:38:35.762810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Deleting port 5581f60e-6b39-4685-b677-5bd72305a3f5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:35.763183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.035859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.079075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56638) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:36.156565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Calling delete_port for 5581f60e-6b39-4685-b677-5bd72305a3f5 owned by {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:36.254581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-21edd428-30a8-447f-bf7d-b1b0e184889d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bf90047881848e48155a2abfda276b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1743581 Jan 10 19:38:36.257189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56644) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:36.294959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.316179 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b79c6ab-633e-416b-8cc6-452d139618c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.340737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b79c6ab-633e-416b-8cc6-452d139618c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.341455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event deleted for resources: {'Port': ['ID=5581f60e-6b39-4685-b677-5bd72305a3f5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:36.400323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b79c6ab-633e-416b-8cc6-452d139618c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.420211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c6ab-633e-416b-8cc6-452d139618c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83e04c-521a-4cbc-a60b-cf1c1c19c904,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:36.422628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b79c6ab-633e-416b-8cc6-452d139618c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.426198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9b79c6ab-633e-416b-8cc6-452d139618c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e83e04c-521a-4cbc-a60b-cf1c1c19c904 HTTP/1.1" status: 204 len: 168 time: 0.1657319 Jan 10 19:38:36.552073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.560230 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4fd99148-c02b-4d98-b8b6-816c4521c4be tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/ports/5581f60e-6b39-4685-b677-5bd72305a3f5 HTTP/1.1" status: 204 len: 168 time: 0.8962193 Jan 10 19:38:36.560517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56650) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:36.747303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Deleting subnet ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:36.750733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.806445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.896046 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:36.979186 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.025492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:37.042706 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.049928 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aa8c4b71-b5d4-4880-b39e-5e1de1981c51 tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/subnets/ab8501ef-ecc4-4f42-8e6d-9a95c016f8f6 HTTP/1.1" status: 204 len: 168 time: 0.4878612 Jan 10 19:38:37.052286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56672) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:37.056785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467156d-d14b-47ff-8887-10ccd8212f18 None None] Network f0edd929-450c-40b8-ada5-6941b194242c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:37.182526 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.194304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Deleting port 53640469-4442-442e-bac9-85d12539be01 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:37.194639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.369924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56680) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:37.373699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] DHCP port deletion for f0edd929-450c-40b8-ada5-6941b194242c request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:37.381236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Deleting port 53640469-4442-442e-bac9-85d12539be01 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:37.382142 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.429333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] For port 53640469-4442-442e-bac9-85d12539be01, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=53640469-4442-442e-bac9-85d12539be01,segment=NetworkSegment(037f1801-dab5-4de7-b0fe-284869cfe225),segment_id=037f1801-dab5-4de7-b0fe-284869cfe225)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:37.430504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.526023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-2061067492'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:37.532653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:37.536548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:37.539415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:37.546068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:37.557677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:37.560671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.565117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Calling delete_port for 53640469-4442-442e-bac9-85d12539be01 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:37.577263 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.613924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] For port 53640469-4442-442e-bac9-85d12539be01, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=53640469-4442-442e-bac9-85d12539be01,segment=NetworkSegment(037f1801-dab5-4de7-b0fe-284869cfe225),segment_id=037f1801-dab5-4de7-b0fe-284869cfe225)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:37.613924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.618571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:37.623000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:security_group_rule and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:37.627097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:37.632827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:37.668136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.716021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event deleted for resources: {'Port': ['ID=53640469-4442-442e-bac9-85d12539be01,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:37.720785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] No DVR routers for this DVR port 53640469-4442-442e-bac9-85d12539be01 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:37.737164 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.742643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.744268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Calling delete_port for 53640469-4442-442e-bac9-85d12539be01 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:37.761218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:37.773662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.774203 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 82628694-a95e-4c28-a883-a4b35073fb70 of type vlan for network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 Jan 10 19:38:37.810305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.825671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:37.826033 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:37.863562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.865097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8abd37-8dd9-4bfd-b614-b9060ae11dbe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:37.876047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.883019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:37.883881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.892602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0edd929-450c-40b8-ada5-6941b194242c']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:37.905517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037f1801-dab5-4de7-b0fe-284869cfe225') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:37.905834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037f1801-dab5-4de7-b0fe-284869cfe225') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:37.918648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.934983 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.941010 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:37.941402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:37.956121 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:38.001271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6301248 Jan 10 19:38:38.002221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb8b2-df92-4adc-b53d-eb2ada045998 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=40da0bcd-e4f8-426a-bb09-6d5dac7073f6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:38.005692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56686) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:38.011586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1757830617'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:38.018340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:38.018551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:38.022713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:38.025714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:38.033068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:38.045755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:38.049662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.067348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.099014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.102599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] Pushing event deleted for resources: {'Network': ['ID=f0edd929-450c-40b8-ada5-6941b194242c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:38.125881 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0d1bb02f-1409-42dc-b80f-905a16b3e8ab tempest-TagsExtTest-1366966756 tempest-TagsExtTest-1366966756-project] 10.222.0.21 "DELETE /v2.0/networks/f0edd929-450c-40b8-ada5-6941b194242c HTTP/1.1" status: 204 len: 168 time: 1.0698988 Jan 10 19:38:38.126206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:38.145290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.145638 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment f43771b3-be7e-4945-a811-9210064fe2a8 of type vlan for network f436d68c-0f25-48ff-a7a3-c98aae841a41 Jan 10 19:38:38.199838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.233821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.237688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:38.238264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.327606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3193016 Jan 10 19:38:38.329027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56694) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:38.329628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Deleting port 53640469-4442-442e-bac9-85d12539be01 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:38.330101 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.334940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:38.392971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13df446-a38e-4238-a6dd-e64aa3573f78 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=f436d68c-0f25-48ff-a7a3-c98aae841a41,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:38.418333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:38.442956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-947f833a-c8a9-4de3-8383-7cc5947407ae None None] The port '53640469-4442-442e-bac9-85d12539be01' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:38:38.562096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56700) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:38.565300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-75ee266a-3df4-41af-89f1-f0173072f980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.597274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:38.601179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:38.603971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:38.610129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:38.624490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:38.774303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:38.809485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 53640469-4442-442e-bac9-85d12539be01 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:38.856956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 53640469-4442-442e-bac9-85d12539be01 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:38.858602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 53640469-4442-442e-bac9-85d12539be01 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:38.968024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-82c41786-766a-4871-9542-56ba6049fdd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23c38bda2bf141538b020f92e0f4b0b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4016976 Jan 10 19:38:38.970517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56708) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:39.031142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-59b8650a-1df6-4f59-aacd-6f65a4e605b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.032544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.059902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-59b8650a-1df6-4f59-aacd-6f65a4e605b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.120643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-59b8650a-1df6-4f59-aacd-6f65a4e605b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.131216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=d1fa875b-96c1-4107-b27a-23d731fee291,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:39.140456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8650a-1df6-4f59-aacd-6f65a4e605b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b3c42-b6ce-4aee-a8fe-cfda27504b76,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:39.142255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-59b8650a-1df6-4f59-aacd-6f65a4e605b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.143389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-59b8650a-1df6-4f59-aacd-6f65a4e605b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f1b3c42-b6ce-4aee-a8fe-cfda27504b76 HTTP/1.1" status: 204 len: 168 time: 0.1719513 Jan 10 19:38:39.166444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '82628694-a95e-4c28-a883-a4b35073fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:39.166795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: 40da0bcd-e4f8-426a-bb09-6d5dac7073f6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:39.189366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:39.202524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 40da0bcd-e4f8-426a-bb09-6d5dac7073f6) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:39.207670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:39.208484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.211708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d38af3-e666-451f-8226-4417e8902da1 None None] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:39.236283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-27b1208f-1172-47db-8cdd-42162feb1000 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9061024 Jan 10 19:38:39.239016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56716) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:39.246757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:39.276540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:39.344181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Deleting subnet 4162c40e-4cda-4daf-8470-6b7176f67b44 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:39.347221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.384791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:39.388842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:39.392404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:39.398180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:39.409263 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:39.478330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.526242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-40da0bcd-e4f8-426a-bb09-6d5dac7073f6', 'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': 'd1fa875b-96c1-4107-b27a-23d731fee291'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:39.527441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.559175 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.583082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.670823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.716854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Allocated IP 172.20.0.2 (40da0bcd-e4f8-426a-bb09-6d5dac7073f6/d1fa875b-96c1-4107-b27a-23d731fee291/dd601103-b434-4e95-8a99-1d4565e67429) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:39.744116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4162c40e-4cda-4daf-8470-6b7176f67b44,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:39.767880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.783735 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b83034c-b16f-4d20-9f4d-473181200ebe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4162c40e-4cda-4daf-8470-6b7176f67b44 HTTP/1.1" status: 204 len: 168 time: 0.5039482 Jan 10 19:38:39.784060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56734) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:39.950812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:39.975704 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.082454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=48207984-2f4f-408e-b956-7ae7bc32718e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:40.120627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': 'f43771b3-be7e-4945-a811-9210064fe2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:40.121640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: f436d68c-0f25-48ff-a7a3-c98aae841a41, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:40.132391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.151380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:40.162097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Transition to ACTIVE for port object dd601103-b434-4e95-8a99-1d4565e67429 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:40.172682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f436d68c-0f25-48ff-a7a3-c98aae841a41) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:40.178751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:40.179515 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.193198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef252b6-dd51-4cde-9e91-0f5080969fa8 None None] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:40.198157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.218082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-06a475e2-7219-487f-b1e2-c1b797044222 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9753308 Jan 10 19:38:40.218524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56742) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:40.225675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-507704712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:40.235811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:40.240724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:40.244876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:40.246205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925acafe-6d26-4494-a97c-c2e450cab3ae']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:40.251993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:40.265597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01787bab-f962-40af-814f-a28521d1d51a') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:40.265820 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01787bab-f962-40af-814f-a28521d1d51a') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:40.271688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.272658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.280175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Transition to ACTIVE for port object dd601103-b434-4e95-8a99-1d4565e67429 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:40.281858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.291249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.298036 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.305930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.318635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:40.319122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.322988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:40.333579 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:40.353814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.359259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fd3bef51-8eca-4bbc-9cbb-a87b78e8833e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1396291 Jan 10 19:38:40.360142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56748) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:40.370080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Pushing event updated for resources: {'Port': ['ID=dd601103-b434-4e95-8a99-1d4565e67429,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:40.405433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:40.416386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:40.420069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:40.434960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.464004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.471673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] Pushing event deleted for resources: {'Network': ['ID=925acafe-6d26-4494-a97c-c2e450cab3ae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:40.490196 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-76ae5a29-4d16-490e-864c-2f704f242645 admin admin] 10.222.0.21 "DELETE /v2.0/networks/925acafe-6d26-4494-a97c-c2e450cab3ae HTTP/1.1" status: 204 len: 168 time: 0.7041292 Jan 10 19:38:40.671020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-159f42e8-c37a-47d1-8ec7-c9f53b0bc846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.687432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Attempting to bind port dd601103-b434-4e95-8a99-1d4565e67429 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:40.688158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Attempting to bind port dd601103-b434-4e95-8a99-1d4565e67429 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '82628694-a95e-4c28-a883-a4b35073fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:40.688687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Attempting to bind port dd601103-b434-4e95-8a99-1d4565e67429 on network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:40.753100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:40.755841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Checking segment: {'id': '82628694-a95e-4c28-a883-a4b35073fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:40.757371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.757795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Bound using segment: {'id': '82628694-a95e-4c28-a883-a4b35073fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:40.758297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Bound port: dd601103-b434-4e95-8a99-1d4565e67429, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82628694-a95e-4c28-a883-a4b35073fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40da0bcd-e4f8-426a-bb09-6d5dac7073f6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:40.758682 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.772310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f436d68c-0f25-48ff-a7a3-c98aae841a41', 'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '48207984-2f4f-408e-b956-7ae7bc32718e'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:40.773130 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.803874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56758) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:40.881729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c94c8a5b-e3e1-46d5-9471-3a35a1a96bad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32bfd108515f4b3bac05dcd411ed7480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0764406 Jan 10 19:38:40.883876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56762) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:40.945886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] For port dd601103-b434-4e95-8a99-1d4565e67429, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:40.962540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] For port dd601103-b434-4e95-8a99-1d4565e67429, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=dd601103-b434-4e95-8a99-1d4565e67429,segment=NetworkSegment(82628694-a95e-4c28-a883-a4b35073fb70),segment_id=82628694-a95e-4c28-a883-a4b35073fb70)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:40.971030 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.971223 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:40.987298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc918-ef56-4c55-9ebf-4914809acae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.062638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc918-ef56-4c55-9ebf-4914809acae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.151266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757c10-3bce-41e7-8634-b86f874f1c7d None None] Pushing event updated for resources: {'Port': ['ID=dd601103-b434-4e95-8a99-1d4565e67429,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:41.171090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Allocated IP 172.21.0.2 (f436d68c-0f25-48ff-a7a3-c98aae841a41/48207984-2f4f-408e-b956-7ae7bc32718e/4668da59-fb52-4c60-981c-c605cba668b4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:41.181448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc918-ef56-4c55-9ebf-4914809acae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.217975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dc918-ef56-4c55-9ebf-4914809acae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3730468-4c37-4493-9c7e-c35fcf284115,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:41.230498 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc918-ef56-4c55-9ebf-4914809acae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.232146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cc0dc918-ef56-4c55-9ebf-4914809acae4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3730468-4c37-4493-9c7e-c35fcf284115 HTTP/1.1" status: 204 len: 168 time: 0.3471847 Jan 10 19:38:41.581979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.598897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Transition to ACTIVE for port object 4668da59-fb52-4c60-981c-c605cba668b4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:41.621529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Transition to ACTIVE for port object 4668da59-fb52-4c60-981c-c605cba668b4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:41.630948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.649795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.20.0.1 (40da0bcd-e4f8-426a-bb09-6d5dac7073f6/d1fa875b-96c1-4107-b27a-23d731fee291/a20b27b5-1112-4a42-a609-0774eb99427f) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:41.713117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Pushing event updated for resources: {'Port': ['ID=4668da59-fb52-4c60-981c-c605cba668b4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:41.741348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:41.744537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:41.753127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:41.869004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.870609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.897658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object a20b27b5-1112-4a42-a609-0774eb99427f will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:41.931892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:41.965121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Attempting to bind port 4668da59-fb52-4c60-981c-c605cba668b4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:41.966712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Attempting to bind port 4668da59-fb52-4c60-981c-c605cba668b4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f43771b3-be7e-4945-a811-9210064fe2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:41.967566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Attempting to bind port 4668da59-fb52-4c60-981c-c605cba668b4 on network f436d68c-0f25-48ff-a7a3-c98aae841a41 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:41.997945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:41.999088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Checking segment: {'id': 'f43771b3-be7e-4945-a811-9210064fe2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:42.003394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.003822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Bound using segment: {'id': 'f43771b3-be7e-4945-a811-9210064fe2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:42.004330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Bound port: 4668da59-fb52-4c60-981c-c605cba668b4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43771b3-be7e-4945-a811-9210064fe2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f436d68c-0f25-48ff-a7a3-c98aae841a41'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:42.004720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.020753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.048435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:42.051989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:42.056214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:42.099780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=a20b27b5-1112-4a42-a609-0774eb99427f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:42.138065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] For port 4668da59-fb52-4c60-981c-c605cba668b4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:42.146193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] For port 4668da59-fb52-4c60-981c-c605cba668b4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4668da59-fb52-4c60-981c-c605cba668b4,segment=NetworkSegment(f43771b3-be7e-4945-a811-9210064fe2a8),segment_id=f43771b3-be7e-4945-a811-9210064fe2a8)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:42.154578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.156601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.257486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.299846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129212f3-f3bb-4a8e-a4ea-ec7a1a04929a None None] Pushing event updated for resources: {'Port': ['ID=4668da59-fb52-4c60-981c-c605cba668b4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:42.644308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676d1b0-637d-460b-a786-ce091e11a51d None None] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:42.794765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c71e6308-a960-4995-afed-1838e339539c None None] Provisioning for port dd601103-b434-4e95-8a99-1d4565e67429 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:42.803453 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.810364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.886832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4668da59-fb52-4c60-981c-c605cba668b4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:42.925081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:42.934726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=a20b27b5-1112-4a42-a609-0774eb99427f,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:43.042110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4668da59-fb52-4c60-981c-c605cba668b4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:43.048307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device dd601103-b434-4e95-8a99-1d4565e67429 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:43.112134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:43.113369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:43.155916 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.171934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port dd601103-b434-4e95-8a99-1d4565e67429 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:43.180823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port dd601103-b434-4e95-8a99-1d4565e67429 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:43.182210 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.204031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56802) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:43.336289 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.381120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port dd601103-b434-4e95-8a99-1d4565e67429, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=dd601103-b434-4e95-8a99-1d4565e67429,segment=NetworkSegment(82628694-a95e-4c28-a883-a4b35073fb70),segment_id=82628694-a95e-4c28-a883-a4b35073fb70)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:43.387751 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.418979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.461269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:43.466513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:d94ecec3b8b54a4c838710c70dbd7fad is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:43.471308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:43.481894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:43.494424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=dd601103-b434-4e95-8a99-1d4565e67429,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:43.498771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db2ea2bb-8838-4def-8332-6f48622c82b0 None None] Provisioning for port a20b27b5-1112-4a42-a609-0774eb99427f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:43.504888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db2ea2bb-8838-4def-8332-6f48622c82b0 None None] Provisioning complete for port a20b27b5-1112-4a42-a609-0774eb99427f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:43.505363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db2ea2bb-8838-4def-8332-6f48622c82b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.574324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-db2ea2bb-8838-4def-8332-6f48622c82b0 None None] Port a20b27b5-1112-4a42-a609-0774eb99427f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:43.581854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.587479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.605993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db2ea2bb-8838-4def-8332-6f48622c82b0 None None] Provisioning complete for port dd601103-b434-4e95-8a99-1d4565e67429 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:43.606511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db2ea2bb-8838-4def-8332-6f48622c82b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.649920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7320d7a-6daa-4749-939e-691a983a94af,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:43.672145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5525b27a-55dd-4151-ac95-fa80d6164dd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d94ecec3b8b54a4c838710c70dbd7fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4664922 Jan 10 19:38:43.674626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56808) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:43.685103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fdbe2-dabe-4518-9104-8ab53ebf74ba None None] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:43.756070 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46c80549-f557-4024-8873-2836011f48dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.788191 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46c80549-f557-4024-8873-2836011f48dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.809893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router f1c6a947-4536-4d76-9394-d79cd5a45ee3 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:38:43.864888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46c80549-f557-4024-8873-2836011f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.886496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c80549-f557-4024-8873-2836011f48dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7320d7a-6daa-4749-939e-691a983a94af,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:43.891825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-46c80549-f557-4024-8873-2836011f48dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:43.895400 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-46c80549-f557-4024-8873-2836011f48dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7320d7a-6daa-4749-939e-691a983a94af HTTP/1.1" status: 204 len: 168 time: 0.2173948 Jan 10 19:38:44.024019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:44.036527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c1cd04eb-d692-4334-aca3-751aadd9617c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/f1c6a947-4536-4d76-9394-d79cd5a45ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6727588 Jan 10 19:38:44.036896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56814) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:44.037039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] Sync routers for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:44.044335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Provisioning complete for port a20b27b5-1112-4a42-a609-0774eb99427f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:44.044705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.112268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa27bcf-7298-4f91-a268-97f35763ddbf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:44.113768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-faa27bcf-7298-4f91-a268-97f35763ddbf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports/a20b27b5-1112-4a42-a609-0774eb99427f HTTP/1.1" status: 200 len: 910 time: 0.0758805 Jan 10 19:38:44.116564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:44.129046 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:38:44.195850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:44.196491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:44.254057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Port a20b27b5-1112-4a42-a609-0774eb99427f cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:44.263714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:44.282403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:44.282849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:44.289361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56824) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:44.316672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.361471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:44.362146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9953eb1-40e6-4f18-bda6-d0629e118f11 None None] The sync data for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:44.364124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Provisioning for port 4668da59-fb52-4c60-981c-c605cba668b4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:44.371558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Provisioning complete for port 4668da59-fb52-4c60-981c-c605cba668b4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:44.372125 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.463220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:44.468028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:aafdbe66aea24e76a26cd364fb41df79 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:44.470059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:44.475901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:44.494183 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.535689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] For port 4668da59-fb52-4c60-981c-c605cba668b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4668da59-fb52-4c60-981c-c605cba668b4,segment=NetworkSegment(f43771b3-be7e-4945-a811-9210064fe2a8),segment_id=f43771b3-be7e-4945-a811-9210064fe2a8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:44.540816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.554747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.559709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.607662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3f3c9e-4a66-4a4d-997f-f774631a0c41,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:44.613900 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-07b15c6d-1289-4a57-a185-60bdabf21ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aafdbe66aea24e76a26cd364fb41df79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3230441 Jan 10 19:38:44.619501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0cd6-2d44-4bbc-89c7-c83cc2bc2d04 None None] Pushing event updated for resources: {'Port': ['ID=4668da59-fb52-4c60-981c-c605cba668b4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:44.620071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56828) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:44.662794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d0f34873-8433-43ef-9565-67a734e53b09 None None] Provisioning complete for port 4668da59-fb52-4c60-981c-c605cba668b4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:44.663192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0f34873-8433-43ef-9565-67a734e53b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.738905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb955f9c-88d8-4313-b456-1e730b9698b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.766757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device dd601103-b434-4e95-8a99-1d4565e67429 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:44.776685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb955f9c-88d8-4313-b456-1e730b9698b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.849879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port dd601103-b434-4e95-8a99-1d4565e67429 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:44.850252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.876692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:44.961977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4668da59-fb52-4c60-981c-c605cba668b4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:45.004327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb955f9c-88d8-4313-b456-1e730b9698b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.029114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4668da59-fb52-4c60-981c-c605cba668b4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:45.029526 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.041249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb955f9c-88d8-4313-b456-1e730b9698b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3f3c9e-4a66-4a4d-997f-f774631a0c41,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:45.055768 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb955f9c-88d8-4313-b456-1e730b9698b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.059202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb955f9c-88d8-4313-b456-1e730b9698b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af3f3c9e-4a66-4a4d-997f-f774631a0c41 HTTP/1.1" status: 204 len: 168 time: 0.4359133 Jan 10 19:38:45.288470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.21.0.1 (f436d68c-0f25-48ff-a7a3-c98aae841a41/48207984-2f4f-408e-b956-7ae7bc32718e/f0a7b0fa-98fc-4971-9b97-cdbe14ce6985) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:45.426134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.491817 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.581589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.597770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:45.619592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.690697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:45.693753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:45.698312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:45.724611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=f0a7b0fa-98fc-4971-9b97-cdbe14ce6985,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:45.760862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.852921 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:45.956157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5518d4ba-e775-44d1-bcf4-101fd980d203 None None] Provisioning for port f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:45.962655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5518d4ba-e775-44d1-bcf4-101fd980d203 None None] Provisioning complete for port f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:45.963681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5518d4ba-e775-44d1-bcf4-101fd980d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:46.025836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5518d4ba-e775-44d1-bcf4-101fd980d203 None None] Port f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:46.250685 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:46.255703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:46.366926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=f0a7b0fa-98fc-4971-9b97-cdbe14ce6985,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:46.369412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:46.505680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:46.506762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:46.751479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a19af729-3b23-423f-aa22-3e55b801ded9 None None] Provisioning complete for port f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:46.752063 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a19af729-3b23-423f-aa22-3e55b801ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:46.812778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a19af729-3b23-423f-aa22-3e55b801ded9 None None] Port f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:38:46.851443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router f1c6a947-4536-4d76-9394-d79cd5a45ee3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:38:47.125735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:47.138170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3cbec585-d01d-4804-b984-04cb2b85a5c1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/f1c6a947-4536-4d76-9394-d79cd5a45ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0205092 Jan 10 19:38:47.138853 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] Sync routers for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:47.141037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56876) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:47.151584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:47.152190 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:47.213491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9240095-fed8-4232-a3b2-b24615ab160a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:47.218480 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:47.218619 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c9240095-fed8-4232-a3b2-b24615ab160a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports/f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 HTTP/1.1" status: 200 len: 910 time: 0.0724919 Jan 10 19:38:47.218619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:47.227324 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:47.227955 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:47.285833 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:47.286242 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef3ca1-bc49-445b-a4e7-abf9a5cb366c None None] The sync data for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:47.559881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:48.135309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:48.135729 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:48.320979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:48.440991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for f0a7b0fa-98fc-4971-9b97-cdbe14ce6985 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:48.720872 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:48.769320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=f0a7b0fa-98fc-4971-9b97-cdbe14ce6985,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:48.948325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:49.047641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.100897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.135604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:49.139340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4e6008d3cc4be5a1827ecd121e30aa is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:49.142068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:49.147699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:49.214276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.218001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.262936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf217732-fe3f-4536-a6ac-f4ee05fadfe9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:49.268345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e125e3a0-1c15-4583-b78a-9f1233ef08b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb4e6008d3cc4be5a1827ecd121e30aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3189833 Jan 10 19:38:49.271109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56978) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:49.329848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7de008e3-ff82-4f49-a170-6ef5f0411b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.354585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7de008e3-ff82-4f49-a170-6ef5f0411b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.404184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7de008e3-ff82-4f49-a170-6ef5f0411b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.418895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de008e3-ff82-4f49-a170-6ef5f0411b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf217732-fe3f-4536-a6ac-f4ee05fadfe9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:49.441330 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7de008e3-ff82-4f49-a170-6ef5f0411b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.443313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7de008e3-ff82-4f49-a170-6ef5f0411b9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf217732-fe3f-4536-a6ac-f4ee05fadfe9 HTTP/1.1" status: 204 len: 168 time: 0.1712649 Jan 10 19:38:49.555328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router f1c6a947-4536-4d76-9394-d79cd5a45ee3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:38:49.726944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:49.736616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] Sync routers for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:49.747440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fce341ea-c1bf-40fc-a0aa-2b0bccece19c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/f1c6a947-4536-4d76-9394-d79cd5a45ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272326 Jan 10 19:38:49.747985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 56986) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:49.769951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:49.770572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:49.777434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56990) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:49.801420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.832705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:49.833651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:49.837851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Usage tracker for resource:security_group_rule and tenant:f557b404f2364612bf4d9049585c4bcd is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:49.840687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:49.845049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:49.845716 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:49.846992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:49.905653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:49.906153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca83d0c-5809-47fe-b0ec-cb3c0e5a991d None None] The sync data for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:49.916894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.920930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:49.969558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c318f-60da-4142-a2a8-a6937cdfa84b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:49.973919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-839a0603-1cf4-4495-a68d-78a7c5fa1f6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f557b404f2364612bf4d9049585c4bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1953106 Jan 10 19:38:49.976923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 56994) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:50.034620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-431bc4bc-1ab5-43b0-b4c2-3227fb1622b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:50.060396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-431bc4bc-1ab5-43b0-b4c2-3227fb1622b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:50.101566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:50.110543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-431bc4bc-1ab5-43b0-b4c2-3227fb1622b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:50.126564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bc4bc-1ab5-43b0-b4c2-3227fb1622b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c318f-60da-4142-a2a8-a6937cdfa84b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:50.130945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-431bc4bc-1ab5-43b0-b4c2-3227fb1622b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:50.132099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-431bc4bc-1ab5-43b0-b4c2-3227fb1622b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e34c318f-60da-4142-a2a8-a6937cdfa84b HTTP/1.1" status: 204 len: 168 time: 0.1546175 Jan 10 19:38:50.683721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port a20b27b5-1112-4a42-a609-0774eb99427f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:50.684063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:50.868459 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:51.088215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for a20b27b5-1112-4a42-a609-0774eb99427f owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:51.261516 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:51.310351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=a20b27b5-1112-4a42-a609-0774eb99427f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:51.551170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:51.959419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router f1c6a947-4536-4d76-9394-d79cd5a45ee3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:38:52.097491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:38:52.106957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31caeec9-d76c-4d68-a3c7-ec647c976767 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/f1c6a947-4536-4d76-9394-d79cd5a45ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3576884 Jan 10 19:38:52.109016 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] Sync routers for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:38:52.110286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57038) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:52.121198 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:52.121801 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:52.153937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-503b5548-945a-4d2b-943e-d6feb0763e98 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:38:52.171865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-503b5548-945a-4d2b-943e-d6feb0763e98 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:38:52.173055 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-503b5548-945a-4d2b-943e-d6feb0763e98 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6a947-4536-4d76-9394-d79cd5a45ee3 HTTP/1.1" status: 200 len: 205 time: 0.0617454 Jan 10 19:38:52.176024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57042) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:52.184002 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:52.195624 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] Routers {'f1c6a947-4536-4d76-9394-d79cd5a45ee3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:38:52.196240 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:52.259562 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:52.260243 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb0d3ea-70fc-4a8c-a145-6025d77acecf None None] The sync data for ids ['f1c6a947-4536-4d76-9394-d79cd5a45ee3'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:38:52.419655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:52.813489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:52.817708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:52.842734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:52.843459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router f1c6a947-4536-4d76-9394-d79cd5a45ee3 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:38:52.856701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:52.860065 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-83cbd0be-7ad0-4979-b813-35f74f48f343 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/f1c6a947-4536-4d76-9394-d79cd5a45ee3 HTTP/1.1" status: 204 len: 168 time: 0.6828194 Jan 10 19:38:52.860779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57052) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:53.047090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 48207984-2f4f-408e-b956-7ae7bc32718e {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:53.050522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.112006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.201023 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.274521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.315499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=48207984-2f4f-408e-b956-7ae7bc32718e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:53.319980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.325679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5697665c-51e9-49a2-a37f-dbd7f0758efb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/48207984-2f4f-408e-b956-7ae7bc32718e HTTP/1.1" status: 204 len: 168 time: 0.4639659 Jan 10 19:38:53.327584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79b695-5dce-476d-83d0-ac0dd3a165ec None None] Network f436d68c-0f25-48ff-a7a3-c98aae841a41 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:53.328923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57056) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:53.511163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet d1fa875b-96c1-4107-b27a-23d731fee291 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:38:53.514108 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.577433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.615553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] DHCP port deletion for f436d68c-0f25-48ff-a7a3-c98aae841a41 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:53.619668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] Deleting port 4668da59-fb52-4c60-981c-c605cba668b4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:53.620160 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.781334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.835285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] For port 4668da59-fb52-4c60-981c-c605cba668b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4668da59-fb52-4c60-981c-c605cba668b4,segment=NetworkSegment(f43771b3-be7e-4945-a811-9210064fe2a8),segment_id=f43771b3-be7e-4945-a811-9210064fe2a8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:53.835285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.860594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.906183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fa875b-96c1-4107-b27a-23d731fee291,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:53.923147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:53.933827 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-04de9e17-ce85-47f8-b03b-d104ca7c0377 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/d1fa875b-96c1-4107-b27a-23d731fee291 HTTP/1.1" status: 204 len: 168 time: 0.6012051 Jan 10 19:38:53.934070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57066) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:53.960734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e9b4c-bc5d-4bd8-86b3-a75edec47831 None None] Network 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:53.980689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] Calling delete_port for 4668da59-fb52-4c60-981c-c605cba668b4 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:54.052336 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.063380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 4668da59-fb52-4c60-981c-c605cba668b4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:54.063715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.197759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.250556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] Pushing event deleted for resources: {'Port': ['ID=4668da59-fb52-4c60-981c-c605cba668b4,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:54.257549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0aecf9-8fe9-4e5f-861f-52db2ffd79ee None None] No DVR routers for this DVR port 4668da59-fb52-4c60-981c-c605cba668b4 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:54.284045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 4668da59-fb52-4c60-981c-c605cba668b4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4668da59-fb52-4c60-981c-c605cba668b4,segment=NetworkSegment(f43771b3-be7e-4945-a811-9210064fe2a8),segment_id=f43771b3-be7e-4945-a811-9210064fe2a8)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:54.284511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.361572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] DHCP port deletion for 40da0bcd-e4f8-426a-bb09-6d5dac7073f6 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:38:54.366825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] Deleting port dd601103-b434-4e95-8a99-1d4565e67429 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:54.367250 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.407475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 4668da59-fb52-4c60-981c-c605cba668b4 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:54.486105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:38:54.486255 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:38:54.582360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] For port dd601103-b434-4e95-8a99-1d4565e67429, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=dd601103-b434-4e95-8a99-1d4565e67429,segment=NetworkSegment(82628694-a95e-4c28-a883-a4b35073fb70),segment_id=82628694-a95e-4c28-a883-a4b35073fb70)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:54.582748 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.703425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] Calling delete_port for dd601103-b434-4e95-8a99-1d4565e67429 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:38:54.774379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4668da59-fb52-4c60-981c-c605cba668b4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:54.810517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4668da59-fb52-4c60-981c-c605cba668b4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:54.811457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4668da59-fb52-4c60-981c-c605cba668b4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:54.811902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device dd601103-b434-4e95-8a99-1d4565e67429 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:38:54.847561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:54.877841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: dd601103-b434-4e95-8a99-1d4565e67429 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:38:54.878186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device dd601103-b434-4e95-8a99-1d4565e67429 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:38:54.907006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] Pushing event deleted for resources: {'Port': ['ID=dd601103-b434-4e95-8a99-1d4565e67429,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:54.920648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498f302-f6c6-49d7-b4fc-1302f2d8714d None None] No DVR routers for this DVR port dd601103-b434-4e95-8a99-1d4565e67429 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:38:54.987140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 4668da59-fb52-4c60-981c-c605cba668b4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:38:54.987485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.063365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] The port '4668da59-fb52-4c60-981c-c605cba668b4' was deleted {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:38:55.192451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.216124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f436d68c-0f25-48ff-a7a3-c98aae841a41']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:55.227574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43771b3-be7e-4945-a811-9210064fe2a8') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:55.227869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43771b3-be7e-4945-a811-9210064fe2a8') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:55.239268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.255097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.260910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:55.261292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:55.275208 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:55.352091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.369356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.382152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=f436d68c-0f25-48ff-a7a3-c98aae841a41,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:55.390282 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aacf434d-7335-4424-a9d7-95985b304268 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/f436d68c-0f25-48ff-a7a3-c98aae841a41 HTTP/1.1" status: 204 len: 168 time: 1.4552326 Jan 10 19:38:55.392857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57074) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:55.502099 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.628615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.652720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40da0bcd-e4f8-426a-bb09-6d5dac7073f6']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:55.664732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82628694-a95e-4c28-a883-a4b35073fb70') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:55.665033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82628694-a95e-4c28-a883-a4b35073fb70') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:38:55.676071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.691057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.696847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:38:55.697230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:38:55.711475 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:38:55.878610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.882757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.906342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=40da0bcd-e4f8-426a-bb09-6d5dac7073f6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:55.909669 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ee3341be-57a0-4279-9593-c5e7747480ce tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/40da0bcd-e4f8-426a-bb09-6d5dac7073f6 HTTP/1.1" status: 204 len: 168 time: 0.5159214 Jan 10 19:38:55.913356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:55.918784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-546215835'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:55.924355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:55.928070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:55.930825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:55.936404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:55.946069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:55.949027 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.977062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:38:55.985388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:55.985784 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 07af3b81-0e8b-4c6c-8e09-ded4fb92b69b of type vlan for network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 Jan 10 19:38:56.013051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.046367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.050324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:56.050933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.151140 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2367358 Jan 10 19:38:56.153981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57088) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:56.160370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805322-7c4c-4bb8-a8b3-bb56197b9e00 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=e21ebeb8-34e5-41a4-bb45-75821bf36bb3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:56.161464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:56.171873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:38:56.283296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:56.287179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:56.290029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:56.295999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:56.306144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:56.508016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.725340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.805498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=8c43c70e-cacd-4209-acd1-dffe72b5d0a4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:56.817181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:56.817538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: e21ebeb8-34e5-41a4-bb45-75821bf36bb3, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:38:56.839572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:38:56.849737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e21ebeb8-34e5-41a4-bb45-75821bf36bb3) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:56.854090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:56.854841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.858976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4aba8-06d6-4ce0-a727-03798dc8b6fc None None] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:56.877065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7026ae8e-a6e8-413a-a0f8-dbc3e1705bcf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7210915 Jan 10 19:38:56.879603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:56.884727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2134964443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:56.892112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:56.895997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:56.899133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:56.905193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:56.916577 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.917565 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.938942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.957218 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.978253 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:56.982030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c77562d3-d0d5-4033-9b2b-abe17003cbf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0990911 Jan 10 19:38:56.982380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57106) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:56.988198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'port': {'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3', 'name': 'tempest-RoutersTest-386270025'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:38:57.122192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-e21ebeb8-34e5-41a4-bb45-75821bf36bb3', 'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '8c43c70e-cacd-4209-acd1-dffe72b5d0a4'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:38:57.123715 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.134129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:38:57.138085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:port and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:38:57.141520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:38:57.147229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:38:57.157231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:38:57.160187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.182742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] device_id is not set on port 72c45ac2-83ff-4c50-876a-1ada1db1a694 yet. {{(pid=83630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 19:38:57.282845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Allocated IP 172.20.0.2 (e21ebeb8-34e5-41a4-bb45-75821bf36bb3/8c43c70e-cacd-4209-acd1-dffe72b5d0a4/61f57e3b-4d64-4013-9e85-4be6b8d73a3f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:57.484744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.494852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Transition to ACTIVE for port object 61f57e3b-4d64-4013-9e85-4be6b8d73a3f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:57.513697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Transition to ACTIVE for port object 61f57e3b-4d64-4013-9e85-4be6b8d73a3f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:57.523612 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.606202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:57.613812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Pushing event updated for resources: {'Port': ['ID=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:57.625922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:57.637313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:57.658769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.20.0.9 (e21ebeb8-34e5-41a4-bb45-75821bf36bb3/8c43c70e-cacd-4209-acd1-dffe72b5d0a4/72c45ac2-83ff-4c50-876a-1ada1db1a694) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:38:57.771840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Attempting to bind port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:38:57.772210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Attempting to bind port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:38:57.772567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Attempting to bind port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f on network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:38:57.779128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:38:57.780069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Checking segment: {'id': '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:38:57.780425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.780816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Bound using segment: {'id': '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:38:57.781294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Bound port: 61f57e3b-4d64-4013-9e85-4be6b8d73a3f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e21ebeb8-34e5-41a4-bb45-75821bf36bb3'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:38:57.781666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.875520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] For port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:38:57.878811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] For port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,segment=NetworkSegment(07af3b81-0e8b-4c6c-8e09-ded4fb92b69b),segment_id=07af3b81-0e8b-4c6c-8e09-ded4fb92b69b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:38:57.884171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.902675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.919124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object 72c45ac2-83ff-4c50-876a-1ada1db1a694 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:38:57.940507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:57.964468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0cd05-e5c9-465f-a585-02e1eea4e842 None None] Pushing event updated for resources: {'Port': ['ID=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:58.020542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:38:58.025672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:38:58.028467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:38:58.061705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=72c45ac2-83ff-4c50-876a-1ada1db1a694,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:58.098424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:38:58.099076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:58.140862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3f4d0786-63c6-4bd1-860d-f416e90fc89a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1573007 Jan 10 19:38:58.143468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57112) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:38:58.807303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 61f57e3b-4d64-4013-9e85-4be6b8d73a3f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:38:58.851126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:58.895258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:59.053115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140a7a5-e518-46fd-812f-6dc59541338d None None] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:38:59.203727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] Provisioning for port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:59.219796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] Provisioning complete for port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:59.220172 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.261392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.266722 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.389859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=72c45ac2-83ff-4c50-876a-1ada1db1a694,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:59.425221 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.473730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] For port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,segment=NetworkSegment(07af3b81-0e8b-4c6c-8e09-ded4fb92b69b),segment_id=07af3b81-0e8b-4c6c-8e09-ded4fb92b69b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:38:59.478596 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.566731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14f8c9-dfef-48ac-bcf4-9cd687107198 None None] Pushing event updated for resources: {'Port': ['ID=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:38:59.649240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.703213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-037172b2-57ef-4474-a17e-ee9b716595e7 None None] Provisioning complete for port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:59.703588 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-037172b2-57ef-4474-a17e-ee9b716595e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.752774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.858630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-037172b2-57ef-4474-a17e-ee9b716595e7 None None] Provisioning for port 72c45ac2-83ff-4c50-876a-1ada1db1a694 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:38:59.864941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-037172b2-57ef-4474-a17e-ee9b716595e7 None None] Provisioning complete for port 72c45ac2-83ff-4c50-876a-1ada1db1a694 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:38:59.865326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-037172b2-57ef-4474-a17e-ee9b716595e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:38:59.923946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-037172b2-57ef-4474-a17e-ee9b716595e7 None None] Port 72c45ac2-83ff-4c50-876a-1ada1db1a694 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:00.058156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28c98934-dec0-4290-8938-e0d58b7376f4 None None] Provisioning complete for port 72c45ac2-83ff-4c50-876a-1ada1db1a694 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:00.058634 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28c98934-dec0-4290-8938-e0d58b7376f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.150950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28c98934-dec0-4290-8938-e0d58b7376f4 None None] Port 72c45ac2-83ff-4c50-876a-1ada1db1a694 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:00.264016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.269714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.271512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e7ec52ed-6d99-4c22-883a-53dca3a7a18f None None] Provisioning complete for port 72c45ac2-83ff-4c50-876a-1ada1db1a694 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:00.271919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec52ed-6d99-4c22-883a-53dca3a7a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.363712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec52ed-6d99-4c22-883a-53dca3a7a18f None None] Port 72c45ac2-83ff-4c50-876a-1ada1db1a694 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:00.377571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.391587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=72c45ac2-83ff-4c50-876a-1ada1db1a694,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:00.608211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:00.609416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:00.771230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 61f57e3b-4d64-4013-9e85-4be6b8d73a3f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:00.837947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:00.838294 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.910440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b8093304-ce5c-48fc-b954-4d387b6d7dcd None None] Provisioning complete for port 72c45ac2-83ff-4c50-876a-1ada1db1a694 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:00.911162 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b8093304-ce5c-48fc-b954-4d387b6d7dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:00.971847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router df8c3713-e1de-483f-9141-930d039dfab7 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:39:01.005843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b8093304-ce5c-48fc-b954-4d387b6d7dcd None None] Port 72c45ac2-83ff-4c50-876a-1ada1db1a694 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:01.137268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:01.142422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-83dee6e8-423b-4f71-955a-4eafc0321463 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/df8c3713-e1de-483f-9141-930d039dfab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9980094 Jan 10 19:39:01.145003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57130) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:01.147701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] Sync routers for ids ['df8c3713-e1de-483f-9141-930d039dfab7'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:01.159820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] Routers {'df8c3713-e1de-483f-9141-930d039dfab7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:01.160506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['df8c3713-e1de-483f-9141-930d039dfab7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:01.219453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234fc33e-a14e-438b-a58d-4ca2c3dbc6e5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:01.220029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-234fc33e-a14e-438b-a58d-4ca2c3dbc6e5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:01.224836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:01.236140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] Routers {'df8c3713-e1de-483f-9141-930d039dfab7'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:01.236494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-234fc33e-a14e-438b-a58d-4ca2c3dbc6e5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:01.236772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['df8c3713-e1de-483f-9141-930d039dfab7'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:01.240363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-234fc33e-a14e-438b-a58d-4ca2c3dbc6e5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports/72c45ac2-83ff-4c50-876a-1ada1db1a694 HTTP/1.1" status: 200 len: 976 time: 0.0918553 Jan 10 19:39:01.240585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:01.304352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:01.304876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0c6e6-4ce1-4c8a-8708-953648506260 None None] The sync data for ids ['df8c3713-e1de-483f-9141-930d039dfab7'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:01.769035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:02.204070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 72c45ac2-83ff-4c50-876a-1ada1db1a694 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:02.204402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:02.383656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:02.522592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 72c45ac2-83ff-4c50-876a-1ada1db1a694 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:02.730715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:02.777660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=72c45ac2-83ff-4c50-876a-1ada1db1a694,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:02.791100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.791448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.791788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.792125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.792455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.792788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.793108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.793430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.793751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.794070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:02.794838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:03.021994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:03.510688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router df8c3713-e1de-483f-9141-930d039dfab7 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:03.645283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:03.655450 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] Sync routers for ids ['df8c3713-e1de-483f-9141-930d039dfab7'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:03.666834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cdf03555-053a-4a89-bfa0-4460a8e3edf2 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/df8c3713-e1de-483f-9141-930d039dfab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4222662 Jan 10 19:39:03.667328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:03.668431 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] Routers {'df8c3713-e1de-483f-9141-930d039dfab7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:03.669186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['df8c3713-e1de-483f-9141-930d039dfab7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:03.727471 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:03.739990 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] Routers {'df8c3713-e1de-483f-9141-930d039dfab7'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:03.740588 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['df8c3713-e1de-483f-9141-930d039dfab7'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:03.809237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:03.809641 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba828c-9fe5-4180-9701-0bf31eade81f None None] The sync data for ids ['df8c3713-e1de-483f-9141-930d039dfab7'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:04.003933 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-651d6aea-5825-4319-b756-862d8481d4fc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] remove_router_interface failed (client error): The resource could not be found. Jan 10 19:39:04.004965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-651d6aea-5825-4319-b756-862d8481d4fc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/df8c3713-e1de-483f-9141-930d039dfab7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3365648 Jan 10 19:39:04.007681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57164) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:04.051462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89822875-ec71-47fc-b198-ac20e05a0ab9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:04.068022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-89822875-ec71-47fc-b198-ac20e05a0ab9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:04.071610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-89822875-ec71-47fc-b198-ac20e05a0ab9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=df8c3713-e1de-483f-9141-930d039dfab7 HTTP/1.1" status: 200 len: 205 time: 0.0606298 Jan 10 19:39:04.071826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57168) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:04.207491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:04.700669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:04.705188 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:04.735694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:04.736383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router df8c3713-e1de-483f-9141-930d039dfab7 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:39:04.746360 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:04.747610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cbfad622-0766-4e3e-85f9-685590b3d36d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/df8c3713-e1de-483f-9141-930d039dfab7 HTTP/1.1" status: 204 len: 168 time: 0.6748233 Jan 10 19:39:04.750860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57172) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:04.951628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 8c43c70e-cacd-4209-acd1-dffe72b5d0a4 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:39:04.955605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.011304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.097257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.167552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.204152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=8c43c70e-cacd-4209-acd1-dffe72b5d0a4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:05.210131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.215958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ddc80b1e-f4cd-407b-8270-082eea59ade8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/8c43c70e-cacd-4209-acd1-dffe72b5d0a4 HTTP/1.1" status: 204 len: 168 time: 0.4641695 Jan 10 19:39:05.216455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f1aa9-5e94-4f11-a3dd-7466cb3b7e48 None None] Network e21ebeb8-34e5-41a4-bb45-75821bf36bb3 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:05.218991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:05.328719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.338807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:05.339172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.457803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] DHCP port deletion for e21ebeb8-34e5-41a4-bb45-75821bf36bb3 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:39:05.462067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Deleting port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:05.462442 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.544966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,segment=NetworkSegment(07af3b81-0e8b-4c6c-8e09-ded4fb92b69b),segment_id=07af3b81-0e8b-4c6c-8e09-ded4fb92b69b)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:05.545323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.657980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] For port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,segment=NetworkSegment(07af3b81-0e8b-4c6c-8e09-ded4fb92b69b),segment_id=07af3b81-0e8b-4c6c-8e09-ded4fb92b69b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:05.658373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.662582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 61f57e3b-4d64-4013-9e85-4be6b8d73a3f owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:05.734734 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.779160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Calling delete_port for 61f57e3b-4d64-4013-9e85-4be6b8d73a3f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:05.782764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=61f57e3b-4d64-4013-9e85-4be6b8d73a3f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:05.786361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:39:05.853162 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:39:05.853504 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:39:05.908883 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.933000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21ebeb8-34e5-41a4-bb45-75821bf36bb3']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:05.945106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:05.945406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07af3b81-0e8b-4c6c-8e09-ded4fb92b69b') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:05.957089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.972333 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.978140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:39:05.978552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:39:05.992664 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:39:06.079821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.084462 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.113827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=e21ebeb8-34e5-41a4-bb45-75821bf36bb3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:06.121308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-85d69954-0aa9-45fa-9e15-5e5e077da93d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/e21ebeb8-34e5-41a4-bb45-75821bf36bb3 HTTP/1.1" status: 204 len: 168 time: 0.9013772 Jan 10 19:39:06.125981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57188) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:06.131278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-809985497'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:06.136895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:06.141729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:06.144740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:06.150846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:06.161107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:06.164094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.193207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:39:06.202128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.202473 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 49a1a4a8-e555-4127-837b-19b90daf50f5 of type vlan for network 18db2a51-f68e-48e2-ab99-c52355bc9cbd Jan 10 19:39:06.228586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.259391 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.263275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:06.263844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.355013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Deleting port 61f57e3b-4d64-4013-9e85-4be6b8d73a3f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:06.355501 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.428616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0ad57336-0af1-47b3-844a-5c52ad6c3048 None None] The port '61f57e3b-4d64-4013-9e85-4be6b8d73a3f' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:39:06.477971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3512115 Jan 10 19:39:06.480831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57196) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:06.487405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:06.487676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2bb85-fba5-45f0-90bc-f3efc3b589de tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=18db2a51-f68e-48e2-ab99-c52355bc9cbd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:06.497694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:39:06.597726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:06.601535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:06.604518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:06.610673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:06.621036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:06.723583 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:06.767782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 61f57e3b-4d64-4013-9e85-4be6b8d73a3f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:39:06.804361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 61f57e3b-4d64-4013-9e85-4be6b8d73a3f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:39:06.804705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 61f57e3b-4d64-4013-9e85-4be6b8d73a3f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:39:06.943523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.017874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=459d46af-7c85-46b1-b583-280453960f2c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:07.029065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '49a1a4a8-e555-4127-837b-19b90daf50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:07.029978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: 18db2a51-f68e-48e2-ab99-c52355bc9cbd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:39:07.054242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:39:07.064952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 18db2a51-f68e-48e2-ab99-c52355bc9cbd) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:07.069366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:07.069950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.077079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab27a94d-0d27-48c9-b94c-0582438b5c80 None None] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:07.096034 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-69ae802e-9068-4dc9-8318-e21d0603de66 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130261 Jan 10 19:39:07.097899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57200) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:07.103706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1439366735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:07.111615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:07.115814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:07.119148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:07.125498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:07.135786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.136707 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.158675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.178836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.200574 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.202385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-287e5203-c15b-4e1a-ad54-4a3bc2481817 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1034908 Jan 10 19:39:07.205591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57204) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:07.368885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-18db2a51-f68e-48e2-ab99-c52355bc9cbd', 'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '459d46af-7c85-46b1-b583-280453960f2c'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:39:07.369728 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.585522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Allocated IP 172.20.0.2 (18db2a51-f68e-48e2-ab99-c52355bc9cbd/459d46af-7c85-46b1-b583-280453960f2c/23fa7d43-113d-417d-a779-b55607d22b78) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:07.777775 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.796878 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.807263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Transition to ACTIVE for port object 23fa7d43-113d-417d-a779-b55607d22b78 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:07.825955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Transition to ACTIVE for port object 23fa7d43-113d-417d-a779-b55607d22b78 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:07.831710 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:07.899222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:07.901956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:07.906472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:07.908403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Pushing event updated for resources: {'Port': ['ID=23fa7d43-113d-417d-a779-b55607d22b78,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:07.995090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Attempting to bind port 23fa7d43-113d-417d-a779-b55607d22b78 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:07.995466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Attempting to bind port 23fa7d43-113d-417d-a779-b55607d22b78 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '49a1a4a8-e555-4127-837b-19b90daf50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:07.995848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Attempting to bind port 23fa7d43-113d-417d-a779-b55607d22b78 on network 18db2a51-f68e-48e2-ab99-c52355bc9cbd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:08.002749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:08.003160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Checking segment: {'id': '49a1a4a8-e555-4127-837b-19b90daf50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:08.003561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.003963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Bound using segment: {'id': '49a1a4a8-e555-4127-837b-19b90daf50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:08.004418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Bound port: 23fa7d43-113d-417d-a779-b55607d22b78, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a1a4a8-e555-4127-837b-19b90daf50f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '18db2a51-f68e-48e2-ab99-c52355bc9cbd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:08.004789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.098774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] For port 23fa7d43-113d-417d-a779-b55607d22b78, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:08.102313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] For port 23fa7d43-113d-417d-a779-b55607d22b78, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23fa7d43-113d-417d-a779-b55607d22b78,segment=NetworkSegment(49a1a4a8-e555-4127-837b-19b90daf50f5),segment_id=49a1a4a8-e555-4127-837b-19b90daf50f5)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:08.107174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.124892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.20.0.1 (18db2a51-f68e-48e2-ab99-c52355bc9cbd/459d46af-7c85-46b1-b583-280453960f2c/031c4af2-93fd-4c69-99c3-169bc276e284) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:08.193030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee90af-efe0-4baa-bbaf-20c44a11e296 None None] Pushing event updated for resources: {'Port': ['ID=23fa7d43-113d-417d-a779-b55607d22b78,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:08.287938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.304847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object 031c4af2-93fd-4c69-99c3-169bc276e284 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:08.333696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.402756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0093c148-47b9-4fcc-82b3-d54e11d6cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.414017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:08.417465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:08.419947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:08.462046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=031c4af2-93fd-4c69-99c3-169bc276e284,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:08.492233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.593063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:08.811005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23fa7d43-113d-417d-a779-b55607d22b78 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:08.900368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 23fa7d43-113d-417d-a779-b55607d22b78 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:09.141999 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:09.147291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:09.220924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b0f22-22dc-447c-9e71-a8390f15c3e5 None None] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:09.263666 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:09.272900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=031c4af2-93fd-4c69-99c3-169bc276e284,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:09.344491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] Provisioning for port 23fa7d43-113d-417d-a779-b55607d22b78 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:09.353148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] Provisioning complete for port 23fa7d43-113d-417d-a779-b55607d22b78 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:09.353688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:09.409568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:09.410766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:09.578919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:09.631609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] For port 23fa7d43-113d-417d-a779-b55607d22b78, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23fa7d43-113d-417d-a779-b55607d22b78,segment=NetworkSegment(49a1a4a8-e555-4127-837b-19b90daf50f5),segment_id=49a1a4a8-e555-4127-837b-19b90daf50f5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:09.637770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:09.729740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff71d0-b502-4139-84d1-17be6b1711c2 None None] Pushing event updated for resources: {'Port': ['ID=23fa7d43-113d-417d-a779-b55607d22b78,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:09.843519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router b6cf0332-c9ed-408d-8182-fd61e11b2ac1 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:39:09.968911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-29f3fc6d-ec04-46b0-a65e-75c189d2cb51 None None] Provisioning for port 031c4af2-93fd-4c69-99c3-169bc276e284 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:09.975017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-29f3fc6d-ec04-46b0-a65e-75c189d2cb51 None None] Provisioning complete for port 031c4af2-93fd-4c69-99c3-169bc276e284 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:09.975592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29f3fc6d-ec04-46b0-a65e-75c189d2cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:10.043727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:10.046385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-29f3fc6d-ec04-46b0-a65e-75c189d2cb51 None None] Port 031c4af2-93fd-4c69-99c3-169bc276e284 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:10.058765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] Sync routers for ids ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:10.068141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cf1e660c-4fd3-4f0d-962d-2d377c7b9ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/b6cf0332-c9ed-408d-8182-fd61e11b2ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8590481 Jan 10 19:39:10.068352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57222) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:10.104880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-29f3fc6d-ec04-46b0-a65e-75c189d2cb51 None None] Provisioning complete for port 23fa7d43-113d-417d-a779-b55607d22b78 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:10.105521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29f3fc6d-ec04-46b0-a65e-75c189d2cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:10.149291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] Routers {'b6cf0332-c9ed-408d-8182-fd61e11b2ac1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:10.149862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:10.155919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7218760-5f0d-4460-9aff-9550d19a465d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:10.156598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7218760-5f0d-4460-9aff-9550d19a465d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:10.177611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a7218760-5f0d-4460-9aff-9550d19a465d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:10.179303 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a7218760-5f0d-4460-9aff-9550d19a465d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports/031c4af2-93fd-4c69-99c3-169bc276e284 HTTP/1.1" status: 200 len: 910 time: 0.1094811 Jan 10 19:39:10.181743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:10.228438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:10.252324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] Routers {'b6cf0332-c9ed-408d-8182-fd61e11b2ac1'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:10.253055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:38:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:10.372051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:10.372369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219b5cc-4747-4777-9a63-d1e95a76a8ed None None] The sync data for ids ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:10.495204 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73cb5733-81a5-4630-bfcd-fbf33cd0cf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:10.519604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a01d2aa3-6160-446f-887d-a3bd18aa5951 None None] Provisioning complete for port 031c4af2-93fd-4c69-99c3-169bc276e284 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:10.519994 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a01d2aa3-6160-446f-887d-a3bd18aa5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:10.526212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:10.571837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a01d2aa3-6160-446f-887d-a3bd18aa5951 None None] Port 031c4af2-93fd-4c69-99c3-169bc276e284 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:10.773595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23fa7d43-113d-417d-a779-b55607d22b78 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:10.844745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 23fa7d43-113d-417d-a779-b55607d22b78 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:10.845214 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:11.194279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 031c4af2-93fd-4c69-99c3-169bc276e284 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:11.194919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:11.380322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:11.501989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 031c4af2-93fd-4c69-99c3-169bc276e284 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:11.668815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:11.717542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=031c4af2-93fd-4c69-99c3-169bc276e284,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:11.771134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:11.790115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.790465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.791085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.791423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.791755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.792084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.792414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.792733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.793054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.793380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.793700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:11.866140 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:11.966399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:12.518722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router b6cf0332-c9ed-408d-8182-fd61e11b2ac1 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:12.656760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:12.666738 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] Sync routers for ids ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:12.673284 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-914075e5-25b3-4fc9-9dbc-c612ab5d7ccb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/b6cf0332-c9ed-408d-8182-fd61e11b2ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4904687 Jan 10 19:39:12.675892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57242) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:12.679844 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] Routers {'b6cf0332-c9ed-408d-8182-fd61e11b2ac1'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:12.680437 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:12.716099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-840c59c2-4082-4fd6-8cd6-72e6a9a8353d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:12.732981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-840c59c2-4082-4fd6-8cd6-72e6a9a8353d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:12.734528 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-840c59c2-4082-4fd6-8cd6-72e6a9a8353d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cf0332-c9ed-408d-8182-fd61e11b2ac1 HTTP/1.1" status: 200 len: 205 time: 0.0577428 Jan 10 19:39:12.737376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57246) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:12.764014 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:12.774417 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] Routers {'b6cf0332-c9ed-408d-8182-fd61e11b2ac1'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:12.775029 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:12.833578 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:12.833978 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061253cb-d54b-4daa-8e9c-ae18cf42e7a3 None None] The sync data for ids ['b6cf0332-c9ed-408d-8182-fd61e11b2ac1'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:12.870093 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.120298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.246796 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.250955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.274957 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.275464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router b6cf0332-c9ed-408d-8182-fd61e11b2ac1 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:39:13.286100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.287866 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c740ba0d-fc86-43c9-a87c-7ea7a4d5d044 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/b6cf0332-c9ed-408d-8182-fd61e11b2ac1 HTTP/1.1" status: 204 len: 168 time: 0.5493748 Jan 10 19:39:13.290477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57250) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:13.470990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 459d46af-7c85-46b1-b583-280453960f2c {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:39:13.473890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.526761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.723360 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.794005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.835287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=459d46af-7c85-46b1-b583-280453960f2c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:13.841608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.847386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7fb4d-a69c-496d-8a66-1233d3d4d762 None None] Network 18db2a51-f68e-48e2-ab99-c52355bc9cbd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:13.851341 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-172adc1b-f191-44bf-b907-594acb56466f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/459d46af-7c85-46b1-b583-280453960f2c HTTP/1.1" status: 204 len: 168 time: 0.5596170 Jan 10 19:39:13.851936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:13.964821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:13.976126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 23fa7d43-113d-417d-a779-b55607d22b78 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:13.976476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.125363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] DHCP port deletion for 18db2a51-f68e-48e2-ab99-c52355bc9cbd request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:39:14.129974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Deleting port 23fa7d43-113d-417d-a779-b55607d22b78 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:14.130653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.296860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 23fa7d43-113d-417d-a779-b55607d22b78, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23fa7d43-113d-417d-a779-b55607d22b78,segment=NetworkSegment(49a1a4a8-e555-4127-837b-19b90daf50f5),segment_id=49a1a4a8-e555-4127-837b-19b90daf50f5)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:14.297089 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.349222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] For port 23fa7d43-113d-417d-a779-b55607d22b78, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23fa7d43-113d-417d-a779-b55607d22b78,segment=NetworkSegment(49a1a4a8-e555-4127-837b-19b90daf50f5),segment_id=49a1a4a8-e555-4127-837b-19b90daf50f5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:14.349617 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.421563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 23fa7d43-113d-417d-a779-b55607d22b78 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:14.476099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Calling delete_port for 23fa7d43-113d-417d-a779-b55607d22b78 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:14.501659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.564929 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:39:14.565215 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:39:14.568218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=23fa7d43-113d-417d-a779-b55607d22b78,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:14.573434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port 23fa7d43-113d-417d-a779-b55607d22b78 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:39:14.708782 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.736635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18db2a51-f68e-48e2-ab99-c52355bc9cbd']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:14.749134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a1a4a8-e555-4127-837b-19b90daf50f5') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:14.749429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a1a4a8-e555-4127-837b-19b90daf50f5') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:14.760633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.771426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23fa7d43-113d-417d-a779-b55607d22b78 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:39:14.777128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.784243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:39:14.784706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:39:14.803543 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:39:14.814530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 23fa7d43-113d-417d-a779-b55607d22b78 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:39:14.814905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23fa7d43-113d-417d-a779-b55607d22b78 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:39:14.892319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.909193 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.925807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=18db2a51-f68e-48e2-ab99-c52355bc9cbd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:14.933693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c1ca17b6-7b63-4363-b32b-00c2f019c142 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/18db2a51-f68e-48e2-ab99-c52355bc9cbd HTTP/1.1" status: 204 len: 168 time: 1.0806968 Jan 10 19:39:14.937842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57272) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:14.943532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-288677129', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:14.950987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:14.955543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:14.958638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:14.964632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:14.974556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.975513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:14.994618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.066475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Deleting port 23fa7d43-113d-417d-a779-b55607d22b78 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:15.066956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.129406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4b981-4b65-4af6-bc4f-d099e7961a05 None None] The port '23fa7d43-113d-417d-a779-b55607d22b78' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:39:15.135520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.315583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.343512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.377848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.481941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.25.6.28 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/fcf64000-04d2-4e7d-8427-771d85e7418b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:15.506739 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.627480 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.654622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.725412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:15.726251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=fcf64000-04d2-4e7d-8427-771d85e7418b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:15.730473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:15.733720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:15.983461 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:15.984191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:16.211226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 77355317-f88b-456c-856c-a604f6bc85d6 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:39:16.412629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:16.425611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] Sync routers for ids ['77355317-f88b-456c-856c-a604f6bc85d6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:16.444441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] Routers {'77355317-f88b-456c-856c-a604f6bc85d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:16.445371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['77355317-f88b-456c-856c-a604f6bc85d6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:16.452063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:16.453577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-be8138c8-5d69-4bb8-8d54-0be3495a0b0f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5147538 Jan 10 19:39:16.456837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57306) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:16.510829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:16.522100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] Routers {'77355317-f88b-456c-856c-a604f6bc85d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:16.522835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['77355317-f88b-456c-856c-a604f6bc85d6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:16.586080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:16.586631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ec6ba-f00b-4c4e-9ab7-e77027dc59f1 None None] The sync data for ids ['77355317-f88b-456c-856c-a604f6bc85d6'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:16.655446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ad5a0af5-0d90-49be-a4ea-e4f506b4f40d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/routers/77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 200 len: 879 time: 0.1973729 Jan 10 19:39:16.657733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57310) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:16.860392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b38794bf-4aa1-4ff3-a6cf-a6691ce68995 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:router {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:16.877552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b38794bf-4aa1-4ff3-a6cf-a6691ce68995 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:router {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:16.878885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b38794bf-4aa1-4ff3-a6cf-a6691ce68995 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2202244 Jan 10 19:39:16.881549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57314) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:16.886563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-288677129'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:17.567101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:17.578673 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:17.778602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 77355317-f88b-456c-856c-a604f6bc85d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:17.972867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:17.978977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:17.980111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-edc7c23a-8fe2-4b17-b28c-3e6c2288b2aa tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 200 len: 886 time: 1.0976763 Jan 10 19:39:17.982707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:17.983515 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] Sync routers for ids ['77355317-f88b-456c-856c-a604f6bc85d6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:17.994665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] Routers {'77355317-f88b-456c-856c-a604f6bc85d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:17.995281 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['77355317-f88b-456c-856c-a604f6bc85d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:18.053584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:18.066472 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] Routers {'77355317-f88b-456c-856c-a604f6bc85d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:18.067011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['77355317-f88b-456c-856c-a604f6bc85d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:18.127120 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:18.127522 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b5aa1-902b-45b8-af40-f2406d585302 None None] The sync data for ids ['77355317-f88b-456c-856c-a604f6bc85d6'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:18.186312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-164aff46-cf81-4778-9d01-6f7f891ce75f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/routers/77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 200 len: 886 time: 0.2019606 Jan 10 19:39:18.188962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57324) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:18.228536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-57abb2fe-1615-4d11-9def-237dc28fbfbb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:18.243750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-57abb2fe-1615-4d11-9def-237dc28fbfbb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:18.244864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-57abb2fe-1615-4d11-9def-237dc28fbfbb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 200 len: 205 time: 0.0550196 Jan 10 19:39:18.247457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57328) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:18.443509 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:18.641853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:18.652456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port fcf64000-04d2-4e7d-8427-771d85e7418b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:18.652917 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:18.827865 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.048287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for fcf64000-04d2-4e7d-8427-771d85e7418b owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:19.214168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.258716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=fcf64000-04d2-4e7d-8427-771d85e7418b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:19.483303 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.740977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.745027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.775542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.776176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router 77355317-f88b-456c-856c-a604f6bc85d6 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:39:19.811247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.811247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2070a444-7fb3-46b9-85f3-0d0c5aea22ba tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 204 len: 168 time: 1.5555329 Jan 10 19:39:19.811247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57340) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:19.814575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1393407154'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:19.821697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:19.826413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:19.829548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:19.836405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:19.847208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:19.850113 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.878405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:39:19.887260 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.887603 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 87f69620-260b-4db2-b58d-642db6326fc3 of type vlan for network 51553f05-8a1b-44b5-a20d-7b606bbf8182 Jan 10 19:39:19.915254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.946178 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:19.950048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:19.950628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.053765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2443848 Jan 10 19:39:20.056438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57344) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:20.063962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:20.077552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39619-1d00-47e2-bc46-8d07ba5ca113 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=51553f05-8a1b-44b5-a20d-7b606bbf8182,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:20.092453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:39:20.186850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:20.190966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:20.193924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:20.200322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:20.211151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:20.313479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.617112 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.693321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=7a01bfea-a92d-4be1-8214-1f9b3e1c5f26,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:20.707811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '87f69620-260b-4db2-b58d-642db6326fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:20.708177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: 51553f05-8a1b-44b5-a20d-7b606bbf8182, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:39:20.730832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:39:20.740288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 51553f05-8a1b-44b5-a20d-7b606bbf8182) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:20.744081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:20.744711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.750413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e007d79-a18a-46a7-8c37-3882246717d4 None None] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:20.769769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-58743b38-5672-4d4f-99ed-fc1f4592d595 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7098055 Jan 10 19:39:20.769999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57348) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:20.775330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-653147727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:20.783209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:20.787277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:20.790080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:20.796109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:20.806829 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.807770 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.842152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.862763 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.903259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:20.905138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-da7ece43-9a89-451e-9cfa-51dbece08c3a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1342838 Jan 10 19:39:20.908050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57356) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:21.021363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-51553f05-8a1b-44b5-a20d-7b606bbf8182', 'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '7a01bfea-a92d-4be1-8214-1f9b3e1c5f26'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:39:21.022493 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.131665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:39:21.215871 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Allocated IP 172.20.0.2 (51553f05-8a1b-44b5-a20d-7b606bbf8182/7a01bfea-a92d-4be1-8214-1f9b3e1c5f26/06f7791a-214b-462e-9397-a27b4056118b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:21.246197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57362) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:21.403862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.430718 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.432399 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.436467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:21.440274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Usage tracker for resource:security_group_rule and tenant:99df7a91be554b21bb6267d670004aa1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:21.443110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:21.443561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Transition to ACTIVE for port object 06f7791a-214b-462e-9397-a27b4056118b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:21.449028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:21.462677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Transition to ACTIVE for port object 06f7791a-214b-462e-9397-a27b4056118b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:21.468255 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.517410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.521484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.536668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:21.539783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:21.544162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:21.548405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Pushing event updated for resources: {'Port': ['ID=06f7791a-214b-462e-9397-a27b4056118b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:21.571247 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99df7a91be554b21bb6267d670004aa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3237872 Jan 10 19:39:21.572886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa3797-3a8f-4144-a78c-01acf7795290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3df891-751d-4956-8b5f-602372b6afad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:21.573959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:21.618684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.619061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.619402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.619742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.620073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.620401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.620727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.621047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.621371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.621689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.622004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:21.643705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Attempting to bind port 06f7791a-214b-462e-9397-a27b4056118b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:21.644048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Attempting to bind port 06f7791a-214b-462e-9397-a27b4056118b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '87f69620-260b-4db2-b58d-642db6326fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:21.644426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Attempting to bind port 06f7791a-214b-462e-9397-a27b4056118b on network 51553f05-8a1b-44b5-a20d-7b606bbf8182 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:21.651134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:21.651501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Checking segment: {'id': '87f69620-260b-4db2-b58d-642db6326fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:21.652007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.652404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Bound using segment: {'id': '87f69620-260b-4db2-b58d-642db6326fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:21.652852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Bound port: 06f7791a-214b-462e-9397-a27b4056118b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f69620-260b-4db2-b58d-642db6326fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '51553f05-8a1b-44b5-a20d-7b606bbf8182'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:21.653220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.737639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] For port 06f7791a-214b-462e-9397-a27b4056118b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:21.740571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] For port 06f7791a-214b-462e-9397-a27b4056118b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=06f7791a-214b-462e-9397-a27b4056118b,segment=NetworkSegment(87f69620-260b-4db2-b58d-642db6326fc3),segment_id=87f69620-260b-4db2-b58d-642db6326fc3)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:21.740715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6de58b4f-45aa-42ac-ac19-260e6358bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.745809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.784969 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6de58b4f-45aa-42ac-ac19-260e6358bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:21.824423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01361162-ac60-45e4-a617-a657e34dea16 None None] Pushing event updated for resources: {'Port': ['ID=06f7791a-214b-462e-9397-a27b4056118b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:21.883605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.20.0.1 (51553f05-8a1b-44b5-a20d-7b606bbf8182/7a01bfea-a92d-4be1-8214-1f9b3e1c5f26/bb77659f-43bd-4a59-a37b-78ed1d6d4b63) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:21.967985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6de58b4f-45aa-42ac-ac19-260e6358bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.005361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de58b4f-45aa-42ac-ac19-260e6358bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3df891-751d-4956-8b5f-602372b6afad,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:22.040127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6de58b4f-45aa-42ac-ac19-260e6358bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.045121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6de58b4f-45aa-42ac-ac19-260e6358bb87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de3df891-751d-4956-8b5f-602372b6afad HTTP/1.1" status: 204 len: 168 time: 0.4644990 Jan 10 19:39:22.093467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.111753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object bb77659f-43bd-4a59-a37b-78ed1d6d4b63 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:22.141868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.217455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:22.220495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:22.223084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:22.355612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=bb77659f-43bd-4a59-a37b-78ed1d6d4b63,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:22.388240 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.394208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57376) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:22.413571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.447892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:22.452515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Usage tracker for resource:security_group_rule and tenant:ba0671e4b6454e9ab8de6db15ec8199e is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:22.456087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:22.462212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:22.475105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.536303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.540484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.592190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e224f9-40bf-41a7-8841-51c4d1b5ff7c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:22.596894 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2d4174fc-e2bd-4fd1-b8d8-e0ca6c7d1aed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba0671e4b6454e9ab8de6db15ec8199e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2017207 Jan 10 19:39:22.603334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57380) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:22.666318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7073dcfc-f027-408e-a44a-16c4cf703288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.693195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7073dcfc-f027-408e-a44a-16c4cf703288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.757868 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7073dcfc-f027-408e-a44a-16c4cf703288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.776181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073dcfc-f027-408e-a44a-16c4cf703288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e224f9-40bf-41a7-8841-51c4d1b5ff7c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:22.785861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7073dcfc-f027-408e-a44a-16c4cf703288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.787516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7073dcfc-f027-408e-a44a-16c4cf703288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4e224f9-40bf-41a7-8841-51c4d1b5ff7c HTTP/1.1" status: 204 len: 168 time: 0.1830604 Jan 10 19:39:22.840511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06cf0b4-b863-4548-9e9f-7139d5233a02 None None] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:22.858002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 06f7791a-214b-462e-9397-a27b4056118b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:22.903731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.909747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:22.996881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-82ef4aa0-87b2-4f54-b4e7-a73470baf833 None None] Provisioning for port 06f7791a-214b-462e-9397-a27b4056118b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:23.028443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=bb77659f-43bd-4a59-a37b-78ed1d6d4b63,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:23.035849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 06f7791a-214b-462e-9397-a27b4056118b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:23.043889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:23.100612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 06f7791a-214b-462e-9397-a27b4056118b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:23.101225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:23.199365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:23.200616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:23.267145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:23.305354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 06f7791a-214b-462e-9397-a27b4056118b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=06f7791a-214b-462e-9397-a27b4056118b,segment=NetworkSegment(87f69620-260b-4db2-b58d-642db6326fc3),segment_id=87f69620-260b-4db2-b58d-642db6326fc3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:23.310826 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:23.380501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=06f7791a-214b-462e-9397-a27b4056118b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:23.554253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c857e794-620f-457b-be06-606673b8d444 None None] Provisioning for port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:23.559723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c857e794-620f-457b-be06-606673b8d444 None None] Provisioning complete for port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:23.560093 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c857e794-620f-457b-be06-606673b8d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:23.620973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c857e794-620f-457b-be06-606673b8d444 None None] Port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:23.626248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 25e8729a-66fd-4073-8f1a-9bd01f93ddb4 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:39:23.642560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c857e794-620f-457b-be06-606673b8d444 None None] Provisioning complete for port 06f7791a-214b-462e-9397-a27b4056118b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:23.642968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c857e794-620f-457b-be06-606673b8d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:23.819304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:23.831341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f40df94c-1ae7-46ba-8c0d-ab098aef5570 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/25e8729a-66fd-4073-8f1a-9bd01f93ddb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9211674 Jan 10 19:39:23.832042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] Sync routers for ids ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:23.833498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57404) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:23.849656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] Routers {'25e8729a-66fd-4073-8f1a-9bd01f93ddb4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:23.850257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:23.927198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:23.928377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd26de-a327-4ae5-9cac-f6a2cf77d010 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:23.930748 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10bd26de-a327-4ae5-9cac-f6a2cf77d010 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports/bb77659f-43bd-4a59-a37b-78ed1d6d4b63 HTTP/1.1" status: 200 len: 910 time: 0.0960405 Jan 10 19:39:23.933423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57408) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:23.939871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a01bfea-a92d-4be1-8214-1f9b3e1c5f26'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:23.955257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] Routers {'25e8729a-66fd-4073-8f1a-9bd01f93ddb4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:23.955864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:24.037900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fffe45c2-71d5-4266-a1cb-5b8a366e2fea None None] Provisioning complete for port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:24.038276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fffe45c2-71d5-4266-a1cb-5b8a366e2fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:24.111244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-fffe45c2-71d5-4266-a1cb-5b8a366e2fea None None] Port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:24.114837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:24.115482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74cfcf-0999-4322-bb0b-0194ac99da3a None None] The sync data for ids ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'] in n-d-816927-8 is: [] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:24.176053 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:24.233978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4d5bd7e-9b93-4316-897d-c0a59cf93c3b None None] Provisioning complete for port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:24.234339 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d5bd7e-9b93-4316-897d-c0a59cf93c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:24.287737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5bd7e-9b93-4316-897d-c0a59cf93c3b None None] Port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:24.698141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:24.706590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:24.786928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 06f7791a-214b-462e-9397-a27b4056118b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:24.827550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:24.828187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:24.829519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/ports/bb77659f-43bd-4a59-a37b-78ed1d6d4b63 HTTP/1.1" status: 200 len: 910 time: 0.8951008 Jan 10 19:39:24.830416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f30fd1-0aba-4913-8a2d-b71f677b9cdf tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=bb77659f-43bd-4a59-a37b-78ed1d6d4b63,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:24.832525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57432) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:24.866048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 06f7791a-214b-462e-9397-a27b4056118b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:24.866521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:25.185871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:25.858784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port bb77659f-43bd-4a59-a37b-78ed1d6d4b63 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:25.859151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.038133 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.160554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for bb77659f-43bd-4a59-a37b-78ed1d6d4b63 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:26.243934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57464) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:26.334150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.383844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=bb77659f-43bd-4a59-a37b-78ed1d6d4b63,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:26.393602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.427589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:26.431669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Usage tracker for resource:security_group_rule and tenant:336910e8961d41e0810c5f6aab16f702 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:26.435512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:26.441753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:26.519512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.523824 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.573163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8d5c8-f2df-4073-a15c-496c9ed9cf73,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:26.582200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5c179bd3-f3c3-44a2-a106-f4ff6cd457b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=336910e8961d41e0810c5f6aab16f702&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3344157 Jan 10 19:39:26.582698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:26.628143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.644931 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c592be3-e252-451c-b197-8803f63d7dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.670618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c592be3-e252-451c-b197-8803f63d7dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.721076 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c592be3-e252-451c-b197-8803f63d7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.736590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c592be3-e252-451c-b197-8803f63d7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8d5c8-f2df-4073-a15c-496c9ed9cf73,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:26.740894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c592be3-e252-451c-b197-8803f63d7dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:26.744472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c592be3-e252-451c-b197-8803f63d7dc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5c8d5c8-f2df-4073-a15c-496c9ed9cf73 HTTP/1.1" status: 204 len: 168 time: 0.1584957 Jan 10 19:39:27.071593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57478) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:27.090633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.123896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:27.127999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Usage tracker for resource:security_group_rule and tenant:b0bf7fc8d5b74478847c40ae06814edb is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:27.130790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:27.137741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:27.143873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 25e8729a-66fd-4073-8f1a-9bd01f93ddb4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:27.203680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.210139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.254371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208c4c72-51eb-46bc-90c2-b4862679fe8a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:27.262040 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5b89c7d5-cf05-4aea-ab65-9867edbcf600 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0bf7fc8d5b74478847c40ae06814edb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867242 Jan 10 19:39:27.262441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:27.283454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:27.293998 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] Sync routers for ids ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:27.299510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b5680242-3be2-4703-964b-0068bdbc930e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/25e8729a-66fd-4073-8f1a-9bd01f93ddb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634347 Jan 10 19:39:27.299841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57486) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:27.306651 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] Routers {'25e8729a-66fd-4073-8f1a-9bd01f93ddb4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:27.307756 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:27.327405 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9139bea4-5937-4838-a6a9-f538ab0b862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.343720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-17ccedab-de3e-4f4a-a421-352fd22e4a32 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:39:27.353338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9139bea4-5937-4838-a6a9-f538ab0b862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.360460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-17ccedab-de3e-4f4a-a421-352fd22e4a32 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:39:27.364138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-17ccedab-de3e-4f4a-a421-352fd22e4a32 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=25e8729a-66fd-4073-8f1a-9bd01f93ddb4 HTTP/1.1" status: 200 len: 205 time: 0.0609868 Jan 10 19:39:27.364805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57490) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:27.371484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:27.382664 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] Routers {'25e8729a-66fd-4073-8f1a-9bd01f93ddb4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:27.383288 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:27.442257 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:27.442670 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243c901-ce41-4b40-b631-b6f2e6ff72d1 None None] The sync data for ids ['25e8729a-66fd-4073-8f1a-9bd01f93ddb4'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:27.527397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.587164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9139bea4-5937-4838-a6a9-f538ab0b862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.647093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139bea4-5937-4838-a6a9-f538ab0b862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208c4c72-51eb-46bc-90c2-b4862679fe8a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:27.667103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9139bea4-5937-4838-a6a9-f538ab0b862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:27.671769 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9139bea4-5937-4838-a6a9-f538ab0b862a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/208c4c72-51eb-46bc-90c2-b4862679fe8a HTTP/1.1" status: 204 len: 168 time: 0.4050820 Jan 10 19:39:28.032301 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.036519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.061894 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.062622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router 25e8729a-66fd-4073-8f1a-9bd01f93ddb4 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:39:28.077526 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.078946 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-35a2ca2d-386d-45c9-b9fe-674d2a824f0c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/25e8729a-66fd-4073-8f1a-9bd01f93ddb4 HTTP/1.1" status: 204 len: 168 time: 0.7131474 Jan 10 19:39:28.081498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57504) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:28.266524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 7a01bfea-a92d-4be1-8214-1f9b3e1c5f26 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:39:28.269350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.326961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.408551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.486381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.531782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=7a01bfea-a92d-4be1-8214-1f9b3e1c5f26,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:28.536481 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.542478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41190a3d-1281-4c05-9139-2a835eaf3c1c None None] Network 51553f05-8a1b-44b5-a20d-7b606bbf8182 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:28.547474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c9e300a4-dd74-46df-aab5-7cf209a37ac8 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/7a01bfea-a92d-4be1-8214-1f9b3e1c5f26 HTTP/1.1" status: 204 len: 168 time: 0.4625044 Jan 10 19:39:28.547837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57518) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:28.665239 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.679818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 06f7791a-214b-462e-9397-a27b4056118b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:28.680169 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.787464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828beaff-9c40-4834-8137-6053873a742c None None] DHCP port deletion for 51553f05-8a1b-44b5-a20d-7b606bbf8182 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:39:28.792040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-828beaff-9c40-4834-8137-6053873a742c None None] Deleting port 06f7791a-214b-462e-9397-a27b4056118b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:28.792422 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-828beaff-9c40-4834-8137-6053873a742c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:28.898506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 06f7791a-214b-462e-9397-a27b4056118b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=06f7791a-214b-462e-9397-a27b4056118b,segment=NetworkSegment(87f69620-260b-4db2-b58d-642db6326fc3),segment_id=87f69620-260b-4db2-b58d-642db6326fc3)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:28.898862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.004788 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-828beaff-9c40-4834-8137-6053873a742c None None] For port 06f7791a-214b-462e-9397-a27b4056118b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=06f7791a-214b-462e-9397-a27b4056118b,segment=NetworkSegment(87f69620-260b-4db2-b58d-642db6326fc3),segment_id=87f69620-260b-4db2-b58d-642db6326fc3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:29.004788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-828beaff-9c40-4834-8137-6053873a742c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.024913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 06f7791a-214b-462e-9397-a27b4056118b owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:29.107016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.126621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-828beaff-9c40-4834-8137-6053873a742c None None] Calling delete_port for 06f7791a-214b-462e-9397-a27b4056118b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:29.159017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=06f7791a-214b-462e-9397-a27b4056118b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:29.160995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port 06f7791a-214b-462e-9397-a27b4056118b on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:39:29.199884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-828beaff-9c40-4834-8137-6053873a742c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:39:29.200243 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-828beaff-9c40-4834-8137-6053873a742c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:39:29.283406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.312919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51553f05-8a1b-44b5-a20d-7b606bbf8182']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:29.324464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f69620-260b-4db2-b58d-642db6326fc3') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:29.324763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f69620-260b-4db2-b58d-642db6326fc3') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:29.335482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.352388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.363114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:39:29.363513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:39:29.377970 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:39:29.458478 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.478472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.484664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=51553f05-8a1b-44b5-a20d-7b606bbf8182,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:29.502527 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4d184e5b-1f2e-4bdb-ba45-7748d63e59f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/51553f05-8a1b-44b5-a20d-7b606bbf8182 HTTP/1.1" status: 204 len: 168 time: 0.9502647 Jan 10 19:39:29.502774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57542) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:29.507967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-955077209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:29.515445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:29.519533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:29.522763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:29.528703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:29.540371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.541659 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.561553 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.580535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.608139 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.609392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e346afb8-74d9-4eae-a81f-f4f086573c25 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1056714 Jan 10 19:39:29.612105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57546) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:29.617937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-529818311'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:29.623894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:29.628294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:29.631237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:29.637143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:29.647625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:29.650532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.679197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:39:29.687530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.687874 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 0a087d43-3434-42ed-8468-d3d700e7da32 of type vlan for network fe3079d9-f06e-4edb-a6b5-c1da3462b529 Jan 10 19:39:29.701930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-828beaff-9c40-4834-8137-6053873a742c None None] Deleting port 06f7791a-214b-462e-9397-a27b4056118b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:29.702546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-828beaff-9c40-4834-8137-6053873a742c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.717414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.750818 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.754694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:29.755448 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:29.769836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-828beaff-9c40-4834-8137-6053873a742c None None] The port '06f7791a-214b-462e-9397-a27b4056118b' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:39:29.864241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2510183 Jan 10 19:39:29.866815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57556) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:29.869121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d414d27-b378-4219-85b4-9e7ca00f2813 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=fe3079d9-f06e-4edb-a6b5-c1da3462b529,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:29.874713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:29.881112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:39:29.986366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:29.990091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:29.992936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:29.999051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:30.009704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:30.110367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:30.434626 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:30.513034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:30.530411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:30.530770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: fe3079d9-f06e-4edb-a6b5-c1da3462b529, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:39:30.554269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:39:30.564111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, fe3079d9-f06e-4edb-a6b5-c1da3462b529) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:30.568206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:30.568786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:30.573016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58803330-5cdf-441a-85de-b7ed342ede31 None None] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:30.603220 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9ddb5ef6-8f15-493c-89b1-f4d5ef147535 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7325907 Jan 10 19:39:30.603452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57566) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:30.789144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 06f7791a-214b-462e-9397-a27b4056118b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:39:30.818445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:39:30.819680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:30.841861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 06f7791a-214b-462e-9397-a27b4056118b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:39:30.842762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 06f7791a-214b-462e-9397-a27b4056118b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:39:31.041908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Allocated IP 172.20.0.2 (fe3079d9-f06e-4edb-a6b5-c1da3462b529/b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72/eef2fd9e-96a0-48d8-b122-278926050031) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:31.120047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.247476 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.257963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Transition to ACTIVE for port object eef2fd9e-96a0-48d8-b122-278926050031 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:31.275999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Transition to ACTIVE for port object eef2fd9e-96a0-48d8-b122-278926050031 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:31.282034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.347079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:31.349758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:31.355053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:31.357082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Pushing event updated for resources: {'Port': ['ID=eef2fd9e-96a0-48d8-b122-278926050031,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:31.445290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Attempting to bind port eef2fd9e-96a0-48d8-b122-278926050031 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:31.445819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Attempting to bind port eef2fd9e-96a0-48d8-b122-278926050031 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:31.446308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Attempting to bind port eef2fd9e-96a0-48d8-b122-278926050031 on network fe3079d9-f06e-4edb-a6b5-c1da3462b529 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:31.453723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:31.454278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Checking segment: {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:31.454772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.455297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Bound using segment: {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:31.455840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Bound port: eef2fd9e-96a0-48d8-b122-278926050031, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:31.456304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.458988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.20.0.1 (fe3079d9-f06e-4edb-a6b5-c1da3462b529/b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72/05eae7b7-ca7f-4db2-8702-9af7b40f0c8b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:31.545007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] For port eef2fd9e-96a0-48d8-b122-278926050031, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:31.548331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] For port eef2fd9e-96a0-48d8-b122-278926050031, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eef2fd9e-96a0-48d8-b122-278926050031,segment=NetworkSegment(0a087d43-3434-42ed-8468-d3d700e7da32),segment_id=0a087d43-3434-42ed-8468-d3d700e7da32)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:31.552993 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.639918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac00521-19ea-4992-bf0f-1b91bea95d72 None None] Pushing event updated for resources: {'Port': ['ID=eef2fd9e-96a0-48d8-b122-278926050031,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:31.642632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.667903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:31.692912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:31.776306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:31.780080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:31.783600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:31.826918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:31.873086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:32.082681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:32.477764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:32.483939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:32.599387 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:32.603028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:32.640933 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e6863-ee6a-4c69-994a-bf7a3a4949b8 None None] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:32.742468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:32.743992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:32.801620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-df52b40e-f4bb-40a1-8c28-2c9cc8ca22f2 None None] Provisioning for port eef2fd9e-96a0-48d8-b122-278926050031 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:32.843471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eef2fd9e-96a0-48d8-b122-278926050031 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:32.965275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port eef2fd9e-96a0-48d8-b122-278926050031 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:32.970892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eef2fd9e-96a0-48d8-b122-278926050031 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:32.971424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.105463 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.142809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port eef2fd9e-96a0-48d8-b122-278926050031, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eef2fd9e-96a0-48d8-b122-278926050031,segment=NetworkSegment(0a087d43-3434-42ed-8468-d3d700e7da32),segment_id=0a087d43-3434-42ed-8468-d3d700e7da32)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:33.148057 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.154545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:39:33.229783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=eef2fd9e-96a0-48d8-b122-278926050031,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:33.268437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35e18c2c-c287-42f1-9fd3-87c0a25ce942 None None] Provisioning for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:33.277119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35e18c2c-c287-42f1-9fd3-87c0a25ce942 None None] Provisioning complete for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:33.277493 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e18c2c-c287-42f1-9fd3-87c0a25ce942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.336643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-35e18c2c-c287-42f1-9fd3-87c0a25ce942 None None] Port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:33.352162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-35e18c2c-c287-42f1-9fd3-87c0a25ce942 None None] Provisioning complete for port eef2fd9e-96a0-48d8-b122-278926050031 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:33.352850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e18c2c-c287-42f1-9fd3-87c0a25ce942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.362232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:33.381600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:33.382096 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7c55c034-fe2e-48e9-8a31-debe62c6ea8d tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7774627 Jan 10 19:39:33.387973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-787660385'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:33.400247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:33.400247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:33.400447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:33.401006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:33.413208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:33.427828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:33.430815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.435124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:33.436322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:33.462391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:39:33.474225 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.475002 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment ebaf62c9-654e-45e2-9c5c-19b9fef2a68c of type vlan for network 29f75069-277d-4766-8585-3dbe1e4575ec Jan 10 19:39:33.512627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.550474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.555055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:33.556063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:33.678332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2955854 Jan 10 19:39:33.681143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57592) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:33.688275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:33.690077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:33.696912 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8acd7-5380-4ec2-aa64-dbaabbf71ebb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=29f75069-277d-4766-8585-3dbe1e4575ec,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:33.740714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 29f75069-277d-4766-8585-3dbe1e4575ec details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:39:33.810564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:33.814573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:33.817533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:33.823617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:33.834688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:33.997159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-add2eb53-08ef-469b-9a1f-49bbf2191df3 None None] Provisioning complete for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:33.997650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-add2eb53-08ef-469b-9a1f-49bbf2191df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:34.056695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:34.115152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-add2eb53-08ef-469b-9a1f-49bbf2191df3 None None] Port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:34.216319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:31Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:32Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:34.220808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:39:34.221163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Updating router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:39:34.283764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:34.286398 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:34.297315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-998dd8a5-4ec7-4e7a-b6b6-07ecfa74ec77 None None] Provisioning complete for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:34.297687 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-998dd8a5-4ec7-4e7a-b6b6-07ecfa74ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:34.359339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=51ea6562-c9d6-4fb2-99e8-14fda8c2c963,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:34.374230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:34.374490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: 29f75069-277d-4766-8585-3dbe1e4575ec, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:39:34.395906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-998dd8a5-4ec7-4e7a-b6b6-07ecfa74ec77 None None] Port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:34.397614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 29f75069-277d-4766-8585-3dbe1e4575ec is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:39:34.408316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 29f75069-277d-4766-8585-3dbe1e4575ec) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:34.412326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:34.413009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:34.434989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6d27fe65-735a-4832-8ad0-b07b27e504c3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7524526 Jan 10 19:39:34.438578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57596) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:34.441226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488b408-3687-47ff-a53f-5bfdf0e7f7b4 None None] Network 29f75069-277d-4766-8585-3dbe1e4575ec requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:34.834759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eef2fd9e-96a0-48d8-b122-278926050031 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:34.895710 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 19:39:34.906378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-29f75069-277d-4766-8585-3dbe1e4575ec', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:39:34.908374 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.046936 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.059427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eef2fd9e-96a0-48d8-b122-278926050031 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:35.059803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.108004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.113635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Transition to ACTIVE for port object 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:35.166944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.361024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7b0ad-620f-4c49-9557-9bf8f1fb5a7e None None] Pushing event updated for resources: {'Port': ['ID=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:35.363959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Allocated IP 172.21.0.2 (29f75069-277d-4766-8585-3dbe1e4575ec/51ea6562-c9d6-4fb2-99e8-14fda8c2c963/e856c1d1-1adb-4c2f-8952-466c2bb7b648) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:35.633316 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Attempting to bind port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:35.633684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Attempting to bind port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:35.634047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Attempting to bind port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b on network fe3079d9-f06e-4edb-a6b5-c1da3462b529 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:35.658648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:35.659061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Checking segment: {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:35.659465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.659863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Bound using segment: {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:35.660341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Bound port: 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a087d43-3434-42ed-8468-d3d700e7da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:35.660714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.787075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.811186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Transition to ACTIVE for port object e856c1d1-1adb-4c2f-8952-466c2bb7b648 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:35.835309 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] For port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:35.839265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] For port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,segment=NetworkSegment(0a087d43-3434-42ed-8468-d3d700e7da32),segment_id=0a087d43-3434-42ed-8468-d3d700e7da32)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:35.840462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Transition to ACTIVE for port object e856c1d1-1adb-4c2f-8952-466c2bb7b648 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:35.844768 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.918212 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:35.925829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.21.0.1 (29f75069-277d-4766-8585-3dbe1e4575ec/51ea6562-c9d6-4fb2-99e8-14fda8c2c963/98afdeb6-de45-463c-88c0-fe02e1741817) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:35.982317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Network 29f75069-277d-4766-8585-3dbe1e4575ec is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:35.984894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:35.992277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:36.001477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:36.002209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:36.123570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7b0ad-620f-4c49-9557-9bf8f1fb5a7e None None] Pushing event updated for resources: {'Port': ['ID=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:36.282298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.301716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object 98afdeb6-de45-463c-88c0-fe02e1741817 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:36.329031 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.346751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:36.388945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Pushing event updated for resources: {'Port': ['ID=e856c1d1-1adb-4c2f-8952-466c2bb7b648,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:36.406877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Attempting to bind port e856c1d1-1adb-4c2f-8952-466c2bb7b648 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:36.407259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Attempting to bind port e856c1d1-1adb-4c2f-8952-466c2bb7b648 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:36.407626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Attempting to bind port e856c1d1-1adb-4c2f-8952-466c2bb7b648 on network 29f75069-277d-4766-8585-3dbe1e4575ec {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:36.408042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 29f75069-277d-4766-8585-3dbe1e4575ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:36.411403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:36.416043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:36.434711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:36.435813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Checking segment: {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:36.436219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.436616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Bound using segment: {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:36.437093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Bound port: e856c1d1-1adb-4c2f-8952-466c2bb7b648, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:36.437467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.443070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57618) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:36.458721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=98afdeb6-de45-463c-88c0-fe02e1741817,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:36.476708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.568127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.609187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.642284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:36.646642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Usage tracker for resource:security_group_rule and tenant:4fcb7a7d5ce84c05a371e0b5f3e1db03 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:36.650005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:36.656327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:36.677934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] For port e856c1d1-1adb-4c2f-8952-466c2bb7b648, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:36.696546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] For port e856c1d1-1adb-4c2f-8952-466c2bb7b648, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e856c1d1-1adb-4c2f-8952-466c2bb7b648,segment=NetworkSegment(ebaf62c9-654e-45e2-9c5c-19b9fef2a68c),segment_id=ebaf62c9-654e-45e2-9c5c-19b9fef2a68c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:36.724600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.728007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.731835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.776938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b05c04-6599-40f7-8fd3-92c0c46e469e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:36.785684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a7eb6479-0fbd-4a8d-b692-cf283e8057fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fcb7a7d5ce84c05a371e0b5f3e1db03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415411 Jan 10 19:39:36.786267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57624) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:36.817729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aff50-3be9-4882-bc55-4d954bcab40a None None] Pushing event updated for resources: {'Port': ['ID=e856c1d1-1adb-4c2f-8952-466c2bb7b648,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:36.853149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:31Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:35Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:36.859424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c712ea-9001-4677-9ea0-aa13c45d784e None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:31Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:35Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:36.869900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ddb393e-4d55-4ecd-9205-6d655d10bb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.915871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ddb393e-4d55-4ecd-9205-6d655d10bb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:36.984448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ddb393e-4d55-4ecd-9205-6d655d10bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.004566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb393e-4d55-4ecd-9205-6d655d10bb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b05c04-6599-40f7-8fd3-92c0c46e469e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:37.023580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3ddb393e-4d55-4ecd-9205-6d655d10bb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.043465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3ddb393e-4d55-4ecd-9205-6d655d10bb0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11b05c04-6599-40f7-8fd3-92c0c46e469e HTTP/1.1" status: 204 len: 168 time: 0.2561252 Jan 10 19:39:37.064241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.072150 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.235622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=98afdeb6-de45-463c-88c0-fe02e1741817,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:37.240486 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.394394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 29f75069-277d-4766-8585-3dbe1e4575ec is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:37.395730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:37.495326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57632) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:37.516305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.551317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:37.555730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Usage tracker for resource:security_group_rule and tenant:ae006f9b20d643f28af6d3c988aac5ad is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:37.561346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:37.570543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:37.627361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-44f29790-0cbf-4031-990b-8c96db9c55bd req-60209506-4f98-43c1-8997-069ab107407f service neutron] (83629) timed out ('10.222.0.21', 47004) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:39:37.654388 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.659688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.713252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6743f0c-76cf-424b-8175-7b853fa73fd3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:37.719585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e855f96a-0b08-4f9a-878e-34a0932f041e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae006f9b20d643f28af6d3c988aac5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2224276 Jan 10 19:39:37.720290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57636) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:37.799848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:37.806368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7086a3b3-d5ac-4896-9c9a-55a76a8c46f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.840589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7086a3b3-d5ac-4896-9c9a-55a76a8c46f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:37.928609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250183d-16e6-446b-b492-05914d57e530 None None] Network 29f75069-277d-4766-8585-3dbe1e4575ec requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:38.074031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-82bc074b-1228-4403-aa9b-1106f7f2a3dc None None] Provisioning for port e856c1d1-1adb-4c2f-8952-466c2bb7b648 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:38.134672 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7086a3b3-d5ac-4896-9c9a-55a76a8c46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.155051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086a3b3-d5ac-4896-9c9a-55a76a8c46f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6743f0c-76cf-424b-8175-7b853fa73fd3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:38.173471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:38.175420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7086a3b3-d5ac-4896-9c9a-55a76a8c46f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.176526 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7086a3b3-d5ac-4896-9c9a-55a76a8c46f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6743f0c-76cf-424b-8175-7b853fa73fd3 HTTP/1.1" status: 204 len: 168 time: 0.4554892 Jan 10 19:39:38.182439 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e4829c66-d682-49e3-b3c1-6738a4d1e781 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403543 Jan 10 19:39:38.183203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57642) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:38.188191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-131127175'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:38.194234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:38.198232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:38.201230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:38.207257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:38.219087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:38.222281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.253000 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:39:38.264954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.265306 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 60f1e470-e14c-49c1-901f-638bce54f25c of type vlan for network 65432320-901c-4db3-a1ab-27c5e3de9e9d Jan 10 19:39:38.293289 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.327421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.331306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:38.331897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.409139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f005382e-4950-4e1e-b6fb-612b5090aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.431947 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2482288 Jan 10 19:39:38.434685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57648) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:38.441578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd346f40-1ae3-45d9-8ba6-b47c45a1aafc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=65432320-901c-4db3-a1ab-27c5e3de9e9d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:38.444152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:38.452966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:39:38.570647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b569d10b-0ecf-41ea-92e4-bcafba42591b None None] Provisioning for port 98afdeb6-de45-463c-88c0-fe02e1741817 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:38.573077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:38.578754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b569d10b-0ecf-41ea-92e4-bcafba42591b None None] Provisioning complete for port 98afdeb6-de45-463c-88c0-fe02e1741817 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:38.579215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:38.579520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b569d10b-0ecf-41ea-92e4-bcafba42591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.582231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:38.588956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:38.601137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:38.645489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b569d10b-0ecf-41ea-92e4-bcafba42591b None None] Port 98afdeb6-de45-463c-88c0-fe02e1741817 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:38.716080 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.790580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86b627b9-1953-4003-9256-76970d8ae6ca None None] Provisioning complete for port 98afdeb6-de45-463c-88c0-fe02e1741817 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:38.791957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86b627b9-1953-4003-9256-76970d8ae6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:38.899808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:38.940557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-86b627b9-1953-4003-9256-76970d8ae6ca None None] Port 98afdeb6-de45-463c-88c0-fe02e1741817 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:38.982856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:38.988423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:38.988918 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.111331 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.132582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-42817f94-a092-4efb-b9f2-a7408ce3b6ef None None] Provisioning complete for port 98afdeb6-de45-463c-88c0-fe02e1741817 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:39.132947 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-42817f94-a092-4efb-b9f2-a7408ce3b6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.166653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.205642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=30f15239-2cf3-40a0-9eb0-133782d6b81a,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:39.212981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-42817f94-a092-4efb-b9f2-a7408ce3b6ef None None] Port 98afdeb6-de45-463c-88c0-fe02e1741817 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:39.214472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:39.214905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: 65432320-901c-4db3-a1ab-27c5e3de9e9d, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:39:39.218513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,segment=NetworkSegment(0a087d43-3434-42ed-8468-d3d700e7da32),segment_id=0a087d43-3434-42ed-8468-d3d700e7da32)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:39.223108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.223880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e856c1d1-1adb-4c2f-8952-466c2bb7b648 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:39.244357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:39:39.255529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 65432320-901c-4db3-a1ab-27c5e3de9e9d) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:39.261830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:39.263871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.293400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823cfabb-2387-4339-aea5-5ce10bc20bb3 None None] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:39.295549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5c104786-1f3e-4dc2-9e66-00dd3921eb6f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8588693 Jan 10 19:39:39.298254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57668) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:39.429254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:39.507456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port e856c1d1-1adb-4c2f-8952-466c2bb7b648 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:39.517271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e856c1d1-1adb-4c2f-8952-466c2bb7b648 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:39.517646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.629701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-65432320-901c-4db3-a1ab-27c5e3de9e9d', 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '30f15239-2cf3-40a0-9eb0-133782d6b81a'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:39:39.630605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.757953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.844706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port e856c1d1-1adb-4c2f-8952-466c2bb7b648, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e856c1d1-1adb-4c2f-8952-466c2bb7b648,segment=NetworkSegment(ebaf62c9-654e-45e2-9c5c-19b9fef2a68c),segment_id=ebaf62c9-654e-45e2-9c5c-19b9fef2a68c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:39.845790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57680) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:39.851410 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:39.932280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Allocated IP 172.22.0.2 (65432320-901c-4db3-a1ab-27c5e3de9e9d/30f15239-2cf3-40a0-9eb0-133782d6b81a/4604c99b-d10b-4cf2-8460-9eead8e0b214) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:39.972526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=e856c1d1-1adb-4c2f-8952-466c2bb7b648,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:40.039505 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.060078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.100083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:40.104746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Usage tracker for resource:security_group_rule and tenant:04e6dda165ed4005b677efeba0270300 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:40.110011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:40.116954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:40.240746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.247255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.257875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.270129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Transition to ACTIVE for port object 4604c99b-d10b-4cf2-8460-9eead8e0b214 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:40.298356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04e6dda165ed4005b677efeba0270300&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4523065 Jan 10 19:39:40.298987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57686) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:40.302602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Transition to ACTIVE for port object 4604c99b-d10b-4cf2-8460-9eead8e0b214 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:40.310986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.344996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b1710-8e1e-46da-808f-fcbc90694655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e4cd6-a13a-439f-86b8-ef1e44dadd5d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:40.382904 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54d3fb00-5e43-4023-bf70-c6e2abe6014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.408891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:40.412881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54d3fb00-5e43-4023-bf70-c6e2abe6014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.414828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:40.421190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:40.429657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Pushing event updated for resources: {'Port': ['ID=4604c99b-d10b-4cf2-8460-9eead8e0b214,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:40.477094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54d3fb00-5e43-4023-bf70-c6e2abe6014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.502936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3fb00-5e43-4023-bf70-c6e2abe6014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e4cd6-a13a-439f-86b8-ef1e44dadd5d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:40.507559 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-54d3fb00-5e43-4023-bf70-c6e2abe6014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.508622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-54d3fb00-5e43-4023-bf70-c6e2abe6014a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a39e4cd6-a13a-439f-86b8-ef1e44dadd5d HTTP/1.1" status: 204 len: 168 time: 0.2073741 Jan 10 19:39:40.518981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.22.0.1 (65432320-901c-4db3-a1ab-27c5e3de9e9d/30f15239-2cf3-40a0-9eb0-133782d6b81a/fc7b48ea-fd50-487d-a092-017474d6bc26) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:40.570264 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-03101352-b4f2-4203-aeb7-166829bc8bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.584781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Attempting to bind port 4604c99b-d10b-4cf2-8460-9eead8e0b214 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:40.585157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Attempting to bind port 4604c99b-d10b-4cf2-8460-9eead8e0b214 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:40.585516 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Attempting to bind port 4604c99b-d10b-4cf2-8460-9eead8e0b214 on network 65432320-901c-4db3-a1ab-27c5e3de9e9d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:40.590715 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:40.606562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:40.607028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Checking segment: {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:40.607286 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:40.607886 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:40.611295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.611937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Bound using segment: {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:40.612835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Bound port: 4604c99b-d10b-4cf2-8460-9eead8e0b214, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:40.613663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.708383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.727223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object fc7b48ea-fd50-487d-a092-017474d6bc26 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:40.753952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.785156 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:40.824314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] For port 4604c99b-d10b-4cf2-8460-9eead8e0b214, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:40.829578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] For port 4604c99b-d10b-4cf2-8460-9eead8e0b214, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4604c99b-d10b-4cf2-8460-9eead8e0b214,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:40.836249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.849121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:40.852700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:40.857492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:40.893353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=fc7b48ea-fd50-487d-a092-017474d6bc26,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:40.904478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:40.927264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:40.982890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2596b3-3ba8-4104-8f3e-7b4d336c5c37 None None] Pushing event updated for resources: {'Port': ['ID=4604c99b-d10b-4cf2-8460-9eead8e0b214,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:41.017236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:41.017725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.185845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.256001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e856c1d1-1adb-4c2f-8952-466c2bb7b648 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:41.268965 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:36Z', 'revision_number': 3, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:36Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:41.275290 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:39:41.276080 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Updating router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 port 98afdeb6-de45-463c-88c0-fe02e1741817 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:39:41.360007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port e856c1d1-1adb-4c2f-8952-466c2bb7b648 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:41.360383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.361910 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.752304 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.757291 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.765160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.768799 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Transition to ACTIVE for port object 98afdeb6-de45-463c-88c0-fe02e1741817 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:41.770283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.777021 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.878522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.900643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:41.904859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=fc7b48ea-fd50-487d-a092-017474d6bc26,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:41.976240 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Pushing event updated for resources: {'Port': ['ID=98afdeb6-de45-463c-88c0-fe02e1741817,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:42.053310 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.056574 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.057045 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.057483 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.057918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.058544 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.061052 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.065884 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.067077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.076193 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.076703 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:39:42.094336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:42.095756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:42.132520 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Attempting to bind port 98afdeb6-de45-463c-88c0-fe02e1741817 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:42.133665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Attempting to bind port 98afdeb6-de45-463c-88c0-fe02e1741817 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:42.135076 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Attempting to bind port 98afdeb6-de45-463c-88c0-fe02e1741817 on network 29f75069-277d-4766-8585-3dbe1e4575ec {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:42.144773 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:42.145448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Checking segment: {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:42.146128 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:42.146442 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Bound using segment: {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:42.148870 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Bound port: 98afdeb6-de45-463c-88c0-fe02e1741817, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:42.149351 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:42.289353 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] For port 98afdeb6-de45-463c-88c0-fe02e1741817, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:42.297979 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] For port 98afdeb6-de45-463c-88c0-fe02e1741817, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=98afdeb6-de45-463c-88c0-fe02e1741817,segment=NetworkSegment(ebaf62c9-654e-45e2-9c5c-19b9fef2a68c),segment_id=ebaf62c9-654e-45e2-9c5c-19b9fef2a68c)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:42.306227 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:42.452704 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d9e03-098f-44e0-83ad-c3f88c66b50c None None] Pushing event updated for resources: {'Port': ['ID=98afdeb6-de45-463c-88c0-fe02e1741817,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:42.457115 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:42.457772 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:42.504922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509dca8f-65bc-440a-9e52-d45294278399 None None] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:42.620199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:42.736790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-43f0d26b-3ab7-4c75-aeef-a46bd69fdfa1 None None] Provisioning for port 4604c99b-d10b-4cf2-8460-9eead8e0b214 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:42.838674 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:42.955375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:42.974642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4604c99b-d10b-4cf2-8460-9eead8e0b214 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:42.976090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57720) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:42.976628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8a6c5b1e-7f24-41f0-806f-9597a801d023 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769648 Jan 10 19:39:42.982597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'network': {'name': 'tempest-RoutersTest-300247557'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:42.988938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:42.992712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:network and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:42.996119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:43.002450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:43.019641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:43.024693 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.067508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:39:43.084984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4604c99b-d10b-4cf2-8460-9eead8e0b214 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:43.088742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.089390 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added segment 89e1ee2e-f579-470a-a50d-17320a89d69c of type vlan for network d13213a8-0118-4851-82cf-d831b5d1de88 Jan 10 19:39:43.091847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4604c99b-d10b-4cf2-8460-9eead8e0b214 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:43.092290 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.121933 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.177625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.181915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:43.182771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.196081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.300908 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:40Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:42Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7b48ea-fd50-487d-a092-017474d6bc26', 'name': '', 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:13:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:40Z', 'updated_at': '2022-01-10T19:39:41Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:43.306486 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da806de-a34f-4c23-84c7-f3124bcef523 None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:40Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:42Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7b48ea-fd50-487d-a092-017474d6bc26', 'name': '', 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:13:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:40Z', 'updated_at': '2022-01-10T19:39:41Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:43.308117 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.318972 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3406835 Jan 10 19:39:43.321956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57724) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:43.328896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'subnet': {'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:43.357170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833591-4cad-4139-a1cf-b507ea0e9634 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Network': ['ID=d13213a8-0118-4851-82cf-d831b5d1de88,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:43.396686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4604c99b-d10b-4cf2-8460-9eead8e0b214, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4604c99b-d10b-4cf2-8460-9eead8e0b214,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:43.399937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network d13213a8-0118-4851-82cf-d831b5d1de88 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:39:43.427480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.587938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:43.592325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:subnet and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:43.595774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:43.603721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:43.621910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Made reservation on behalf of 0799897ce832447abd7327e5b56100a5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:39:43.635409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-279fdc9d-2298-4380-bd6c-e920c0f2620f None None] Provisioning complete for port 4604c99b-d10b-4cf2-8460-9eead8e0b214 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:43.635963 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-279fdc9d-2298-4380-bd6c-e920c0f2620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.680930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4604c99b-d10b-4cf2-8460-9eead8e0b214,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:43.896054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-279fdc9d-2298-4380-bd6c-e920c0f2620f None None] Provisioning for port fc7b48ea-fd50-487d-a092-017474d6bc26 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:43.907946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-279fdc9d-2298-4380-bd6c-e920c0f2620f None None] Provisioning complete for port fc7b48ea-fd50-487d-a092-017474d6bc26 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:43.908807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-279fdc9d-2298-4380-bd6c-e920c0f2620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.909849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:43.989057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-279fdc9d-2298-4380-bd6c-e920c0f2620f None None] Port fc7b48ea-fd50-487d-a092-017474d6bc26 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:44.116527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28332a32-afb1-4c2c-87c6-9fdb537f2084 None None] Provisioning complete for port fc7b48ea-fd50-487d-a092-017474d6bc26 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:44.116986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28332a32-afb1-4c2c-87c6-9fdb537f2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:44.168841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:44.173071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28332a32-afb1-4c2c-87c6-9fdb537f2084 None None] Port fc7b48ea-fd50-487d-a092-017474d6bc26 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:44.243604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Subnet': ['ID=70c4b2ec-2863-49d3-8b8c-25aab77f072a,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:44.260325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Checking segment: {'id': '89e1ee2e-f579-470a-a50d-17320a89d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:44.260683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network hostable DHCP agents. Network: d13213a8-0118-4851-82cf-d831b5d1de88, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:39:44.283125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network d13213a8-0118-4851-82cf-d831b5d1de88 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:39:44.292815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, d13213a8-0118-4851-82cf-d831b5d1de88) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:44.298002 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:39:44.298780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:44.302590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec2e88-1f5c-4264-b22b-84f7d61fff92 None None] Network d13213a8-0118-4851-82cf-d831b5d1de88 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:44.324585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-95cbac88-36e6-40b5-afd7-7a63fd279af1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9987800 Jan 10 19:39:44.325019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57730) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:44.569608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-d13213a8-0118-4851-82cf-d831b5d1de88', 'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'fixed_ips': [{'subnet_id': '70c4b2ec-2863-49d3-8b8c-25aab77f072a'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:39:44.570425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:44.724728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Allocated IP 172.23.0.2 (d13213a8-0118-4851-82cf-d831b5d1de88/70c4b2ec-2863-49d3-8b8c-25aab77f072a/2c4d0185-c6cc-40f6-a69e-3391bb52ba11) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:44.879447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 98afdeb6-de45-463c-88c0-fe02e1741817 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:44.964858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:44.987444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.005929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Transition to ACTIVE for port object 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:45.011763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 98afdeb6-de45-463c-88c0-fe02e1741817 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:45.021894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 98afdeb6-de45-463c-88c0-fe02e1741817 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:45.022272 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.063332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Transition to ACTIVE for port object 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:45.080259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.147826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Network d13213a8-0118-4851-82cf-d831b5d1de88 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:45.158169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:45.162813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:45.210930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Pushing event updated for resources: {'Port': ['ID=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:45.313137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Attempting to bind port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:45.313518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Attempting to bind port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '89e1ee2e-f579-470a-a50d-17320a89d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:45.313887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Attempting to bind port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 on network d13213a8-0118-4851-82cf-d831b5d1de88 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:45.316055 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.334005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:45.334384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Checking segment: {'id': '89e1ee2e-f579-470a-a50d-17320a89d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:45.334789 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.335213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Bound using segment: {'id': '89e1ee2e-f579-470a-a50d-17320a89d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:45.335673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Bound port: 2c4d0185-c6cc-40f6-a69e-3391bb52ba11, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1ee2e-f579-470a-a50d-17320a89d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd13213a8-0118-4851-82cf-d831b5d1de88'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:45.336047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.422549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 98afdeb6-de45-463c-88c0-fe02e1741817, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=98afdeb6-de45-463c-88c0-fe02e1741817,segment=NetworkSegment(ebaf62c9-654e-45e2-9c5c-19b9fef2a68c),segment_id=ebaf62c9-654e-45e2-9c5c-19b9fef2a68c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:45.444425 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.445194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4604c99b-d10b-4cf2-8460-9eead8e0b214 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:45.467917 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.483287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Allocated IP 172.23.0.1 (d13213a8-0118-4851-82cf-d831b5d1de88/70c4b2ec-2863-49d3-8b8c-25aab77f072a/d674b84d-fce1-4a92-b1c9-f30f25bd1062) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:39:45.566257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] For port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:45.587472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] For port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,segment=NetworkSegment(89e1ee2e-f579-470a-a50d-17320a89d69c),segment_id=89e1ee2e-f579-470a-a50d-17320a89d69c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:45.588597 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.595261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=98afdeb6-de45-463c-88c0-fe02e1741817,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:45.599602 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.649064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.665193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Transition to ACTIVE for port object d674b84d-fce1-4a92-b1c9-f30f25bd1062 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:45.679698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4604c99b-d10b-4cf2-8460-9eead8e0b214 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:45.680066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.688558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.729572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3aa52-3990-4bea-8ea9-513a3da5e06c None None] Pushing event updated for resources: {'Port': ['ID=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:45.765153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network d13213a8-0118-4851-82cf-d831b5d1de88 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:45.768665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:45.772926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:39:45.817040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=d674b84d-fce1-4a92-b1c9-f30f25bd1062,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:45.840736 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:45.958000 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:46.366182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:46.370243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:46.481256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event updated for resources: {'Port': ['ID=d674b84d-fce1-4a92-b1c9-f30f25bd1062,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:46.486662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:46.626758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Network d13213a8-0118-4851-82cf-d831b5d1de88 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:39:46.628426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:39:46.714931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade34f3-cdbe-44cd-9dbf-13763944b06f None None] Network d13213a8-0118-4851-82cf-d831b5d1de88 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:46.851645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-aa260f7a-c485-49fa-8300-e9fc6d7ef8e7 None None] Provisioning for port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:46.919016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 98afdeb6-de45-463c-88c0-fe02e1741817 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:47.094428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 98afdeb6-de45-463c-88c0-fe02e1741817 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:47.094803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:47.128793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:47.234377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:47.310574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:47.317714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:47.318222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:47.319143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:47.344858 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cc8fd73d-500f-4b75-b692-d2dae53bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0183642 Jan 10 19:39:47.345406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:47.351017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:47.460364 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:47.486454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bdc4a85e-a549-430d-bae4-f4a1b7fbd561 None None] Provisioning for port d674b84d-fce1-4a92-b1c9-f30f25bd1062 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:47.511485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bdc4a85e-a549-430d-bae4-f4a1b7fbd561 None None] Provisioning complete for port d674b84d-fce1-4a92-b1c9-f30f25bd1062 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:47.512020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a85e-a549-430d-bae4-f4a1b7fbd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:47.563699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,segment=NetworkSegment(89e1ee2e-f579-470a-a50d-17320a89d69c),segment_id=89e1ee2e-f579-470a-a50d-17320a89d69c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:47.588376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:47.654795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4a85e-a549-430d-bae4-f4a1b7fbd561 None None] Port d674b84d-fce1-4a92-b1c9-f30f25bd1062 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:47.681008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:47.688198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bdc4a85e-a549-430d-bae4-f4a1b7fbd561 None None] Provisioning complete for port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:47.688826 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a85e-a549-430d-bae4-f4a1b7fbd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:47.949803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78d41c02-4c1d-4c86-ae65-31922e16cfeb None None] Provisioning complete for port d674b84d-fce1-4a92-b1c9-f30f25bd1062 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:47.950499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78d41c02-4c1d-4c86-ae65-31922e16cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:48.009825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-78d41c02-4c1d-4c86-ae65-31922e16cfeb None None] Port d674b84d-fce1-4a92-b1c9-f30f25bd1062 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:39:48.047016 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 10 19:39:48.060510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Removed routes are [] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 10 19:39:48.065117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:48.385696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:48.388999 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:48.656399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:48.808632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:48.841960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:48.851876 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:48.853059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b924dee2-f214-48cb-9137-2e07b81bb18c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 933 time: 1.5065711 Jan 10 19:39:48.855598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57770) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:48.884995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:48.885629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:49.039780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-214821c2-6fe5-4bfb-b1f9-158c0680182e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 933 time: 0.1826382 Jan 10 19:39:49.042347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57778) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:49.047547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'routes': None}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:39:49.609806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added routes are [] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 10 19:39:49.610462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.extraroute_db [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83630) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 10 19:39:49.640521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:50.071454 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:50.074934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:50.256416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:50.427385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:50.433069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:50.434195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-24b0d31d-80cb-4b12-a2a5-64de8071a36c tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 699 time: 1.3908491 Jan 10 19:39:50.436785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57812) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:50.613433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-62754c63-b0ce-4b54-b54b-9209d77c686f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 699 time: 0.1730592 Jan 10 19:39:50.614026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57822) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:50.952026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:51.638314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port d674b84d-fce1-4a92-b1c9-f30f25bd1062 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:51.639023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:51.820627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:51.943494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for d674b84d-fce1-4a92-b1c9-f30f25bd1062 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:52.117739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:52.166184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=d674b84d-fce1-4a92-b1c9-f30f25bd1062,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:52.447837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.043359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:53.219815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:53.233042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-826cbac2-673a-43a1-bbc3-129b9be4ae7e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6185167 Jan 10 19:39:53.235683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57844) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:53.422909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 70c4b2ec-2863-49d3-8b8c-25aab77f072a {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:39:53.425892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.481000 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.580331 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.654501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.692087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=70c4b2ec-2863-49d3-8b8c-25aab77f072a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:53.698409 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.705735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3f2c7f7e-7aa0-4efe-bdeb-bbdd9b6a3891 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/70c4b2ec-2863-49d3-8b8c-25aab77f072a HTTP/1.1" status: 204 len: 168 time: 0.4691045 Jan 10 19:39:53.706002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5c05e9-f14b-4de9-b4f8-ad2c8d48f06d None None] Network d13213a8-0118-4851-82cf-d831b5d1de88 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:53.708421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57854) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:53.823137 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.834241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:53.834652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:53.953114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] DHCP port deletion for d13213a8-0118-4851-82cf-d831b5d1de88 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:39:53.957426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Deleting port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:53.957801 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.051760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,segment=NetworkSegment(89e1ee2e-f579-470a-a50d-17320a89d69c),segment_id=89e1ee2e-f579-470a-a50d-17320a89d69c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:54.052994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.161719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] For port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,segment=NetworkSegment(89e1ee2e-f579-470a-a50d-17320a89d69c),segment_id=89e1ee2e-f579-470a-a50d-17320a89d69c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:54.162119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.180371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:54.260061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.284790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Calling delete_port for 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:54.309456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=2c4d0185-c6cc-40f6-a69e-3391bb52ba11,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:54.318428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:39:54.353171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:39:54.353526 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:39:54.461456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:54.476039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:54.477279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:54.547297 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.572519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13213a8-0118-4851-82cf-d831b5d1de88']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:54.585824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e1ee2e-f579-470a-a50d-17320a89d69c') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:54.586125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e1ee2e-f579-470a-a50d-17320a89d69c') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:54.604041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.624383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.631759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:39:54.632206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:39:54.651311 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:39:54.679234 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:54.752289 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.773920 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.787632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=d13213a8-0118-4851-82cf-d831b5d1de88,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:54.805383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d50bca17-259e-4807-86c4-f9eb4a2b4f58 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/d13213a8-0118-4851-82cf-d831b5d1de88 HTTP/1.1" status: 204 len: 168 time: 1.0954242 Jan 10 19:39:54.807572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57860) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:54.830992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:39:54.857399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Deleting port 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:54.858092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:54.921801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:39:54.922142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2c4d0185-c6cc-40f6-a69e-3391bb52ba11 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:39:55.002986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfc34a-6bf0-4b93-b55c-34a9a127ee66 None None] The port '2c4d0185-c6cc-40f6-a69e-3391bb52ba11' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:39:55.165097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:52Z', 'revision_number': 8, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:45Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7b48ea-fd50-487d-a092-017474d6bc26', 'name': '', 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:13:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:40Z', 'updated_at': '2022-01-10T19:39:41Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:55.169713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:39:55.170151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Updating router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 port fc7b48ea-fd50-487d-a092-017474d6bc26 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:39:55.176092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.228378 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.588421 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.602427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Transition to ACTIVE for port object fc7b48ea-fd50-487d-a092-017474d6bc26 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:39:55.611222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.801287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port fc7b48ea-fd50-487d-a092-017474d6bc26 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:55.801639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.805357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e470a7-ceb3-46de-892f-cf0d0d2905c6 None None] Pushing event updated for resources: {'Port': ['ID=fc7b48ea-fd50-487d-a092-017474d6bc26,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:55.842863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Attempting to bind port fc7b48ea-fd50-487d-a092-017474d6bc26 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:39:55.846017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Attempting to bind port fc7b48ea-fd50-487d-a092-017474d6bc26 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:39:55.846396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Attempting to bind port fc7b48ea-fd50-487d-a092-017474d6bc26 on network 65432320-901c-4db3-a1ab-27c5e3de9e9d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:39:55.855678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:39:55.856004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Checking segment: {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:39:55.856435 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.857350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Bound using segment: {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:39:55.857815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Bound port: fc7b48ea-fd50-487d-a092-017474d6bc26, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f1e470-e14c-49c1-901f-638bce54f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:39:55.858189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:55.988606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] For port fc7b48ea-fd50-487d-a092-017474d6bc26, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:39:55.993232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] For port fc7b48ea-fd50-487d-a092-017474d6bc26, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc7b48ea-fd50-487d-a092-017474d6bc26,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:39:56.002311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:56.046229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port fc7b48ea-fd50-487d-a092-017474d6bc26, host n-d-816927-8, got binding levels [] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:56.046764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:56.085276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e470a7-ceb3-46de-892f-cf0d0d2905c6 None None] Pushing event updated for resources: {'Port': ['ID=fc7b48ea-fd50-487d-a092-017474d6bc26,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:56.108534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:56.109150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:56.278292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:56.311454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for fc7b48ea-fd50-487d-a092-017474d6bc26 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:56.444643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:39:56.445387 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:39:56.665150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:52Z', 'revision_number': 8, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:45Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7b48ea-fd50-487d-a092-017474d6bc26', 'name': '', 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:13:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:40Z', 'updated_at': '2022-01-10T19:39:55Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:56.669436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e319dbe-51d6-4d30-a9c3-4666a6a46b20 None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:52Z', 'revision_number': 8, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:45Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7b48ea-fd50-487d-a092-017474d6bc26', 'name': '', 'network_id': '65432320-901c-4db3-a1ab-27c5e3de9e9d', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:13:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:40Z', 'updated_at': '2022-01-10T19:39:55Z', 'revision_number': 4, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '30f15239-2cf3-40a0-9eb0-133782d6b81a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:39:56.814462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc7b48ea-fd50-487d-a092-017474d6bc26 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:39:56.882806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port fc7b48ea-fd50-487d-a092-017474d6bc26 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:39:56.887618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fc7b48ea-fd50-487d-a092-017474d6bc26 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:39:56.888596 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:56.946246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port fc7b48ea-fd50-487d-a092-017474d6bc26 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:56.946773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:57.003634 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:57.039469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port fc7b48ea-fd50-487d-a092-017474d6bc26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc7b48ea-fd50-487d-a092-017474d6bc26,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:57.045971 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:57.140452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=fc7b48ea-fd50-487d-a092-017474d6bc26,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:57.160798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port fc7b48ea-fd50-487d-a092-017474d6bc26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc7b48ea-fd50-487d-a092-017474d6bc26,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:57.161420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:57.284655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for fc7b48ea-fd50-487d-a092-017474d6bc26 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:57.394073 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:39:57.394713 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:39:57.786701 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port fc7b48ea-fd50-487d-a092-017474d6bc26 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:39:57.787088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:57.970435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port fc7b48ea-fd50-487d-a092-017474d6bc26, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fc7b48ea-fd50-487d-a092-017474d6bc26,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:39:57.970780 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:58.089735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for fc7b48ea-fd50-487d-a092-017474d6bc26 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:39:58.131500 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:39:58.266282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:58.312587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=fc7b48ea-fd50-487d-a092-017474d6bc26,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:58.603329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:58.644805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57878) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:58.800234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:58.831366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:39:58.835070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Usage tracker for resource:security_group_rule and tenant:4b302ac0a5b74b91be61a607a661daa1 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:39:58.837885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:39:58.843969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:39:58.907721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:58.911711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:58.958165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d55ac-2b62-4b96-bb11-adc57afa84ef,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:58.962562 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b3801205-ecde-4868-a667-4e3fede30624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b302ac0a5b74b91be61a607a661daa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3167291 Jan 10 19:39:58.965219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57884) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:59.023334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4987101e-5b23-4c23-a8c4-66308ac3843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.048935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4987101e-5b23-4c23-a8c4-66308ac3843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.104800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4987101e-5b23-4c23-a8c4-66308ac3843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.124633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987101e-5b23-4c23-a8c4-66308ac3843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d55ac-2b62-4b96-bb11-adc57afa84ef,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:59.131725 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4987101e-5b23-4c23-a8c4-66308ac3843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.133246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4987101e-5b23-4c23-a8c4-66308ac3843d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b36d55ac-2b62-4b96-bb11-adc57afa84ef HTTP/1.1" status: 204 len: 168 time: 0.1671503 Jan 10 19:39:59.202123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:39:59.379863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:39:59.388408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9638fb4f-0a03-4229-a225-946d5dd1adc9 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5792544 Jan 10 19:39:59.390996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57894) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:39:59.586421 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:39:59.594793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 30f15239-2cf3-40a0-9eb0-133782d6b81a {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:39:59.597813 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.599337 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:39:59.599937 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:39:59.656754 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.740021 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.758396 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:39:59.816457 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.867335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=30f15239-2cf3-40a0-9eb0-133782d6b81a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:39:59.878338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:39:59.885641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f03faae4-db9b-41e5-9d05-2fbc3d57408f tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/30f15239-2cf3-40a0-9eb0-133782d6b81a HTTP/1.1" status: 204 len: 168 time: 0.4935770 Jan 10 19:39:59.888421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7733d7-dde1-423d-903b-4c64d85cca65 None None] Network 65432320-901c-4db3-a1ab-27c5e3de9e9d requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:39:59.891469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57908) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:00.025141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.037595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 4604c99b-d10b-4cf2-8460-9eead8e0b214 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:00.038494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.142105 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:58Z', 'revision_number': 9, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:45Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:00.146284 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:00.157933 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:00.158554 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:00.165630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] DHCP port deletion for 65432320-901c-4db3-a1ab-27c5e3de9e9d request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:40:00.172266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Deleting port 4604c99b-d10b-4cf2-8460-9eead8e0b214 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:00.172889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.292923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 4604c99b-d10b-4cf2-8460-9eead8e0b214, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4604c99b-d10b-4cf2-8460-9eead8e0b214,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:00.293695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.350714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:00.407818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] For port 4604c99b-d10b-4cf2-8460-9eead8e0b214, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4604c99b-d10b-4cf2-8460-9eead8e0b214,segment=NetworkSegment(60f1e470-e14c-49c1-901f-638bce54f25c),segment_id=60f1e470-e14c-49c1-901f-638bce54f25c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:00.408089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.428182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 4604c99b-d10b-4cf2-8460-9eead8e0b214 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:40:00.518162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.536211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Calling delete_port for 4604c99b-d10b-4cf2-8460-9eead8e0b214 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:40:00.581835 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=4604c99b-d10b-4cf2-8460-9eead8e0b214,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:00.595465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port 4604c99b-d10b-4cf2-8460-9eead8e0b214 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:40:00.619602 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:40:00.619981 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:40:00.754180 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:58Z', 'revision_number': 9, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:45Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:00.758707 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.759768 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96021ea0-c172-490c-8d99-d1413cc4b204 None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:39:58Z', 'revision_number': 9, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98afdeb6-de45-463c-88c0-fe02e1741817', 'name': '', 'network_id': '29f75069-277d-4766-8585-3dbe1e4575ec', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:7c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:35Z', 'updated_at': '2022-01-10T19:39:45Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': '51ea6562-c9d6-4fb2-99e8-14fda8c2c963', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:00.790053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65432320-901c-4db3-a1ab-27c5e3de9e9d']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:00.803988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f1e470-e14c-49c1-901f-638bce54f25c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:00.804386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f1e470-e14c-49c1-901f-638bce54f25c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:00.819686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.839274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.845728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:40:00.846104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:40:00.861203 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:40:00.941399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.963913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:00.972725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=65432320-901c-4db3-a1ab-27c5e3de9e9d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:00.980974 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0a174015-2fb9-4ad9-8e26-2c8c789a5858 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/65432320-901c-4db3-a1ab-27c5e3de9e9d HTTP/1.1" status: 204 len: 168 time: 1.0883241 Jan 10 19:40:00.983735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57930) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:01.111190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4604c99b-d10b-4cf2-8460-9eead8e0b214 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:40:01.158181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Deleting port 4604c99b-d10b-4cf2-8460-9eead8e0b214 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:01.158554 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:01.198386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4604c99b-d10b-4cf2-8460-9eead8e0b214 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:40:01.198808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4604c99b-d10b-4cf2-8460-9eead8e0b214 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:40:01.259060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4313bd56-4a51-45e1-afe6-5fc336f3d582 None None] The port '4604c99b-d10b-4cf2-8460-9eead8e0b214' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:40:01.478689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:01.792808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:01.803499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562514802', 'description': 'tempest-secgroup-smoke-562514802 description', 'project_id': 'fffe24891a2d4ee6a14009600060497b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:01.815350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:01.822267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:01.827210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:01.834399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:01.876219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:01.891743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:01.973196 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:01.978536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:01.989906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:01.997592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:02.115438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.124265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.171697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:02.177594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e87e9d-47c9-4c57-931e-c32612ba7912,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:02.181125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:02.184058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:02.191621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:02.266673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 98afdeb6-de45-463c-88c0-fe02e1741817 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:02.267375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.361462 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.366178 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.474250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.475461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6816981 Jan 10 19:40:02.478419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb080-7129-4b06-9be6-f9ce815c26b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc7b46-257f-433b-85e9-10d0e7ed3c82,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:02.478735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:02.485471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '9abc7b46-257f-433b-85e9-10d0e7ed3c82', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:02.492282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:02.496175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:02.499069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:02.504731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:02.519992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 98afdeb6-de45-463c-88c0-fe02e1741817, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=98afdeb6-de45-463c-88c0-fe02e1741817,segment=NetworkSegment(ebaf62c9-654e-45e2-9c5c-19b9fef2a68c),segment_id=ebaf62c9-654e-45e2-9c5c-19b9fef2a68c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:02.520445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.521800 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.580855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.584631 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.608923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01913b62-5778-4496-9153-d9305cf900cd,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:02.617616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.618853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-999196e6-f67e-4611-8a61-db2769355099 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1390183 Jan 10 19:40:02.621636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:02.627129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '9abc7b46-257f-433b-85e9-10d0e7ed3c82', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:02.633365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:02.637163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:02.640500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:02.646078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:02.646404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 98afdeb6-de45-463c-88c0-fe02e1741817 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:40:02.663615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.723452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.727168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.754375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56114d-3a74-4553-aaa9-a1c52f7754cf,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:02.772155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc7b48ea-fd50-487d-a092-017474d6bc26 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:40:02.777114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.779255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0f4fb5ab-64d3-4afd-9913-1256435151d0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1561289 Jan 10 19:40:02.782062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57960) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:02.787744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '9abc7b46-257f-433b-85e9-10d0e7ed3c82', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:02.794437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:02.798250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:02.801291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:02.807764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:02.812917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: fc7b48ea-fd50-487d-a092-017474d6bc26 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:40:02.813265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fc7b48ea-fd50-487d-a092-017474d6bc26 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:40:02.827729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.841345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.913418 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.917644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.943945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b45d45-f45b-462e-8d9f-e2b1caf59361,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:02.956736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:02.957934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1747448 Jan 10 19:40:02.959303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.959646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.959984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.960317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.960648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.961060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.961390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.961712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.962034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.962359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.962672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5f1c7-666f-432f-bd5c-13b74ec6edeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:02.965135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:02.971232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '9abc7b46-257f-433b-85e9-10d0e7ed3c82', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:02.977863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:02.981692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:02.984543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:02.990918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:03.007351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.010903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=98afdeb6-de45-463c-88c0-fe02e1741817,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:03.083638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.090061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.117925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea844e95-f555-46c2-a60a-2847227f4dcf,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:03.132420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.133907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1140d839-5cdb-4a12-a2ea-b499e69ad26e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1676583 Jan 10 19:40:03.136685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:03.143445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '9abc7b46-257f-433b-85e9-10d0e7ed3c82', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:03.150316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:03.154533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:03.157652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:03.163829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:03.176055 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:40:03.183680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.292833 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.346533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.351433 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.374250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7906a3d5-670d-4a4c-b73e-061e14040cf1,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:03.385299 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.389573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8d69f766-e666-4a81-90a8-c9567d14c8fe tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2488747 Jan 10 19:40:03.389782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:03.395276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '9abc7b46-257f-433b-85e9-10d0e7ed3c82', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:03.401521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:03.405809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:03.408699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:03.414313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:03.425075 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:40:03.431339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.496717 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.500886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.524108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b97ea30-8d06-4c18-971e-8d1e8e21aa6d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:03.534160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.535469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-61379e68-7ffd-422f-adca-5db1c7adfb2e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446934 Jan 10 19:40:03.539397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57976) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:03.545104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'network': {'name': 'tempest-network-smoke--305332200', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'port_security_enabled': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:03.550419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:03.554207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:network and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:03.557040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:03.563141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:03.573886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:40:03.577399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.604306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:40:03.612979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.613317 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Added segment 614ce720-b1d6-4e36-a7fe-9fd91bf708cf of type vlan for network 32cc7722-3bce-4815-bfdc-03360f4bb31e Jan 10 19:40:03.640285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.672160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.675916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:03.676581 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.777051 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2365911 Jan 10 19:40:03.781037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57980) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:03.788134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'admin_state_up': True, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:03.796128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:40:03.797528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:03.799708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5cd1a-f018-4522-b4da-a771d7e4facd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Network': ['ID=32cc7722-3bce-4815-bfdc-03360f4bb31e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:03.804619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:router and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:03.807622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:03.810530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:40:03.814954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:03.825231 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.826696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.845250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:03.969391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:03.980615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:03.983972 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-63a84ce9-463c-474d-8156-cc02ed939f11 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9992998 Jan 10 19:40:03.986552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57984) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:03.992638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:03.993254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:03.993912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.180618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:04.182703 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.184559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet 51ea6562-c9d6-4fb2-99e8-14fda8c2c963 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:40:04.188185 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.217068 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.244098 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.355740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.183 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/cad64ff1-58f8-4f0a-992e-59706a915166) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:40:04.445058 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.504741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:02Z', 'revision_number': 10, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:04.509566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:04.515649 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.520938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.521960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:04.523003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:04.546413 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.561213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=51ea6562-c9d6-4fb2-99e8-14fda8c2c963,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:04.565817 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.572003 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b5b761bb-f79f-45d1-afec-227541dd83d0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/51ea6562-c9d6-4fb2-99e8-14fda8c2c963 HTTP/1.1" status: 204 len: 168 time: 0.5842566 Jan 10 19:40:04.574241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:04.582801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23712173-b441-4d17-b024-1e7922804d60 None None] Network 29f75069-277d-4766-8585-3dbe1e4575ec requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:40:04.617082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:40:04.619988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:04.624902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:40:04.649655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=cad64ff1-58f8-4f0a-992e-59706a915166,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:04.690385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.701154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port e856c1d1-1adb-4c2f-8952-466c2bb7b648 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:04.701488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.805082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.805939 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:04.857113 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:04.922952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port e856c1d1-1adb-4c2f-8952-466c2bb7b648, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=e856c1d1-1adb-4c2f-8952-466c2bb7b648,segment=NetworkSegment(ebaf62c9-654e-45e2-9c5c-19b9fef2a68c),segment_id=ebaf62c9-654e-45e2-9c5c-19b9fef2a68c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:04.923366 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.038510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router ee96cd9c-76e2-4c04-84ee-6055e2726847 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:40:05.044832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for e856c1d1-1adb-4c2f-8952-466c2bb7b648 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:40:05.133272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.171197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3d5af-a6c6-44a7-8dac-0cdc47558db8 None None] DHCP port deletion for 29f75069-277d-4766-8585-3dbe1e4575ec request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:40:05.182922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=e856c1d1-1adb-4c2f-8952-466c2bb7b648,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:05.195609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port e856c1d1-1adb-4c2f-8952-466c2bb7b648 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:40:05.219267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:02Z', 'revision_number': 10, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:05.223511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8663540-282d-4829-88ba-3ddb7ed0852c None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:02Z', 'revision_number': 10, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None, '_interfaces': [{'id': '05eae7b7-ca7f-4db2-8702-9af7b40f0c8b', 'name': '', 'network_id': 'fe3079d9-f06e-4edb-a6b5-c1da3462b529', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'mac_address': 'fa:16:3e:b2:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:39:31Z', 'updated_at': '2022-01-10T19:39:39Z', 'revision_number': 5, 'project_id': '0799897ce832447abd7327e5b56100a5', 'subnets': [{'id': 'b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:05.337353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.362523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f75069-277d-4766-8585-3dbe1e4575ec']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:05.371742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:05.377209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:05.377643 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaf62c9-654e-45e2-9c5c-19b9fef2a68c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:05.386335 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Sync routers for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:05.390475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.398767 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.400002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6c2e79c7-385a-49df-aa87-05a08e73801d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6180594 Jan 10 19:40:05.404254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 57992) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:05.407185 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:05.407790 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:05.414496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.421841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:40:05.422181 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:40:05.440983 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:40:05.520864 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.539319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:05.552635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=29f75069-277d-4766-8585-3dbe1e4575ec,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:05.599429 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9bc78f78-3651-4e39-8df2-6216d78264f0 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fffe24891a2d4ee6a14009600060497b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1939356 Jan 10 19:40:05.603427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eec60192-697d-4423-a35d-4d6d4df9946a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/29f75069-277d-4766-8585-3dbe1e4575ec HTTP/1.1" status: 204 len: 168 time: 1.0276275 Jan 10 19:40:05.603986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 57998) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:05.604461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58000) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:05.618456 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:05.765164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240bab1-1a49-461a-bfca-98bfde6cddc6 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:05.769450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8240bab1-1a49-461a-bfca-98bfde6cddc6 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618557 Jan 10 19:40:05.769829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58006) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:05.816392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8e8ef712-81b2-404c-a15b-0f4cd54ed4e1 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429280 Jan 10 19:40:05.817244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58010) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:05.822967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2069647392', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:05.935051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:04Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:05.939103 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Checking router: ee96cd9c-76e2-4c04-84ee-6055e2726847 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:05.939290 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Updating router ee96cd9c-76e2-4c04-84ee-6055e2726847 port cad64ff1-58f8-4f0a-992e-59706a915166 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:40:05.953377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:05.958244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:subnet and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:05.961920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:05.969553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:05.983058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:40:05.998448 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.067880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.090367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.315597 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.363596 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.376051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Transition to ACTIVE for port object cad64ff1-58f8-4f0a-992e-59706a915166 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:06.388674 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.396225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Subnet': ['ID=afde0aad-79c4-4c92-9390-48c1904d8c92,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:06.414066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Checking segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:40:06.414424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network hostable DHCP agents. Network: 32cc7722-3bce-4815-bfdc-03360f4bb31e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:40:06.437906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:40:06.449080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 32cc7722-3bce-4815-bfdc-03360f4bb31e) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:06.456760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:06.458977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.463048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d200d-32f4-418a-8684-117979ae9145 None None] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:40:06.471140 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162a4c2-26ab-4f3b-a0ee-a6394a3d69b7 None None] Pushing event updated for resources: {'Port': ['ID=cad64ff1-58f8-4f0a-992e-59706a915166,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:06.473340 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Attempting to bind port cad64ff1-58f8-4f0a-992e-59706a915166 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:40:06.473703 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Attempting to bind port cad64ff1-58f8-4f0a-992e-59706a915166 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:40:06.474053 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Attempting to bind port cad64ff1-58f8-4f0a-992e-59706a915166 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:40:06.480929 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:40:06.481296 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:40:06.482220 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.482599 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:40:06.483071 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Bound port: cad64ff1-58f8-4f0a-992e-59706a915166, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:40:06.483434 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.508103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a92ed105-314c-4943-8efe-ab22c4ec7ba3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6900575 Jan 10 19:40:06.510633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58014) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:06.572181 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] For port cad64ff1-58f8-4f0a-992e-59706a915166, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:40:06.575391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] For port cad64ff1-58f8-4f0a-992e-59706a915166, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad64ff1-58f8-4f0a-992e-59706a915166,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:40:06.581849 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.675667 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:06.676275 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:06.706571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:06.707592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.765396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-32cc7722-3bce-4815-bfdc-03360f4bb31e', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:40:06.766214 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:06.836904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 98afdeb6-de45-463c-88c0-fe02e1741817 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:40:06.852131 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162a4c2-26ab-4f3b-a0ee-a6394a3d69b7 None None] Pushing event updated for resources: {'Port': ['ID=cad64ff1-58f8-4f0a-992e-59706a915166,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:06.886719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 98afdeb6-de45-463c-88c0-fe02e1741817 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:40:06.887444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 98afdeb6-de45-463c-88c0-fe02e1741817 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:40:06.888613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e856c1d1-1adb-4c2f-8952-466c2bb7b648 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:40:06.910665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:06.936057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: e856c1d1-1adb-4c2f-8952-466c2bb7b648 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:40:06.936752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device e856c1d1-1adb-4c2f-8952-466c2bb7b648 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:40:06.957777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,segment=NetworkSegment(0a087d43-3434-42ed-8468-d3d700e7da32),segment_id=0a087d43-3434-42ed-8468-d3d700e7da32)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:06.958146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.068668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Allocated IP 172.20.0.2 (32cc7722-3bce-4815-bfdc-03360f4bb31e/afde0aad-79c4-4c92-9390-48c1904d8c92/761968d2-5f8c-4b4a-a67f-3db9727fe6c4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:40:07.096390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:40:07.263531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:04Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:07.268572 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80726766-b54b-40a2-9941-3e4f13b0905f None None] The sync data for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 is: [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:04Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:07.317680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.328612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.329354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Transition to ACTIVE for port object 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:07.350386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Transition to ACTIVE for port object 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:07.357682 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.395346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=05eae7b7-ca7f-4db2-8702-9af7b40f0c8b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:07.442262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:40:07.445266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:07.459512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:40:07.564659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.614759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Pushing event updated for resources: {'Port': ['ID=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:07.618494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Attempting to bind port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:40:07.618883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Attempting to bind port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:40:07.619250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Attempting to bind port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:40:07.633874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:40:07.634246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Checking segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:40:07.634646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.639554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Bound using segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:40:07.640059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Bound port: 761968d2-5f8c-4b4a-a67f-3db9727fe6c4, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:40:07.640448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.738382 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.769504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] For port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:40:07.772971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] For port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:40:07.780653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:07.911780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed94fe5-52cd-479c-9362-d3264c3c44b4 None None] Pushing event updated for resources: {'Port': ['ID=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:08.126066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.1 (32cc7722-3bce-4815-bfdc-03360f4bb31e/afde0aad-79c4-4c92-9390-48c1904d8c92/c62c4cb6-0180-4dda-b492-f7cf91523d2b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:40:08.330713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.351616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object c62c4cb6-0180-4dda-b492-f7cf91523d2b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:08.355036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:40:08.375455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.406833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cb84becd-bab8-4797-9164-b044aaf98978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.446947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:40:08.450028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:08.455048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:40:08.486195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=c62c4cb6-0180-4dda-b492-f7cf91523d2b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:08.496261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:08.508372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:08.512122 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4b8b9ff1-34ab-4d7b-b5ac-c3a2dada0315 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9046221 Jan 10 19:40:08.512403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:08.522473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:08.523108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:08.531114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.628093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.667848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:08.731437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting subnet b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:40:08.734954 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.806853 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:08.811820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:07Z', 'revision_number': 11, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:08.816243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:08.842889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:08.843693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:39:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:08.966789 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.035397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:09.107266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.121177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:09.165883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Subnet': ['ID=b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:09.173867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.180772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8c041c62-59f9-45af-abbe-d2feeed2dc95 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72 HTTP/1.1" status: 204 len: 168 time: 0.6664228 Jan 10 19:40:09.184225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58024) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:09.194691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf817541-4795-4118-b50b-bb9f4821f8ca None None] Network fe3079d9-f06e-4edb-a6b5-c1da3462b529 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:40:09.216811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f690f-dad9-41a4-8d50-ee80618a1e34 None None] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:40:09.219326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.224295 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.308686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.320244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Deleting port eef2fd9e-96a0-48d8-b122-278926050031 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:40:09.320570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.336589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=c62c4cb6-0180-4dda-b492-f7cf91523d2b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:09.339088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.472897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:07Z', 'revision_number': 11, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:09.487370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d734d57-9152-4a11-802b-8a02511e6689 None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:07Z', 'revision_number': 11, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:09.500391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:40:09.501600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:09.563876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] For port eef2fd9e-96a0-48d8-b122-278926050031, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eef2fd9e-96a0-48d8-b122-278926050031,segment=NetworkSegment(0a087d43-3434-42ed-8468-d3d700e7da32),segment_id=0a087d43-3434-42ed-8468-d3d700e7da32)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:09.564266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.566145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-975d43c6-6100-4828-b67f-fa569e5bb63a None None] Provisioning for port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:09.609049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:09.625141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:09.625545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.802119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Calling delete_port for eef2fd9e-96a0-48d8-b122-278926050031 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:40:09.854396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.901487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4f0d6-19b0-473e-b6e3-186ec875eb38 None None] DHCP port deletion for fe3079d9-f06e-4edb-a6b5-c1da3462b529 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:40:09.903890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.921926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:09.932315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:09.933121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad64ff1-58f8-4f0a-992e-59706a915166 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:09.951800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Port': ['ID=eef2fd9e-96a0-48d8-b122-278926050031,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:09.962593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No DVR routers for this DVR port eef2fd9e-96a0-48d8-b122-278926050031 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:40:10.088137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router ee96cd9c-76e2-4c04-84ee-6055e2726847 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:40:10.119307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:10.119558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.143491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port cad64ff1-58f8-4f0a-992e-59706a915166 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:10.150493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cad64ff1-58f8-4f0a-992e-59706a915166 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:10.151214 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.154556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3079d9-f06e-4edb-a6b5-c1da3462b529']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:10.168185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a087d43-3434-42ed-8468-d3d700e7da32') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:10.168484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a087d43-3434-42ed-8468-d3d700e7da32') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:10.180697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.197989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.205148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:40:10.205597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:40:10.227062 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:40:10.250833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a4b5fd0-d796-4d07-acff-8b9aae064e0e None None] Provisioning for port c62c4cb6-0180-4dda-b492-f7cf91523d2b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:10.282704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a4b5fd0-d796-4d07-acff-8b9aae064e0e None None] Provisioning complete for port c62c4cb6-0180-4dda-b492-f7cf91523d2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:10.283177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a4b5fd0-d796-4d07-acff-8b9aae064e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.319962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.326047 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.365123 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/networks/fe3079d9-f06e-4edb-a6b5-c1da3462b529 HTTP/1.1" status: 204 len: 168 time: 1.1792016 Jan 10 19:40:10.365929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58028) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:10.366745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633a4d-8870-4737-86b4-6abe8560765b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Pushing event deleted for resources: {'Network': ['ID=fe3079d9-f06e-4edb-a6b5-c1da3462b529,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:10.367308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:10.371740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b5fd0-d796-4d07-acff-8b9aae064e0e None None] Port c62c4cb6-0180-4dda-b492-f7cf91523d2b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:40:10.377577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'routes': None}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:10.381506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a2f6675-82c3-4c99-bd64-31d52a6596ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/ee96cd9c-76e2-4c04-84ee-6055e2726847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8695538 Jan 10 19:40:10.391284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.408833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8a4b5fd0-d796-4d07-acff-8b9aae064e0e None None] Provisioning complete for port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:10.409221 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a4b5fd0-d796-4d07-acff-8b9aae064e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.465980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port cad64ff1-58f8-4f0a-992e-59706a915166, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad64ff1-58f8-4f0a-992e-59706a915166,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:10.475204 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.574136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ffb0862-582e-452a-81bb-2d5f0572abf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.661178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-4db43d0a-5f56-4103-874b-b4b2b4dfadf0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562514802&fields=id&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 267 time: 0.0830696 Jan 10 19:40:10.665925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=cad64ff1-58f8-4f0a-992e-59706a915166,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:10.748561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.extraroute_db [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Added routes are [] {{(pid=83629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 10 19:40:10.748864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.extraroute_db [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Removed routes are [] {{(pid=83629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 10 19:40:10.749224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.804879 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b1935a01-7190-42b5-a270-0b16eaa05500 None None] Provisioning complete for port c62c4cb6-0180-4dda-b492-f7cf91523d2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:10.806217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b1935a01-7190-42b5-a270-0b16eaa05500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.828921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-63584706-21ec-438a-8f18-610b6c6f283a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:10.829727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-63584706-21ec-438a-8f18-610b6c6f283a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:10.843548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:10.848010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-63584706-21ec-438a-8f18-610b6c6f283a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:10.849598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-63584706-21ec-438a-8f18-610b6c6f283a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 796 time: 0.1870596 Jan 10 19:40:10.870041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-9c3125d7-1579-40cf-b7a0-4d8359d0f096 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/quotas/fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 375 time: 0.0126758 Jan 10 19:40:10.918121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b1935a01-7190-42b5-a270-0b16eaa05500 None None] Port c62c4cb6-0180-4dda-b492-f7cf91523d2b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:40:10.938405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:10.938787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:10.979436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-ca6a1ba8-b74e-4cf5-83fb-63e45966a15f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:11.004899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-ca6a1ba8-b74e-4cf5-83fb-63e45966a15f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:11.006265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-ca6a1ba8-b74e-4cf5-83fb-63e45966a15f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289485 Jan 10 19:40:11.037515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.041306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.101962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad64ff1-58f8-4f0a-992e-59706a915166 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:11.163409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-ebfa0f46-0e1f-4367-9979-582d79a8289e service neutron] 10.222.0.21 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445744 Jan 10 19:40:11.190569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cad64ff1-58f8-4f0a-992e-59706a915166 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:11.192137 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.195173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:40:11.318085 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Sync routers for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:11.334942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-41a32f2c-cd78-4833-9ed7-2bcdd812cf38 service neutron] 10.222.0.21 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666880 Jan 10 19:40:11.347436 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:11.348065 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:11.392687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eef2fd9e-96a0-48d8-b122-278926050031 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:40:11.425858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: eef2fd9e-96a0-48d8-b122-278926050031 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:40:11.426222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eef2fd9e-96a0-48d8-b122-278926050031 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:40:11.426623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:40:11.452258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:11.458295 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.462116 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0969c111-edbb-4b1e-bfc9-48598a43f029 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 700 time: 1.0894482 Jan 10 19:40:11.462346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58046) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:11.469043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:40:11.469043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 05eae7b7-ca7f-4db2-8702-9af7b40f0c8b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:40:11.470459 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] Sync routers for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:11.489502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:11.490506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:11.506913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-67de0295-068c-4924-af5d-ff5330d3c08b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Synchronizing usage tracker for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:11.534966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-67de0295-068c-4924-af5d-ff5330d3c08b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Unset dirty status for tenant:0799897ce832447abd7327e5b56100a5 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:11.536117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-67de0295-068c-4924-af5d-ff5330d3c08b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 205 time: 0.0728564 Jan 10 19:40:11.539115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58054) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:11.576899 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:11.701102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:11.739290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec69ba18-acd8-47ce-b471-ab50efaaa8b1 req-c183fb49-4b5e-4aed-854e-13f13cb3b915 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 210 time: 0.0592678 Jan 10 19:40:11.752491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.856650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:07Z', 'revision_number': 11, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:11.873736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] Checking router: 19a674bd-e678-473e-bbd7-bfdb9746f2d3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:11.878430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.884708 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:11.892901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] Routers {'19a674bd-e678-473e-bbd7-bfdb9746f2d3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:11.893613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:11.970636 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 2, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:11.975598 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Checking router: ee96cd9c-76e2-4c04-84ee-6055e2726847 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:11.975953 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Updating router ee96cd9c-76e2-4c04-84ee-6055e2726847 port c62c4cb6-0180-4dda-b492-f7cf91523d2b binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:40:12.036716 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.051425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] Set router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:12.178184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:07Z', 'revision_number': 11, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:12.182907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26658a-ccd5-47b3-9b1e-590ed427c7a8 None None] The sync data for ids ['19a674bd-e678-473e-bbd7-bfdb9746f2d3'] in n-d-816927-8 is: [{'id': '19a674bd-e678-473e-bbd7-bfdb9746f2d3', 'name': 'tempest-RoutersTest-router-955077209', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:39:29Z', 'updated_at': '2022-01-10T19:40:07Z', 'revision_number': 11, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:12.326424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.330642 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.357554 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.358064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router 19a674bd-e678-473e-bbd7-bfdb9746f2d3 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:40:12.375100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.384614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-80ec0173-d65f-4a80-a043-1d69eaa02aee tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 204 len: 168 time: 0.8360219 Jan 10 19:40:12.384614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58068) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:12.389412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2004074896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:12.398291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:12.403863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Usage tracker for resource:router and tenant:0799897ce832447abd7327e5b56100a5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:12.407237 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:12.414026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:12.430606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.432191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.459674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.485652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.510944 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.518353 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.522312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-808bbda3-37e1-4efc-ac71-1a60bf7e5293 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1355126 Jan 10 19:40:12.522488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58072) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:12.523937 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Transition to ACTIVE for port object c62c4cb6-0180-4dda-b492-f7cf91523d2b will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:12.530219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:12.531369 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.661702 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffced5c-9e96-48c2-bf31-cc66635bc4d0 None None] Pushing event updated for resources: {'Port': ['ID=c62c4cb6-0180-4dda-b492-f7cf91523d2b,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:12.773372 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Attempting to bind port c62c4cb6-0180-4dda-b492-f7cf91523d2b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:40:12.774005 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Attempting to bind port c62c4cb6-0180-4dda-b492-f7cf91523d2b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:40:12.774366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Attempting to bind port c62c4cb6-0180-4dda-b492-f7cf91523d2b on network 32cc7722-3bce-4815-bfdc-03360f4bb31e {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:40:12.788972 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:40:12.790186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Checking segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:40:12.790994 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.792211 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Bound using segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:40:12.793191 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Bound port: c62c4cb6-0180-4dda-b492-f7cf91523d2b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:40:12.794121 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:12.947866 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] For port c62c4cb6-0180-4dda-b492-f7cf91523d2b, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:40:12.952813 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] For port c62c4cb6-0180-4dda-b492-f7cf91523d2b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c62c4cb6-0180-4dda-b492-f7cf91523d2b,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:40:12.958613 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:13.047986 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffced5c-9e96-48c2-bf31-cc66635bc4d0 None None] Pushing event updated for resources: {'Port': ['ID=c62c4cb6-0180-4dda-b492-f7cf91523d2b,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:13.051173 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:13.051754 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:13.125338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95c4ec52-af99-42a3-b347-a4b63a5bbbdf req-18bc0f91-58c3-4ef2-bf4d-c8bfc228862a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 210 time: 0.2010000 Jan 10 19:40:13.132400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:13.151233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:13.163151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-b1bad6f3-96c4-4a83-8a16-3cb87000a5b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:13.164806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-b1bad6f3-96c4-4a83-8a16-3cb87000a5b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 796 time: 0.3720596 Jan 10 19:40:13.174573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-340920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-340865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378371'] for router, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:13.262506 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:13.332212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-0edce489-b3c1-4ed3-b7a0-c55178b45c6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 379 time: 0.1552520 Jan 10 19:40:13.343330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'port': {'device_id': '51437494-511b-4489-b096-4f3df4f358da', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'admin_state_up': True, 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'security_groups': ['9abc7b46-257f-433b-85e9-10d0e7ed3c82']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:13.579902 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:12Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:13.584077 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93972d71-81c0-4420-bb27-4abfac1afc47 None None] The sync data for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 is: [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:12Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:13.613728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:13.625516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:13.627288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Router e1464c95-81b5-45a5-927f-35e0e8476d90 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:40:13.654653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:40:13.657706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:13.866077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:13.878040 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] Sync routers for ids ['e1464c95-81b5-45a5-927f-35e0e8476d90'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:13.891766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:13.892832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a9749346-a3ba-434a-b715-40a6deb66197 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "PUT /v2.0/routers/e1464c95-81b5-45a5-927f-35e0e8476d90 HTTP/1.1" status: 200 len: 694 time: 1.3690014 Jan 10 19:40:13.895544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:13.896163 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] Routers {'e1464c95-81b5-45a5-927f-35e0e8476d90'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:13.896942 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e1464c95-81b5-45a5-927f-35e0e8476d90'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:13.967529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.9 (32cc7722-3bce-4815-bfdc-03360f4bb31e/afde0aad-79c4-4c92-9390-48c1904d8c92/c6e998a7-426b-41c3-8556-518553f2a4e1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:40:14.051173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53a07d29-c8d0-432c-aae3-7eb58b4f204e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/routers/e1464c95-81b5-45a5-927f-35e0e8476d90 HTTP/1.1" status: 200 len: 700 time: 0.1544302 Jan 10 19:40:14.052433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58082) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:14.104608 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-34947497-8dd4-47de-b72c-3a5108210110 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1464c95-81b5-45a5-927f-35e0e8476d90 HTTP/1.1" status: 200 len: 205 time: 0.0507207 Jan 10 19:40:14.105529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58086) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:14.109586 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] Set router e1464c95-81b5-45a5-927f-35e0e8476d90 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:14.216523 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.235674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object c6e998a7-426b-41c3-8556-518553f2a4e1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:14.251755 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1464c95-81b5-45a5-927f-35e0e8476d90', 'name': 'tempest-RoutersTest-router-2004074896', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:12Z', 'updated_at': '2022-01-10T19:40:13Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:14.264579 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] Checking router: e1464c95-81b5-45a5-927f-35e0e8476d90 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:14.264809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.281717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.289094 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] Routers {'e1464c95-81b5-45a5-927f-35e0e8476d90'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:14.289711 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e1464c95-81b5-45a5-927f-35e0e8476d90'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:14.407751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:14.436506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:40:14.438920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:14.445953 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] Set router e1464c95-81b5-45a5-927f-35e0e8476d90 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:14.453551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:40:14.535164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:14.535846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.578252 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1464c95-81b5-45a5-927f-35e0e8476d90', 'name': 'tempest-RoutersTest-router-2004074896', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:12Z', 'updated_at': '2022-01-10T19:40:13Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:14.586246 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b174d-a0b9-472c-9c75-ce0faa6d9f2f None None] The sync data for ids ['e1464c95-81b5-45a5-927f-35e0e8476d90'] in n-d-816927-8 is: [{'id': 'e1464c95-81b5-45a5-927f-35e0e8476d90', 'name': 'tempest-RoutersTest-router-2004074896', 'tenant_id': '0799897ce832447abd7327e5b56100a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:12Z', 'updated_at': '2022-01-10T19:40:13Z', 'revision_number': 2, 'project_id': '0799897ce832447abd7327e5b56100a5', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:14.594841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-529f3ffd-cbc1-4020-872a-d189f6aefe18 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2569616 Jan 10 19:40:14.603222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bff03-fbba-41c2-a367-42f84e7f26bf req-9054a9f9-3869-4d07-929a-65f5cbffd34e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:14.603933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3c4bff03-fbba-41c2-a367-42f84e7f26bf req-9054a9f9-3869-4d07-929a-65f5cbffd34e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:14.623110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Request body: {'port': {'device_id': '51437494-511b-4489-b096-4f3df4f358da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:14.736993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3c4bff03-fbba-41c2-a367-42f84e7f26bf req-9054a9f9-3869-4d07-929a-65f5cbffd34e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:14.743395 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.744252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c4bff03-fbba-41c2-a367-42f84e7f26bf req-9054a9f9-3869-4d07-929a-65f5cbffd34e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 931 time: 0.4276619 Jan 10 19:40:14.749211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.781641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.782921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Fanout notify agent at l3_agent the message router_deleted on router e1464c95-81b5-45a5-927f-35e0e8476d90 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:40:14.801920 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.807424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.809531 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-55de5a94-f6ff-4cc4-a69a-0b199b852d28 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/e1464c95-81b5-45a5-927f-35e0e8476d90 HTTP/1.1" status: 204 len: 168 time: 0.7025008 Jan 10 19:40:14.812648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58092) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:14.848084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0393bb61-064b-4982-8c12-023522265f15 None None] Provisioning for port c6e998a7-426b-41c3-8556-518553f2a4e1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:14.854803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0393bb61-064b-4982-8c12-023522265f15 None None] Provisioning complete for port c6e998a7-426b-41c3-8556-518553f2a4e1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:14.855220 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0393bb61-064b-4982-8c12-023522265f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:14.873354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-038d14b0-b945-4b91-9325-9dc4bec86865 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1464c95-81b5-45a5-927f-35e0e8476d90 HTTP/1.1" status: 200 len: 205 time: 0.0585968 Jan 10 19:40:14.875039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58096) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:14.882805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c4bff03-fbba-41c2-a367-42f84e7f26bf req-97b2b68b-5e18-4328-8c33-5e35a2c628e5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374571 Jan 10 19:40:14.895793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c62c4cb6-0180-4dda-b492-f7cf91523d2b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:14.951941 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-2c299771-ff22-40a9-883e-e1fb7d614144 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:14.956386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58100) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:14.956541 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2c299771-ff22-40a9-883e-e1fb7d614144 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/e1464c95-81b5-45a5-927f-35e0e8476d90 HTTP/1.1" status: 404 len: 336 time: 0.0799453 Jan 10 19:40:14.967893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0393bb61-064b-4982-8c12-023522265f15 None None] Port c6e998a7-426b-41c3-8556-518553f2a4e1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:40:14.985652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c62c4cb6-0180-4dda-b492-f7cf91523d2b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:14.991209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c62c4cb6-0180-4dda-b492-f7cf91523d2b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:14.991572 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.005865 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-5469a6f3-a468-4925-b8ef-fff7eb65934b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:15.006241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5469a6f3-a468-4925-b8ef-fff7eb65934b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:15.007893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5469a6f3-a468-4925-b8ef-fff7eb65934b tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/70c4b2ec-2863-49d3-8b8c-25aab77f072a HTTP/1.1" status: 404 len: 337 time: 0.0502841 Jan 10 19:40:15.010544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58104) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.053093 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb18d9c-ae6a-45c9-90dc-05ec1e45d8fc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:15.053540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb18d9c-ae6a-45c9-90dc-05ec1e45d8fc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:15.055211 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0cb18d9c-ae6a-45c9-90dc-05ec1e45d8fc tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/30f15239-2cf3-40a0-9eb0-133782d6b81a HTTP/1.1" status: 404 len: 337 time: 0.0435491 Jan 10 19:40:15.057649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58108) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.098844 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ec7a4e-4cc2-4712-82a0-4d8856646187 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:15.099323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ec7a4e-4cc2-4712-82a0-4d8856646187 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:15.103213 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15ec7a4e-4cc2-4712-82a0-4d8856646187 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/51ea6562-c9d6-4fb2-99e8-14fda8c2c963 HTTP/1.1" status: 404 len: 337 time: 0.0424330 Jan 10 19:40:15.104892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58112) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.127341 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.150673 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe35426-8463-4518-8704-0d3b194dacc7 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:15.151137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe35426-8463-4518-8704-0d3b194dacc7 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:15.152771 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-abe35426-8463-4518-8704-0d3b194dacc7 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/b19ef820-aaf2-4d1c-abdb-e61f7d4d1a72 HTTP/1.1" status: 404 len: 337 time: 0.0468583 Jan 10 19:40:15.156139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58116) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.163443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c62c4cb6-0180-4dda-b492-f7cf91523d2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c62c4cb6-0180-4dda-b492-f7cf91523d2b,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:15.168248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.205119 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-11a00560-616f-401e-ab54-a86ca5c60bb3 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 200 len: 205 time: 0.0474565 Jan 10 19:40:15.207186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.241561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c62c4cb6-0180-4dda-b492-f7cf91523d2b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:15.276635 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-c5ff5adf-9f21-4e43-b5da-acd1ee7537df tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:15.277604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5ff5adf-9f21-4e43-b5da-acd1ee7537df tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/19a674bd-e678-473e-bbd7-bfdb9746f2d3 HTTP/1.1" status: 404 len: 336 time: 0.0694742 Jan 10 19:40:15.280912 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58124) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.358421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e998a7-426b-41c3-8556-518553f2a4e1 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:40:15.366267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.381675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Transition to ACTIVE for port object c6e998a7-426b-41c3-8556-518553f2a4e1 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:40:15.385570 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.427668 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d2cd2fe9-58b4-4f57-9cfd-bfd9ece8f7bb tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=25e8729a-66fd-4073-8f1a-9bd01f93ddb4 HTTP/1.1" status: 200 len: 205 time: 0.1434867 Jan 10 19:40:15.427910 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58128) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.432349 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.492345 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-05f5da02-145f-4d79-aca2-8b57137cea38 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:15.495927 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-05f5da02-145f-4d79-aca2-8b57137cea38 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/25e8729a-66fd-4073-8f1a-9bd01f93ddb4 HTTP/1.1" status: 404 len: 336 time: 0.0646110 Jan 10 19:40:15.499410 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.524129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.545199 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa525de-6788-4985-9664-3071b0470a8e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:15.545726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa525de-6788-4985-9664-3071b0470a8e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:15.551398 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-daa525de-6788-4985-9664-3071b0470a8e tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/7a01bfea-a92d-4be1-8214-1f9b3e1c5f26 HTTP/1.1" status: 404 len: 337 time: 0.0507989 Jan 10 19:40:15.552223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.607007 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-47acf178-25d1-4f50-a764-9f0e90fb67f1 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 200 len: 205 time: 0.0508840 Jan 10 19:40:15.607247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58140) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.639748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:15.677352 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-f331a81c-aed3-4b98-a384-91c15ad63b98 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:15.678391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f331a81c-aed3-4b98-a384-91c15ad63b98 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/77355317-f88b-456c-856c-a604f6bc85d6 HTTP/1.1" status: 404 len: 336 time: 0.0702820 Jan 10 19:40:15.681062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58144) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.724883 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ae65f660-788a-4685-93d6-9fd62febbc24 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cf0332-c9ed-408d-8182-fd61e11b2ac1 HTTP/1.1" status: 200 len: 205 time: 0.0402255 Jan 10 19:40:15.725068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58148) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.743736 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:40:15.744075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:40:15.744404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:40:15.750616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Port c6e998a7-426b-41c3-8556-518553f2a4e1 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:40:15.750974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:40:15.757714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:40:15.758056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Checking segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:40:15.758444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Bound using segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:40:15.758884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Bound port: c6e998a7-426b-41c3-8556-518553f2a4e1, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:40:15.759233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.790255 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-7523d7dc-0dd9-4f29-80ac-f9347c089b31 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:15.794044 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7523d7dc-0dd9-4f29-80ac-f9347c089b31 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/b6cf0332-c9ed-408d-8182-fd61e11b2ac1 HTTP/1.1" status: 404 len: 336 time: 0.0655410 Jan 10 19:40:15.794223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58152) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.831430 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f598f8e1-6586-479e-8547-663d34b1de71 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:15.831862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f598f8e1-6586-479e-8547-663d34b1de71 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:15.833437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f598f8e1-6586-479e-8547-663d34b1de71 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/459d46af-7c85-46b1-b583-280453960f2c HTTP/1.1" status: 404 len: 337 time: 0.0383465 Jan 10 19:40:15.836074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58156) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.846358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:40:15.849412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:40:15.854061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.876882 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dd706d0e-01cd-4dd6-be24-cadb157d101a tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=df8c3713-e1de-483f-9141-930d039dfab7 HTTP/1.1" status: 200 len: 205 time: 0.0397298 Jan 10 19:40:15.879157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.924962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:15.926223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 1091 time: 1.3188810 Jan 10 19:40:15.926663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:40:15.940834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1640a-4f7a-421a-87f7-5a1a949a75e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:15.953556 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-8edae092-f412-494d-96a1-82d9d8833ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:15.959123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58170) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:15.965545 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8edae092-f412-494d-96a1-82d9d8833ee5 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/df8c3713-e1de-483f-9141-930d039dfab7 HTTP/1.1" status: 404 len: 336 time: 0.0842354 Jan 10 19:40:16.034924 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe22d96-db2c-4238-adcf-133deb7d41f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:16.035220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe22d96-db2c-4238-adcf-133deb7d41f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:16.036872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6fe22d96-db2c-4238-adcf-133deb7d41f0 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/8c43c70e-cacd-4209-acd1-dffe72b5d0a4 HTTP/1.1" status: 404 len: 337 time: 0.0765107 Jan 10 19:40:16.040244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58174) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:16.096625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4d6566d2-b7f6-46dc-b795-e35bc5b6c235 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6a947-4536-4d76-9394-d79cd5a45ee3 HTTP/1.1" status: 200 len: 205 time: 0.0529554 Jan 10 19:40:16.097417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:16.170066 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'status': 'completed', 'code': 200} Jan 10 19:40:16.185675 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-25117f0c-0909-4225-a258-e9895658f934 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] delete failed (client error): The resource could not be found. Jan 10 19:40:16.186706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-25117f0c-0909-4225-a258-e9895658f934 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/routers/f1c6a947-4536-4d76-9394-d79cd5a45ee3 HTTP/1.1" status: 404 len: 336 time: 0.0832133 Jan 10 19:40:16.189412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58182) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:16.207665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-be1b02bd-8749-4a57-afb6-524f3afad9cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1094 time: 0.2112694 Jan 10 19:40:16.217971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e14e92-4cd9-412f-95d0-71a4bf34d712 req-6b693da6-449e-4c97-9f72-15600683ba48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:16.219407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72e14e92-4cd9-412f-95d0-71a4bf34d712 req-6b693da6-449e-4c97-9f72-15600683ba48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.1906042 Jan 10 19:40:16.236315 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf942d06-27da-4bfb-b84a-1f7797963ce7 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:16.236754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf942d06-27da-4bfb-b84a-1f7797963ce7 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:16.238354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bf942d06-27da-4bfb-b84a-1f7797963ce7 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/48207984-2f4f-408e-b956-7ae7bc32718e HTTP/1.1" status: 404 len: 337 time: 0.0476491 Jan 10 19:40:16.240872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58186) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:16.276908 n-d-816927-8 neutron-server[83629]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c666c0-8239-4c27-88db-536845990437 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] DELETE failed (client error): The resource could not be found. Jan 10 19:40:16.277351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c666c0-8239-4c27-88db-536845990437 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 19:40:16.281771 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-10c666c0-8239-4c27-88db-536845990437 tempest-RoutersTest-2040045519 tempest-RoutersTest-2040045519-project] 10.222.0.21 "DELETE /v2.0/subnets/d1fa875b-96c1-4107-b27a-23d731fee291 HTTP/1.1" status: 404 len: 337 time: 0.0377502 Jan 10 19:40:16.300686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-02659f6e-686e-4875-b9e1-19dc1bf0e0db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 217 time: 0.0803492 Jan 10 19:40:16.363317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72e14e92-4cd9-412f-95d0-71a4bf34d712 req-52c4bf6c-e3f8-4abb-8d67-5e4fc1ab193a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954049 Jan 10 19:40:16.377851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-1c8e71b0-5ce9-46b3-9517-cfe21eca875a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:16.379303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-1c8e71b0-5ce9-46b3-9517-cfe21eca875a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0703812 Jan 10 19:40:16.458472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-d1ada106-d5ca-4478-bfcd-c47c045aa502 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727425 Jan 10 19:40:16.571806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58194) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:16.591032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-84a5ea27-8e83-457b-8c7b-0c7842d56b3d service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265042 Jan 10 19:40:16.729079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea8a6ad0-db7d-4f46-874f-d619bc028537 req-646f9d6c-5503-488f-bab1-a280a39f80da service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331186 Jan 10 19:40:16.753852 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5bc9dce5-15f3-43f4-9892-620790765c10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0799897ce832447abd7327e5b56100a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1808391 Jan 10 19:40:16.756277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:16.814260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c62c4cb6-0180-4dda-b492-f7cf91523d2b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:16.821086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:16.847004 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:16.852774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-b79106d8-9984-46e8-ba46-120fcad5a220 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1094 time: 0.0798697 Jan 10 19:40:16.888536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c62c4cb6-0180-4dda-b492-f7cf91523d2b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:16.889194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:16.902396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:16.918013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8abd37-8dd9-4bfd-b614-b9060ae11dbe,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:16.929123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:16.930330 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae8abd37-8dd9-4bfd-b614-b9060ae11dbe HTTP/1.1" status: 204 len: 168 time: 0.1731386 Jan 10 19:40:16.932180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.933012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.933267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.933679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.934027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.934420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.934719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.935143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.935472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.935804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:16.937063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2175de-e8bd-43f4-ac6f-0cd84a90d747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:40:17.020617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1710de-333c-410b-9214-e7b515a180df req-deafbf17-b9f1-4b57-b56b-61e7a1e10b30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:17.023210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-deafbf17-b9f1-4b57-b56b-61e7a1e10b30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1636271 Jan 10 19:40:17.097415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-c91108de-323e-4b68-9968-218d4b4e3bd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 217 time: 0.0677762 Jan 10 19:40:17.162381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1710de-333c-410b-9214-e7b515a180df req-d9ea96fb-13b2-44e3-8e91-5ecf67370762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:17.163744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-d9ea96fb-13b2-44e3-8e91-5ecf67370762 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0597999 Jan 10 19:40:17.238810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-c02a7151-1a0b-4417-b21d-e4a68c4f62f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691133 Jan 10 19:40:17.471129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-4166569d-2446-4d84-87ae-6c3ed484a35f service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248127 Jan 10 19:40:17.663933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c1710de-333c-410b-9214-e7b515a180df req-53896f61-d2cd-42c1-ba13-129486cc7c84 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866310 Jan 10 19:40:17.671167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4ba17-5faa-4ac9-a42a-b2145a076ed0 req-8b003a1e-2bcb-4748-9bd9-7f6fd21bb322 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:17.672574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88a4ba17-5faa-4ac9-a42a-b2145a076ed0 req-8b003a1e-2bcb-4748-9bd9-7f6fd21bb322 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.1768966 Jan 10 19:40:17.723389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88a4ba17-5faa-4ac9-a42a-b2145a076ed0 req-f7153d0c-f774-450d-9ecb-6959e9f77046 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447752 Jan 10 19:40:17.766068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58224) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:17.890347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-37910a43-6e99-4e36-94e2-277c23df602d tempest-DvrRoutersNegativeTest-885835091 tempest-DvrRoutersNegativeTest-885835091-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-852500931', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:17.892757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.policy [None req-37910a43-6e99-4e36-94e2-277c23df602d tempest-DvrRoutersNegativeTest-885835091 tempest-DvrRoutersNegativeTest-885835091-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83629) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 10 19:40:17.893059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.policy [None req-37910a43-6e99-4e36-94e2-277c23df602d tempest-DvrRoutersNegativeTest-885835091 tempest-DvrRoutersNegativeTest-885835091-project] Failed policy check for 'create_router' {{(pid=83629) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 10 19:40:17.893610 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-37910a43-6e99-4e36-94e2-277c23df602d tempest-DvrRoutersNegativeTest-885835091 tempest-DvrRoutersNegativeTest-885835091-project] create failed (client error): Access was denied to this resource. Jan 10 19:40:17.894554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-37910a43-6e99-4e36-94e2-277c23df602d tempest-DvrRoutersNegativeTest-885835091 tempest-DvrRoutersNegativeTest-885835091-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1274745 Jan 10 19:40:18.180012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58234) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:18.319030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.349039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:18.352706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:68db5ff4f4e0430ab731554b6f3a6ed4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:18.355542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:18.361463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:18.427402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.431059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.479715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d36692-642d-4c24-b5f8-9985f8b355b7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:18.484979 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b4507783-a203-4cde-a195-f555b53d3fc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68db5ff4f4e0430ab731554b6f3a6ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039494 Jan 10 19:40:18.487570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:18.547237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0fca-ef45-4333-b7a6-5363979955dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.572497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0fca-ef45-4333-b7a6-5363979955dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.619917 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0fca-ef45-4333-b7a6-5363979955dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.633685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e0fca-ef45-4333-b7a6-5363979955dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d36692-642d-4c24-b5f8-9985f8b355b7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:18.639915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7b7e0fca-ef45-4333-b7a6-5363979955dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:18.641500 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b7e0fca-ef45-4333-b7a6-5363979955dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10d36692-642d-4c24-b5f8-9985f8b355b7 HTTP/1.1" status: 204 len: 168 time: 0.1530252 Jan 10 19:40:18.930283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d97b71-f660-43e6-816d-7dec5fb8a969 req-c5c3394c-941f-4731-a54e-22d87cba2f32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:18.931721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89d97b71-f660-43e6-816d-7dec5fb8a969 req-c5c3394c-941f-4731-a54e-22d87cba2f32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.0771437 Jan 10 19:40:18.982301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89d97b71-f660-43e6-816d-7dec5fb8a969 req-e3efbb8a-4c6a-48df-bfd2-515846da20e2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Jan 10 19:40:19.117680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:40:19.261074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:19.277820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'port_id': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'mac_address': 'fa:16:3e:dd:bc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:40:19.330459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.348037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e998a7-426b-41c3-8556-518553f2a4e1 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:40:19.362766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:19.368128 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.437071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:19.529098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58266) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:19.598046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['c6e998a7-426b-41c3-8556-518553f2a4e1'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:40:19.659385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-acdd154c-d208-4bc4-8a27-af84141de31a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:19.659966 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-acdd154c-d208-4bc4-8a27-af84141de31a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 19:40:19.664336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-acdd154c-d208-4bc4-8a27-af84141de31a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1307681 Jan 10 19:40:19.664577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58272) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:19.670487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812143556'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:19.677629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:19.681467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:19.684989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:19.690579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:19.701134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.713333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.744176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:19.748650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:19.751506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:19.757042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:19.830897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.834772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.876104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:19.878050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6faa9d63-9e0f-402d-b84e-cd5eb8af7e70,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:19.882178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:19.885066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:19.890754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:19.946165 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.949767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.990126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a96828-91e4-4dda-8643-22d60164faac,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:19.992268 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:19.993437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e71294ba-0c80-4830-8e8e-73555f9eb750 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3279536 Jan 10 19:40:19.996679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58276) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.002636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '17a96828-91e4-4dda-8643-22d60164faac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:20.009450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:20.013412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:20.016339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:20.021966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:20.039414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.101416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.105162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.128136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759e750b-fe9e-4509-b0a9-e40351201790,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:20.138143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.139422 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a65be75c-3335-4b7e-9b91-d9978af9c542 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1413326 Jan 10 19:40:20.142101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58282) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.147570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '17a96828-91e4-4dda-8643-22d60164faac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:20.154556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:20.158233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:20.161117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:20.166724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:20.183982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db1719-94cc-417b-a687-02c4ae7075cf req-c41a52e7-a42a-40ab-b66a-8c785a30358b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:20.184988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.190684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42db1719-94cc-417b-a687-02c4ae7075cf req-c41a52e7-a42a-40ab-b66a-8c785a30358b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 944 time: 0.0832920 Jan 10 19:40:20.230644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42db1719-94cc-417b-a687-02c4ae7075cf req-85033683-5af6-43b0-84d8-b230c89598a4 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390851 Jan 10 19:40:20.245301 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 19:40:20.246504 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-20b8f0d4-7a86-4c8e-93b3-a6c53b799cd2 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1034553 Jan 10 19:40:20.249429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58286) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.313103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-850da5c3-f0c2-4bc7-ade1-578ca955b1cb tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.338303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-850da5c3-f0c2-4bc7-ade1-578ca955b1cb tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.385212 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-850da5c3-f0c2-4bc7-ade1-578ca955b1cb tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.400371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da5c3-f0c2-4bc7-ade1-578ca955b1cb tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a96828-91e4-4dda-8643-22d60164faac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:20.408277 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-850da5c3-f0c2-4bc7-ade1-578ca955b1cb tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.409366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-850da5c3-f0c2-4bc7-ade1-578ca955b1cb tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/17a96828-91e4-4dda-8643-22d60164faac HTTP/1.1" status: 204 len: 168 time: 0.1590147 Jan 10 19:40:20.411941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58290) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.460470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-896227bb-c3f6-4ab2-9154-c6aed0739471 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:20.476872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-896227bb-c3f6-4ab2-9154-c6aed0739471 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:20.478428 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-896227bb-c3f6-4ab2-9154-c6aed0739471 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0655696 Jan 10 19:40:20.482101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58294) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.487359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594749423'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:20.497232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:20.506412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:20.516287 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.551176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:20.554783 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:20.557518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:20.563343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:20.616892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.620428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.663987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d272e96d-ae74-4694-8949-f83f5faaf0ac,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:20.670785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.672218 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ebc9bf03-62ed-428c-b061-fcadf3ae63ab tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1891725 Jan 10 19:40:20.674924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58298) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.680176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-994baf71-0178-4320-8b1d-ee49de339488 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': 'd272e96d-ae74-4694-8949-f83f5faaf0ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:20.680780 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-994baf71-0178-4320-8b1d-ee49de339488 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:20.681663 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-994baf71-0178-4320-8b1d-ee49de339488 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058658 Jan 10 19:40:20.683865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58302) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.743537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1257390-beb1-4e37-89f4-1e80becfaafd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.769902 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1257390-beb1-4e37-89f4-1e80becfaafd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.817846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1257390-beb1-4e37-89f4-1e80becfaafd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.836665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1257390-beb1-4e37-89f4-1e80becfaafd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272e96d-ae74-4694-8949-f83f5faaf0ac,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:20.842995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1257390-beb1-4e37-89f4-1e80becfaafd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.846447 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c1257390-beb1-4e37-89f4-1e80becfaafd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/d272e96d-ae74-4694-8949-f83f5faaf0ac HTTP/1.1" status: 204 len: 168 time: 0.1616514 Jan 10 19:40:20.846862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58306) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.898522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb16f4fb-f48a-4f87-8ab3-d57d52e2dd3c tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0504775 Jan 10 19:40:20.901969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58310) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:20.907340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035953707'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:20.913298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:20.917532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:20.920842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:20.926363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:20.937085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:20.975923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:20.979596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:20.982312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:20.987829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:21.045650 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.049313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.093235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323b9969-b8e9-4c7d-8077-03042ec1a64f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:21.096158 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.097548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ffd38661-4b0f-4fa2-bce0-99108024c5af tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1945102 Jan 10 19:40:21.100134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58314) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.105535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5fbca4d2-6bd9-4713-94db-288cb3ad65be tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '323b9969-b8e9-4c7d-8077-03042ec1a64f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.106178 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-5fbca4d2-6bd9-4713-94db-288cb3ad65be tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:21.107044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5fbca4d2-6bd9-4713-94db-288cb3ad65be tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059760 Jan 10 19:40:21.109582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58318) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.133575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:40:21.173271 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9306aae9-8c3d-4d8d-818f-16fbd4159013 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.200122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port c6e998a7-426b-41c3-8556-518553f2a4e1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:40:21.200428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9306aae9-8c3d-4d8d-818f-16fbd4159013 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.206547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port c6e998a7-426b-41c3-8556-518553f2a4e1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:40:21.206952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.248194 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9306aae9-8c3d-4d8d-818f-16fbd4159013 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.268544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306aae9-8c3d-4d8d-818f-16fbd4159013 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b9969-b8e9-4c7d-8077-03042ec1a64f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:21.277487 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9306aae9-8c3d-4d8d-818f-16fbd4159013 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.280995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9306aae9-8c3d-4d8d-818f-16fbd4159013 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/323b9969-b8e9-4c7d-8077-03042ec1a64f HTTP/1.1" status: 204 len: 168 time: 0.1676919 Jan 10 19:40:21.280995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58324) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.338304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d711e911-dba9-4ffc-8058-aec1fa49477f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:21.349884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.355149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d711e911-dba9-4ffc-8058-aec1fa49477f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:21.357251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d711e911-dba9-4ffc-8058-aec1fa49477f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0753231 Jan 10 19:40:21.361257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58328) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.366850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--342714998'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.373924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:21.384002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:21.386062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:40:21.396949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:40:21.401535 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.408874 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.440105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:21.444694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:21.448265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:21.453974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:21.458606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d455c45-d1d5-477b-8352-291b15daed32 req-ff5ae815-60df-43c2-82e7-48162c6472e0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:21.465317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d455c45-d1d5-477b-8352-291b15daed32 req-ff5ae815-60df-43c2-82e7-48162c6472e0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 944 time: 0.1069317 Jan 10 19:40:21.491843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:21.511548 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d455c45-d1d5-477b-8352-291b15daed32 req-e790fcbe-6a66-4469-b12d-b85d3c255b3c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452502 Jan 10 19:40:21.522750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.528662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.577261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd4dd4-daf3-48fe-9675-f316f41abf0b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:21.581334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.585607 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15d4f3a8-fd07-48f6-a703-52037d16191b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2233491 Jan 10 19:40:21.586184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.593739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b1c8e7bd-272a-42a5-a1e3-76ff69900365 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': 'e2fd4dd4-daf3-48fe-9675-f316f41abf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.594472 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-b1c8e7bd-272a-42a5-a1e3-76ff69900365 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:21.597299 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b1c8e7bd-272a-42a5-a1e3-76ff69900365 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098486 Jan 10 19:40:21.600239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58340) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.605364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e39329fe-ee7d-4f87-be0a-4d3a0c150e46 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': 'e2fd4dd4-daf3-48fe-9675-f316f41abf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.606015 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-e39329fe-ee7d-4f87-be0a-4d3a0c150e46 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:21.607720 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e39329fe-ee7d-4f87-be0a-4d3a0c150e46 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065167 Jan 10 19:40:21.610034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.615793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f01450d6-0a8c-4908-837d-e10c21c120ec tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': 'e2fd4dd4-daf3-48fe-9675-f316f41abf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.616429 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-f01450d6-0a8c-4908-837d-e10c21c120ec tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:21.617360 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f01450d6-0a8c-4908-837d-e10c21c120ec tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064940 Jan 10 19:40:21.619680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58348) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.624993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9c879536-b205-4cd5-b62a-8dd92509cbcf tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': 'e2fd4dd4-daf3-48fe-9675-f316f41abf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.626000 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-9c879536-b205-4cd5-b62a-8dd92509cbcf tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:21.627461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9c879536-b205-4cd5-b62a-8dd92509cbcf tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067806 Jan 10 19:40:21.629668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58352) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.637486 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'code': 200} Jan 10 19:40:21.695192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a71deeba-eb46-46f4-9f82-47963ce91470 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.720681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a71deeba-eb46-46f4-9f82-47963ce91470 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.764960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a71deeba-eb46-46f4-9f82-47963ce91470 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.783593 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71deeba-eb46-46f4-9f82-47963ce91470 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd4dd4-daf3-48fe-9675-f316f41abf0b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:21.789618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a71deeba-eb46-46f4-9f82-47963ce91470 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.793251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a71deeba-eb46-46f4-9f82-47963ce91470 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2fd4dd4-daf3-48fe-9675-f316f41abf0b HTTP/1.1" status: 204 len: 168 time: 0.1601987 Jan 10 19:40:21.793473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58356) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.843556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0880f427-e3b3-49af-aac9-dfd1e8ad095d tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:21.859383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0880f427-e3b3-49af-aac9-dfd1e8ad095d tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:21.860603 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0880f427-e3b3-49af-aac9-dfd1e8ad095d tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0656800 Jan 10 19:40:21.864521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58360) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:21.872040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--301395966'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:21.880808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:21.893864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:21.909312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:21.921505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d146ce0-b32b-44ee-b1f7-5bc65825641a req-1f74ea20-af47-44fe-9dad-5627459cb22f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.1130807 Jan 10 19:40:21.978749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:21.984405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:21.988029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7d146ce0-b32b-44ee-b1f7-5bc65825641a req-5c27360a-1398-4a68-8f72-0a74a9cd4bed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610681 Jan 10 19:40:21.988799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:21.994416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.050342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.054997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.098120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:22.103945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.108209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c0a1b1b6-f9ae-48c5-97f3-fcf2fe37a90a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2392523 Jan 10 19:40:22.108209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58364) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.113181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c78c2a48-eddb-48e4-b7b7-0a069c89256b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.113774 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-c78c2a48-eddb-48e4-b7b7-0a069c89256b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.114670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c78c2a48-eddb-48e4-b7b7-0a069c89256b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058134 Jan 10 19:40:22.117396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.121991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.129475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.133219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.136040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.142141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.168835 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.169841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-27337e2a-7e68-4d5f-bf41-54fb20e86bf9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0516005 Jan 10 19:40:22.172509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58372) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.177662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5d7cb6ab-f5a3-46b4-9e4f-6d0888329001 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.178242 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-5d7cb6ab-f5a3-46b4-9e4f-6d0888329001 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.182955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d7cb6ab-f5a3-46b4-9e4f-6d0888329001 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095296 Jan 10 19:40:22.185253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58376) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.189847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.195920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.199655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.202997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.208528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.236266 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.237291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-45b94674-3985-488a-927a-35671d7a9c36 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0511920 Jan 10 19:40:22.239942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58380) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.245100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d21cc797-0347-46a7-a000-d3e50695b08a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.245680 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-d21cc797-0347-46a7-a000-d3e50695b08a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.246575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d21cc797-0347-46a7-a000-d3e50695b08a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057635 Jan 10 19:40:22.248799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.254342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.260480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.265022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.267988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.273624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.302146 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.303186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7811bb0f-6231-42b9-b40d-82ff42ba23d0 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535090 Jan 10 19:40:22.305728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.311453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2184c823-35a8-45b6-9b95-5c3852270b76 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.312034 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-2184c823-35a8-45b6-9b95-5c3852270b76 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.312976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2184c823-35a8-45b6-9b95-5c3852270b76 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063450 Jan 10 19:40:22.315145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58392) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.319842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.327250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.330969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.333754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.339355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.366878 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.367896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d07fbe92-407b-4c0a-85b3-59feb74da0b9 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0518949 Jan 10 19:40:22.370495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58396) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.376274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.382252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.385929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.389764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.395359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.420749 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:22.421770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-de0c1a20-ee57-4a22-9dfb-f7d45f7a570e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0503342 Jan 10 19:40:22.424588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58400) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.485319 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24767477-d484-45b0-8d7a-71688661080f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.510802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24767477-d484-45b0-8d7a-71688661080f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.558701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24767477-d484-45b0-8d7a-71688661080f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.578217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767477-d484-45b0-8d7a-71688661080f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:22.584809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-24767477-d484-45b0-8d7a-71688661080f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.585924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-24767477-d484-45b0-8d7a-71688661080f tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/31cc5cb3-af4c-47a2-96cc-6cdbc2d50e06 HTTP/1.1" status: 204 len: 168 time: 0.1604793 Jan 10 19:40:22.588592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.639224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-06f940ed-e31c-4cb8-a1ba-28dd9a0d63da tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:22.696971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-06f940ed-e31c-4cb8-a1ba-28dd9a0d63da tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:22.698238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-06f940ed-e31c-4cb8-a1ba-28dd9a0d63da tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1085813 Jan 10 19:40:22.702321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58410) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.708023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--565727999'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.715269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.724427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.727353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c30d-9fd0-489e-aa65-0930162762b9 req-186da4c6-4c60-49c9-ad10-4ff6d24364e3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:22.728819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4544c30d-9fd0-489e-aa65-0930162762b9 req-186da4c6-4c60-49c9-ad10-4ff6d24364e3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0861175 Jan 10 19:40:22.734887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.769371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.773102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.775856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.779549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4544c30d-9fd0-489e-aa65-0930162762b9 req-ecf4cffa-6dcd-4ae3-afaa-a54178fc8baf tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448167 Jan 10 19:40:22.781394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.836458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.840087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.886048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f66646-44e6-48cf-9ca4-3a479c58356a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:22.892149 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:22.893363 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a46a6a7a-b43f-4de8-8377-bbe82eea9bbd tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1899893 Jan 10 19:40:22.896513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58414) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.901890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '90f66646-44e6-48cf-9ca4-3a479c58356a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.908341 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.912082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.914894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.921353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:22.960234 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The resource could not be found. Jan 10 19:40:22.961417 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7b4cc83b-0b9e-4075-afff-bf10b1649f1a tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0639920 Jan 10 19:40:22.964521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58418) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:22.969849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '90f66646-44e6-48cf-9ca4-3a479c58356a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b4e043d-122e-4584-a02e-c9056e9b89e8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:22.976632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:22.980532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:22.984007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:22.990126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.029042 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The resource could not be found. Jan 10 19:40:23.030367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-68a6621d-1c2b-4830-a8e7-ce091a6daee6 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0649529 Jan 10 19:40:23.033204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58422) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.102962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f465f2f-b879-435e-a92d-9eedf5f9f098 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.129069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f465f2f-b879-435e-a92d-9eedf5f9f098 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.177427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f465f2f-b879-435e-a92d-9eedf5f9f098 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.196036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465f2f-b879-435e-a92d-9eedf5f9f098 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f66646-44e6-48cf-9ca4-3a479c58356a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:23.203338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f465f2f-b879-435e-a92d-9eedf5f9f098 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.207574 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9f465f2f-b879-435e-a92d-9eedf5f9f098 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/90f66646-44e6-48cf-9ca4-3a479c58356a HTTP/1.1" status: 204 len: 168 time: 0.1703234 Jan 10 19:40:23.207574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58426) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.264984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-399612af-c5ed-49a7-bd44-8a755a7a564e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:23.280152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-399612af-c5ed-49a7-bd44-8a755a7a564e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:23.281584 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-399612af-c5ed-49a7-bd44-8a755a7a564e tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0735590 Jan 10 19:40:23.285547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58430) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.290739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': '2ffcbc58-4ce5-4335-9b20-6c868d070677', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:23.298815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:23.302609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:23.305453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:23.311035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.343774 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The resource could not be found. Jan 10 19:40:23.344799 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-28f30da4-9f7e-444d-94b2-379fa5b4d8ea tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0583479 Jan 10 19:40:23.348414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58434) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.353546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--810669264'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:23.361032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:23.370742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.380210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.415911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:23.419790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:23.422680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:23.428640 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.483326 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.487183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.534014 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c807ffe3-1f06-4933-a453-e7de55e24731,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:23.540778 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.542440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-32744292-ade2-4e13-bf77-2b0a1baceefe tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1926875 Jan 10 19:40:23.545287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58438) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.552125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108632243'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:23.558679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:23.563195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:23.566197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:23.572599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.583799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.619997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:23.623780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:23.626612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:23.634350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.687800 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.691197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.734626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5aed44-158e-4f22-9a3e-f86e84043e71,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:23.738072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.739273 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c7d4bbd-f52c-4f7a-840f-f95db4d6eb63 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1929636 Jan 10 19:40:23.742480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58442) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.747930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group_rule': {'security_group_id': 'c807ffe3-1f06-4933-a453-e7de55e24731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6f5aed44-158e-4f22-9a3e-f86e84043e71'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:23.754390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:23.758140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:23.760986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:23.767060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:23.794853 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 19:40:23.798406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ad8bd290-bd66-42c7-94ed-bc064bebd424 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0524743 Jan 10 19:40:23.798602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.859499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7540d17f-a82e-4369-9eca-cbff09c42a04 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.890113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7540d17f-a82e-4369-9eca-cbff09c42a04 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.934847 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7540d17f-a82e-4369-9eca-cbff09c42a04 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.953225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540d17f-a82e-4369-9eca-cbff09c42a04 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5aed44-158e-4f22-9a3e-f86e84043e71,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:23.960334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7540d17f-a82e-4369-9eca-cbff09c42a04 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:23.961507 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7540d17f-a82e-4369-9eca-cbff09c42a04 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f5aed44-158e-4f22-9a3e-f86e84043e71 HTTP/1.1" status: 204 len: 168 time: 0.1619952 Jan 10 19:40:23.964114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58452) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:23.985342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ac338-9cc2-48ae-abe4-d5805f4396de req-7b1d1e86-06e5-451f-abb6-e3a8ed195c76 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:23.986810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c07ac338-9cc2-48ae-abe4-d5805f4396de req-7b1d1e86-06e5-451f-abb6-e3a8ed195c76 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0853877 Jan 10 19:40:24.027630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cdbca9bf-6b3a-41f7-a6eb-c09cd4cc7049 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:24.032718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c07ac338-9cc2-48ae-abe4-d5805f4396de req-854dace0-7276-4398-bc59-fbe6bbc6ce26 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Jan 10 19:40:24.044386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-cdbca9bf-6b3a-41f7-a6eb-c09cd4cc7049 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:24.045919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cdbca9bf-6b3a-41f7-a6eb-c09cd4cc7049 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0807061 Jan 10 19:40:24.048779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58456) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.111727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7396e6a4-2817-4ba2-a2b7-c9cebca9a140 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.138525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7396e6a4-2817-4ba2-a2b7-c9cebca9a140 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.187511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7396e6a4-2817-4ba2-a2b7-c9cebca9a140 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.204090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396e6a4-2817-4ba2-a2b7-c9cebca9a140 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c807ffe3-1f06-4933-a453-e7de55e24731,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:24.218112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7396e6a4-2817-4ba2-a2b7-c9cebca9a140 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.221665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7396e6a4-2817-4ba2-a2b7-c9cebca9a140 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/c807ffe3-1f06-4933-a453-e7de55e24731 HTTP/1.1" status: 204 len: 168 time: 0.1695783 Jan 10 19:40:24.221837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58462) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.244499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da2ba3-2383-41a4-a23e-a6d569940676 req-f133d363-f6c3-447b-8555-d8d19291c575 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:24.246069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17da2ba3-2383-41a4-a23e-a6d569940676 req-f133d363-f6c3-447b-8555-d8d19291c575 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0820456 Jan 10 19:40:24.271993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1add6af0-4bae-40a1-ba1d-ac823c1d9da4 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:24.287148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1add6af0-4bae-40a1-ba1d-ac823c1d9da4 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:24.292314 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1add6af0-4bae-40a1-ba1d-ac823c1d9da4 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0656891 Jan 10 19:40:24.292535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.296280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17da2ba3-2383-41a4-a23e-a6d569940676 req-741d9a8b-f800-4832-ae4d-226263329875 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 Jan 10 19:40:24.298548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429920873'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:24.305718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:24.315688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:24.323689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.353515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.411601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:24.417810 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Usage tracker for resource:security_group_rule and tenant:fecfc7642d6e4f4e91d43cc25420a8f5 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:24.421930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:24.428872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:24.441999 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff604999-8592-4ace-ab5d-c7bcb7f90d4a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1091 time: 0.1172738 Jan 10 19:40:24.445305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58474) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.451090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:24.457227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:24.461032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:floatingip and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:24.463877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:24.469856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:24.573166 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.576787 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.582210 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.620168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821b9370-2b3c-4643-a9e0-d5cba77c9c52,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:24.626581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.630613 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ff2981a0-c68c-4e83-83b4-2ec4f538e778 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3339202 Jan 10 19:40:24.631098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58478) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.636682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-75376fe3-55f3-4b93-89a9-e2f6971fd7d8 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:40:24.637224 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-75376fe3-55f3-4b93-89a9-e2f6971fd7d8 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] update failed (client error): There was a conflict when trying to complete your request. Jan 10 19:40:24.638149 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-75376fe3-55f3-4b93-89a9-e2f6971fd7d8 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "PUT /v2.0/security-groups/821b9370-2b3c-4643-a9e0-d5cba77c9c52 HTTP/1.1" status: 409 len: 330 time: 0.0061727 Jan 10 19:40:24.640661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58482) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.702652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9013a52-5d64-41f7-bd5d-3421c62d2e72 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.729849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9013a52-5d64-41f7-bd5d-3421c62d2e72 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.779764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9013a52-5d64-41f7-bd5d-3421c62d2e72 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.801866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9013a52-5d64-41f7-bd5d-3421c62d2e72 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821b9370-2b3c-4643-a9e0-d5cba77c9c52,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:24.810105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9013a52-5d64-41f7-bd5d-3421c62d2e72 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.813472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:24.813641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c9013a52-5d64-41f7-bd5d-3421c62d2e72 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/821b9370-2b3c-4643-a9e0-d5cba77c9c52 HTTP/1.1" status: 204 len: 168 time: 0.1698501 Jan 10 19:40:24.813752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58486) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.870500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-07590629-906c-4409-b5aa-4d4b5100a467 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Synchronizing usage tracker for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:40:24.885789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-07590629-906c-4409-b5aa-4d4b5100a467 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] Unset dirty status for tenant:fecfc7642d6e4f4e91d43cc25420a8f5 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:40:24.891103 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-07590629-906c-4409-b5aa-4d4b5100a467 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0724788 Jan 10 19:40:24.891635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58490) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.908549 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-ad44d9a8-da07-4fe6-a877-41600ac968f4 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] delete failed (client error): The resource could not be found. Jan 10 19:40:24.909553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ad44d9a8-da07-4fe6-a877-41600ac968f4 tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "DELETE /v2.0/security-groups/45950838-dbe2-4b61-baa5-f5b5ba87226f HTTP/1.1" status: 404 len: 347 time: 0.0170035 Jan 10 19:40:24.913178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58494) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.929700 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-f9e7b4b8-b8e7-43fb-a1f4-3c3421669cfa tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] show failed (client error): The resource could not be found. Jan 10 19:40:24.930767 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f9e7b4b8-b8e7-43fb-a1f4-3c3421669cfa tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-groups/8c6d8ee6-4e56-422c-9763-3efc8456d475 HTTP/1.1" status: 404 len: 347 time: 0.0166903 Jan 10 19:40:24.934215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58498) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:24.948169 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [None req-5061b868-7306-4484-be11-efc081dfcc5b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] show failed (client error): The resource could not be found. Jan 10 19:40:24.949133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5061b868-7306-4484-be11-efc081dfcc5b tempest-NegativeSecGroupTest-586106571 tempest-NegativeSecGroupTest-586106571-project] 10.222.0.21 "GET /v2.0/security-group-rules/1872c618-14cf-4861-97b9-1cfe876a2745 HTTP/1.1" status: 404 len: 356 time: 0.0140529 Jan 10 19:40:24.949399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.218 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/668f9932-f0a8-4bd5-a407-ef88dd3c88f8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:40:25.104632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.132366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.201715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:40:25.205186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=668f9932-f0a8-4bd5-a407-ef88dd3c88f8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:25.207563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:40:25.209667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:40:25.256356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58506) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:25.426612 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-43a8d26b-b076-43c2-92d2-2af15c061145 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fecfc7642d6e4f4e91d43cc25420a8f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691356 Jan 10 19:40:25.429043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58512) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:25.485945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-447906ed-4aca-471f-9f3f-0406d3198ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.510515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-447906ed-4aca-471f-9f3f-0406d3198ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.564066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-447906ed-4aca-471f-9f3f-0406d3198ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.580880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447906ed-4aca-471f-9f3f-0406d3198ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faa9d63-9e0f-402d-b84e-cd5eb8af7e70,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:25.590900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-447906ed-4aca-471f-9f3f-0406d3198ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.594219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-447906ed-4aca-471f-9f3f-0406d3198ad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6faa9d63-9e0f-402d-b84e-cd5eb8af7e70 HTTP/1.1" status: 204 len: 168 time: 0.1620007 Jan 10 19:40:25.723538 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.779885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.994019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:25.998988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:26.101568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=668f9932-f0a8-4bd5-a407-ef88dd3c88f8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:26.127836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:26.319614 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Floating IP 007c5ba6-62ae-4c3e-80fd-0d52091db4e2 associated. External IP: 172.25.6.218, port: c6e998a7-426b-41c3-8556-518553f2a4e1. Jan 10 19:40:26.819026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router ee96cd9c-76e2-4c04-84ee-6055e2726847 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:40:27.023357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:40:27.037280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] Sync routers for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:40:27.049343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:27.054535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:27.055542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:27.111674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bb9c8c75-faa7-4dbf-82d6-fcc2d18cef41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6650813 Jan 10 19:40:27.112455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:40:27.185964 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'status': 'completed', 'code': 200} Jan 10 19:40:27.266071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:27.347538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebe3b5-402b-4972-bfc2-a50caae6d89c req-a2e16833-471f-4541-8d7c-d42cd57eef98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:27.349015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cebe3b5-402b-4972-bfc2-a50caae6d89c req-a2e16833-471f-4541-8d7c-d42cd57eef98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.1054454 Jan 10 19:40:27.355324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-03635fe5-68a5-4f39-af2f-d7c5c38c3847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.1491678 Jan 10 19:40:27.485213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cebe3b5-402b-4972-bfc2-a50caae6d89c req-99319ce4-e325-4971-908c-bd2209e81f5c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279256 Jan 10 19:40:27.523378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-97b2133a-63f2-4c55-9560-99b86da6ed08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:27.525587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-97b2133a-63f2-4c55-9560-99b86da6ed08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1495230 Jan 10 19:40:27.528769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58560) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:27.633581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '007c5ba6-62ae-4c3e-80fd-0d52091db4e2', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'port_id': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'mac_address': 'fa:16:3e:dd:bc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51437494-511b-4489-b096-4f3df4f358da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:40:25Z', 'updated_at': '2022-01-10T19:40:25Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:15Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:27.638423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] Checking router: ee96cd9c-76e2-4c04-84ee-6055e2726847 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:40:27.648665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:40:27.649274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:40:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:27.727656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-26645491-5653-47b2-8d8c-2047c4665787 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 200 len: 991 time: 0.1967444 Jan 10 19:40:27.728696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-303571c2-1263-4f4c-889d-57c37d5ff08b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 999 time: 0.1971691 Jan 10 19:40:27.794939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-8e31360f-8d6b-4696-a292-6f4be18148ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:27.796445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-8e31360f-8d6b-4696-a292-6f4be18148ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0622823 Jan 10 19:40:27.834003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:40:27.883611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-b18b3ee1-361f-4fee-b91a-2d87048aaa77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816505 Jan 10 19:40:28.044343 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-80a52b07-588b-4d49-b892-c40f5e1b0da3 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547017 Jan 10 19:40:28.245193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '007c5ba6-62ae-4c3e-80fd-0d52091db4e2', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'port_id': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'mac_address': 'fa:16:3e:dd:bc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51437494-511b-4489-b096-4f3df4f358da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:40:25Z', 'updated_at': '2022-01-10T19:40:25Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:15Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:40:28.249111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5c639-1c88-4443-8e32-665b7d3cf157 None None] The sync data for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 is: [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '007c5ba6-62ae-4c3e-80fd-0d52091db4e2', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'port_id': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'mac_address': 'fa:16:3e:dd:bc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51437494-511b-4489-b096-4f3df4f358da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:40:25Z', 'updated_at': '2022-01-10T19:40:25Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:15Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:40:28.279215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-faea51c7-1af4-4770-99fc-fb4ad113d964 req-a3a992fb-8ee9-43e8-b9ba-329b3a289c65 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298095 Jan 10 19:40:28.730092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58572) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:28.832091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3288de0e-4ada-46c5-bae7-a20442e937f5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 200 len: 991 time: 0.1008737 Jan 10 19:40:29.835584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58582) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:29.937796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dd8a0378-5a66-4f3a-af57-f772f9754c67 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 200 len: 991 time: 0.1011074 Jan 10 19:40:30.170398 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3434a-231b-4a7a-8e1c-3a5ed408ef03 None None] New status for floating IP 007c5ba6-62ae-4c3e-80fd-0d52091db4e2: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:40:30.940832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58600) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:31.045305 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-21eade0e-9264-4543-ae00-a0544842fe60 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 200 len: 993 time: 0.1033964 Jan 10 19:40:35.132265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:40:38.400588 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fdbdcc23-4d41-474d-821e-726ea1ca4d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:40.501249 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35e3c615-9edb-459b-a30c-7febb996dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:41.761492 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:41.869372 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:43.131170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:45.430684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:45.538556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.468494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:47.608760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.639357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:47.643262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Usage tracker for resource:security_group_rule and tenant:33a94d17f56f405c92cc486cbea08898 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:47.646315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:47.651925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:47.715708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.719327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.762650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003974f2-06d4-4a86-b9ad-9c4bf306a91d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:47.767899 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-945e143c-1355-41f3-acdd-388632ed0a17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33a94d17f56f405c92cc486cbea08898&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2983658 Jan 10 19:40:47.770589 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58774) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:47.828157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57622b3f-6be8-4648-acf5-d46f493fc5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.855484 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57622b3f-6be8-4648-acf5-d46f493fc5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.905188 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57622b3f-6be8-4648-acf5-d46f493fc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.921579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57622b3f-6be8-4648-acf5-d46f493fc5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003974f2-06d4-4a86-b9ad-9c4bf306a91d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:47.928109 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57622b3f-6be8-4648-acf5-d46f493fc5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:47.929575 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57622b3f-6be8-4648-acf5-d46f493fc5e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/003974f2-06d4-4a86-b9ad-9c4bf306a91d HTTP/1.1" status: 204 len: 168 time: 0.1581352 Jan 10 19:40:48.247073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 58782) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:48.265914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.297837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:48.301590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Usage tracker for resource:security_group_rule and tenant:4f8e575e21254ea4b7dd340dd0d49268 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:48.304364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:48.309946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:48.374516 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.377846 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.428438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f8e575e21254ea4b7dd340dd0d49268&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803231 Jan 10 19:40:48.429153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d5a38-3f0f-4a2e-9822-d5f08f9aacea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b18069f-71c8-425e-9a7e-908e9350100d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:48.431162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58786) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:48.489101 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a55a10ea-a65e-49ff-a016-faa7514143bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.514226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a55a10ea-a65e-49ff-a016-faa7514143bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.562880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a55a10ea-a65e-49ff-a016-faa7514143bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.578649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a10ea-a65e-49ff-a016-faa7514143bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b18069f-71c8-425e-9a7e-908e9350100d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:48.582785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a55a10ea-a65e-49ff-a016-faa7514143bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:48.583912 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a55a10ea-a65e-49ff-a016-faa7514143bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b18069f-71c8-425e-9a7e-908e9350100d HTTP/1.1" status: 204 len: 168 time: 0.1517587 Jan 10 19:40:50.727176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:50.866805 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:50.898741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:50.902458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Usage tracker for resource:security_group_rule and tenant:008f8dfacf1344f09c57cb5504ee537c is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:50.906017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:50.911580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:50.974170 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:50.977878 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.021150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91731349-14c2-481d-b94c-723879ab1d1e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:51.029469 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea6f60e9-9fb5-4530-a1eb-0d98891813e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=008f8dfacf1344f09c57cb5504ee537c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2983181 Jan 10 19:40:51.029976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58844) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:51.087420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df05bef0-c9e5-4bdc-9d1e-c9d27d3ea2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.112832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df05bef0-c9e5-4bdc-9d1e-c9d27d3ea2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.161222 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df05bef0-c9e5-4bdc-9d1e-c9d27d3ea2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.177286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05bef0-c9e5-4bdc-9d1e-c9d27d3ea2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91731349-14c2-481d-b94c-723879ab1d1e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:51.180499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-df05bef0-c9e5-4bdc-9d1e-c9d27d3ea2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.183989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-df05bef0-c9e5-4bdc-9d1e-c9d27d3ea2bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91731349-14c2-481d-b94c-723879ab1d1e HTTP/1.1" status: 204 len: 168 time: 0.1534269 Jan 10 19:40:51.503823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58852) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:51.525495 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.556197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:51.560455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Usage tracker for resource:security_group_rule and tenant:f467eb85b0764b2a9f8042f9e89e8387 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:51.563476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:51.569186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:51.632586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.636104 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.682378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a01af8-ecdc-4ebd-b835-eca9f8707e00,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:51.691347 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-02f9b3a7-099b-4980-af70-f7ef89c5e824 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f467eb85b0764b2a9f8042f9e89e8387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1848717 Jan 10 19:40:51.692319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58856) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:51.751519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d145a60b-8fd2-451a-a811-fe07080c6152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.775820 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d145a60b-8fd2-451a-a811-fe07080c6152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.827333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d145a60b-8fd2-451a-a811-fe07080c6152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.842231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145a60b-8fd2-451a-a811-fe07080c6152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a01af8-ecdc-4ebd-b835-eca9f8707e00,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:51.846757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d145a60b-8fd2-451a-a811-fe07080c6152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:51.847522 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d145a60b-8fd2-451a-a811-fe07080c6152 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50a01af8-ecdc-4ebd-b835-eca9f8707e00 HTTP/1.1" status: 204 len: 168 time: 0.1543522 Jan 10 19:40:56.458214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-e7b96b7b-01b5-4ae0-88ea-ad1aa4c71556 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688825 Jan 10 19:40:56.604086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-a664d79f-93f0-4dd0-889d-4d876ff594a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.0763888 Jan 10 19:40:56.750085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-e023063b-555b-4d44-b50b-15ebbf372105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:56.751569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-e023063b-555b-4d44-b50b-15ebbf372105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1296563 Jan 10 19:40:56.850223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-eab757a0-935d-4765-b062-a2b82abf5243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 1001 time: 0.0928762 Jan 10 19:40:56.915367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-5fa10215-6935-4817-b416-75f6571568c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:56.917089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-5fa10215-6935-4817-b416-75f6571568c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0609927 Jan 10 19:40:56.993026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-4376aa5b-477a-44a4-8ce6-e8a2744c9905 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701733 Jan 10 19:40:57.136974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-899acc18-0edf-4be0-9732-842b0789a601 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371925 Jan 10 19:40:57.270143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-accaac0d-2fe8-44fe-b7e8-0272f9053bd8 req-245fc735-639c-44f0-9ff9-1b6416966768 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270032 Jan 10 19:40:58.463887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-0554a091-7d31-48d9-84e6-22cbf994aa18 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.0731735 Jan 10 19:40:58.487747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:58.519042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:40:58.523273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Usage tracker for resource:security_group_rule and tenant:cc51705cd1084c6e98d4f039db52d717 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:40:58.526162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:40:58.532481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:40:58.597467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:58.602331 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:40:58.645252 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9d7c04f-e32e-4dd5-9022-9f04dac3c2f0 req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747532 Jan 10 19:40:58.646630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcb0a1-8383-47b0-87f8-e6b4999d104a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaca9fd-b5f2-431f-af3b-f9b6f0f2333d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:40:58.859517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376272c9-5571-4f58-a330-bd1bbc02e679 req-6facf1cb-2dbf-4913-8ab4-bc24ff85b45e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:40:58.860979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-376272c9-5571-4f58-a330-bd1bbc02e679 req-6facf1cb-2dbf-4913-8ab4-bc24ff85b45e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0819049 Jan 10 19:40:58.906217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-376272c9-5571-4f58-a330-bd1bbc02e679 req-a3e06a7e-69da-4b5b-b665-72172b800535 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394096 Jan 10 19:40:58.933700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 58978) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:40:59.046380 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-77d37373-6381-46b8-9d79-b9cda0f4c2d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 200 len: 993 time: 0.1115103 Jan 10 19:40:59.658967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71c1a1c5-ca39-4e9d-b7ce-0c06e598d2d1 req-78cb2215-e76e-48db-b873-9e4b07d9e4a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1987498 Jan 10 19:41:00.260882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b55f44-10d8-417d-a9a9-8a952be0de05 req-bd3c724a-4cd4-4c1a-9f00-591df6a49794 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:00.262363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85b55f44-10d8-417d-a9a9-8a952be0de05 req-bd3c724a-4cd4-4c1a-9f00-591df6a49794 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0889745 Jan 10 19:41:00.272544 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-ec2c8f21-4bc3-46f8-bd68-748aab6d37e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1671622 Jan 10 19:41:00.418980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85b55f44-10d8-417d-a9a9-8a952be0de05 req-e818dd09-7f20-4a96-9246-516304ae9e57 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503899 Jan 10 19:41:00.699258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59042) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:00.861587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:00.893531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:00.897287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9a5a9403644810a9cf6989b9054651 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:00.900043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:00.905673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:00.971814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:00.976228 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.030146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e941ed5b-539d-4b74-9474-28b433bb5b91,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:01.039167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59052) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:01.039655 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea780875-ecbc-40a8-a000-170aa03e0997 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac9a5a9403644810a9cf6989b9054651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3389673 Jan 10 19:41:01.099719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40670cf6-0f4d-4a76-8699-b5b8e4077d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.126568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40670cf6-0f4d-4a76-8699-b5b8e4077d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.176556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40670cf6-0f4d-4a76-8699-b5b8e4077d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.191708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40670cf6-0f4d-4a76-8699-b5b8e4077d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941ed5b-539d-4b74-9474-28b433bb5b91,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:01.205184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40670cf6-0f4d-4a76-8699-b5b8e4077d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.206291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-40670cf6-0f4d-4a76-8699-b5b8e4077d82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e941ed5b-539d-4b74-9474-28b433bb5b91 HTTP/1.1" status: 204 len: 168 time: 0.1661351 Jan 10 19:41:01.490644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-93f5713c-ab70-4730-bca1-1f75b512852c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.0752850 Jan 10 19:41:01.540437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59062) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:01.560934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.592173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:01.596104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Usage tracker for resource:security_group_rule and tenant:083f098d6065429984f9389d452041e4 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:01.598929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:01.604639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:01.679028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.683999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.689851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-4c14aa82-e41f-4c21-b223-c4f68779b507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:01.691327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-4c14aa82-e41f-4c21-b223-c4f68779b507 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1949329 Jan 10 19:41:01.730305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886aa4a2-b9c4-49bc-96ad-1823c444e7d4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:01.735863 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-789820d8-c45e-4d23-9728-dd519ef5eee3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=083f098d6065429984f9389d452041e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1940475 Jan 10 19:41:01.738471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59066) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:01.751470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96a2fc-bcf2-4961-aa2e-033baf228dcf req-6832b792-30b0-4d62-b53e-b168aed25f0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:01.752924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec96a2fc-bcf2-4961-aa2e-033baf228dcf req-6832b792-30b0-4d62-b53e-b168aed25f0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.1818631 Jan 10 19:41:01.798044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0e64be-f2e8-4cf5-9f2d-53674c8dba46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.822545 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0e64be-f2e8-4cf5-9f2d-53674c8dba46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.834016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-689315e1-fe56-48cd-a8d5-91445e0cb460 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 1001 time: 0.1367056 Jan 10 19:41:01.836273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec96a2fc-bcf2-4961-aa2e-033baf228dcf req-4bc89ddc-8c87-4021-bbb0-56976f450aaa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776720 Jan 10 19:41:01.886786 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0e64be-f2e8-4cf5-9f2d-53674c8dba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.896783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-eb88cf80-13d9-4dab-b5c3-8e24768613a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:01.898223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-eb88cf80-13d9-4dab-b5c3-8e24768613a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0577526 Jan 10 19:41:01.902742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e64be-f2e8-4cf5-9f2d-53674c8dba46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886aa4a2-b9c4-49bc-96ad-1823c444e7d4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:01.912718 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af0e64be-f2e8-4cf5-9f2d-53674c8dba46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:01.916758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af0e64be-f2e8-4cf5-9f2d-53674c8dba46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/886aa4a2-b9c4-49bc-96ad-1823c444e7d4 HTTP/1.1" status: 204 len: 168 time: 0.1743042 Jan 10 19:41:01.972849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-69af59ab-8115-4fe0-9701-047695b232fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685973 Jan 10 19:41:02.103792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-38437213-d497-48b9-9184-aa4d36b3eb08 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249228 Jan 10 19:41:02.238023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-12f1a7bb-2bb1-40cc-a3fc-20183c0ba9dc service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283376 Jan 10 19:41:02.744761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:02.872919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506259984-network', 'tenant_id': '41af29b4a5ed41239639be7aa8214508'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:02.878579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:02.882342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Usage tracker for resource:network and tenant:41af29b4a5ed41239639be7aa8214508 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:02.885337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:02.890846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:02.901226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Made reservation on behalf of 41af29b4a5ed41239639be7aa8214508 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:41:02.903521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:02.916164 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:02.948056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:02.951930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Usage tracker for resource:security_group_rule and tenant:41af29b4a5ed41239639be7aa8214508 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:02.955141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:02.960876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:03.027958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.034692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.044617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba853937-81c5-44e9-a1c9-7365e9ebb86c req-7e71efcc-7b93-4bd1-8e9a-6f6c5f75ade3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:03.046789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba853937-81c5-44e9-a1c9-7365e9ebb86c req-7e71efcc-7b93-4bd1-8e9a-6f6c5f75ade3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0868998 Jan 10 19:41:03.067392 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:41:03.072608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37054631-c8ed-425d-8231-b541c378b614,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:03.079575 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.079970 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Added segment f68cabe3-c17d-4ad9-b38d-f695785b76a9 of type vlan for network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb Jan 10 19:41:03.094765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba853937-81c5-44e9-a1c9-7365e9ebb86c req-3f07a9f3-09c4-4a16-bb70-fbc00849fc69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Jan 10 19:41:03.109200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.139312 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.140164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:03.140810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.326931 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5805283 Jan 10 19:41:03.327633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe365f2-5d6b-4b0e-ad0f-bcf967502652 admin admin] Pushing event updated for resources: {'Network': ['ID=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:03.331311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59098) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:03.336423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Request body: {'subnet': {'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506259984-subnet', 'tenant_id': '41af29b4a5ed41239639be7aa8214508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:03.339969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:41:03.342714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:03.346503 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Usage tracker for resource:subnet and tenant:41af29b4a5ed41239639be7aa8214508 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:03.349317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:03.355451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:03.365818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Made reservation on behalf of 41af29b4a5ed41239639be7aa8214508 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:41:03.368236 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.571539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.642444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0019c3-e722-4011-a98b-65476c5e0df2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:03.651563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Checking segment: {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:41:03.651915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Network hostable DHCP agents. Network: f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:41:03.673613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:41:03.682289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:41:03.686629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:03.687234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:03.692811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3a169-fa29-446a-a2ce-808cb0748221 None None] Network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:41:03.707993 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ae48aadf-e616-4127-9ca9-087d0440e26b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3765368 Jan 10 19:41:03.909951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb3e27-6bfb-4d04-af4f-52706aa43724 None None] Network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:41:04.308111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506b5f1-4b66-4a7f-a24e-f07493dd2a6c req-d2682cf6-542d-4720-a151-55306a6a12c5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:04.309584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b506b5f1-4b66-4a7f-a24e-f07493dd2a6c req-d2682cf6-542d-4720-a151-55306a6a12c5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0769095 Jan 10 19:41:04.361937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b506b5f1-4b66-4a7f-a24e-f07493dd2a6c req-950dfd82-3276-4f22-b9c7-ac75cd386915 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466733 Jan 10 19:41:05.556803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6f56-90af-424b-9d1e-0d0b2a23d7db req-814eaa1d-c6a4-4cd2-b0a0-bcc4583400bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:05.558973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6adc6f56-90af-424b-9d1e-0d0b2a23d7db req-814eaa1d-c6a4-4cd2-b0a0-bcc4583400bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0780246 Jan 10 19:41:05.603900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6adc6f56-90af-424b-9d1e-0d0b2a23d7db req-e39051c5-cf17-4d01-9724-7881dc9e8f9a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Jan 10 19:41:05.852931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ff478400-ff52-4fcf-bdf4-751acc073931 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:05.854369 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ff478400-ff52-4fcf-bdf4-751acc073931 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/networks?id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 200 len: 809 time: 0.1399024 Jan 10 19:41:05.870990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-4f94ee49-09b1-4918-82a7-5cfe926b5208 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/quotas/41af29b4a5ed41239639be7aa8214508 HTTP/1.1" status: 200 len: 375 time: 0.0106318 Jan 10 19:41:05.914244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-4e2fb63e-e53c-4a80-9f3a-2ab761c24a5a tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41af29b4a5ed41239639be7aa8214508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386927 Jan 10 19:41:06.043191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-0e279156-7e0f-408d-8273-f11e4ad7458c service neutron] 10.222.0.21 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214774 Jan 10 19:41:06.254485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-2354675e-5198-4c6c-86c8-681f3c7ad3eb service neutron] 10.222.0.21 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049043 Jan 10 19:41:06.434108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-992749ac-a0c4-47a5-a99d-78981fc70d7d req-50bff9a0-585b-49f1-b919-c73cebb79235 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 210 time: 0.0410025 Jan 10 19:41:06.804705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb15ea-acc3-4e3c-9a78-1c532073fe3f req-dd20b542-d17a-4858-be0e-10c4d07b0e60 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:06.806096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7adb15ea-acc3-4e3c-9a78-1c532073fe3f req-dd20b542-d17a-4858-be0e-10c4d07b0e60 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0757976 Jan 10 19:41:06.852525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7adb15ea-acc3-4e3c-9a78-1c532073fe3f req-22fc6426-0e89-48d9-911d-c9544743271d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399601 Jan 10 19:41:07.536022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d2a577e5-e43c-40a8-8116-3d2425dd7de4 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:07.536777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d2a577e5-e43c-40a8-8116-3d2425dd7de4 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Synchronizing usage tracker for tenant:41af29b4a5ed41239639be7aa8214508 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:41:07.556066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d2a577e5-e43c-40a8-8116-3d2425dd7de4 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Unset dirty status for tenant:41af29b4a5ed41239639be7aa8214508 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:41:07.557278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d2a577e5-e43c-40a8-8116-3d2425dd7de4 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "GET /v2.0/networks?id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 200 len: 809 time: 0.1674733 Jan 10 19:41:07.574191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Request body: {'port': {'device_id': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb', 'admin_state_up': True, 'tenant_id': '41af29b4a5ed41239639be7aa8214508'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:07.612503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad0d59aa-2232-41f7-9193-30cdaf0a1233 req-d00263c4-ee2c-49b1-a9cd-93031fc46c98 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 210 time: 0.0492487 Jan 10 19:41:07.712422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:07.716107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Usage tracker for resource:port and tenant:41af29b4a5ed41239639be7aa8214508 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:07.719485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:07.724938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:07.734394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Made reservation on behalf of 41af29b4a5ed41239639be7aa8214508 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:41:07.737330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:07.893307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Allocated IP 172.20.0.5 (f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb/0f0019c3-e722-4011-a98b-65476c5e0df2/b9741858-0cf8-413a-88b6-ca97fa87fcf2) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:41:08.051974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27bfb-823a-4b4e-bb37-c8c3e3182651 req-868d4bcd-b468-478e-acb9-221aa9540040 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:08.053474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95e27bfb-823a-4b4e-bb37-c8c3e3182651 req-868d4bcd-b468-478e-acb9-221aa9540040 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0784822 Jan 10 19:41:08.096908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:08.100636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95e27bfb-823a-4b4e-bb37-c8c3e3182651 req-4e22d584-8925-45e3-ac79-1bd57706ed11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412011 Jan 10 19:41:08.125339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:08.198054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:41:08.201698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:41:08.205532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:41:08.237854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Pushing event updated for resources: {'Port': ['ID=b9741858-0cf8-413a-88b6-ca97fa87fcf2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:08.265926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:08.266516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:08.285200 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d0e3c6a0-68cc-4e2e-b0ae-356e2c8421e6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7148280 Jan 10 19:41:08.294916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d565ca76-cd86-48ab-916e-dd1a015e372f tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:41:08.295849 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-d565ca76-cd86-48ab-916e-dd1a015e372f tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049388 Jan 10 19:41:08.378599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Request body: {'port': {'device_id': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:08.402400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2a19470a-08e5-4329-98bb-2a2c16b58b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:08.489334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:08.810078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83d22-5cfb-444e-b34e-e6fd7306f3a8 req-fb23dd37-f8c0-4e7c-aa64-c7c91a5c3549 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:08.811602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21b83d22-5cfb-444e-b34e-e6fd7306f3a8 req-fb23dd37-f8c0-4e7c-aa64-c7c91a5c3549 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 931 time: 0.0813501 Jan 10 19:41:08.832361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9741858-0cf8-413a-88b6-ca97fa87fcf2 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:41:08.839229 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:08.853694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Transition to ACTIVE for port object b9741858-0cf8-413a-88b6-ca97fa87fcf2 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:41:08.856110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21b83d22-5cfb-444e-b34e-e6fd7306f3a8 req-55990c26-1d9d-4404-b981-a05ea11fb3a1 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Jan 10 19:41:08.857881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:09.065927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=b9741858-0cf8-413a-88b6-ca97fa87fcf2,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:09.168092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Attempting to bind port b9741858-0cf8-413a-88b6-ca97fa87fcf2 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:41:09.168428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Attempting to bind port b9741858-0cf8-413a-88b6-ca97fa87fcf2 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:41:09.168756 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Attempting to bind port b9741858-0cf8-413a-88b6-ca97fa87fcf2 on network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:41:09.174299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Port b9741858-0cf8-413a-88b6-ca97fa87fcf2 on network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:41:09.174626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Attempting to bind port b9741858-0cf8-413a-88b6-ca97fa87fcf2 on network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:41:09.180668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:41:09.181005 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Checking segment: {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:41:09.181385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Bound using segment: {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:41:09.181803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Bound port: b9741858-0cf8-413a-88b6-ca97fa87fcf2, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:41:09.182145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:09.270490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] For port b9741858-0cf8-413a-88b6-ca97fa87fcf2, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:41:09.273306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] For port b9741858-0cf8-413a-88b6-ca97fa87fcf2, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:41:09.277821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:09.296815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eb246-9ffa-49a5-b0f0-28c5c6b3d673 req-6aab2f61-9b35-4661-a11d-abdc1f2dbac0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:09.298289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e07eb246-9ffa-49a5-b0f0-28c5c6b3d673 req-6aab2f61-9b35-4661-a11d-abdc1f2dbac0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0766804 Jan 10 19:41:09.340560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:09.342514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] 10.222.0.44 "PUT /v2.0/ports/b9741858-0cf8-413a-88b6-ca97fa87fcf2 HTTP/1.1" status: 200 len: 1091 time: 1.0398130 Jan 10 19:41:09.342969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'tag': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:09.361072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44cc45-6e60-4b17-9ed6-38ac3349fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=b9741858-0cf8-413a-88b6-ca97fa87fcf2,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:09.361398 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e07eb246-9ffa-49a5-b0f0-28c5c6b3d673 req-520f6ce9-7d7f-4c24-bec1-121410859b70 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570538 Jan 10 19:41:09.456841 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-22fc0bcf-e4f3-4cae-b0de-6551f083ffc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41af29b4a5ed41239639be7aa8214508&device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 1094 time: 0.0746343 Jan 10 19:41:09.528391 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-b3c5cd6b-a670-41e3-8454-9920f0d6e1cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0646884 Jan 10 19:41:09.572310 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'tag': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2', 'status': 'completed', 'code': 200} Jan 10 19:41:09.600577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-0556acb6-3deb-403f-8a06-718cdb4470fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:09.602004 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-0556acb6-3deb-403f-8a06-718cdb4470fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f0019c3-e722-4011-a98b-65476c5e0df2 HTTP/1.1" status: 200 len: 849 time: 0.0684509 Jan 10 19:41:09.646149 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-53570dad-7f30-424d-bfcd-16832e4cab5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378323 Jan 10 19:41:09.772096 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-df55b0d4-b420-4280-ae37-4cf4f77d1723 service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199653 Jan 10 19:41:09.899188 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6af4de87-b756-4b61-9f88-fab4f5910027 req-86ac5714-7e90-47fc-a53e-fc3eebb06e78 service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213081 Jan 10 19:41:10.017246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-db4b93db-ad5e-452e-aa26-328435a09657 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41af29b4a5ed41239639be7aa8214508&device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 1094 time: 0.0749922 Jan 10 19:41:10.058358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf36b2-7fe4-4a78-97fc-d0b49a9244e3 req-738040bf-5981-4d7e-84cb-c84f8d24cf03 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:10.059846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bcf36b2-7fe4-4a78-97fc-d0b49a9244e3 req-738040bf-5981-4d7e-84cb-c84f8d24cf03 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 943 time: 0.0782311 Jan 10 19:41:10.110946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bcf36b2-7fe4-4a78-97fc-d0b49a9244e3 req-24232699-c61e-4741-9892-1d1d8a960e69 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Jan 10 19:41:10.153182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-8505df59-07a1-449b-a2fe-728194737623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:10.154590 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-8505df59-07a1-449b-a2fe-728194737623 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 200 len: 910 time: 0.1316144 Jan 10 19:41:10.227061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-4bd5dba1-8a8f-404b-8e57-e35584da2eb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0646462 Jan 10 19:41:10.287922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-65867856-6213-4455-bdcc-148a3ffeb650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:10.289399 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-65867856-6213-4455-bdcc-148a3ffeb650 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f0019c3-e722-4011-a98b-65476c5e0df2 HTTP/1.1" status: 200 len: 849 time: 0.0557954 Jan 10 19:41:10.337285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-4cd7c422-4fb5-4718-b883-c6d8d96cf30c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413246 Jan 10 19:41:10.467167 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-8e726a31-23d4-4bb5-9577-bb5d48e3aebf service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232100 Jan 10 19:41:10.495046 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb8d5f1d-d5e7-4914-be9f-2f0c57bd5950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:10.571063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaacf53-d726-453b-b176-ec8da09adba5 req-395750e0-75ba-4db0-bfcb-5961d39db0be tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:10.572547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6eaacf53-d726-453b-b176-ec8da09adba5 req-395750e0-75ba-4db0-bfcb-5961d39db0be tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0979149 Jan 10 19:41:10.622959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6eaacf53-d726-453b-b176-ec8da09adba5 req-7f2ab5f7-b36c-4085-bce0-187e8881f0d4 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448058 Jan 10 19:41:10.698953 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e61f5e59-169c-4d1d-8a06-185d25d75465 req-acc87d62-e4e6-4d31-a545-732d6cf344d9 service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255805 Jan 10 19:41:11.302465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a7d-caa8-41e6-8669-2e93bdc602c2 req-ffd1ff3b-7640-4772-8313-f1d65949d9ec tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:11.303931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5976a7d-caa8-41e6-8669-2e93bdc602c2 req-ffd1ff3b-7640-4772-8313-f1d65949d9ec tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 943 time: 0.0762341 Jan 10 19:41:11.348513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5976a7d-caa8-41e6-8669-2e93bdc602c2 req-30997582-4277-4067-adf5-b0ce84e07d4e tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392129 Jan 10 19:41:11.766641 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:11.829462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665223c8-392b-4764-a8b0-7a68102c45f2 req-ca7df299-f10c-4d32-8129-5626a047ba8a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:11.830933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-665223c8-392b-4764-a8b0-7a68102c45f2 req-ca7df299-f10c-4d32-8129-5626a047ba8a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0876389 Jan 10 19:41:11.876224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:11.877630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-665223c8-392b-4764-a8b0-7a68102c45f2 req-1cedc4b5-8c8d-46b1-9277-73b9ea1be623 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 Jan 10 19:41:12.101186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b9741858-0cf8-413a-88b6-ca97fa87fcf2 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:41:12.132478 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:41:12.231943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b9741858-0cf8-413a-88b6-ca97fa87fcf2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:12.244960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2', 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb', 'port_id': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2', 'mac_address': 'fa:16:3e:07:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0019c3-e722-4011-a98b-65476c5e0df2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:41:12.296095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:12.312766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9741858-0cf8-413a-88b6-ca97fa87fcf2 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:41:12.326772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b9741858-0cf8-413a-88b6-ca97fa87fcf2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:12.330857 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:12.395520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b9741858-0cf8-413a-88b6-ca97fa87fcf2,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:12.404215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.404565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.404912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.405252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.405588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.405923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.406255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.406590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.406962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.407282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.407610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:12.538612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9aa71-51cf-4c02-b761-ca985c2a60e0 req-e3bf8259-88bb-4dd8-b6eb-f240507ff71c tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:12.540073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42d9aa71-51cf-4c02-b761-ca985c2a60e0 req-e3bf8259-88bb-4dd8-b6eb-f240507ff71c tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 944 time: 0.0749249 Jan 10 19:41:12.562010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b9741858-0cf8-413a-88b6-ca97fa87fcf2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:41:12.584896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42d9aa71-51cf-4c02-b761-ca985c2a60e0 req-48a9fcbf-05e7-4a7f-9f58-22054b280d2d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Jan 10 19:41:13.080833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7503e-5b2a-4613-986f-7db807a2afdd req-bfcec8dd-2b62-4e2d-8099-b238d883b0d6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:13.082289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59d7503e-5b2a-4613-986f-7db807a2afdd req-bfcec8dd-2b62-4e2d-8099-b238d883b0d6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0816879 Jan 10 19:41:13.127085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59d7503e-5b2a-4613-986f-7db807a2afdd req-a313cfa6-9b3a-4f80-afbd-35c91154b8fb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Jan 10 19:41:13.131476 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:13.789998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5bb05-163b-4431-b5e9-77ceb6706264 req-eaedf746-1db8-4ec4-9984-fea89dbaac9f tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:13.791474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7b5bb05-163b-4431-b5e9-77ceb6706264 req-eaedf746-1db8-4ec4-9984-fea89dbaac9f tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 944 time: 0.0750127 Jan 10 19:41:13.840013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7b5bb05-163b-4431-b5e9-77ceb6706264 req-8ddbb580-a0da-42f0-a3ac-fbb11adc89ae tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Jan 10 19:41:14.117152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b9741858-0cf8-413a-88b6-ca97fa87fcf2 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:41:14.143156 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-b6d3d47d-9d8c-4efc-8fea-686905c665f7 service neutron] show failed (client error): The resource could not be found. Jan 10 19:41:14.144163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-b6d3d47d-9d8c-4efc-8fea-686905c665f7 service neutron] 10.222.0.30 "GET /v2.0/ports/c6e998a7-426b-41c3-8556-518553f2a4e1/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0732570 Jan 10 19:41:14.221784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port b9741858-0cf8-413a-88b6-ca97fa87fcf2 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:41:14.226446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port b9741858-0cf8-413a-88b6-ca97fa87fcf2 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:41:14.226822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:14.334901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2658be-145f-4f00-a923-51b1ecc9a14c req-87b4cdc4-812a-47b3-8d8d-4f745b8c935f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:14.336383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e2658be-145f-4f00-a923-51b1ecc9a14c req-87b4cdc4-812a-47b3-8d8d-4f745b8c935f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.0810361 Jan 10 19:41:14.345781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:14.375271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:14.386024 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port b9741858-0cf8-413a-88b6-ca97fa87fcf2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:14.390214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e2658be-145f-4f00-a923-51b1ecc9a14c req-f9798762-3d1c-4255-8db9-2eeb27fdfebf tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463622 Jan 10 19:41:14.391655 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:14.444666 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-c001944c-c51b-46b7-8faa-503131076c78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 1096 time: 0.0880902 Jan 10 19:41:14.456557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:14.464045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=b9741858-0cf8-413a-88b6-ca97fa87fcf2,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:14.570538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:14.598653 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2', 'code': 200} Jan 10 19:41:14.727151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-184e737a-b670-4789-860d-3c86a6b276f5 req-e6facf9a-dcc8-4959-af37-556ebbfa7b45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 1096 time: 0.0682065 Jan 10 19:41:14.769811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-184e737a-b670-4789-860d-3c86a6b276f5 req-815ce3c5-fa1d-4aa7-8ae7-768f9a53f5ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Jan 10 19:41:14.838389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:14.865494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:41:14.920403 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:14.925842 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:14.941462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Transition to ACTIVE for port object c6e998a7-426b-41c3-8556-518553f2a4e1 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:41:14.944888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:14.994613 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'code': 200} Jan 10 19:41:15.050204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6daa6-8955-49cd-b096-63fe44d105f4 req-47567589-abf9-4dc1-9e93-c22ff19c1efc tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:15.055984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e6daa6-8955-49cd-b096-63fe44d105f4 req-47567589-abf9-4dc1-9e93-c22ff19c1efc tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 945 time: 0.0916121 Jan 10 19:41:15.084106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:15.117879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e6daa6-8955-49cd-b096-63fe44d105f4 req-c7dac7bf-fe12-4338-a1f1-ee5710b1c75e tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546780 Jan 10 19:41:15.144184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] No DVR routers for this DVR port c6e998a7-426b-41c3-8556-518553f2a4e1 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:41:15.384465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:41:15.384801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:41:15.385131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:41:15.390780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Port c6e998a7-426b-41c3-8556-518553f2a4e1 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:41:15.391132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Attempting to bind port c6e998a7-426b-41c3-8556-518553f2a4e1 on network 32cc7722-3bce-4815-bfdc-03360f4bb31e {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:41:15.397217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:41:15.397554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Checking segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:41:15.397937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Bound using segment: {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:41:15.398354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Bound port: c6e998a7-426b-41c3-8556-518553f2a4e1, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ce720-b1d6-4e36-a7fe-9fd91bf708cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:41:15.398694 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:15.442278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:15.492937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:41:15.496590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:41:15.500316 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:15.537063 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:15.565039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:15.566496 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] 10.222.0.44 "PUT /v2.0/ports/c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 1091 time: 1.1144032 Jan 10 19:41:15.579798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46071a45-07aa-4e3f-82a4-01f827d61728 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:15.604699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c76b0d-f6f4-43f6-a451-06d145304a09 req-3956ab4d-e096-404c-bf3f-c90a57b42d3f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:15.606459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31c76b0d-f6f4-43f6-a451-06d145304a09 req-3956ab4d-e096-404c-bf3f-c90a57b42d3f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.0876255 Jan 10 19:41:15.657314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-31c76b0d-f6f4-43f6-a451-06d145304a09 req-95dab085-ade2-43ce-ae4c-e22efb7dc480 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439408 Jan 10 19:41:15.664355 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-9526ba99-9bd6-4614-8c7b-d979996b3e39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1094 time: 0.0736277 Jan 10 19:41:15.811169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-827010ac-3036-472e-b63b-f78438c702bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:15.812616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-827010ac-3036-472e-b63b-f78438c702bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1361141 Jan 10 19:41:15.921277 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-14bec7f6-af1e-49a4-8ba0-213dcb7a4126 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 999 time: 0.1015592 Jan 10 19:41:15.981703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-6df28d5c-b324-4902-9530-3d5a37ef2f85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:15.983139 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-6df28d5c-b324-4902-9530-3d5a37ef2f85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0556085 Jan 10 19:41:16.152648 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-71a8775e-58df-4b42-8677-504df1cf89e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637013 Jan 10 19:41:16.281685 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-4545d9e1-0ff2-4a99-98f9-61b41bb8d7ca service neutron] 10.222.0.44 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228800 Jan 10 19:41:16.318758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6add728-a254-474b-ac45-18a780202e4b req-ecfc5d21-fc95-4b5f-9ca4-b1d691888d60 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:16.320246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6add728-a254-474b-ac45-18a780202e4b req-ecfc5d21-fc95-4b5f-9ca4-b1d691888d60 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 945 time: 0.0843647 Jan 10 19:41:16.365480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6add728-a254-474b-ac45-18a780202e4b req-eaccee61-a8f4-4194-b1d2-6fd8cba10918 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Jan 10 19:41:16.409497 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eba4ebd5-f4c8-42ed-9ef8-afbac1a9fcee req-13fcdf94-f75e-4343-9bf6-80090f2631fe service neutron] 10.222.0.44 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217890 Jan 10 19:41:16.862765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf5d9-909d-41d9-89a4-9bcb8107a2ee req-e588c9a3-41b7-45fb-857d-ca1ec8a6a78d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:16.864269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86ccf5d9-909d-41d9-89a4-9bcb8107a2ee req-e588c9a3-41b7-45fb-857d-ca1ec8a6a78d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.0858047 Jan 10 19:41:16.912840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86ccf5d9-909d-41d9-89a4-9bcb8107a2ee req-fe8e081d-c724-4310-94b3-f6bc38624b0e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Jan 10 19:41:16.996211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:17.065390 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'status': 'completed', 'code': 200} Jan 10 19:41:17.164316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-700fe7ef-a253-4892-8884-bd76b0810cf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1094 time: 0.0738935 Jan 10 19:41:17.168178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-c62d0706-160e-4ed0-b510-089e54f847c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1094 time: 0.0787416 Jan 10 19:41:17.299641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-c6d5f41f-2dbb-4b17-8a5e-960ec4be2198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:17.301253 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-c6d5f41f-2dbb-4b17-8a5e-960ec4be2198 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1301737 Jan 10 19:41:17.352732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-700865f4-9a44-4580-a1f0-b55cbbdd34c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:17.354191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-700865f4-9a44-4580-a1f0-b55cbbdd34c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1807947 Jan 10 19:41:17.403994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-58459a8e-0a8d-411b-b496-8a82fe7033e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 999 time: 0.0954125 Jan 10 19:41:17.473310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-24bc84fa-54fd-4514-b4ce-47687b9f41ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:17.474652 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-24bc84fa-54fd-4514-b4ce-47687b9f41ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0645382 Jan 10 19:41:17.544286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9caf5e-13ee-4948-9f70-54124f6fab61 req-9cd3aca7-e305-456a-bb75-0d24af4a4b2e tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:17.545927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce9caf5e-13ee-4948-9f70-54124f6fab61 req-9cd3aca7-e305-456a-bb75-0d24af4a4b2e tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 945 time: 0.2770915 Jan 10 19:41:17.548734 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-0fe07fc3-0893-43f0-b090-421cffd4809c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673051 Jan 10 19:41:17.578929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-72932d55-074e-4177-86e8-f855f32c6b89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 999 time: 0.2171941 Jan 10 19:41:17.639476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce9caf5e-13ee-4948-9f70-54124f6fab61 req-d64f4d17-5875-459a-aa02-5f7596004ae9 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877755 Jan 10 19:41:17.653727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-7112d39d-678a-4cfd-b624-77dff7183d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:17.655754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-7112d39d-678a-4cfd-b624-77dff7183d67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0665371 Jan 10 19:41:17.681243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-420b4669-74d4-4e1a-85ec-c026430f26f4 service neutron] 10.222.0.44 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240466 Jan 10 19:41:17.729644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-d8e383f7-8947-440a-891b-88aa572dbbe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683053 Jan 10 19:41:17.819009 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-1ad4d686-1efb-416c-a360-706ec7d58023 service neutron] 10.222.0.44 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234951 Jan 10 19:41:17.858407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-a8d5a068-310b-4da2-8699-c9ef659df773 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223905 Jan 10 19:41:17.992394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-784aa51c-a5d5-4fa4-a062-3d00a772aecf req-60389e7f-9913-472e-bb86-70e870d94dab service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278770 Jan 10 19:41:18.132917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa04c-105b-4935-9e24-10406693f55b req-4c9c9a49-70a6-4ba7-92e8-9559ff6ee4fb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:18.134414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b71aa04c-105b-4935-9e24-10406693f55b req-4c9c9a49-70a6-4ba7-92e8-9559ff6ee4fb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.0865948 Jan 10 19:41:18.179395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b71aa04c-105b-4935-9e24-10406693f55b req-1ab0cdfd-6b19-4a86-84a0-7c3a11983065 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Jan 10 19:41:18.688609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-f01da348-b4ab-4894-aa95-7c08999b694b tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:18.689307 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-f01da348-b4ab-4894-aa95-7c08999b694b tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Synchronizing usage tracker for tenant:41af29b4a5ed41239639be7aa8214508 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:41:18.708191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-f01da348-b4ab-4894-aa95-7c08999b694b tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Unset dirty status for tenant:41af29b4a5ed41239639be7aa8214508 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:41:18.709536 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-f01da348-b4ab-4894-aa95-7c08999b694b tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 945 time: 0.0989370 Jan 10 19:41:18.779553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Deleting port b9741858-0cf8-413a-88b6-ca97fa87fcf2 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:41:18.779898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:18.835171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5abf0-e3fa-4737-a175-2c6cddaa8dfe req-f39fdab6-1a75-4148-b054-9454392bf411 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:18.836647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6b5abf0-e3fa-4737-a175-2c6cddaa8dfe req-f39fdab6-1a75-4148-b054-9454392bf411 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 945 time: 0.0755203 Jan 10 19:41:18.885136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6b5abf0-e3fa-4737-a175-2c6cddaa8dfe req-a893e085-6cbe-459f-a63f-0968807cd7b3 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Jan 10 19:41:19.024665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] For port b9741858-0cf8-413a-88b6-ca97fa87fcf2, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=b9741858-0cf8-413a-88b6-ca97fa87fcf2,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:19.024980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:19.233467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Calling delete_port for b9741858-0cf8-413a-88b6-ca97fa87fcf2 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:41:19.370845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:19.377304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984c30e-f0b4-4198-8f4e-01107ba87806 req-24944445-9776-4700-a3ab-4d94bd36b764 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:19.378776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2984c30e-f0b4-4198-8f4e-01107ba87806 req-24944445-9776-4700-a3ab-4d94bd36b764 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.0762818 Jan 10 19:41:19.383235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['b9741858-0cf8-413a-88b6-ca97fa87fcf2'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:41:19.419045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Pushing event deleted for resources: {'Port': ['ID=b9741858-0cf8-413a-88b6-ca97fa87fcf2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:19.433602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2984c30e-f0b4-4198-8f4e-01107ba87806 req-6eea573d-303c-4fb6-9085-d1c890e8ac94 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470455 Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.462728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:41:19.486678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:41:19.514414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] No DVR routers for this DVR port b9741858-0cf8-413a-88b6-ca97fa87fcf2 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:41:19.517385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:19.522007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'name': 'network-vif-deleted', 'tag': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:19.535529 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d5ab4fbe-96b6-48fd-8780-b376dc7e907f req-7d8560c7-a609-49a8-8f33-4be103566cc0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "DELETE /v2.0/ports/b9741858-0cf8-413a-88b6-ca97fa87fcf2 HTTP/1.1" status: 204 len: 173 time: 0.8211439 Jan 10 19:41:19.566020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:41:19.582141 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86a9b5-ac0b-43a9-8a22-b7ce635eda56', 'name': 'network-vif-deleted', 'tag': 'b9741858-0cf8-413a-88b6-ca97fa87fcf2', 'status': 'completed', 'code': 200} Jan 10 19:41:19.848205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb274-b8ce-4dd7-a421-f932ce093091 req-3ef7a817-d6bd-4875-ab40-e2b2f852e77f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:19.849652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef2eb274-b8ce-4dd7-a421-f932ce093091 req-3ef7a817-d6bd-4875-ab40-e2b2f852e77f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 943 time: 0.1376703 Jan 10 19:41:19.858457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa038-78ac-4a82-aae0-583a6e29467d req-b4f5fd47-3e8f-4af7-8a64-f19b86f8ed63 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:19.859825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-b4f5fd47-3e8f-4af7-8a64-f19b86f8ed63 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da&tenant_id=fffe24891a2d4ee6a14009600060497b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 943 time: 0.1172032 Jan 10 19:41:19.961386 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef2eb274-b8ce-4dd7-a421-f932ce093091 req-adf3ad4c-52d2-4321-a4ae-cb8ea29eb567 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006296 Jan 10 19:41:19.971924 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-805fa038-78ac-4a82-aae0-583a6e29467d req-70fc33df-6fe2-4be4-9e5f-9d07feee0f8e service neutron] delete failed (client error): The resource could not be found. Jan 10 19:41:19.972913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-70fc33df-6fe2-4be4-9e5f-9d07feee0f8e service neutron] 10.222.0.30 "DELETE /v2.0/ports/c6e998a7-426b-41c3-8556-518553f2a4e1/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0977321 Jan 10 19:41:20.109982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57324460-a777-444a-afa8-176dd08f55ad req-c09545ef-68c3-4614-b575-4bfb0039e132 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86a9b5-ac0b-43a9-8a22-b7ce635eda56 HTTP/1.1" status: 200 len: 210 time: 0.0789115 Jan 10 19:41:20.145238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-edc88b34-db48-4e04-a7f7-a7c358d0ca6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1094 time: 0.0810564 Jan 10 19:41:20.163207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:41:20.275993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa038-78ac-4a82-aae0-583a6e29467d req-1ff460a7-dc6d-4cb9-b06d-61f85815b4fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:20.277414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-1ff460a7-dc6d-4cb9-b06d-61f85815b4fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.1270151 Jan 10 19:41:20.296743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:20.309541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'port_id': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'mac_address': 'fa:16:3e:dd:bc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:41:20.362887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:20.379857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-5e9e6a84-a490-4277-952f-58854a4b77c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 999 time: 0.0972681 Jan 10 19:41:20.380437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e998a7-426b-41c3-8556-518553f2a4e1 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:41:20.394667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:20.398839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:20.444478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa038-78ac-4a82-aae0-583a6e29467d req-406003b5-8cc6-45ed-a3c5-25a715bf4fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:20.445929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-406003b5-8cc6-45ed-a3c5-25a715bf4fd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0609920 Jan 10 19:41:20.466919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:20.519772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-0360a93f-f941-4989-a2ae-434390fcd6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678003 Jan 10 19:41:20.600924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['c6e998a7-426b-41c3-8556-518553f2a4e1'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:41:20.738464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-9e8c522f-0f9a-4efa-88f7-e49260784584 service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128053 Jan 10 19:41:20.867338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805fa038-78ac-4a82-aae0-583a6e29467d req-8a03a579-2d65-4488-9c94-9ee2755c2edb service neutron] 10.222.0.30 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232283 Jan 10 19:41:21.168925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc482e8-a4f7-4421-9458-501c51921257 req-21ea62e2-9167-4145-9c4a-8a3b5e7997db tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:21.170582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fc482e8-a4f7-4421-9458-501c51921257 req-21ea62e2-9167-4145-9c4a-8a3b5e7997db tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 944 time: 0.0818968 Jan 10 19:41:21.230528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fc482e8-a4f7-4421-9458-501c51921257 req-bf9ba2ce-aeac-469d-8958-2283886ddc17 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500929 Jan 10 19:41:21.497334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-f2ba89ba-97b7-47fb-87de-09ff723bcc48 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:21.499221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-f2ba89ba-97b7-47fb-87de-09ff723bcc48 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/networks?id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 200 len: 809 time: 0.1476071 Jan 10 19:41:21.515829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-cd7c0841-d392-4757-9983-55de3d37af4f tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/quotas/41af29b4a5ed41239639be7aa8214508 HTTP/1.1" status: 200 len: 375 time: 0.0112524 Jan 10 19:41:21.559352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-0ea054b4-5553-496a-ac2d-9f5e330799b8 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41af29b4a5ed41239639be7aa8214508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388372 Jan 10 19:41:21.687743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-d6d15325-0e95-4747-a1ee-6d118e141f6a service neutron] 10.222.0.21 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212869 Jan 10 19:41:21.815100 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3870ec34-988a-4426-b105-d897de7ef7ce service neutron] 10.222.0.21 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218066 Jan 10 19:41:21.993257 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-530f71a0-4c0d-49d8-801a-d628f09c386f req-72f7eff3-f611-4c78-8b7e-fdce1a1e95f9 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 210 time: 0.0402365 Jan 10 19:41:22.179202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:41:22.246439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port c6e998a7-426b-41c3-8556-518553f2a4e1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:41:22.251358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port c6e998a7-426b-41c3-8556-518553f2a4e1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:41:22.251737 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:22.371016 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:22.399343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:22.410016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:22.415662 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:22.417026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b9741858-0cf8-413a-88b6-ca97fa87fcf2 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:41:22.452961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d95135-23e8-4fdf-8782-72977fa342b8 req-bd8c6243-ef76-449a-9883-ce18c7269eb8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:22.460506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24d95135-23e8-4fdf-8782-72977fa342b8 req-bd8c6243-ef76-449a-9883-ce18c7269eb8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 944 time: 0.0987909 Jan 10 19:41:22.481846 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'code': 200} Jan 10 19:41:22.491537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: b9741858-0cf8-413a-88b6-ca97fa87fcf2 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:41:22.491888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device b9741858-0cf8-413a-88b6-ca97fa87fcf2 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:41:22.510798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24d95135-23e8-4fdf-8782-72977fa342b8 req-a9b8a425-925f-449d-9ebc-ffe4978a46b6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492713 Jan 10 19:41:22.535787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:22.540151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:22.651226 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1bb20060-1d03-458f-a346-9b96f0493815 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 200 len: 993 time: 0.1070242 Jan 10 19:41:23.165437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24fbc538-e9f8-4944-8afa-fcba8ae55b0d req-9903b340-4724-4cff-ac6c-d7e8d345bc6d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 210 time: 0.0469601 Jan 10 19:41:23.256098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-ac884ba1-ee70-4395-b98c-a99815ec5baf tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:23.257508 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-ac884ba1-ee70-4395-b98c-a99815ec5baf tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "GET /v2.0/networks?id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 200 len: 809 time: 0.1518395 Jan 10 19:41:23.272907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Request body: {'port': {'device_id': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb', 'admin_state_up': True, 'tenant_id': '41af29b4a5ed41239639be7aa8214508'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:23.412258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:41:23.416070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Usage tracker for resource:port and tenant:41af29b4a5ed41239639be7aa8214508 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:41:23.419063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:41:23.425072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:41:23.434182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Made reservation on behalf of 41af29b4a5ed41239639be7aa8214508 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:41:23.438128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:23.597069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Allocated IP 172.20.0.4 (f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb/0f0019c3-e722-4011-a98b-65476c5e0df2/49481069-446c-45f0-af8a-6d97d83a8aa4) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:41:23.794208 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:23.820643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:23.889468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:41:23.892490 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:41:23.896758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:41:23.921904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Pushing event updated for resources: {'Port': ['ID=49481069-446c-45f0-af8a-6d97d83a8aa4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:23.965433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:23.966042 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:23.989569 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-3dd5f517-8cd9-420b-b5b0-44a0abf06237 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201688 Jan 10 19:41:24.009902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Request body: {'port': {'device_id': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:41:24.113141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:24.363807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030afd6e-4cea-4d52-967b-fdddd50be1ca req-7e10ed19-0b83-4789-90f2-7d706f3c5964 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:24.365175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-030afd6e-4cea-4d52-967b-fdddd50be1ca req-7e10ed19-0b83-4789-90f2-7d706f3c5964 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 931 time: 0.0788732 Jan 10 19:41:24.410603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-030afd6e-4cea-4d52-967b-fdddd50be1ca req-948e1251-611b-49e0-87d8-182790fd2ba0 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Jan 10 19:41:24.449162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49481069-446c-45f0-af8a-6d97d83a8aa4 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:41:24.456520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:24.471092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Transition to ACTIVE for port object 49481069-446c-45f0-af8a-6d97d83a8aa4 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:41:24.474809 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:24.681617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Pushing event updated for resources: {'Port': ['ID=49481069-446c-45f0-af8a-6d97d83a8aa4,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:24.783902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Attempting to bind port 49481069-446c-45f0-af8a-6d97d83a8aa4 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:41:24.784235 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Attempting to bind port 49481069-446c-45f0-af8a-6d97d83a8aa4 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:41:24.784559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Attempting to bind port 49481069-446c-45f0-af8a-6d97d83a8aa4 on network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:41:24.790125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Port 49481069-446c-45f0-af8a-6d97d83a8aa4 on network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:41:24.790450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Attempting to bind port 49481069-446c-45f0-af8a-6d97d83a8aa4 on network f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:41:24.797131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:41:24.797515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Checking segment: {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:41:24.797899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Bound using segment: {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:41:24.798321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Bound port: 49481069-446c-45f0-af8a-6d97d83a8aa4, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68cabe3-c17d-4ad9-b38d-f695785b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:41:24.798662 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:24.885947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] For port 49481069-446c-45f0-af8a-6d97d83a8aa4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:41:24.888945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] For port 49481069-446c-45f0-af8a-6d97d83a8aa4, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=49481069-446c-45f0-af8a-6d97d83a8aa4,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:41:24.893518 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:24.954050 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:24.955457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] 10.222.0.44 "PUT /v2.0/ports/49481069-446c-45f0-af8a-6d97d83a8aa4 HTTP/1.1" status: 200 len: 1091 time: 0.9494286 Jan 10 19:41:24.955887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'tag': '49481069-446c-45f0-af8a-6d97d83a8aa4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:24.973287 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82545cfb-2b20-46ea-8e75-34449e6b7a35 service neutron] Pushing event updated for resources: {'Port': ['ID=49481069-446c-45f0-af8a-6d97d83a8aa4,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:25.025748 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'tag': '49481069-446c-45f0-af8a-6d97d83a8aa4', 'status': 'completed', 'code': 200} Jan 10 19:41:25.067366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-23ed5cec-a151-4d16-b041-09b3b79eae54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41af29b4a5ed41239639be7aa8214508&device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 1094 time: 0.0752513 Jan 10 19:41:25.133848 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-32df0b21-e3f6-4338-b071-1b438d154963 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49481069-446c-45f0-af8a-6d97d83a8aa4 HTTP/1.1" status: 200 len: 217 time: 0.0596282 Jan 10 19:41:25.196192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-d3fd0025-8c2f-4c1e-913d-036b60ec285d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:25.197561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-d3fd0025-8c2f-4c1e-913d-036b60ec285d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f0019c3-e722-4011-a98b-65476c5e0df2 HTTP/1.1" status: 200 len: 849 time: 0.0582304 Jan 10 19:41:25.241925 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-ca580480-b9fc-41fb-b99a-068c6bce9653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381937 Jan 10 19:41:25.370126 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-035263ca-a04f-4c98-a52c-89682d18cdee service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205158 Jan 10 19:41:25.500616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c7847a54-b5a4-4e14-9f2b-02a9b16af771 req-6ff76f9a-a9da-4ca9-85a2-28a80d361825 service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248753 Jan 10 19:41:25.610981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f546f-4cf6-4e6f-9f08-2bfd8499b826 req-bcc6f169-5feb-45ce-8556-d011de55d372 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:25.612509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-836f546f-4cf6-4e6f-9f08-2bfd8499b826 req-bcc6f169-5feb-45ce-8556-d011de55d372 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 943 time: 0.0786574 Jan 10 19:41:25.615861 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-06ef4814-c712-4cdb-b41e-aa79ecace3f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41af29b4a5ed41239639be7aa8214508&device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 1094 time: 0.0713799 Jan 10 19:41:25.661206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-836f546f-4cf6-4e6f-9f08-2bfd8499b826 req-e1b899d0-dfdc-4c04-be33-630cd8536704 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jan 10 19:41:25.744885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-9e00ff82-ddd4-405d-91c5-60e04f46dcd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:25.746325 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-9e00ff82-ddd4-405d-91c5-60e04f46dcd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 200 len: 910 time: 0.1241276 Jan 10 19:41:25.812648 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-42c1176c-03ee-46c2-9aef-c1c5d0c92582 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49481069-446c-45f0-af8a-6d97d83a8aa4 HTTP/1.1" status: 200 len: 217 time: 0.0606077 Jan 10 19:41:25.876803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-e2d2a23c-6a55-48a4-a5dc-bfa87da02535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:25.878169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-e2d2a23c-6a55-48a4-a5dc-bfa87da02535 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f0019c3-e722-4011-a98b-65476c5e0df2 HTTP/1.1" status: 200 len: 849 time: 0.0583816 Jan 10 19:41:25.922440 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-01259a76-4956-4377-aacb-ee6ad64bd0fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379972 Jan 10 19:41:26.051069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-ab9a510d-f98c-46a5-b341-200fee436094 service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216123 Jan 10 19:41:26.178127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-7656b396-edd0-40f8-b21b-a81e427ffc15 req-691741df-6845-493b-be7d-14d3a00864d1 service neutron] 10.222.0.44 "GET /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211336 Jan 10 19:41:26.853055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3811d-bc8d-47ab-a985-421f0eeb4947 req-28f4e1d0-23bb-422b-bea4-0a8864e24078 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:26.854504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47e3811d-bc8d-47ab-a985-421f0eeb4947 req-28f4e1d0-23bb-422b-bea4-0a8864e24078 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 943 time: 0.0751972 Jan 10 19:41:26.898135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47e3811d-bc8d-47ab-a985-421f0eeb4947 req-acf10105-20fd-4687-aa75-912d1892e701 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377021 Jan 10 19:41:28.098049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6696b-34df-4309-9940-8161f24a2cec req-06728c5e-0237-4914-b94f-93bcaae1de67 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:28.099541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4cc6696b-34df-4309-9940-8161f24a2cec req-06728c5e-0237-4914-b94f-93bcaae1de67 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 943 time: 0.0792758 Jan 10 19:41:28.144097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4cc6696b-34df-4309-9940-8161f24a2cec req-9c870eaf-5177-4272-9e05-202a9b258c18 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391648 Jan 10 19:41:28.209865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 49481069-446c-45f0-af8a-6d97d83a8aa4 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:41:28.339015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 49481069-446c-45f0-af8a-6d97d83a8aa4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=49481069-446c-45f0-af8a-6d97d83a8aa4,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:28.352108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '49481069-446c-45f0-af8a-6d97d83a8aa4', 'network_id': 'f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb', 'port_id': '49481069-446c-45f0-af8a-6d97d83a8aa4', 'mac_address': 'fa:16:3e:f5:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0019c3-e722-4011-a98b-65476c5e0df2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:41:28.411434 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:28.428620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49481069-446c-45f0-af8a-6d97d83a8aa4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:41:28.442806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 49481069-446c-45f0-af8a-6d97d83a8aa4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=49481069-446c-45f0-af8a-6d97d83a8aa4,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:28.446719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:28.512495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=49481069-446c-45f0-af8a-6d97d83a8aa4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:28.671783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['49481069-446c-45f0-af8a-6d97d83a8aa4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:41:29.342997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63947f86-8f08-4f60-bbfe-368e0f349bc8 req-f7fcbbc4-fe5f-4f52-91f6-9149562bd38d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:29.344437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63947f86-8f08-4f60-bbfe-368e0f349bc8 req-f7fcbbc4-fe5f-4f52-91f6-9149562bd38d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 944 time: 0.0747559 Jan 10 19:41:29.388411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63947f86-8f08-4f60-bbfe-368e0f349bc8 req-fbf74673-f498-430c-b916-df6d466c3579 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Jan 10 19:41:30.225978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 49481069-446c-45f0-af8a-6d97d83a8aa4 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:41:30.291522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 49481069-446c-45f0-af8a-6d97d83a8aa4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:41:30.296435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 49481069-446c-45f0-af8a-6d97d83a8aa4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:41:30.296808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:30.435287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:30.461867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49481069-446c-45f0-af8a-6d97d83a8aa4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:30.472191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 49481069-446c-45f0-af8a-6d97d83a8aa4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=49481069-446c-45f0-af8a-6d97d83a8aa4,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:30.476246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:30.519420 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49481069-446c-45f0-af8a-6d97d83a8aa4', 'code': 200} Jan 10 19:41:30.548171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=49481069-446c-45f0-af8a-6d97d83a8aa4,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:30.600784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0bc4c-01c6-4652-a9bd-0e3091514d0a req-b0cbcef1-913f-4cfc-bf5a-53e994a2b31a tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:30.602364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47b0bc4c-01c6-4652-a9bd-0e3091514d0a req-b0cbcef1-913f-4cfc-bf5a-53e994a2b31a tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 945 time: 0.0832837 Jan 10 19:41:30.647568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47b0bc4c-01c6-4652-a9bd-0e3091514d0a req-ac97ede8-cd5a-4199-9724-3186ef7b08cc tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Jan 10 19:41:30.649640 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-19891867-f2de-424c-9478-c3899fe95829 req-ea61dd3d-231e-4580-a8a7-0a8fdade70b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 1096 time: 0.0658364 Jan 10 19:41:30.700224 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-19891867-f2de-424c-9478-c3899fe95829 req-bc43fb20-2901-4fc4-9fa9-736a91e74d7c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Jan 10 19:41:31.847012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be37fc3-08c4-4f4e-a826-41a4f6286d8e req-33caa0b9-28e9-400c-9b0a-44751bf937f2 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:31.848458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1be37fc3-08c4-4f4e-a826-41a4f6286d8e req-33caa0b9-28e9-400c-9b0a-44751bf937f2 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 945 time: 0.0800040 Jan 10 19:41:31.892562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1be37fc3-08c4-4f4e-a826-41a4f6286d8e req-f8df00dc-1bed-406e-8196-152ad9cdb3bd tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Jan 10 19:41:33.174718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573f681-c971-4f52-8434-52a7ca717fda req-0b9025e6-9350-467c-a1d0-072a8092372b tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:33.176181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6573f681-c971-4f52-8434-52a7ca717fda req-0b9025e6-9350-467c-a1d0-072a8092372b tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 945 time: 0.1674266 Jan 10 19:41:33.219700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6573f681-c971-4f52-8434-52a7ca717fda req-eaa9c392-b0b8-4f74-b89e-21a1c744020c tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379453 Jan 10 19:41:34.288288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52aaf-f055-496f-a84f-2847a5dbadcf req-e1b936c1-aae5-411b-8d6f-edab467ec22d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:34.289720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82a52aaf-f055-496f-a84f-2847a5dbadcf req-e1b936c1-aae5-411b-8d6f-edab467ec22d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 945 time: 0.0801008 Jan 10 19:41:34.334570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82a52aaf-f055-496f-a84f-2847a5dbadcf req-917469be-2e66-476e-a26e-ead692ae5a3d tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Jan 10 19:41:35.526899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77e2b-3b38-41b8-b1a2-ba24eae686d6 req-901cd279-400f-4018-ac63-7a7e8705489a tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:35.528367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ff77e2b-3b38-41b8-b1a2-ba24eae686d6 req-901cd279-400f-4018-ac63-7a7e8705489a tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 945 time: 0.0751224 Jan 10 19:41:35.573118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-44a40b75-3735-4343-ac83-3d3d4ac42711 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:35.573806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-44a40b75-3735-4343-ac83-3d3d4ac42711 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Synchronizing usage tracker for tenant:41af29b4a5ed41239639be7aa8214508 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:41:35.574357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ff77e2b-3b38-41b8-b1a2-ba24eae686d6 req-a2b07d61-9665-4975-bcbd-b178469c23c6 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/security-groups?id=37054631-c8ed-425d-8231-b541c378b614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jan 10 19:41:35.589990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-44a40b75-3735-4343-ac83-3d3d4ac42711 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Unset dirty status for tenant:41af29b4a5ed41239639be7aa8214508 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:41:35.591211 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-44a40b75-3735-4343-ac83-3d3d4ac42711 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 945 time: 0.0916622 Jan 10 19:41:35.659581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Deleting port 49481069-446c-45f0-af8a-6d97d83a8aa4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:41:35.659840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:35.982270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] For port 49481069-446c-45f0-af8a-6d97d83a8aa4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=49481069-446c-45f0-af8a-6d97d83a8aa4,segment=NetworkSegment(f68cabe3-c17d-4ad9-b38d-f695785b76a9),segment_id=f68cabe3-c17d-4ad9-b38d-f695785b76a9)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:35.982541 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:36.102168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Calling delete_port for 49481069-446c-45f0-af8a-6d97d83a8aa4 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:41:36.236780 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:36.248536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['49481069-446c-45f0-af8a-6d97d83a8aa4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:41:36.285746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Pushing event deleted for resources: {'Port': ['ID=49481069-446c-45f0-af8a-6d97d83a8aa4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:36.356296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] No DVR routers for this DVR port 49481069-446c-45f0-af8a-6d97d83a8aa4 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:41:36.359371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:36.361738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'name': 'network-vif-deleted', 'tag': '49481069-446c-45f0-af8a-6d97d83a8aa4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:36.376872 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0010c0cf-ae9c-424d-a858-f55d30ab89f2 req-9b7e6757-82a9-4f8b-9ffc-f38abd3d1848 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.44 "DELETE /v2.0/ports/49481069-446c-45f0-af8a-6d97d83a8aa4 HTTP/1.1" status: 204 len: 173 time: 0.7810292 Jan 10 19:41:36.420523 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db7fd9-48e5-4dff-b554-c90c329db9d2', 'name': 'network-vif-deleted', 'tag': '49481069-446c-45f0-af8a-6d97d83a8aa4', 'status': 'completed', 'code': 200} Jan 10 19:41:36.750764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e832fb70-a135-4582-beb4-742083e3da68 req-a7198a44-a71a-46b6-ac75-b4c1b66d5eb9 tempest-VolumesActionsTest-1832317167 tempest-VolumesActionsTest-1832317167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94db7fd9-48e5-4dff-b554-c90c329db9d2 HTTP/1.1" status: 200 len: 210 time: 0.0437915 Jan 10 19:41:38.260473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 49481069-446c-45f0-af8a-6d97d83a8aa4 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:41:38.299907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 49481069-446c-45f0-af8a-6d97d83a8aa4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:41:38.300257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 49481069-446c-45f0-af8a-6d97d83a8aa4 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:41:38.404690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d23143c5-bd6b-4583-a625-3df40f6875b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:40.500104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-496cc869-c1d5-4380-8a44-a4d7820cf190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:41.774499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:41.881113 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:43.140304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:45.433027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:45.550953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:49.133809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:41:51.241421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a1c1815-9d1c-4e1e-bb9f-b4e696ec4a58 req-17c4ac2d-a0ee-4057-a0c5-7b0471563ce2 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.0829408 Jan 10 19:41:51.292569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1a1c1815-9d1c-4e1e-bb9f-b4e696ec4a58 req-8367fc20-5dd3-45dd-9f73-aaaa421d5c53 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Synchronizing usage tracker for tenant:cc51705cd1084c6e98d4f039db52d717 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:41:51.314092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-1a1c1815-9d1c-4e1e-bb9f-b4e696ec4a58 req-8367fc20-5dd3-45dd-9f73-aaaa421d5c53 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Unset dirty status for tenant:cc51705cd1084c6e98d4f039db52d717 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:41:51.328162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a1c1815-9d1c-4e1e-bb9f-b4e696ec4a58 req-8367fc20-5dd3-45dd-9f73-aaaa421d5c53 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804667 Jan 10 19:41:51.348536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59388) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:51.573817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 668f9932-f0a8-4bd5-a407-ef88dd3c88f8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:41:51.574165 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:51.753714 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:51.754123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:51.877429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 668f9932-f0a8-4bd5-a407-ef88dd3c88f8 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:41:52.057402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:52.117450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=668f9932-f0a8-4bd5-a407-ef88dd3c88f8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:52.225609 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:52.751981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router ee96cd9c-76e2-4c04-84ee-6055e2726847 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:41:52.977812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:41:52.989251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] Sync routers for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:41:53.004157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:41:53.005039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:53.005616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:41:53.112567 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-16f22c80-6a65-4a1c-a8a4-6f1d76b17da6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/floatingips/007c5ba6-62ae-4c3e-80fd-0d52091db4e2 HTTP/1.1" status: 204 len: 168 time: 1.7452259 Jan 10 19:41:53.113621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:53.242454 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'status': 'completed', 'code': 200} Jan 10 19:41:53.243669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:41:53.385027 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-c03710b7-5259-4771-a5db-4ce9703fc6be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 1096 time: 0.1199470 Jan 10 19:41:53.627814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8472cab-c477-4e8b-a126-515292e56d40 req-fb02012a-b8f7-43ab-aef3-6356585e7ca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:53.629549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-fb02012a-b8f7-43ab-aef3-6356585e7ca5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 200 len: 897 time: 0.2391331 Jan 10 19:41:53.696580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539db94a-126d-4674-9268-39f6b00a0111 req-68033d92-3aa0-458d-b475-55ac26a4347a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:53.706044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539db94a-126d-4674-9268-39f6b00a0111 req-68033d92-3aa0-458d-b475-55ac26a4347a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.1037395 Jan 10 19:41:53.727888 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-af8b6875-e9ad-479c-a91f-724862599cc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 200 len: 217 time: 0.0906646 Jan 10 19:41:53.728189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:15Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:41:53.733343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] Checking router: ee96cd9c-76e2-4c04-84ee-6055e2726847 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:41:53.744754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:41:53.745157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:41:53.767070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-539db94a-126d-4674-9268-39f6b00a0111 req-e85e1e2f-1a9a-4c81-85a8-bf17e536ec46 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593672 Jan 10 19:41:53.807498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8472cab-c477-4e8b-a126-515292e56d40 req-65d40077-3b92-4602-9ee0-c702e8bb2341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:53.809102 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-65d40077-3b92-4602-9ee0-c702e8bb2341 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 200 len: 835 time: 0.0749209 Jan 10 19:41:53.898135 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-97bd9068-35c7-4bed-b565-3e1ecb86f043 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32cc7722-3bce-4815-bfdc-03360f4bb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804589 Jan 10 19:41:53.972503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:41:54.098554 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-f0441a55-2484-4780-a197-69a7f0107e94 service neutron] 10.222.0.44 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949267 Jan 10 19:41:54.246480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b8472cab-c477-4e8b-a126-515292e56d40 req-95f6fda2-110d-4dd1-a967-3f7f9c25c36e service neutron] 10.222.0.44 "GET /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401231 Jan 10 19:41:54.349991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:15Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:41:54.355263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8b88b-2d03-4725-bd53-ebae6a3edce6 None None] The sync data for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 is: [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:40:08Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c62c4cb6-0180-4dda-b492-f7cf91523d2b', 'name': '', 'network_id': '32cc7722-3bce-4815-bfdc-03360f4bb31e', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:e7:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:07Z', 'updated_at': '2022-01-10T19:40:15Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'afde0aad-79c4-4c92-9390-48c1904d8c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:41:54.634976 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a337a-cc08-4e2f-a874-d79a20f8e1fd None None] New status for floating IP 007c5ba6-62ae-4c3e-80fd-0d52091db4e2: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:41:54.832294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-742a5afe-24c5-4316-8f29-b58227feffb0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:54.832985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-742a5afe-24c5-4316-8f29-b58227feffb0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:41:54.852153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-742a5afe-24c5-4316-8f29-b58227feffb0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:41:54.854212 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-742a5afe-24c5-4316-8f29-b58227feffb0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.44 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.1358767 Jan 10 19:41:54.933333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port c6e998a7-426b-41c3-8556-518553f2a4e1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:41:54.933722 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:55.012929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61482d2-c799-4b4a-b23b-a0de20b08848 req-cc055196-e134-45b6-8c11-c14edd15910f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:41:55.015692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b61482d2-c799-4b4a-b23b-a0de20b08848 req-cc055196-e134-45b6-8c11-c14edd15910f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 945 time: 0.1174154 Jan 10 19:41:55.072397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b61482d2-c799-4b4a-b23b-a0de20b08848 req-8096a237-fb1f-4270-a1d3-bc1a517870f5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=9abc7b46-257f-433b-85e9-10d0e7ed3c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507371 Jan 10 19:41:55.362622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port c6e998a7-426b-41c3-8556-518553f2a4e1, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=c6e998a7-426b-41c3-8556-518553f2a4e1,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:55.363032 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:55.508517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for c6e998a7-426b-41c3-8556-518553f2a4e1 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:41:55.680385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:55.734918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=c6e998a7-426b-41c3-8556-518553f2a4e1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:55.818603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] No DVR routers for this DVR port c6e998a7-426b-41c3-8556-518553f2a4e1 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:41:55.821985 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:55.825477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-deleted', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:41:55.853656 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-30c81e06-09bb-4a77-82a0-fb71e100dbb0 req-bd5f07f6-0e1b-41e4-afcd-979571d49412 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.44 "DELETE /v2.0/ports/c6e998a7-426b-41c3-8556-518553f2a4e1 HTTP/1.1" status: 204 len: 173 time: 0.9920568 Jan 10 19:41:55.925548 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51437494-511b-4489-b096-4f3df4f358da', 'name': 'network-vif-deleted', 'tag': 'c6e998a7-426b-41c3-8556-518553f2a4e1', 'status': 'completed', 'code': 200} Jan 10 19:41:56.330217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dae00d56-dd1c-413f-8530-6cdcdfa58121 req-f7d0258e-1ea8-45bc-b897-a283aa7a2a7b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=51437494-511b-4489-b096-4f3df4f358da HTTP/1.1" status: 200 len: 210 time: 0.0487218 Jan 10 19:41:57.433296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59440) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:41:57.817984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:58.351664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:41:58.395692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: c6e998a7-426b-41c3-8556-518553f2a4e1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:41:58.396045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device c6e998a7-426b-41c3-8556-518553f2a4e1 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:41:58.448949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port c62c4cb6-0180-4dda-b492-f7cf91523d2b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:41:58.449532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:58.720742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port c62c4cb6-0180-4dda-b492-f7cf91523d2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c62c4cb6-0180-4dda-b492-f7cf91523d2b,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:41:58.720989 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:58.844517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for c62c4cb6-0180-4dda-b492-f7cf91523d2b owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:41:59.031735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:59.078311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=c62c4cb6-0180-4dda-b492-f7cf91523d2b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:41:59.373397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:41:59.969533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router ee96cd9c-76e2-4c04-84ee-6055e2726847 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:00.266278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:00.276809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] Sync routers for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:00.280346 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1cdd23e8-2b38-45db-8144-8daa20b512d1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/ee96cd9c-76e2-4c04-84ee-6055e2726847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458498 Jan 10 19:42:00.282863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59496) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:00.290913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:00.291552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:00.479185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting subnet afde0aad-79c4-4c92-9390-48c1904d8c92 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:42:00.483187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.519052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59502) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:00.519549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:00.562334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.601491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Deleting subnet 0f0019c3-e722-4011-a98b-65476c5e0df2 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:42:00.604627 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.655890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.658045 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.719462 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.753020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.798241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Subnet': ['ID=afde0aad-79c4-4c92-9390-48c1904d8c92,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:00.803048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.812909 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bdde9aed-f2ca-4e46-a700-f13aad309ef0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/subnets/afde0aad-79c4-4c92-9390-48c1904d8c92 HTTP/1.1" status: 204 len: 168 time: 0.5289779 Jan 10 19:42:00.813499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59508) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:00.814400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.815406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f16cb31-ede3-4813-b7dc-a688701fb386 None None] Network 32cc7722-3bce-4815-bfdc-03360f4bb31e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:00.864410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0019c3-e722-4011-a98b-65476c5e0df2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:00.874573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:00.878101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.878600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.879062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.879620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.880402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.880402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.880902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.881342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.881870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.882292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.882797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:00.891872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9fda6011-8870-4315-b7ee-050cba716ce2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f0019c3-e722-4011-a98b-65476c5e0df2 HTTP/1.1" status: 204 len: 168 time: 0.3687873 Jan 10 19:42:00.892267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59512) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:01.021421 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.022840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:41:58Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:01.032791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] Checking router: ee96cd9c-76e2-4c04-84ee-6055e2726847 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:01.054264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] Routers {'ee96cd9c-76e2-4c04-84ee-6055e2726847'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:01.054887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ee96cd9c-76e2-4c04-84ee-6055e2726847'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:01.188758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] DHCP port deletion for 32cc7722-3bce-4815-bfdc-03360f4bb31e request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:42:01.207816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] Deleting port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:01.208192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.231136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.263979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:01.278376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68cabe3-c17d-4ad9-b38d-f695785b76a9') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:01.279106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68cabe3-c17d-4ad9-b38d-f695785b76a9') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:01.295204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.314235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] Set router ee96cd9c-76e2-4c04-84ee-6055e2726847 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:01.315996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.362716 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.381260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:42:01.381732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:42:01.398068 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:42:01.484685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.501330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.514094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:01.581424 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4da0883d-7e8a-45eb-a237-1307db9abd52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f67ce3bb-55c3-4c7d-bf76-ecdbe049a9eb HTTP/1.1" status: 204 len: 168 time: 0.6867063 Jan 10 19:42:01.606523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] For port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,segment=NetworkSegment(614ce720-b1d6-4e36-a7fe-9fd91bf708cf),segment_id=614ce720-b1d6-4e36-a7fe-9fd91bf708cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:01.606957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.643328 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.664237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port cad64ff1-58f8-4f0a-992e-59706a915166 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:01.664960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.757698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:01.797081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] Calling delete_port for 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:01.814493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4cb8d804-0909-493a-b719-cf58258725dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41af29b4a5ed41239639be7aa8214508&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533342 Jan 10 19:42:01.814750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:01.874895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af7dbf40-810e-43ce-a42f-aacc6ebd97ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.908686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af7dbf40-810e-43ce-a42f-aacc6ebd97ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.921985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.960637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port cad64ff1-58f8-4f0a-992e-59706a915166, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cad64ff1-58f8-4f0a-992e-59706a915166,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:01.961140 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.965583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af7dbf40-810e-43ce-a42f-aacc6ebd97ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:01.973780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] Pushing event deleted for resources: {'Port': ['ID=761968d2-5f8c-4b4a-a67f-3db9727fe6c4,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:01.979621 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85395c-7116-4d22-b1f4-54b4c90eb75a None None] No DVR routers for this DVR port 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:42:01.983907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:41:58Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:01.992399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dbf40-810e-43ce-a42f-aacc6ebd97ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37054631-c8ed-425d-8231-b541c378b614,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:01.993680 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bcf31-ca16-42ef-a780-ee18875d4a56 None None] The sync data for ids ['ee96cd9c-76e2-4c04-84ee-6055e2726847'] in n-d-816927-8 is: [{'id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463310137', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:40:03Z', 'updated_at': '2022-01-10T19:41:58Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'cad64ff1-58f8-4f0a-992e-59706a915166', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee96cd9c-76e2-4c04-84ee-6055e2726847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:40:04Z', 'updated_at': '2022-01-10T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:01.999874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-af7dbf40-810e-43ce-a42f-aacc6ebd97ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.001107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-af7dbf40-810e-43ce-a42f-aacc6ebd97ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37054631-c8ed-425d-8231-b541c378b614 HTTP/1.1" status: 204 len: 168 time: 0.1853709 Jan 10 19:42:02.106253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for cad64ff1-58f8-4f0a-992e-59706a915166 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:02.279886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.326347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=cad64ff1-58f8-4f0a-992e-59706a915166,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:02.547922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.800249 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.804390 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.834404 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.834962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Fanout notify agent at l3_agent the message router_deleted on router ee96cd9c-76e2-4c04-84ee-6055e2726847 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:42:02.860508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:02.864321 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5aad3f2-9299-4319-bd1e-f290c83c4433 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/routers/ee96cd9c-76e2-4c04-84ee-6055e2726847 HTTP/1.1" status: 204 len: 168 time: 2.0472143 Jan 10 19:42:02.865406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59544) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:02.904622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59548) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:02.932145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:02.968804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:02.969231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 761968d2-5f8c-4b4a-a67f-3db9727fe6c4 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:02.969729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c62c4cb6-0180-4dda-b492-f7cf91523d2b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:03.008500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c62c4cb6-0180-4dda-b492-f7cf91523d2b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:03.008859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c62c4cb6-0180-4dda-b492-f7cf91523d2b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:03.019132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.060865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-986050375-network', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:03.066504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:03.070724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Usage tracker for resource:network and tenant:c34f9e55294a45bcb2101f01a0f1f973 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:03.073723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:03.080141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:03.092298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Made reservation on behalf of c34f9e55294a45bcb2101f01a0f1f973 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:03.096488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.109005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.140301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:03.144181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c34f9e55294a45bcb2101f01a0f1f973 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:03.146981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:03.152581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:03.168571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.198481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cc7722-3bce-4815-bfdc-03360f4bb31e']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:03.211306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ce720-b1d6-4e36-a7fe-9fd91bf708cf') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:03.211634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ce720-b1d6-4e36-a7fe-9fd91bf708cf') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:03.218309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.222234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.223814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.239937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.245973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:42:03.246367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.251215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:42:03.259364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad720056-8f15-45f5-987b-e132af33488d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:42:03.260723 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:42:03.338984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.340896 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.341854 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Added segment 39bbd081-5537-4e37-b64f-c9c1497b1542 of type vlan for network 3c32407d-443c-4dfb-8f44-75ebec223ccb Jan 10 19:42:03.366674 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.369481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Network': ['ID=32cc7722-3bce-4815-bfdc-03360f4bb31e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:03.369726 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.386671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1303208f-7082-4144-9cb9-ac7f9fead1a8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/networks/32cc7722-3bce-4815-bfdc-03360f4bb31e HTTP/1.1" status: 204 len: 168 time: 0.5171344 Jan 10 19:42:03.388342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59554) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:03.401454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.404482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:03.405087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.462712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5adfb989-3a07-46f2-8432-e1e60de3cf3d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.497765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5adfb989-3a07-46f2-8432-e1e60de3cf3d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.511027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3c32407d-443c-4dfb-8f44-75ebec223ccb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:03.515495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57587832-269a-4bdc-8ea0-af381cdc18d4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6098347 Jan 10 19:42:03.518381 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59558) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:03.522080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:42:03.524592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Request body: {'subnet': {'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-986050375-subnet', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:03.530170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:03.533963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Usage tracker for resource:subnet and tenant:c34f9e55294a45bcb2101f01a0f1f973 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:03.537038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:03.545435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:03.556994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Made reservation on behalf of c34f9e55294a45bcb2101f01a0f1f973 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:03.560543 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.569622 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5adfb989-3a07-46f2-8432-e1e60de3cf3d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.586157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb989-3a07-46f2-8432-e1e60de3cf3d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc7b46-257f-433b-85e9-10d0e7ed3c82,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:03.594114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5adfb989-3a07-46f2-8432-e1e60de3cf3d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.596052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5adfb989-3a07-46f2-8432-e1e60de3cf3d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/security-groups/9abc7b46-257f-433b-85e9-10d0e7ed3c82 HTTP/1.1" status: 204 len: 168 time: 0.2060332 Jan 10 19:42:03.879351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.940022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59566) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:03.945866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721223105', 'description': 'tempest-secgroup-smoke-1721223105 description', 'project_id': 'fffe24891a2d4ee6a14009600060497b'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:03.952350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:03.956235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:03.956538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:03.959231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:03.965139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:03.966710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Checking segment: {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:03.967099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Network hostable DHCP agents. Network: 3c32407d-443c-4dfb-8f44-75ebec223ccb, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:42:03.975951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:03.990222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:42:03.999969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3c32407d-443c-4dfb-8f44-75ebec223ccb) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:04.004517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:04.005681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.009502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9a86f-dfa1-48e9-86c1-8229c715de79 None None] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:04.012215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:04.016082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:04.019281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:04.025665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:04.030231 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c57fdaba-2ac8-46b3-9bbf-338bab254c74 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5083501 Jan 10 19:42:04.030467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59570) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:04.041414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:04.051015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:04.057074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Usage tracker for resource:router and tenant:c34f9e55294a45bcb2101f01a0f1f973 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:04.145793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:04.154940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:04.181763 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.182673 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.205998 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.211110 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.236827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-3c32407d-443c-4dfb-8f44-75ebec223ccb', 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'fixed_ips': [{'subnet_id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:42:04.237707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.243522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.268098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3bb53-2451-4b0e-ac10-7a73c09021a3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:04.272226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.273484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5eb6b529-56fe-4ae3-9014-a7c13024af9f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3323512 Jan 10 19:42:04.276499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59574) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:04.284898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '6dd3bb53-2451-4b0e-ac10-7a73c09021a3', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:04.291438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:04.361631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:04.365402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:04.371958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:04.394313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Allocated IP 172.20.0.2 (3c32407d-443c-4dfb-8f44-75ebec223ccb/6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d/5a810c86-892d-4eb5-bd29-188146b03266) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:04.447692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.460060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.588535 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.593538 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.600692 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.611486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Transition to ACTIVE for port object 5a810c86-892d-4eb5-bd29-188146b03266 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:04.628368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3241eec4-cde9-4f1e-9d9f-ea34d0b3c369,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:04.631467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Transition to ACTIVE for port object 5a810c86-892d-4eb5-bd29-188146b03266 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:04.640135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.640374 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.641832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1980fc72-8ca4-4d0f-ace2-ed3079f7f8ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3640332 Jan 10 19:42:04.644500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59578) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:04.652748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '6dd3bb53-2451-4b0e-ac10-7a73c09021a3', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:04.659785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:04.666138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:04.670154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:04.677304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:04.707156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:04.709915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:04.711646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.712341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:04.720988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Pushing event updated for resources: {'Port': ['ID=5a810c86-892d-4eb5-bd29-188146b03266,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:04.797936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.805923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Attempting to bind port 5a810c86-892d-4eb5-bd29-188146b03266 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:04.806299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Attempting to bind port 5a810c86-892d-4eb5-bd29-188146b03266 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:04.806670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Attempting to bind port 5a810c86-892d-4eb5-bd29-188146b03266 on network 3c32407d-443c-4dfb-8f44-75ebec223ccb {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:04.813145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:04.813527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Checking segment: {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:04.813930 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.814330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Bound using segment: {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:04.814920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Bound port: 5a810c86-892d-4eb5-bd29-188146b03266, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:04.815633 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.827342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad64ff1-58f8-4f0a-992e-59706a915166 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:04.835368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.863573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: cad64ff1-58f8-4f0a-992e-59706a915166 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:04.863926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cad64ff1-58f8-4f0a-992e-59706a915166 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:04.880431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.887280 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.925714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946e7ee0-468f-45f6-add7-d6fc1c9ac86e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:04.940266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] For port 5a810c86-892d-4eb5-bd29-188146b03266, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:04.943307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] For port 5a810c86-892d-4eb5-bd29-188146b03266, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a810c86-892d-4eb5-bd29-188146b03266,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:04.948884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.976489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:04.977584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-976eadc3-534f-473e-8705-1568e292f043 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3321826 Jan 10 19:42:04.980607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59582) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:04.988323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '6dd3bb53-2451-4b0e-ac10-7a73c09021a3', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:04.996257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:05.001138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:05.005518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:05.012092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:05.018232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Allocated IP 172.25.6.225 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/da2232c9-02ab-49b6-8592-96d9ce9156cb) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:05.033458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268c93b-458a-4701-ac94-2ec88a6dbf25 None None] Pushing event updated for resources: {'Port': ['ID=5a810c86-892d-4eb5-bd29-188146b03266,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:05.047845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.130631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.136163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.161667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e501c08d-91b2-46dc-879a-bf1cc085401b,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:05.171633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.173499 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-11d79d43-083b-4461-b01b-1b4401af4e81 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1915045 Jan 10 19:42:05.176291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59586) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:05.182748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '6dd3bb53-2451-4b0e-ac10-7a73c09021a3', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:05.189334 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.191084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:05.196063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:05.199210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:05.207919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:05.249646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.253222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.322218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.327499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.341470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:05.342386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Pushing event updated for resources: {'Port': ['ID=da2232c9-02ab-49b6-8592-96d9ce9156cb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:05.345368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:05.347462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:05.360879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622dcfe5-fd06-4ae4-a8b9-32ed74ff007f,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:05.378644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.380620 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-158fab80-2dd7-4005-a37b-ed8b8a08ca6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2029045 Jan 10 19:42:05.382988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59590) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:05.394457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '6dd3bb53-2451-4b0e-ac10-7a73c09021a3', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:05.401035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:05.405508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:05.408789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:05.414560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:05.425804 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:42:05.432331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.503997 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.508691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.524079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.524809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.532932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326106af-06c5-4cdd-af80-6e84983a3c2c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:05.545196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.549344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fde5164d-6260-4576-9778-39626bdf2aeb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1586425 Jan 10 19:42:05.549941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59594) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:05.556282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': '6dd3bb53-2451-4b0e-ac10-7a73c09021a3', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:05.563523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:05.567430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:05.570279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:05.575914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:05.589314 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:42:05.595678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.675039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.679013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.705054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c42c21-0a7b-468b-a382-2c2839c57bba,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:05.712811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.714304 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ddb984e6-905d-48bd-abb5-ab3b195857a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1632750 Jan 10 19:42:05.717916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59598) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:05.723800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'network': {'name': 'tempest-network-smoke--1301801474', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:05.730689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:05.735380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:network and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:05.738419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:05.744656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:05.761242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:05.765585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.782110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Router f00e5d5c-844a-4db7-96ca-2f9fcc392136 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:42:05.798183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:42:05.820172 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.820615 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Added segment 6efb4878-12b8-49e2-9728-27b13c40ca68 of type vlan for network 48218e22-8431-4eae-862b-c70254c2897c Jan 10 19:42:05.848732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.881974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.886644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:05.886861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:05.997780 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2785606 Jan 10 19:42:06.000812 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:06.005148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:06.005661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbdd03-9d62-4759-bb5c-85f4793f488f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Network': ['ID=48218e22-8431-4eae-862b-c70254c2897c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:06.010254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'admin_state_up': True, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:06.017874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 48218e22-8431-4eae-862b-c70254c2897c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:42:06.018420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:06.018764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Sync routers for ids ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:06.022547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:router and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:06.025620 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:06.033156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:06.033833 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Routers {'f00e5d5c-844a-4db7-96ca-2f9fcc392136'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:06.034714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:06.051574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.053078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.062339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.065131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a8f113d-c9fd-4b2b-9e20-5dff71021776 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0336721 Jan 10 19:42:06.067726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59606) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:06.088134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.139815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ddf3d-77e5-4fdf-b454-deb20bf5c5d5 None None] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:06.281174 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Set router f00e5d5c-844a-4db7-96ca-2f9fcc392136 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:06.286790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e54a4511-67b6-4895-8f28-f63b878dc43e None None] Provisioning for port 5a810c86-892d-4eb5-bd29-188146b03266 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:06.298769 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.518777 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.553968 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.630113 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:05Z', 'revision_number': 3, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'gw_port': {'id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:06.634314 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Checking router: f00e5d5c-844a-4db7-96ca-2f9fcc392136 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:06.634669 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Updating router f00e5d5c-844a-4db7-96ca-2f9fcc392136 port da2232c9-02ab-49b6-8592-96d9ce9156cb binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:42:06.696611 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.728114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.98 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/19ee7251-2535-4b69-a9e4-9088d2ad6169) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:06.889216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:06.908355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a810c86-892d-4eb5-bd29-188146b03266 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:06.922857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.003948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5a810c86-892d-4eb5-bd29-188146b03266 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:07.004216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:07.007233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:07.011724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:07.014669 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5a810c86-892d-4eb5-bd29-188146b03266 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:07.015727 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.040986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=19ee7251-2535-4b69-a9e4-9088d2ad6169,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:07.074508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.153214 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.172816 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.191781 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Transition to ACTIVE for port object da2232c9-02ab-49b6-8592-96d9ce9156cb will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:07.198328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5a810c86-892d-4eb5-bd29-188146b03266, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a810c86-892d-4eb5-bd29-188146b03266,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:07.202081 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.204549 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.244226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.244955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.284744 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Attempting to bind port da2232c9-02ab-49b6-8592-96d9ce9156cb on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:07.285278 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Attempting to bind port da2232c9-02ab-49b6-8592-96d9ce9156cb by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:07.285807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5a810c86-892d-4eb5-bd29-188146b03266,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:07.286213 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Attempting to bind port da2232c9-02ab-49b6-8592-96d9ce9156cb on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:07.300607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:07.301392 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:07.302036 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.302668 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:07.303668 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Bound port: da2232c9-02ab-49b6-8592-96d9ce9156cb, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:07.304242 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.304371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Allocated IP 172.20.0.1 (3c32407d-443c-4dfb-8f44-75ebec223ccb/6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d/2ac6bec0-ff23-4f09-96d5-253f45357799) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:07.395847 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] For port da2232c9-02ab-49b6-8592-96d9ce9156cb, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:07.401262 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] For port da2232c9-02ab-49b6-8592-96d9ce9156cb, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=da2232c9-02ab-49b6-8592-96d9ce9156cb,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:07.402643 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Pushing event updated for resources: {'Port': ['ID=da2232c9-02ab-49b6-8592-96d9ce9156cb,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:07.407416 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.420992 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.421430 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.421844 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.422255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.422779 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.423199 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.423599 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.423996 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.424403 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.424790 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.425186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:07.462863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.478937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Transition to ACTIVE for port object 2ac6bec0-ff23-4f09-96d5-253f45357799 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:07.503360 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.504301 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd7116-3ede-4a22-b863-d3032e17cdb0 None None] Pushing event updated for resources: {'Port': ['ID=da2232c9-02ab-49b6-8592-96d9ce9156cb,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:07.506899 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Routers {'f00e5d5c-844a-4db7-96ca-2f9fcc392136'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:07.507495 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:07.577329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:07.581227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:07.583806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac6bec0-ff23-4f09-96d5-253f45357799,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:07.586157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:07.609775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router c0b0baa4-66c4-42a3-9428-fe08c514fcff is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:42:07.644672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.722694 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] Set router f00e5d5c-844a-4db7-96ca-2f9fcc392136 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:07.740967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.852660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:07.866053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-778ffebc-7220-4549-b987-48b00f3fcc39 None None] Provisioning for port 2ac6bec0-ff23-4f09-96d5-253f45357799 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:07.870833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Sync routers for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:07.879946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-778ffebc-7220-4549-b987-48b00f3fcc39 None None] Provisioning complete for port 2ac6bec0-ff23-4f09-96d5-253f45357799 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:07.880588 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-778ffebc-7220-4549-b987-48b00f3fcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.887849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:07.892722 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dd408e90-31fd-421c-a4b7-80846d807d11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8907313 Jan 10 19:42:07.893436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:07.942826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:07.943650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:07.946192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59614) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:07.946444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fa7a24ab-46cd-40ac-88fe-7e22acdeefa1 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fffe24891a2d4ee6a14009600060497b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519316 Jan 10 19:42:08.040063 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:05Z', 'revision_number': 3, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'gw_port': {'id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:08.045698 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e60ea-3b99-4811-b6c7-73d552476ab6 None None] The sync data for ids ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'] in n-d-816927-8 is: [{'id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:05Z', 'revision_number': 3, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'gw_port': {'id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:08.132912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-778ffebc-7220-4549-b987-48b00f3fcc39 None None] Port 2ac6bec0-ff23-4f09-96d5-253f45357799 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:08.142283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:08.226835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:08.231014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb55b9-1f2a-4bd3-9110-4dacc1462fab tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:08.232686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ffb55b9-1f2a-4bd3-9110-4dacc1462fab tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2851541 Jan 10 19:42:08.235843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59618) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:08.283121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:08.352544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bb1c419c-3788-4362-9a45-40d34ca6b734 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1143010 Jan 10 19:42:08.354973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59622) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:08.363043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206843558', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:08.411761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:08.421765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac6bec0-ff23-4f09-96d5-253f45357799,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:08.455875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bfb8830b-1b68-425f-99d5-dfdfd407f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:08.495282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:08.500206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Checking router: c0b0baa4-66c4-42a3-9428-fe08c514fcff for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:08.500565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Updating router c0b0baa4-66c4-42a3-9428-fe08c514fcff port 19ee7251-2535-4b69-a9e4-9088d2ad6169 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:42:08.520248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:08.524026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:subnet and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:08.527159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:08.534605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:08.546917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:08.577968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:08.603720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:08.605500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:08.668414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:08.999674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.051306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a810c86-892d-4eb5-bd29-188146b03266 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:09.098061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Subnet': ['ID=3c628446-f219-49fe-891b-c7ff12fd01be,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:09.110526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Checking segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:09.110934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network hostable DHCP agents. Network: 48218e22-8431-4eae-862b-c70254c2897c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:42:09.151178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 48218e22-8431-4eae-862b-c70254c2897c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:42:09.165680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 48218e22-8431-4eae-862b-c70254c2897c) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:09.170103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.171446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:09.172309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.186561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a3bc8-acc1-42b4-8e98-835705df0be4 None None] Network 48218e22-8431-4eae-862b-c70254c2897c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:09.196848 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a56719f3-592b-4024-a941-aad763273867 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8392227 Jan 10 19:42:09.198965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59626) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:09.208792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c25adba-f715-411d-8345-f091531d23c4 None None] Provisioning complete for port 2ac6bec0-ff23-4f09-96d5-253f45357799 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:09.209161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c25adba-f715-411d-8345-f091531d23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.221755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Router f00e5d5c-844a-4db7-96ca-2f9fcc392136 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:09.309163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Transition to ACTIVE for port object 19ee7251-2535-4b69-a9e4-9088d2ad6169 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:09.315423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5c25adba-f715-411d-8345-f091531d23c4 None None] Port 2ac6bec0-ff23-4f09-96d5-253f45357799 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:09.373341 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.437503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:09.445446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5a810c86-892d-4eb5-bd29-188146b03266 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:09.445821 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.447255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d91978d4-7de1-40c0-ab08-4f451fdf92e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/f00e5d5c-844a-4db7-96ca-2f9fcc392136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3778665 Jan 10 19:42:09.536681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51529332-1999-43be-842a-b4dc52e73427 None None] Pushing event updated for resources: {'Port': ['ID=19ee7251-2535-4b69-a9e4-9088d2ad6169,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:09.560339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Attempting to bind port 19ee7251-2535-4b69-a9e4-9088d2ad6169 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:09.560641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Attempting to bind port 19ee7251-2535-4b69-a9e4-9088d2ad6169 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:09.561012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Attempting to bind port 19ee7251-2535-4b69-a9e4-9088d2ad6169 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:09.611173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:09.611525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:09.611928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.612328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:09.612809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Bound port: 19ee7251-2535-4b69-a9e4-9088d2ad6169, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:09.613189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.798035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] For port 19ee7251-2535-4b69-a9e4-9088d2ad6169, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:09.800240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-48218e22-8431-4eae-862b-c70254c2897c', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:42:09.801044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:09.813888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device da2232c9-02ab-49b6-8592-96d9ce9156cb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:09.853403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] For port 19ee7251-2535-4b69-a9e4-9088d2ad6169, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=19ee7251-2535-4b69-a9e4-9088d2ad6169,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:09.866065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.043647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51529332-1999-43be-842a-b4dc52e73427 None None] Pushing event updated for resources: {'Port': ['ID=19ee7251-2535-4b69-a9e4-9088d2ad6169,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:10.094283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port da2232c9-02ab-49b6-8592-96d9ce9156cb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:10.098471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:10.099781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:41:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:10.111155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.180060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port da2232c9-02ab-49b6-8592-96d9ce9156cb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:10.180441 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.264531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Allocated IP 172.20.0.2 (48218e22-8431-4eae-862b-c70254c2897c/3c628446-f219-49fe-891b-c7ff12fd01be/a86a9995-f815-4d34-a910-656e845112a6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:10.462579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59648) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:10.468395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1994490550-network', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:10.473948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:10.477849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Usage tracker for resource:network and tenant:1e8f72668ec3460d97db57efdf785a46 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:10.480850 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:10.487348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:10.498383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Made reservation on behalf of 1e8f72668ec3460d97db57efdf785a46 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:10.500990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.512507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.514958 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.526678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:10.548348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:10.552345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8f72668ec3460d97db57efdf785a46 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:10.556475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:10.562801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:10.567394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1546dda1-f068-4bba-917b-9617150d8e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.633158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.637020 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.650981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port da2232c9-02ab-49b6-8592-96d9ce9156cb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=da2232c9-02ab-49b6-8592-96d9ce9156cb,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:10.674728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:42:10.679896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4cfd9f-bac3-489f-bb9c-23c8e8f7ba46,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:10.682611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.687146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.687489 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Added segment a1abb3a8-431f-4b08-8965-aae22b246520 of type vlan for network bc3295c8-aa0c-4bd6-addc-1e58c87e554a Jan 10 19:42:10.719442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.752066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.753365 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:10.754055 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.869140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3295c8-aa0c-4bd6-addc-1e58c87e554a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:10.874606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3db6b67f-d7be-4285-919d-ab83be30f834 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4108610 Jan 10 19:42:10.877277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59652) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:10.884038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Request body: {'subnet': {'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1994490550-subnet', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:10.889720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:10.892883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:42:10.893773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Usage tracker for resource:subnet and tenant:1e8f72668ec3460d97db57efdf785a46 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:10.896659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:10.902420 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:10.913125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Made reservation on behalf of 1e8f72668ec3460d97db57efdf785a46 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:10.915519 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:10.990692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=da2232c9-02ab-49b6-8592-96d9ce9156cb,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:11.041644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.067873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Transition to ACTIVE for port object a86a9995-f815-4d34-a910-656e845112a6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:11.119939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Transition to ACTIVE for port object a86a9995-f815-4d34-a910-656e845112a6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:11.126852 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.155980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.212324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Network 48218e22-8431-4eae-862b-c70254c2897c is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:11.213085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Pushing event updated for resources: {'Port': ['ID=a86a9995-f815-4d34-a910-656e845112a6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:11.216878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:11.219999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:11.241008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.1 (48218e22-8431-4eae-862b-c70254c2897c/3c628446-f219-49fe-891b-c7ff12fd01be/97f51d73-402b-4f28-a793-824491ec8ab6) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:11.262761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:11.276242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7ca664-8d9d-4979-9a49-bf15ac9e20ce,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:11.302424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9300f-2dca-4ed1-bfb3-da74c60de38a None None] The sync data for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 is: [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:11.326162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Attempting to bind port a86a9995-f815-4d34-a910-656e845112a6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:11.326563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Attempting to bind port a86a9995-f815-4d34-a910-656e845112a6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:11.326963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Attempting to bind port a86a9995-f815-4d34-a910-656e845112a6 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:11.333402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:11.333773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Checking segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:11.334178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.334569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Bound using segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:11.335061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Bound port: a86a9995-f815-4d34-a910-656e845112a6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:11.335437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.365338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Checking segment: {'id': 'a1abb3a8-431f-4b08-8965-aae22b246520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:11.365708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Network hostable DHCP agents. Network: bc3295c8-aa0c-4bd6-addc-1e58c87e554a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:42:11.433646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:42:11.439775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] For port a86a9995-f815-4d34-a910-656e845112a6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:11.443199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] For port a86a9995-f815-4d34-a910-656e845112a6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a86a9995-f815-4d34-a910-656e845112a6,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:11.449217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.456647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, bc3295c8-aa0c-4bd6-addc-1e58c87e554a) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:11.464300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:11.464887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.470764 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.496024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object 97f51d73-402b-4f28-a793-824491ec8ab6 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:11.498454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6711df-e215-47a7-accd-a4e96d05d65d None None] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:11.502617 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-82e32941-c1ae-4094-a9a6-f5f6fe49e108 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6234903 Jan 10 19:42:11.505604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59656) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:11.514914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1994490550-router', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:11.520646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:11.523014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.524557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Usage tracker for resource:router and tenant:1e8f72668ec3460d97db57efdf785a46 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:11.527872 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:11.534365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:11.544676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.545634 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.563992 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.601637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 48218e22-8431-4eae-862b-c70254c2897c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:11.604937 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:11.610785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:11.647500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=97f51d73-402b-4f28-a793-824491ec8ab6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:11.651053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee9d0b-ab69-4890-9e64-0f1800b4b7eb None None] Pushing event updated for resources: {'Port': ['ID=a86a9995-f815-4d34-a910-656e845112a6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:11.705187 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.775894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.823932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.834423 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.849307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-bc3295c8-aa0c-4bd6-addc-1e58c87e554a', 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'fixed_ips': [{'subnet_id': '7f7ca664-8d9d-4979-9a49-bf15ac9e20ce'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:42:11.850348 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:11.989226 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.176220 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Sync routers for ids ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:12.178922 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.199219 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Routers {'f00e5d5c-844a-4db7-96ca-2f9fcc392136'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:12.200165 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:12.209402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Allocated IP 172.20.0.2 (bc3295c8-aa0c-4bd6-addc-1e58c87e554a/7f7ca664-8d9d-4979-9a49-bf15ac9e20ce/8d1dcc78-0c2b-4ebc-a235-910772530ba1) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:12.237222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.492705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Allocated IP 172.25.6.33 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/32f56bf2-e865-4254-9572-c37821634d5a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:12.503394 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Set router f00e5d5c-844a-4db7-96ca-2f9fcc392136 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:12.566292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.587470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Transition to ACTIVE for port object 8d1dcc78-0c2b-4ebc-a235-910772530ba1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:12.630784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Transition to ACTIVE for port object 8d1dcc78-0c2b-4ebc-a235-910772530ba1 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:12.638903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.645803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.655182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.729826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:12.734390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:12.737448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:12.784510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Pushing event updated for resources: {'Port': ['ID=8d1dcc78-0c2b-4ebc-a235-910772530ba1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:12.830592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.831098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.831436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.832191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.832191 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.832397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.832713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.833033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.833352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.833734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.835131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:12.884774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=97f51d73-402b-4f28-a793-824491ec8ab6,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:12.912956 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.931958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Attempting to bind port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:12.932355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Attempting to bind port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a1abb3a8-431f-4b08-8965-aae22b246520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:12.932720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Attempting to bind port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 on network bc3295c8-aa0c-4bd6-addc-1e58c87e554a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:12.946231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:12.946613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Checking segment: {'id': 'a1abb3a8-431f-4b08-8965-aae22b246520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:12.957686 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:12.958298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Bound using segment: {'id': 'a1abb3a8-431f-4b08-8965-aae22b246520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:12.958812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Bound port: 8d1dcc78-0c2b-4ebc-a235-910772530ba1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1abb3a8-431f-4b08-8965-aae22b246520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:12.959224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.004184 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.059722 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 4, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'gw_port': {'id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2ac6bec0-ff23-4f09-96d5-253f45357799', 'name': '', 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'mac_address': 'fa:16:3e:76:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:07Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 2, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'subnets': [{'id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:13.063516 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.091426 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Checking router: f00e5d5c-844a-4db7-96ca-2f9fcc392136 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:13.092386 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Updating router f00e5d5c-844a-4db7-96ca-2f9fcc392136 port 2ac6bec0-ff23-4f09-96d5-253f45357799 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:42:13.116024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 48218e22-8431-4eae-862b-c70254c2897c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:13.118401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:13.171694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 19ee7251-2535-4b69-a9e4-9088d2ad6169 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:13.217376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:13.220603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:13.224433 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.225591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:13.254315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=32f56bf2-e865-4254-9572-c37821634d5a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:13.277653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] For port 8d1dcc78-0c2b-4ebc-a235-910772530ba1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:13.284700 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.287543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] For port 8d1dcc78-0c2b-4ebc-a235-910772530ba1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8d1dcc78-0c2b-4ebc-a235-910772530ba1,segment=NetworkSegment(a1abb3a8-431f-4b08-8965-aae22b246520),segment_id=a1abb3a8-431f-4b08-8965-aae22b246520)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:13.295151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee8802-f9b5-4a25-9ab2-1ce1c3601f73 None None] Network 48218e22-8431-4eae-862b-c70254c2897c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:13.380173 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.441296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.442831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.570107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4d9aec13-3804-4c85-8ca6-be5eb597a6ba None None] Provisioning for port a86a9995-f815-4d34-a910-656e845112a6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:13.597619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router c0b0baa4-66c4-42a3-9428-fe08c514fcff has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:13.661155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c9f3b-67a8-41f8-af11-0915b1da6313 None None] Pushing event updated for resources: {'Port': ['ID=8d1dcc78-0c2b-4ebc-a235-910772530ba1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:13.673430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 19ee7251-2535-4b69-a9e4-9088d2ad6169 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:13.682827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 19ee7251-2535-4b69-a9e4-9088d2ad6169 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:13.684340 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.687367 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.706537 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Transition to ACTIVE for port object 2ac6bec0-ff23-4f09-96d5-253f45357799 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:13.719786 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.766361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Router a58381fd-a00d-47c4-82c5-0780908148a3 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:42:13.890657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:13.895310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.911128 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3ae57870-e0ec-441d-bc8f-5b4475c99950 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/c0b0baa4-66c4-42a3-9428-fe08c514fcff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7109358 Jan 10 19:42:13.966605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 19ee7251-2535-4b69-a9e4-9088d2ad6169, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=19ee7251-2535-4b69-a9e4-9088d2ad6169,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:13.973853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:13.974658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a86a9995-f815-4d34-a910-656e845112a6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:13.975699 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f765ae-c3df-4389-bc71-e93948e259bc None None] Pushing event updated for resources: {'Port': ['ID=2ac6bec0-ff23-4f09-96d5-253f45357799,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:14.206723 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Attempting to bind port 2ac6bec0-ff23-4f09-96d5-253f45357799 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:14.207116 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Attempting to bind port 2ac6bec0-ff23-4f09-96d5-253f45357799 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:14.207477 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Attempting to bind port 2ac6bec0-ff23-4f09-96d5-253f45357799 on network 3c32407d-443c-4dfb-8f44-75ebec223ccb {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:14.216345 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:14.216720 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Checking segment: {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:14.217117 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.217502 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Bound using segment: {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:14.218094 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Bound port: 2ac6bec0-ff23-4f09-96d5-253f45357799, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bbd081-5537-4e37-b64f-c9c1497b1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:14.218465 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.287605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=19ee7251-2535-4b69-a9e4-9088d2ad6169,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:14.318582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a86a9995-f815-4d34-a910-656e845112a6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:14.337358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a86a9995-f815-4d34-a910-656e845112a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:14.337757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.364218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:14.373096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] For port 2ac6bec0-ff23-4f09-96d5-253f45357799, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:14.376606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] For port 2ac6bec0-ff23-4f09-96d5-253f45357799, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2ac6bec0-ff23-4f09-96d5-253f45357799,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:14.385072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Sync routers for ids ['a58381fd-a00d-47c4-82c5-0780908148a3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:14.385692 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.399556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.401177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fbb7785b-08a3-4bd0-93a3-09f52b2f4bc9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8933723 Jan 10 19:42:14.404684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59668) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:14.417490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Routers {'a58381fd-a00d-47c4-82c5-0780908148a3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:14.418119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a58381fd-a00d-47c4-82c5-0780908148a3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:14.489558 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f765ae-c3df-4389-bc71-e93948e259bc None None] Pushing event updated for resources: {'Port': ['ID=2ac6bec0-ff23-4f09-96d5-253f45357799,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:14.508398 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Routers {'f00e5d5c-844a-4db7-96ca-2f9fcc392136'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:14.509161 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:14.776336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.806777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-c06f0153-e34e-46f9-b87c-adbb3c6914dd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:14.854462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-c06f0153-e34e-46f9-b87c-adbb3c6914dd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:14.856089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-c06f0153-e34e-46f9-b87c-adbb3c6914dd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721223105&fields=id&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 267 time: 0.1063554 Jan 10 19:42:14.864877 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] Set router f00e5d5c-844a-4db7-96ca-2f9fcc392136 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:14.879639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f022530c-be85-4008-9cf6-e78f52324e3e None None] Provisioning complete for port a86a9995-f815-4d34-a910-656e845112a6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:14.880019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f022530c-be85-4008-9cf6-e78f52324e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:14.952739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Set router a58381fd-a00d-47c4-82c5-0780908148a3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:15.052125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a86a9995-f815-4d34-a910-656e845112a6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a86a9995-f815-4d34-a910-656e845112a6,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:15.129167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-6e4d6c33-e204-47ce-b127-4897bac4ad87 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:15.130569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-6e4d6c33-e204-47ce-b127-4897bac4ad87 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:15.162339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-6e4d6c33-e204-47ce-b127-4897bac4ad87 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:15.163869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-6e4d6c33-e204-47ce-b127-4897bac4ad87 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 797 time: 0.2964506 Jan 10 19:42:15.184060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-65feab15-0fbe-4df6-af1c-228cd4b94f4d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/quotas/fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 375 time: 0.0129621 Jan 10 19:42:15.211009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:15.217603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device da2232c9-02ab-49b6-8592-96d9ce9156cb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:15.340087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-dbb5d05e-80c3-49b7-89dd-7b206d980b36 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488986 Jan 10 19:42:15.508374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c297c-f965-435b-abed-3a8690332105 None None] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:15.537333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:15.546112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a86a9995-f815-4d34-a910-656e845112a6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:15.547583 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 4, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'gw_port': {'id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2ac6bec0-ff23-4f09-96d5-253f45357799', 'name': '', 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'mac_address': 'fa:16:3e:76:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:07Z', 'updated_at': '2022-01-10T19:42:14Z', 'revision_number': 4, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'subnets': [{'id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:15.550972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-aeb20ce6-467c-4321-8569-d9f1336bda0b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:42:15.552203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-aeb20ce6-467c-4321-8569-d9f1336bda0b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1994073 Jan 10 19:42:15.560471 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa8bc-7f29-4d57-b525-19455317fbb5 None None] The sync data for ids ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'] in n-d-816927-8 is: [{'id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'name': 'tempest-TestAggregatesBasicOps-986050375-router', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:07Z', 'revision_number': 4, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'gw_port': {'id': 'da2232c9-02ab-49b6-8592-96d9ce9156cb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:04Z', 'updated_at': '2022-01-10T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2ac6bec0-ff23-4f09-96d5-253f45357799', 'name': '', 'network_id': '3c32407d-443c-4dfb-8f44-75ebec223ccb', 'tenant_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'mac_address': 'fa:16:3e:76:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e5d5c-844a-4db7-96ca-2f9fcc392136', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:07Z', 'updated_at': '2022-01-10T19:42:14Z', 'revision_number': 4, 'project_id': 'c34f9e55294a45bcb2101f01a0f1f973', 'subnets': [{'id': '6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:15.718483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:15.736083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port da2232c9-02ab-49b6-8592-96d9ce9156cb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:15.736371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:15.770171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-171a92c7-ab09-4f07-bd06-08984ca0867e service neutron] 10.222.0.21 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087057 Jan 10 19:42:15.791197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:15.933139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-f22a129e-729a-4ca7-9942-bb4e6067715d service neutron] 10.222.0.21 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616414 Jan 10 19:42:16.072693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Allocated IP 172.20.0.1 (bc3295c8-aa0c-4bd6-addc-1e58c87e554a/7f7ca664-8d9d-4979-9a49-bf15ac9e20ce/428e7324-e221-4478-9f2d-894e2b26f776) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:16.091321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f022530c-be85-4008-9cf6-e78f52324e3e None None] Provisioning for port 97f51d73-402b-4f28-a793-824491ec8ab6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:16.111176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f022530c-be85-4008-9cf6-e78f52324e3e None None] Provisioning complete for port 97f51d73-402b-4f28-a793-824491ec8ab6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:16.111547 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f022530c-be85-4008-9cf6-e78f52324e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.159966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'name': 'tempest-TestAggregatesBasicOps-1994490550-router', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32f56bf2-e865-4254-9572-c37821634d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:11Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 3, 'project_id': '1e8f72668ec3460d97db57efdf785a46', 'gw_port': {'id': '32f56bf2-e865-4254-9572-c37821634d5a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:12Z', 'updated_at': '2022-01-10T19:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:16.193920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Checking router: a58381fd-a00d-47c4-82c5-0780908148a3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:16.194272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Updating router a58381fd-a00d-47c4-82c5-0780908148a3 port 32f56bf2-e865-4254-9572-c37821634d5a binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:42:16.254990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f022530c-be85-4008-9cf6-e78f52324e3e None None] Port 97f51d73-402b-4f28-a793-824491ec8ab6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:16.284270 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.426445 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.469855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-60d8ceca-8977-44ab-b0d9-f9692c03a459 None None] Provisioning for port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:16.476124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-178a0f6e-f88d-4b5b-83ac-46d79e5beb9e req-5bc6fa04-6a55-4bc1-a765-1cfdac9fa14b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 210 time: 0.2920737 Jan 10 19:42:16.488329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Transition to ACTIVE for port object 428e7324-e221-4478-9f2d-894e2b26f776 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:16.560273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.582509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8d1dcc78-0c2b-4ebc-a235-910772530ba1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:16.657650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Pushing event updated for resources: {'Port': ['ID=428e7324-e221-4478-9f2d-894e2b26f776,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:16.676567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:16.678316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:16.681219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:16.769333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.789533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-60d8ceca-8977-44ab-b0d9-f9692c03a459 None None] Provisioning complete for port 97f51d73-402b-4f28-a793-824491ec8ab6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:16.789908 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-60d8ceca-8977-44ab-b0d9-f9692c03a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.908401 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.914793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:16.930495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:16.930891 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:16.966443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-60d8ceca-8977-44ab-b0d9-f9692c03a459 None None] Port 97f51d73-402b-4f28-a793-824491ec8ab6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:16.998779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.020418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Transition to ACTIVE for port object 32f56bf2-e865-4254-9572-c37821634d5a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:17.051103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.165536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1207ca-e28a-4dde-987d-25b93b97afb3 None None] Pushing event updated for resources: {'Port': ['ID=32f56bf2-e865-4254-9572-c37821634d5a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:17.200822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.202732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.207132 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.213311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Attempting to bind port 32f56bf2-e865-4254-9572-c37821634d5a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:17.213681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Attempting to bind port 32f56bf2-e865-4254-9572-c37821634d5a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:17.214039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Attempting to bind port 32f56bf2-e865-4254-9572-c37821634d5a on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:17.215924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-73883d41-cf42-46fe-ab21-f5b058be349f None None] Provisioning for port 428e7324-e221-4478-9f2d-894e2b26f776 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:17.229002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-73883d41-cf42-46fe-ab21-f5b058be349f None None] Provisioning complete for port 428e7324-e221-4478-9f2d-894e2b26f776 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:17.229378 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73883d41-cf42-46fe-ab21-f5b058be349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.255762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:17.256057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:17.256454 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.256842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:17.257312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Bound port: 32f56bf2-e865-4254-9572-c37821634d5a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:17.257684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.311585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Pushing event updated for resources: {'Port': ['ID=428e7324-e221-4478-9f2d-894e2b26f776,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:17.313888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.340901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 8d1dcc78-0c2b-4ebc-a235-910772530ba1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8d1dcc78-0c2b-4ebc-a235-910772530ba1,segment=NetworkSegment(a1abb3a8-431f-4b08-8965-aae22b246520),segment_id=a1abb3a8-431f-4b08-8965-aae22b246520)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:17.341958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-73883d41-cf42-46fe-ab21-f5b058be349f None None] Port 428e7324-e221-4478-9f2d-894e2b26f776 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:17.357076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.357835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 19ee7251-2535-4b69-a9e4-9088d2ad6169 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:17.455917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] For port 32f56bf2-e865-4254-9572-c37821634d5a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:17.488928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] For port 32f56bf2-e865-4254-9572-c37821634d5a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=32f56bf2-e865-4254-9572-c37821634d5a,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:17.493979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-73883d41-cf42-46fe-ab21-f5b058be349f None None] Provisioning complete for port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:17.494351 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73883d41-cf42-46fe-ab21-f5b058be349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.529106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.540240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=8d1dcc78-0c2b-4ebc-a235-910772530ba1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:17.595811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:17.597380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:17.654222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1207ca-e28a-4dde-987d-25b93b97afb3 None None] Pushing event updated for resources: {'Port': ['ID=32f56bf2-e865-4254-9572-c37821634d5a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:17.661436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 19ee7251-2535-4b69-a9e4-9088d2ad6169 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:17.661875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:17.820102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Routers {'a58381fd-a00d-47c4-82c5-0780908148a3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:17.821283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a58381fd-a00d-47c4-82c5-0780908148a3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:17.898397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca378fc2-352c-4b0d-8760-1301e4a24a92 req-95de9034-b088-4be0-a294-805d2987bfb7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 210 time: 0.1672671 Jan 10 19:42:17.906277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-52e2cb7a-e151-4500-9121-a25664c9274a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:17.907623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-52e2cb7a-e151-4500-9121-a25664c9274a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 797 time: 0.4509366 Jan 10 19:42:17.969229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-4155ab8d-7bb0-492a-9000-388d613ec61e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 380 time: 0.0471334 Jan 10 19:42:17.978049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'port': {'device_id': '679a0df1-141d-459c-a658-c410bef1921e', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'admin_state_up': True, 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'security_groups': ['6dd3bb53-2451-4b0e-ac10-7a73c09021a3']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:18.084132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Router a58381fd-a00d-47c4-82c5-0780908148a3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:18.139572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:18.144029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a86a9995-f815-4d34-a910-656e845112a6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:18.144234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:port and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:18.147261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:18.153820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:18.164386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:18.167985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.194583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-77a62ce6-daf6-4e7f-af14-2ee6801a824e None None] Provisioning complete for port 428e7324-e221-4478-9f2d-894e2b26f776 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:18.195215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-77a62ce6-daf6-4e7f-af14-2ee6801a824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.244250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] Set router a58381fd-a00d-47c4-82c5-0780908148a3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:18.295891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:18.311812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15079e61-f332-4e62-b5d8-2c3cdebcbeaa admin admin] 10.222.0.21 "PUT /v2.0/routers/a58381fd-a00d-47c4-82c5-0780908148a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9045365 Jan 10 19:42:18.326937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-77a62ce6-daf6-4e7f-af14-2ee6801a824e None None] Port 428e7324-e221-4478-9f2d-894e2b26f776 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:18.342118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.6 (48218e22-8431-4eae-862b-c70254c2897c/3c628446-f219-49fe-891b-c7ff12fd01be/20de3353-924a-40ad-901b-88f3fb9725a4) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:18.418325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a86a9995-f815-4d34-a910-656e845112a6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:18.418702 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.541002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.567862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object 20de3353-924a-40ad-901b-88f3fb9725a4 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:18.604618 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.667979 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2ac6bec0-ff23-4f09-96d5-253f45357799 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:18.690332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 48218e22-8431-4eae-862b-c70254c2897c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:18.691420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:18.695009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:18.697865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:18.745502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'name': 'tempest-TestAggregatesBasicOps-1994490550-router', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32f56bf2-e865-4254-9572-c37821634d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:11Z', 'updated_at': '2022-01-10T19:42:16Z', 'revision_number': 4, 'project_id': '1e8f72668ec3460d97db57efdf785a46', 'gw_port': {'id': '32f56bf2-e865-4254-9572-c37821634d5a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:12Z', 'updated_at': '2022-01-10T19:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '428e7324-e221-4478-9f2d-894e2b26f776', 'name': '', 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'mac_address': 'fa:16:3e:87:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7ca664-8d9d-4979-9a49-bf15ac9e20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:15Z', 'updated_at': '2022-01-10T19:42:17Z', 'revision_number': 2, 'project_id': '1e8f72668ec3460d97db57efdf785a46', 'subnets': [{'id': '7f7ca664-8d9d-4979-9a49-bf15ac9e20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:18.752288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12e1c2-e334-4731-9211-843c708ae742 None None] The sync data for ids ['a58381fd-a00d-47c4-82c5-0780908148a3'] in n-d-816927-8 is: [{'id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'name': 'tempest-TestAggregatesBasicOps-1994490550-router', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32f56bf2-e865-4254-9572-c37821634d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:11Z', 'updated_at': '2022-01-10T19:42:16Z', 'revision_number': 4, 'project_id': '1e8f72668ec3460d97db57efdf785a46', 'gw_port': {'id': '32f56bf2-e865-4254-9572-c37821634d5a', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:12Z', 'updated_at': '2022-01-10T19:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '428e7324-e221-4478-9f2d-894e2b26f776', 'name': '', 'network_id': 'bc3295c8-aa0c-4bd6-addc-1e58c87e554a', 'tenant_id': '1e8f72668ec3460d97db57efdf785a46', 'mac_address': 'fa:16:3e:87:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58381fd-a00d-47c4-82c5-0780908148a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7ca664-8d9d-4979-9a49-bf15ac9e20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:15Z', 'updated_at': '2022-01-10T19:42:17Z', 'revision_number': 2, 'project_id': '1e8f72668ec3460d97db57efdf785a46', 'subnets': [{'id': '7f7ca664-8d9d-4979-9a49-bf15ac9e20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:18.764429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2ac6bec0-ff23-4f09-96d5-253f45357799 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:18.774303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2ac6bec0-ff23-4f09-96d5-253f45357799 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:18.774303 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.795224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:18.795839 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.823586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-d3eab5f6-7df6-4a7a-88a7-87423877b91c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8491104 Jan 10 19:42:18.835990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-19635bd2-5028-4ac0-ba5a-e3c9642426a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:42:18.837062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-19635bd2-5028-4ac0-ba5a-e3c9642426a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064158 Jan 10 19:42:18.916927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.952359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2ac6bec0-ff23-4f09-96d5-253f45357799, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2ac6bec0-ff23-4f09-96d5-253f45357799,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:18.957738 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:18.985461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Request body: {'port': {'device_id': '679a0df1-141d-459c-a658-c410bef1921e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:19.064485 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2ac6bec0-ff23-4f09-96d5-253f45357799,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:19.071248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e0e7ef4f-eb50-4d44-8223-6ef6c9e2f390 None None] Provisioning for port 20de3353-924a-40ad-901b-88f3fb9725a4 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:19.078688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e0e7ef4f-eb50-4d44-8223-6ef6c9e2f390 None None] Provisioning complete for port 20de3353-924a-40ad-901b-88f3fb9725a4 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:19.079300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ef4f-eb50-4d44-8223-6ef6c9e2f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:19.111170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8d1dcc78-0c2b-4ebc-a235-910772530ba1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:19.184206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:19.191210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7ef4f-eb50-4d44-8223-6ef6c9e2f390 None None] Port 20de3353-924a-40ad-901b-88f3fb9725a4 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:19.213777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:19.214414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:19.282788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cb171-1d16-4833-8987-e92ddcccf4e4 req-5b5e1607-92d8-4c0c-9502-92a479abff7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:19.283524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-330cb171-1d16-4833-8987-e92ddcccf4e4 req-5b5e1607-92d8-4c0c-9502-92a479abff7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:19.346435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-330cb171-1d16-4833-8987-e92ddcccf4e4 req-5b5e1607-92d8-4c0c-9502-92a479abff7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:19.347631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-330cb171-1d16-4833-8987-e92ddcccf4e4 req-5b5e1607-92d8-4c0c-9502-92a479abff7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 931 time: 0.2363188 Jan 10 19:42:19.479533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-330cb171-1d16-4833-8987-e92ddcccf4e4 req-04c2ce16-0025-46af-a593-d670326f6c39 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250992 Jan 10 19:42:19.602315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20de3353-924a-40ad-901b-88f3fb9725a4 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:42:19.609263 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:19.623036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Transition to ACTIVE for port object 20de3353-924a-40ad-901b-88f3fb9725a4 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:19.626894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:19.759139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:19.811765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59738) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:19.872422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:19.872787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:19.873278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:19.881308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:42:19.881639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:19.888961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:19.889297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Checking segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:19.889690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Bound using segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:19.890118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Bound port: 20de3353-924a-40ad-901b-88f3fb9725a4, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:19.890467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:19.997442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:20.001393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:20.006927 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:20.074948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:20.077623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] 10.222.0.30 "PUT /v2.0/ports/20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 1091 time: 1.2348607 Jan 10 19:42:20.078167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:42:20.096600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0451e-d917-4c56-adb7-6985341e77ac service neutron] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:20.166953 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'status': 'completed', 'code': 200} Jan 10 19:42:20.265111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:20.310106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-413d9d03-8ce0-4967-862b-9d21e9fec8f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1094 time: 0.1845124 Jan 10 19:42:20.379612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-4a8736e0-f898-4d63-9d2a-1c8c6475c559 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 217 time: 0.0625162 Jan 10 19:42:20.439569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-0270c093-ec83-48e4-a8bb-72f16b7f957f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:20.440918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-0270c093-ec83-48e4-a8bb-72f16b7f957f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0563941 Jan 10 19:42:20.514246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-a78801b4-c2e0-4473-a74d-f0305c6b6f64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676386 Jan 10 19:42:20.709842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-c9f2fda9-ac55-4662-8de7-d8b17fd98f30 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897516 Jan 10 19:42:20.814696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e957ec5-3b2c-477a-b2bd-a29d7f56a17f req-3ddb8f5c-1d5b-4da3-8abc-8e8bbc254ed2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:20.816232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e957ec5-3b2c-477a-b2bd-a29d7f56a17f req-3ddb8f5c-1d5b-4da3-8abc-8e8bbc254ed2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.2109978 Jan 10 19:42:20.899321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d83d1a3-6d5c-47a1-8d94-656ca3b9f3e3 req-634a8ef9-8138-4874-8931-fc1e9bae9fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837690 Jan 10 19:42:20.901628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e957ec5-3b2c-477a-b2bd-a29d7f56a17f req-56547d5e-7b0d-473d-b359-aecca592e7d2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789974 Jan 10 19:42:20.986202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Deleting port 2ac6bec0-ff23-4f09-96d5-253f45357799 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:20.986658 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:21.025697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-dc9c5585-d933-4564-9d58-123c73177331 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1094 time: 0.0791814 Jan 10 19:42:21.032724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2ac6bec0-ff23-4f09-96d5-253f45357799 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:21.115677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2ac6bec0-ff23-4f09-96d5-253f45357799 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:21.116058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:21.167807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] For port 2ac6bec0-ff23-4f09-96d5-253f45357799, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2ac6bec0-ff23-4f09-96d5-253f45357799,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:21.168052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-96d4554d-79a1-402a-917d-8d3a9e176e78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:21.168176 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:21.169751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-96d4554d-79a1-402a-917d-8d3a9e176e78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1373408 Jan 10 19:42:21.237156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-3d310c76-a51c-4be2-b654-453efc89ca32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 217 time: 0.0604568 Jan 10 19:42:21.295309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Calling delete_port for 2ac6bec0-ff23-4f09-96d5-253f45357799 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:21.304916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-67ebd809-a3fe-4be9-9e6d-c16d836e9bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:21.306447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-67ebd809-a3fe-4be9-9e6d-c16d836e9bae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0639267 Jan 10 19:42:21.380165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-5a58bc6b-c988-4ae8-8b45-3984e38cce6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669825 Jan 10 19:42:21.464747 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:21.509830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac6bec0-ff23-4f09-96d5-253f45357799,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:21.513834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-b1f04160-3c0f-4a00-818e-454ace91eb4c service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274164 Jan 10 19:42:21.547512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.548027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.548222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.548538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.548885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.549214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.549659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.550067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.550330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.550618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.550963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:42:21.654468 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e63ed9dc-d00e-48ed-870b-dd254e537809 req-b6f37fc1-ca18-4880-a49b-37bdc4070a42 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347377 Jan 10 19:42:21.809939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:21.850143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:42:21.985359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:21.999068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '20de3353-924a-40ad-901b-88f3fb9725a4', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'mac_address': 'fa:16:3e:2b:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:42:22.053630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:22.072274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20de3353-924a-40ad-901b-88f3fb9725a4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:42:22.087585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:22.092234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:22.108608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb2b7c-c2b5-4f9c-b2da-f73af3abaac8 req-c4a729be-8a93-4dd8-96a0-7f65d4aba3e7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:22.110552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3deb2b7c-c2b5-4f9c-b2da-f73af3abaac8 req-c4a729be-8a93-4dd8-96a0-7f65d4aba3e7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.0821912 Jan 10 19:42:22.161682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3deb2b7c-c2b5-4f9c-b2da-f73af3abaac8 req-9a519274-8eeb-4e1c-9583-c1670bb5f45a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453181 Jan 10 19:42:22.216079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:22.292630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['20de3353-924a-40ad-901b-88f3fb9725a4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:42:22.487466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Router f00e5d5c-844a-4db7-96ca-2f9fcc392136 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:22.684068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:22.692460 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9b90abea-14f6-4e51-9050-ea46e7ac30a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/f00e5d5c-844a-4db7-96ca-2f9fcc392136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8795033 Jan 10 19:42:22.695009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59750) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:22.883758 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:23.077919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:23.087300 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Deleting port da2232c9-02ab-49b6-8592-96d9ce9156cb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:23.087574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:23.260336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] For port da2232c9-02ab-49b6-8592-96d9ce9156cb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=da2232c9-02ab-49b6-8592-96d9ce9156cb,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:23.260692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:23.356271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08330658-6729-4660-a755-c086825dfbd0 req-ee140e76-5b8e-45b5-ad1f-aeebdec90394 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:23.357620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08330658-6729-4660-a755-c086825dfbd0 req-ee140e76-5b8e-45b5-ad1f-aeebdec90394 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.0754511 Jan 10 19:42:23.380141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Calling delete_port for da2232c9-02ab-49b6-8592-96d9ce9156cb owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:23.402699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08330658-6729-4660-a755-c086825dfbd0 req-a0bea963-fc7c-45b3-b57f-57c32b6d6a75 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393727 Jan 10 19:42:23.538241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:23.584612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=da2232c9-02ab-49b6-8592-96d9ce9156cb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:23.865736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:23.907735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:23.936202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 20de3353-924a-40ad-901b-88f3fb9725a4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:23.940805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 20de3353-924a-40ad-901b-88f3fb9725a4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:23.941176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.052950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.079094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:42:24.088346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:24.094560 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.148087 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'code': 200} Jan 10 19:42:24.165886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:24.172973 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.177028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.203755 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.204267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f00e5d5c-844a-4db7-96ca-2f9fcc392136 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:42:24.216806 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.217915 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3066bf43-b2f2-4d9e-b59b-f150a67c5c5c admin admin] 10.222.0.21 "DELETE /v2.0/routers/f00e5d5c-844a-4db7-96ca-2f9fcc392136 HTTP/1.1" status: 204 len: 168 time: 1.5220351 Jan 10 19:42:24.220443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59758) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:24.281017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Deleting subnet 6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:42:24.284723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.338556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.375725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce154cac-c289-4783-954d-cc9a55e6f792 req-0e9a04e4-d6ad-4ef4-909f-929d3a090534 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1096 time: 0.1724470 Jan 10 19:42:24.416074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.422851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce154cac-c289-4783-954d-cc9a55e6f792 req-b936f561-a6f3-4372-b939-ec863b06b991 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Jan 10 19:42:24.484130 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.525557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:24.531804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.536672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c0ece1-8f2c-4bb2-a3e9-c0257033b2ba None None] Network 3c32407d-443c-4dfb-8f44-75ebec223ccb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:24.540859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c076df97-aa65-44bd-818f-f767db56c1d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f6fa10f-b0a5-45aa-9bbf-704c5c643d1d HTTP/1.1" status: 204 len: 168 time: 0.3173409 Jan 10 19:42:24.541433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59764) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:24.598117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f610a79-6625-492e-ac53-9776bb225bf6 req-3912871d-7855-4d63-bffe-a2d6dfbd1e0b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:24.600671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f610a79-6625-492e-ac53-9776bb225bf6 req-3912871d-7855-4d63-bffe-a2d6dfbd1e0b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0791044 Jan 10 19:42:24.647585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f610a79-6625-492e-ac53-9776bb225bf6 req-51dd5c34-2635-476b-97cd-ba7802e56c5e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Jan 10 19:42:24.650339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.661782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Deleting port 5a810c86-892d-4eb5-bd29-188146b03266 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:24.662119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.787559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] DHCP port deletion for 3c32407d-443c-4dfb-8f44-75ebec223ccb request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:42:24.791616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Deleting port 5a810c86-892d-4eb5-bd29-188146b03266 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:24.791992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.866999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] For port 5a810c86-892d-4eb5-bd29-188146b03266, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a810c86-892d-4eb5-bd29-188146b03266,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:24.867351 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:24.989569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Calling delete_port for 5a810c86-892d-4eb5-bd29-188146b03266 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:25.001906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] For port 5a810c86-892d-4eb5-bd29-188146b03266, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a810c86-892d-4eb5-bd29-188146b03266,segment=NetworkSegment(39bbd081-5537-4e37-b64f-c9c1497b1542),segment_id=39bbd081-5537-4e37-b64f-c9c1497b1542)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:25.002470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.087685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.122444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a810c86-892d-4eb5-bd29-188146b03266 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:25.138619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a810c86-892d-4eb5-bd29-188146b03266,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:25.143852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] No DVR routers for this DVR port 5a810c86-892d-4eb5-bd29-188146b03266 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:42:25.150120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Calling delete_port for 5a810c86-892d-4eb5-bd29-188146b03266 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:25.192491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5a810c86-892d-4eb5-bd29-188146b03266 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:25.192745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a810c86-892d-4eb5-bd29-188146b03266 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:25.230667 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:42:25.231055 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:42:25.363356 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.389036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c32407d-443c-4dfb-8f44-75ebec223ccb']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:25.404293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bbd081-5537-4e37-b64f-c9c1497b1542') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:25.404638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bbd081-5537-4e37-b64f-c9c1497b1542') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:25.416438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.433180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.440352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:42:25.440696 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:42:25.454850 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:42:25.527542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.543084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.557565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c32407d-443c-4dfb-8f44-75ebec223ccb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:25.562233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e2a90142-22ba-4001-a619-b5dc84ccf501 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c32407d-443c-4dfb-8f44-75ebec223ccb HTTP/1.1" status: 204 len: 168 time: 1.0202353 Jan 10 19:42:25.565107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59768) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:25.733465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Deleting port 5a810c86-892d-4eb5-bd29-188146b03266 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:25.734772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:25.800155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7192c-547e-478e-b893-a9c51cc68a63 None None] The port '5a810c86-892d-4eb5-bd29-188146b03266' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:42:25.870697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c395d88-8449-42cd-bb2a-591f5e189c66 req-99ed2bd9-7e3d-4fdf-9e19-1396e34252b6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:25.872187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c395d88-8449-42cd-bb2a-591f5e189c66 req-99ed2bd9-7e3d-4fdf-9e19-1396e34252b6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0918412 Jan 10 19:42:25.917280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c395d88-8449-42cd-bb2a-591f5e189c66 req-653472c2-a182-4ce0-81b5-8305dd2bbbb2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Jan 10 19:42:25.946749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.120036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba76f2-7ec5-43b1-9fa9-cec547d529a6 req-a327471d-3eef-40d6-b17c-1295cace5b11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:26.123022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92ba76f2-7ec5-43b1-9fa9-cec547d529a6 req-a327471d-3eef-40d6-b17c-1295cace5b11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0774312 Jan 10 19:42:26.134321 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:42:26.169623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92ba76f2-7ec5-43b1-9fa9-cec547d529a6 req-57b10e37-3030-43bb-8cfd-38970d228eac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Jan 10 19:42:26.196118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59776) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:26.267852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3d78c3bc-0799-452f-9487-e5d6ab8702ed tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1091 time: 0.0704844 Jan 10 19:42:26.270333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59780) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:26.275392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:26.290726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:26.295646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:floatingip and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:26.298603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:26.304286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:26.315539 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.449196 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.535891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Deleting port 428e7324-e221-4478-9f2d-894e2b26f776 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:26.536233 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.587692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.202 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/c1ddcca4-946f-4cbb-88ac-200cb0133129) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:26.701488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.729951 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.757910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:26.827164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:26.830099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:26.834766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:26.861945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=c1ddcca4-946f-4cbb-88ac-200cb0133129,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:26.916603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Calling delete_port for 428e7324-e221-4478-9f2d-894e2b26f776 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:27.090281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:27.133619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Pushing event deleted for resources: {'Port': ['ID=428e7324-e221-4478-9f2d-894e2b26f776,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:27.364696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:27.421857 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:27.432986 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:27.717911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:27.722529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:27.821623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=c1ddcca4-946f-4cbb-88ac-200cb0133129,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:27.841761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:28.010361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Router a58381fd-a00d-47c4-82c5-0780908148a3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:28.029138 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Floating IP 82462cf3-187f-4006-99fb-d603e1195943 associated. External IP: 172.25.6.202, port: 20de3353-924a-40ad-901b-88f3fb9725a4. Jan 10 19:42:28.210328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:28.219398 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-259d7507-f47c-4edd-a56e-2c1d375dbf75 admin admin] 10.222.0.21 "PUT /v2.0/routers/a58381fd-a00d-47c4-82c5-0780908148a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6533418 Jan 10 19:42:28.222066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59784) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:28.574128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:28.650570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router c0b0baa4-66c4-42a3-9428-fe08c514fcff has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:28.938053 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:28.949186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Deleting port 32f56bf2-e865-4254-9572-c37821634d5a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:28.949557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:29.185312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:29.233500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:29.293949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] For port 32f56bf2-e865-4254-9572-c37821634d5a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=32f56bf2-e865-4254-9572-c37821634d5a,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:29.294549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:29.360267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3334aafc-1e04-41c8-bf55-f57092dd04c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0889273 Jan 10 19:42:29.412245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:42:29.425480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Calling delete_port for 32f56bf2-e865-4254-9572-c37821634d5a owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:29.501418 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'status': 'completed', 'code': 200} Jan 10 19:42:29.643906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b044dad-a293-4fe2-a082-aaec6b9775b8 req-5287f9ea-45bc-4aac-b390-12b1537c73cd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:29.645355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b044dad-a293-4fe2-a082-aaec6b9775b8 req-5287f9ea-45bc-4aac-b390-12b1537c73cd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.1876543 Jan 10 19:42:29.677871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-9992dfc2-1712-41f4-8e76-fba2c206c701 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1096 time: 0.1527431 Jan 10 19:42:29.824927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b044dad-a293-4fe2-a082-aaec6b9775b8 req-a9b52670-27d6-4d3e-bb41-c4653720fb9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737394 Jan 10 19:42:29.852539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59792) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:29.860556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:29.918425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f56bf2-e865-4254-9572-c37821634d5a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:29.927712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-d10504d2-61db-4c1b-b95b-052af2041303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:29.929177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-d10504d2-61db-4c1b-b95b-052af2041303 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.2455833 Jan 10 19:42:30.063260 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-44394917-e80e-4d94-920a-c244a4a852f2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.2095225 Jan 10 19:42:30.106891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-0b60cb8c-d7df-4544-ad9b-fd1450d92910 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.1504183 Jan 10 19:42:30.277272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:30.602993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-bfd34416-708b-44d8-a3cd-ddb6375f68bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:30.604472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-bfd34416-708b-44d8-a3cd-ddb6375f68bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.4932730 Jan 10 19:42:30.730723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:30.739290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:30.787151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-4c9ced95-1bfc-4b76-82f3-75ffe7241092 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690345 Jan 10 19:42:30.788216 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:30.788714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58381fd-a00d-47c4-82c5-0780908148a3 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:42:30.876408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:30.877447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-810142d0-86c0-4266-846b-b3176f0d38d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a58381fd-a00d-47c4-82c5-0780908148a3 HTTP/1.1" status: 204 len: 168 time: 2.6544006 Jan 10 19:42:30.880290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59796) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:30.933989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-4f07c6e4-235c-4d3c-91e4-516acd8e4944 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395307 Jan 10 19:42:30.944056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Deleting subnet 7f7ca664-8d9d-4979-9a49-bf15ac9e20ce {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:42:30.947087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:30.999898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.067050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59800) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:31.085739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-614594c4-6bc7-467d-83bf-8c374c741ebc req-79dfe42f-86af-457c-a5cd-199df9ea5408 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459219 Jan 10 19:42:31.195897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-146a6a20-2cb7-4bc8-b900-4ffc978acc6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1277874 Jan 10 19:42:31.198449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.269396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.309828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7ca664-8d9d-4979-9a49-bf15ac9e20ce,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:31.317330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.319369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7271f8a-e6a0-4afc-b992-a46d7cb56685 None None] Network bc3295c8-aa0c-4bd6-addc-1e58c87e554a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:31.323565 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6722cf4d-7495-4432-a380-e9da65b9b856 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7f7ca664-8d9d-4979-9a49-bf15ac9e20ce HTTP/1.1" status: 204 len: 168 time: 0.4417050 Jan 10 19:42:31.326596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59804) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:31.436226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.446704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Deleting port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:31.447069 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.563143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] DHCP port deletion for bc3295c8-aa0c-4bd6-addc-1e58c87e554a request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:42:31.567348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Deleting port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:31.567729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.655927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] For port 8d1dcc78-0c2b-4ebc-a235-910772530ba1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8d1dcc78-0c2b-4ebc-a235-910772530ba1,segment=NetworkSegment(a1abb3a8-431f-4b08-8965-aae22b246520),segment_id=a1abb3a8-431f-4b08-8965-aae22b246520)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:31.656173 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.774837 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Calling delete_port for 8d1dcc78-0c2b-4ebc-a235-910772530ba1 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:31.802836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] For port 8d1dcc78-0c2b-4ebc-a235-910772530ba1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8d1dcc78-0c2b-4ebc-a235-910772530ba1,segment=NetworkSegment(a1abb3a8-431f-4b08-8965-aae22b246520),segment_id=a1abb3a8-431f-4b08-8965-aae22b246520)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:31.803183 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.847265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:31.892426 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1dcc78-0c2b-4ebc-a235-910772530ba1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:31.898408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] No DVR routers for this DVR port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:42:31.924524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Calling delete_port for 8d1dcc78-0c2b-4ebc-a235-910772530ba1 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:42:31.991484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:42:31.991830 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:42:32.012885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.037610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3295c8-aa0c-4bd6-addc-1e58c87e554a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:32.049537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1abb3a8-431f-4b08-8965-aae22b246520') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:32.049831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1abb3a8-431f-4b08-8965-aae22b246520') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:32.060874 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.076681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.082644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:42:32.083063 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:42:32.096672 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:42:32.170279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.185802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.195259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3295c8-aa0c-4bd6-addc-1e58c87e554a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:32.199203 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-042ccddb-73d0-4f8a-a1ff-5aaa1290d57a admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc3295c8-aa0c-4bd6-addc-1e58c87e554a HTTP/1.1" status: 204 len: 168 time: 0.8714015 Jan 10 19:42:32.200168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59808) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:32.396965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59814) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:32.401764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ab79f689-bd69-4ad6-a229-78948687e1f2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.2005110 Jan 10 19:42:32.447102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b5ee2d67-5474-472d-b506-0bab607f1c3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c34f9e55294a45bcb2101f01a0f1f973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487425 Jan 10 19:42:32.449460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59818) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:32.493306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Deleting port 8d1dcc78-0c2b-4ebc-a235-910772530ba1 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:42:32.493812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.506558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f06e2973-3fee-42d2-ad94-103fa06f57b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.531800 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f06e2973-3fee-42d2-ad94-103fa06f57b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.558616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-985861e6-eba4-43d6-a43d-17edb0a4d3d7 None None] The port '8d1dcc78-0c2b-4ebc-a235-910772530ba1' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:42:32.590482 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f06e2973-3fee-42d2-ad94-103fa06f57b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.606028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e2973-3fee-42d2-ad94-103fa06f57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad720056-8f15-45f5-987b-e132af33488d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:32.610859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f06e2973-3fee-42d2-ad94-103fa06f57b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:32.611363 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f06e2973-3fee-42d2-ad94-103fa06f57b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad720056-8f15-45f5-987b-e132af33488d HTTP/1.1" status: 204 len: 168 time: 0.1604509 Jan 10 19:42:32.986345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59826) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:33.025935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8d1dcc78-0c2b-4ebc-a235-910772530ba1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:33.045682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c57c4a3a-bf1c-42c4-ba0f-8619ba2cf559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e8f72668ec3460d97db57efdf785a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549197 Jan 10 19:42:33.045882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59830) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:33.060166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 8d1dcc78-0c2b-4ebc-a235-910772530ba1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:33.060520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8d1dcc78-0c2b-4ebc-a235-910772530ba1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:33.105362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b28f-db57-45c2-93e7-79f2ef83dc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:33.130399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b28f-db57-45c2-93e7-79f2ef83dc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:33.180043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b28f-db57-45c2-93e7-79f2ef83dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:33.196321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6b28f-db57-45c2-93e7-79f2ef83dc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4cfd9f-bac3-489f-bb9c-23c8e8f7ba46,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:33.199479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b28f-db57-45c2-93e7-79f2ef83dc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:33.200851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fcc6b28f-db57-45c2-93e7-79f2ef83dc27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac4cfd9f-bac3-489f-bb9c-23c8e8f7ba46 HTTP/1.1" status: 204 len: 168 time: 0.1538720 Jan 10 19:42:33.405038 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:33.510589 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-250cf0ac-7e25-47ec-9488-d01d76dbf725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1042926 Jan 10 19:42:34.514402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 59866) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:34.515415 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Sync routers for ids ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:34.529303 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:34.529794 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:42:34.530543 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_agentschedulers_db [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f00e5d5c-844a-4db7-96ca-2f9fcc392136'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83632) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:42:34.541030 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:34.541669 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:42:34.542332 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_agentschedulers_db [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f00e5d5c-844a-4db7-96ca-2f9fcc392136'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83632) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:42:34.543192 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b488ef-cdca-4169-b2bf-e923ee69e6f8 None None] The sync data for ids ['f00e5d5c-844a-4db7-96ca-2f9fcc392136'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:34.624840 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2b95e154-2be8-4b70-8fe9-d1457f37b1d5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1092651 Jan 10 19:42:35.628094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 59998) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:35.671736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60002) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:35.735079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fda36e35-7909-4903-baa8-74f942e933f7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1057765 Jan 10 19:42:35.814523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:35.845515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:35.849260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9a3998bdb64a54b4c6a776e28408d2 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:35.852063 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:35.857559 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:35.920368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:35.923821 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:35.970690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a9a3998bdb64a54b4c6a776e28408d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2978885 Jan 10 19:42:35.971427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1a8b8-084b-408b-856f-d986e9c39057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f8bf90-83fa-4b4c-ad86-6a6b395e3fba,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:35.973391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60008) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:36.032387 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddb74728-96fc-4851-bbcb-a5d09214f057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.061823 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddb74728-96fc-4851-bbcb-a5d09214f057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.111882 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddb74728-96fc-4851-bbcb-a5d09214f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.126313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb74728-96fc-4851-bbcb-a5d09214f057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f8bf90-83fa-4b4c-ad86-6a6b395e3fba,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:36.132495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddb74728-96fc-4851-bbcb-a5d09214f057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.133619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ddb74728-96fc-4851-bbcb-a5d09214f057 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53f8bf90-83fa-4b4c-ad86-6a6b395e3fba HTTP/1.1" status: 204 len: 168 time: 0.1592622 Jan 10 19:42:36.457726 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60016) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:36.475616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.506095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:36.509816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Usage tracker for resource:security_group_rule and tenant:b884588856e64e1580a3f9c5fbe5d4fd is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:36.512567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:36.518049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:36.584111 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.588123 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.639048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019234b2-8bc0-4d42-aac2-42d703510d2e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:36.643257 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-30d3762c-63e7-4f66-81c3-1df27df41c9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b884588856e64e1580a3f9c5fbe5d4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844802 Jan 10 19:42:36.645925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60020) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:36.661981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Sync routers for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:36.682043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:36.682959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:36.727653 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dcf4d49-5aa8-485c-a530-7d6eb070d5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.739026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60024) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:36.763573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dcf4d49-5aa8-485c-a530-7d6eb070d5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.823755 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dcf4d49-5aa8-485c-a530-7d6eb070d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.841177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf4d49-5aa8-485c-a530-7d6eb070d5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019234b2-8bc0-4d42-aac2-42d703510d2e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:36.849237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ce4a905f-2c1f-4543-a8cf-70a6bf7fac1b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1090045 Jan 10 19:42:36.851669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9dcf4d49-5aa8-485c-a530-7d6eb070d5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:36.854903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9dcf4d49-5aa8-485c-a530-7d6eb070d5aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/019234b2-8bc0-4d42-aac2-42d703510d2e HTTP/1.1" status: 204 len: 168 time: 0.2057052 Jan 10 19:42:36.877585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:36.996854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2ac6bec0-ff23-4f09-96d5-253f45357799 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:37.083691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2ac6bec0-ff23-4f09-96d5-253f45357799 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:37.084035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2ac6bec0-ff23-4f09-96d5-253f45357799 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:37.251149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:11Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '82462cf3-187f-4006-99fb-d603e1195943', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'mac_address': 'fa:16:3e:2b:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a0df1-141d-459c-a658-c410bef1921e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:42:27Z', 'updated_at': '2022-01-10T19:42:27Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f51d73-402b-4f28-a793-824491ec8ab6', 'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:47:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:10Z', 'updated_at': '2022-01-10T19:42:12Z', 'revision_number': 2, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:37.255042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Checking router: c0b0baa4-66c4-42a3-9428-fe08c514fcff for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:37.255401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Updating router c0b0baa4-66c4-42a3-9428-fe08c514fcff port 97f51d73-402b-4f28-a793-824491ec8ab6 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:42:37.305025 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:37.648521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:37.660102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Transition to ACTIVE for port object 97f51d73-402b-4f28-a793-824491ec8ab6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:37.667645 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:37.837651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bf9d1-52a1-4652-b0fa-bebe7243f783 None None] Pushing event updated for resources: {'Port': ['ID=97f51d73-402b-4f28-a793-824491ec8ab6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:37.852658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60048) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:37.928958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Attempting to bind port 97f51d73-402b-4f28-a793-824491ec8ab6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:37.929326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Attempting to bind port 97f51d73-402b-4f28-a793-824491ec8ab6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:37.929689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Attempting to bind port 97f51d73-402b-4f28-a793-824491ec8ab6 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:37.937478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:37.937856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Checking segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:37.938268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:37.938660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Bound using segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:37.939173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Bound port: 97f51d73-402b-4f28-a793-824491ec8ab6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:37.939552 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:37.976436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9d703a71-7d50-4b92-bd84-fb3f26681c61 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1226172 Jan 10 19:42:38.027582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] For port 97f51d73-402b-4f28-a793-824491ec8ab6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:38.030719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] For port 97f51d73-402b-4f28-a793-824491ec8ab6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97f51d73-402b-4f28-a793-824491ec8ab6,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:38.035501 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:38.130771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bf9d1-52a1-4652-b0fa-bebe7243f783 None None] Pushing event updated for resources: {'Port': ['ID=97f51d73-402b-4f28-a793-824491ec8ab6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:38.141280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:38.141905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:38.326981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:38.476841 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3fb91354-a446-49dc-876c-ba3255a1720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:38.702398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:11Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '82462cf3-187f-4006-99fb-d603e1195943', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'mac_address': 'fa:16:3e:2b:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a0df1-141d-459c-a658-c410bef1921e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:42:27Z', 'updated_at': '2022-01-10T19:42:27Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f51d73-402b-4f28-a793-824491ec8ab6', 'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:47:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:10Z', 'updated_at': '2022-01-10T19:42:38Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:38.706370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d632e6-6745-4872-ac36-d0c8382898b9 None None] The sync data for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 is: [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:11Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '82462cf3-187f-4006-99fb-d603e1195943', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'mac_address': 'fa:16:3e:2b:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a0df1-141d-459c-a658-c410bef1921e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:42:27Z', 'updated_at': '2022-01-10T19:42:27Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f51d73-402b-4f28-a793-824491ec8ab6', 'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:47:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:10Z', 'updated_at': '2022-01-10T19:42:38Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:38.978498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60074) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:39.074372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97f51d73-402b-4f28-a793-824491ec8ab6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:39.109528 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-80f0be5d-b28d-4d68-ad4c-8f0a984addfa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1297967 Jan 10 19:42:39.154729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 97f51d73-402b-4f28-a793-824491ec8ab6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:39.160463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 97f51d73-402b-4f28-a793-824491ec8ab6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:39.160971 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:39.279818 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:39.317494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 97f51d73-402b-4f28-a793-824491ec8ab6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97f51d73-402b-4f28-a793-824491ec8ab6,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:39.322363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:39.392687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=97f51d73-402b-4f28-a793-824491ec8ab6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:39.813175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60086) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:39.818957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'network': {'name': 'tempest-network-smoke--503442794', 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:39.825012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:39.829100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:network and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:39.832084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:39.837710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:39.847949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Made reservation on behalf of 2b754ed1ea1846349eb9463daa96fd42 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:39.850751 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:39.863926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:39.897973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:39.901717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:security_group_rule and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:39.904984 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:39.910460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:39.976370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:39.980249 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.016098 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6944fba8-338b-4f28-a728-037a4d5a6a4f,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:40.021526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:42:40.031447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.031879 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Added segment c260b27e-52cd-4ea1-b61e-72a61f36eddf of type vlan for network 71583956-9e56-4290-8841-aa531934b67e Jan 10 19:42:40.060865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.097746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.101474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:40.102062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.112717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60090) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:40.219481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Network': ['ID=71583956-9e56-4290-8841-aa531934b67e,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:40.222605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e746e8db-db01-410b-ad95-96a8697f9aa7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1077583 Jan 10 19:42:40.227796 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-062693c6-6a1f-4467-afa3-f9c809b4f287 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4133661 Jan 10 19:42:40.230411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60094) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:40.233753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 71583956-9e56-4290-8841-aa531934b67e details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:42:40.236316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'admin_state_up': True, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:40.244176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:40.248119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:router and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:40.251557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:40.256712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:40.268568 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.269537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.287857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.448586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.497987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c55ea58d-ff64-4a86-9807-56971705ab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.629533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.660427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:40.882338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.25.6.181 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ca9b74eb-dd6c-4a63-a671-56cad7272416) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:41.025620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.036885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97f51d73-402b-4f28-a793-824491ec8ab6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:41.055705 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.109576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 97f51d73-402b-4f28-a793-824491ec8ab6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:41.109955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.125665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:41.129254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:41.131221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=ca9b74eb-dd6c-4a63-a671-56cad7272416,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:41.133358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:41.226993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60098) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:41.232362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device da2232c9-02ab-49b6-8592-96d9ce9156cb no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:42:41.297044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.297835 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.307700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: da2232c9-02ab-49b6-8592-96d9ce9156cb {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:42:41.308701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device da2232c9-02ab-49b6-8592-96d9ce9156cb not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:42:41.339277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-85d7701d-87f7-4e67-9a6c-cdbd0e03dc26 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1096675 Jan 10 19:42:41.520184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router 1110ae7f-f58e-4081-a631-ad3e65f54598 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:42:41.714130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:41.723883 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Sync routers for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:42:41.736417 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:41.737078 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:41.739892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.741159 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-36994fdc-0865-46ca-873b-44536e8add47 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5091627 Jan 10 19:42:41.744507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:41.768455 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.874577 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:41.910550 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:41.915112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60108) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:41.915286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-767e443c-081f-463b-96d3-d6d8a735ee97 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2b754ed1ea1846349eb9463daa96fd42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695704 Jan 10 19:42:42.045926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad33038-dbee-4ad7-9503-986faa5db4c0 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:42.050068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8ad33038-dbee-4ad7-9503-986faa5db4c0 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311917 Jan 10 19:42:42.050438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60112) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:42.098347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-10b84b62-5831-4f75-b426-d42f196c4097 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466719 Jan 10 19:42:42.098566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60116) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:42.104100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782008026', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:42.197957 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:41Z', 'revision_number': 3, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:42.202308 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Checking router: 1110ae7f-f58e-4081-a631-ad3e65f54598 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:42:42.202653 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Updating router 1110ae7f-f58e-4081-a631-ad3e65f54598 port ca9b74eb-dd6c-4a63-a671-56cad7272416 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:42:42.211509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:42.215247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:subnet and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:42.217980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:42.223456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:42.232890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Made reservation on behalf of 2b754ed1ea1846349eb9463daa96fd42 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:42.252207 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.332761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.341870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60120) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:42.449054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a4bea2ee-c378-4268-beca-b4140cfbfe38 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1053576 Jan 10 19:42:42.549204 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.568238 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.579409 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Transition to ACTIVE for port object ca9b74eb-dd6c-4a63-a671-56cad7272416 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:42.585110 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.621220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Subnet': ['ID=462bcddf-d0ae-4efe-8a99-e7223efc18f6,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:42.636178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Checking segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:42.636610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network hostable DHCP agents. Network: 71583956-9e56-4290-8841-aa531934b67e, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:42:42.658855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 71583956-9e56-4290-8841-aa531934b67e is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:42:42.669755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 71583956-9e56-4290-8841-aa531934b67e) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:42.671428 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Attempting to bind port ca9b74eb-dd6c-4a63-a671-56cad7272416 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:42.671807 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Attempting to bind port ca9b74eb-dd6c-4a63-a671-56cad7272416 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:42.672224 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Attempting to bind port ca9b74eb-dd6c-4a63-a671-56cad7272416 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:42.673728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:42.674313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.675107 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83927c0a-85bb-4b57-a9be-82d118a92986 None None] Pushing event updated for resources: {'Port': ['ID=ca9b74eb-dd6c-4a63-a671-56cad7272416,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:42.680608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69688399-3525-4ccb-b295-2a37914ad467 None None] Network 71583956-9e56-4290-8841-aa531934b67e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:42.683391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:42.683768 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:42.685222 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.685222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:42.685557 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Bound port: ca9b74eb-dd6c-4a63-a671-56cad7272416, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:42.685925 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.701699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c12102ac-a741-426c-b117-6224a359b67e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6020625 Jan 10 19:42:42.704578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60124) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:42.763074 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] For port ca9b74eb-dd6c-4a63-a671-56cad7272416, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:42.766456 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] For port ca9b74eb-dd6c-4a63-a671-56cad7272416, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ca9b74eb-dd6c-4a63-a671-56cad7272416,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:42.771251 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:42.846225 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:42:42.846897 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:42.908422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-71583956-9e56-4290-8841-aa531934b67e', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:42:42.909265 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.049466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83927c0a-85bb-4b57-a9be-82d118a92986 None None] Pushing event updated for resources: {'Port': ['ID=ca9b74eb-dd6c-4a63-a671-56cad7272416,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:43.080600 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:42:43.090593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Allocated IP 172.20.0.2 (71583956-9e56-4290-8841-aa531934b67e/462bcddf-d0ae-4efe-8a99-e7223efc18f6/eba17337-4031-42f1-b7ce-5c1daa4b4c74) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:43.207675 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.316781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.328825 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Transition to ACTIVE for port object eba17337-4031-42f1-b7ce-5c1daa4b4c74 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:43.348390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Transition to ACTIVE for port object eba17337-4031-42f1-b7ce-5c1daa4b4c74 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:43.354168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.372258 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:41Z', 'revision_number': 3, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:42:43.376074 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6681c4-d5e3-4aa2-a072-a8e1276b59c6 None None] The sync data for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 is: [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:41Z', 'revision_number': 3, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:42:43.421310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Network 71583956-9e56-4290-8841-aa531934b67e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:43.424375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:43.432465 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:43.453299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60128) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:43.478374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Pushing event updated for resources: {'Port': ['ID=eba17337-4031-42f1-b7ce-5c1daa4b4c74,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:43.530837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Attempting to bind port eba17337-4031-42f1-b7ce-5c1daa4b4c74 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:43.531389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Attempting to bind port eba17337-4031-42f1-b7ce-5c1daa4b4c74 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:43.531876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Attempting to bind port eba17337-4031-42f1-b7ce-5c1daa4b4c74 on network 71583956-9e56-4290-8841-aa531934b67e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:43.539890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:43.540447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Checking segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:43.540953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.541851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Bound using segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:43.541991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Bound port: eba17337-4031-42f1-b7ce-5c1daa4b4c74, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:43.542467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.608621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.642999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] For port eba17337-4031-42f1-b7ce-5c1daa4b4c74, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:43.646376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] For port eba17337-4031-42f1-b7ce-5c1daa4b4c74, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eba17337-4031-42f1-b7ce-5c1daa4b4c74,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:43.656808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:43.676765 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-49712b0d-fe6a-4c03-9a69-78f7f337f546 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.2223079 Jan 10 19:42:43.736816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d23dd6-fc2f-4cbc-a723-9092454986fb None None] Pushing event updated for resources: {'Port': ['ID=eba17337-4031-42f1-b7ce-5c1daa4b4c74,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:44.029370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.20.0.1 (71583956-9e56-4290-8841-aa531934b67e/462bcddf-d0ae-4efe-8a99-e7223efc18f6/69c2780b-e46f-4436-991f-4e011a44a2b1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:44.193660 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:44.209279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Transition to ACTIVE for port object 69c2780b-e46f-4436-991f-4e011a44a2b1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:44.233409 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:44.302210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 71583956-9e56-4290-8841-aa531934b67e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:44.305191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:44.309576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:44.344618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=69c2780b-e46f-4436-991f-4e011a44a2b1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:44.369366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:44.546966 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:44.680692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60132) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:44.788573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cead1df2-c4b6-4957-843b-9ec65f6b404b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1061082 Jan 10 19:42:44.934338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a6176-8df9-491b-97d4-3d6e6679e088 None None] Network 71583956-9e56-4290-8841-aa531934b67e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:42:44.968512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:44.973149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.060577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3538601d-8f4f-415f-b423-f6beda11c9a8 None None] Provisioning for port eba17337-4031-42f1-b7ce-5c1daa4b4c74 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:45.075804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eba17337-4031-42f1-b7ce-5c1daa4b4c74 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:45.111807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=69c2780b-e46f-4436-991f-4e011a44a2b1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:45.119708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.231547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port eba17337-4031-42f1-b7ce-5c1daa4b4c74 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:45.239218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eba17337-4031-42f1-b7ce-5c1daa4b4c74 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:45.239611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.256889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 71583956-9e56-4290-8841-aa531934b67e is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:45.258078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:45.468653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.479166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.516035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port eba17337-4031-42f1-b7ce-5c1daa4b4c74, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eba17337-4031-42f1-b7ce-5c1daa4b4c74,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:45.608351 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.686199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router 1110ae7f-f58e-4081-a631-ad3e65f54598 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:42:45.688512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.720345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=eba17337-4031-42f1-b7ce-5c1daa4b4c74,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:45.726040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86e3f79f-dd4b-471f-9069-aa7996e6eddd None None] Provisioning complete for port eba17337-4031-42f1-b7ce-5c1daa4b4c74 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:45.726192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86e3f79f-dd4b-471f-9069-aa7996e6eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.792536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60136) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:45.881243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86e3f79f-dd4b-471f-9069-aa7996e6eddd None None] Provisioning for port 69c2780b-e46f-4436-991f-4e011a44a2b1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:45.886747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-86e3f79f-dd4b-471f-9069-aa7996e6eddd None None] Provisioning complete for port 69c2780b-e46f-4436-991f-4e011a44a2b1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:45.887345 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-86e3f79f-dd4b-471f-9069-aa7996e6eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:45.942428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-86e3f79f-dd4b-471f-9069-aa7996e6eddd None None] Port 69c2780b-e46f-4436-991f-4e011a44a2b1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:45.960154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d6d5d794-e9a1-4948-8b82-d14dfae87a82 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1660290 Jan 10 19:42:46.069105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-45bc6ea8-3178-454d-83b6-c3e9f84c6e4f None None] Provisioning complete for port 69c2780b-e46f-4436-991f-4e011a44a2b1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:46.069642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-45bc6ea8-3178-454d-83b6-c3e9f84c6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.122386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:42:46.123574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-45bc6ea8-3178-454d-83b6-c3e9f84c6e4f None None] Port 69c2780b-e46f-4436-991f-4e011a44a2b1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:46.131749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d83dd413-86b7-4a98-9ad0-61ba93093512 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "PUT /v2.0/routers/1110ae7f-f58e-4081-a631-ad3e65f54598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4260762 Jan 10 19:42:46.134758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60140) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:46.139930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1459504942', 'description': 'tempest-secgroup_access--1459504942 description', 'project_id': '2b754ed1ea1846349eb9463daa96fd42'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:46.145944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:46.149684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:security_group and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:46.153011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:46.158535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:46.168003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.201594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:46.205274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:security_group_rule and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:46.208014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:46.213522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:46.266027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.269673 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.309600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:46.311893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.313062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f56e1a19-53d1-4e09-9827-d19facabfff8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.1773586 Jan 10 19:42:46.315866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60144) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:46.321214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1071580251', 'description': 'tempest-secgroup_general--1071580251 description', 'project_id': '2b754ed1ea1846349eb9463daa96fd42'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:46.327957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:46.331654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:security_group and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:46.334468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:46.340679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:46.350570 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.389493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:46.393067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:security_group_rule and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:46.395801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:46.401289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:46.454014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.457534 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.500861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978c5bd2-8733-48c0-8bbb-0ca78f353f04,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:46.504034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.508038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5b014e1f-f2ff-41b1-a640-97c8e4ed8c57 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.1884675 Jan 10 19:42:46.508920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60148) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:46.515666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'security_group_rule': {'security_group_id': '172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b', 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:46.523597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:46.528379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:security_group_rule and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:46.531728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:46.538604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:46.562355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.620593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.624499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.650040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc46978-6cab-4a1d-86af-4d8ff00d3226,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:46.658985 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:46.660269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ee602ece-368e-4597-b47f-9370a16d6773 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1504624 Jan 10 19:42:46.832450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-d47a5b4d-9f24-4951-9a43-dcf9166e0cf3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:46.847615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-d47a5b4d-9f24-4951-9a43-dcf9166e0cf3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:46.848744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-d47a5b4d-9f24-4951-9a43-dcf9166e0cf3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1071580251&fields=id&tenant_id=2b754ed1ea1846349eb9463daa96fd42 HTTP/1.1" status: 200 len: 267 time: 0.0564387 Jan 10 19:42:46.893932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-4f1e4069-af5a-47e9-97f0-f78aa88ed9b8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1459504942&fields=id&tenant_id=2b754ed1ea1846349eb9463daa96fd42 HTTP/1.1" status: 200 len: 267 time: 0.0393474 Jan 10 19:42:46.963215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60160) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:47.042062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-22b9a5bd-f80c-48d1-8839-0fee46924f5d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:47.049218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-22b9a5bd-f80c-48d1-8839-0fee46924f5d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/networks?id=71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 200 len: 796 time: 0.1493046 Jan 10 19:42:47.056556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eba17337-4031-42f1-b7ce-5c1daa4b4c74 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:47.067483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-68fedac4-993c-4538-9e2e-79b3af536f67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/quotas/2b754ed1ea1846349eb9463daa96fd42 HTTP/1.1" status: 200 len: 375 time: 0.0172117 Jan 10 19:42:47.079913 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f37f89d4-93a5-4df4-9dfe-0e728de2a6b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1154144 Jan 10 19:42:47.132446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port eba17337-4031-42f1-b7ce-5c1daa4b4c74 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:47.132825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:47.141921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-47a57684-f931-4610-90b2-be1cfbbaf2f0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:47.158106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-47a57684-f931-4610-90b2-be1cfbbaf2f0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:47.159566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-47a57684-f931-4610-90b2-be1cfbbaf2f0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912657 Jan 10 19:42:47.296569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-bb2c8b2e-2139-4536-8b1a-0e914d36d193 service neutron] 10.222.0.21 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249952 Jan 10 19:42:47.425869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-ed870cad-8c24-4b3d-8235-ebd5cc1a0548 service neutron] 10.222.0.21 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237254 Jan 10 19:42:47.616116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3b7e9d0-6043-4dcc-bf52-54bad43edf81 req-c6d809fa-3871-4a8b-8862-cada8b2740a1 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 210 time: 0.0471022 Jan 10 19:42:48.083749 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60174) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:48.201746 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0f57b359-8d50-454a-83c8-14bd4572e957 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1168416 Jan 10 19:42:48.679846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-97f828ad-a768-4ed8-93ab-7f7f2477a85c tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:48.680522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-97f828ad-a768-4ed8-93ab-7f7f2477a85c tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:48.698893 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-97f828ad-a768-4ed8-93ab-7f7f2477a85c tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:48.700388 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-97f828ad-a768-4ed8-93ab-7f7f2477a85c tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.44 "GET /v2.0/networks?id=71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 200 len: 796 time: 0.1670349 Jan 10 19:42:48.756986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-fa77e041-2005-4171-ad29-b3ef4af90336 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:42:48.768252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-fa77e041-2005-4171-ad29-b3ef4af90336 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:42:48.769374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-fa77e041-2005-4171-ad29-b3ef4af90336 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b754ed1ea1846349eb9463daa96fd42 HTTP/1.1" status: 200 len: 478 time: 0.0562882 Jan 10 19:42:48.778213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'port': {'device_id': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'admin_state_up': True, 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'security_groups': ['978c5bd2-8733-48c0-8bbb-0ca78f353f04', '172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:48.779843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6879ae3d-7f29-4224-962b-4381857c2743 req-16493053-07e8-45ae-9431-466b0291e857 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 210 time: 0.0414813 Jan 10 19:42:48.909267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:48.918843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:48.927991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Made reservation on behalf of 2b754ed1ea1846349eb9463daa96fd42 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:42:48.931039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.088025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.20.0.8 (71583956-9e56-4290-8841-aa531934b67e/462bcddf-d0ae-4efe-8a99-e7223efc18f6/06838f3a-37f0-40b2-be01-e2079234660a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:49.204667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60180) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:49.283952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.300953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Transition to ACTIVE for port object 06838f3a-37f0-40b2-be01-e2079234660a will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:49.309660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6414307e-cf8b-4d06-ac3e-8cb212653e7a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1038623 Jan 10 19:42:49.322783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.392659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 71583956-9e56-4290-8841-aa531934b67e is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:49.395548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:49.399897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:49.425066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=06838f3a-37f0-40b2-be01-e2079234660a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:49.462202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:49.462815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.489696 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-74a8eecc-cb81-4f5f-9786-1fbebaeddf22 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7150300 Jan 10 19:42:49.500521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Request body: {'port': {'device_id': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:49.613533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.672793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-75e5c77b-6fe9-4a4f-b7f5-ea7609c92f42 None None] Provisioning for port 06838f3a-37f0-40b2-be01-e2079234660a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:49.678498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-75e5c77b-6fe9-4a4f-b7f5-ea7609c92f42 None None] Provisioning complete for port 06838f3a-37f0-40b2-be01-e2079234660a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:49.679206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-75e5c77b-6fe9-4a4f-b7f5-ea7609c92f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.731307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-75e5c77b-6fe9-4a4f-b7f5-ea7609c92f42 None None] Port 06838f3a-37f0-40b2-be01-e2079234660a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:42:49.952860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06838f3a-37f0-40b2-be01-e2079234660a {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:42:49.960447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:49.974784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Transition to ACTIVE for port object 06838f3a-37f0-40b2-be01-e2079234660a will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:42:49.976336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc263-9aae-429a-a935-3fa02bbed2d0 req-c2e4f182-d027-4027-ba93-fc19323cf3f5 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:49.978290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf3cc263-9aae-429a-a935-3fa02bbed2d0 req-c2e4f182-d027-4027-ba93-fc19323cf3f5 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 970 time: 0.0766079 Jan 10 19:42:49.979396 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:50.025274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf3cc263-9aae-429a-a935-3fa02bbed2d0 req-f5f2622b-1f8d-46dd-ae1c-f9cb06eb2bc0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0409901 Jan 10 19:42:50.202741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Pushing event updated for resources: {'Port': ['ID=06838f3a-37f0-40b2-be01-e2079234660a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:50.303666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Attempting to bind port 06838f3a-37f0-40b2-be01-e2079234660a on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:42:50.303997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Attempting to bind port 06838f3a-37f0-40b2-be01-e2079234660a by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:42:50.304318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Attempting to bind port 06838f3a-37f0-40b2-be01-e2079234660a on network 71583956-9e56-4290-8841-aa531934b67e {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:50.310550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Port 06838f3a-37f0-40b2-be01-e2079234660a on network 71583956-9e56-4290-8841-aa531934b67e not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:42:50.311008 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Attempting to bind port 06838f3a-37f0-40b2-be01-e2079234660a on network 71583956-9e56-4290-8841-aa531934b67e {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:42:50.312628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:50.317226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:42:50.317558 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Checking segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:42:50.317936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Bound using segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:42:50.318352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Bound port: 06838f3a-37f0-40b2-be01-e2079234660a, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:42:50.318692 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:50.406043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] For port 06838f3a-37f0-40b2-be01-e2079234660a, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:42:50.408875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] For port 06838f3a-37f0-40b2-be01-e2079234660a, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=06838f3a-37f0-40b2-be01-e2079234660a,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:42:50.413916 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:50.415625 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f63eac56-01b7-4c25-a512-e061a7edd8ba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1018860 Jan 10 19:42:50.475262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:50.476635 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] 10.222.0.44 "PUT /v2.0/ports/06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 200 len: 1130 time: 0.9803517 Jan 10 19:42:50.477072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:42:50.494782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7a3c-8742-4afd-83d8-8fca052edf8b service neutron] Pushing event updated for resources: {'Port': ['ID=06838f3a-37f0-40b2-be01-e2079234660a,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:50.555368 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a', 'status': 'completed', 'code': 200} Jan 10 19:42:50.591942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-45df5ddc-4b26-4d19-b6ce-76c08e29eb6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1133 time: 0.0784416 Jan 10 19:42:50.660373 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-50520816-8102-4f1f-9c08-e287f9ae858f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 200 len: 217 time: 0.0612481 Jan 10 19:42:50.723961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-00902506-ad3c-4e7f-9158-1dfd1ae1bd39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:50.725321 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-00902506-ad3c-4e7f-9158-1dfd1ae1bd39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=462bcddf-d0ae-4efe-8a99-e7223efc18f6 HTTP/1.1" status: 200 len: 835 time: 0.0598383 Jan 10 19:42:50.798323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-8867f2fd-666a-46d1-8d8e-eda989f5bea1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71583956-9e56-4290-8841-aa531934b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665822 Jan 10 19:42:50.925788 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-b58d9eab-e02f-4ba3-a368-16c4272b140f service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210823 Jan 10 19:42:51.053379 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2aef0b4c-47c0-4f01-8e15-f4d46a627ea8 req-23f7c8ac-9ad3-4956-8f3a-a4c1ab386b6a service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219697 Jan 10 19:42:51.178835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-c14f23f5-9a71-4641-8c5a-52e8f1b5f2ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1133 time: 0.0739408 Jan 10 19:42:51.240047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2b99-0799-42d1-8f1c-51bdd74d07f5 req-8b591ffc-407b-4bfa-8357-c2247af6afc0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:51.241424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca1e2b99-0799-42d1-8f1c-51bdd74d07f5 req-8b591ffc-407b-4bfa-8357-c2247af6afc0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 982 time: 0.0805581 Jan 10 19:42:51.291179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca1e2b99-0799-42d1-8f1c-51bdd74d07f5 req-612b8ae3-0609-4378-be4c-80959a0687e7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0441344 Jan 10 19:42:51.315181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-2d1d33d4-1f7e-4af0-929d-0afd25af2dc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:51.316622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-2d1d33d4-1f7e-4af0-929d-0afd25af2dc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 200 len: 897 time: 0.1317070 Jan 10 19:42:51.383870 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-d4af4ca2-3cf5-465e-81b7-a347d313b58d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 200 len: 217 time: 0.0607126 Jan 10 19:42:51.420447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60194) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:51.448534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-5b1caa29-3bd1-4217-8e4b-310e2d75ec86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:51.450017 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-5b1caa29-3bd1-4217-8e4b-310e2d75ec86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=462bcddf-d0ae-4efe-8a99-e7223efc18f6 HTTP/1.1" status: 200 len: 835 time: 0.0598538 Jan 10 19:42:51.523629 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-b33be0cd-5909-44f4-a089-d39dc8fe99c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71583956-9e56-4290-8841-aa531934b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675747 Jan 10 19:42:51.524629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3ba33b63-308d-4041-af46-657e011cb801 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1030569 Jan 10 19:42:51.651866 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-e1cfecfa-7dd1-46e9-b8bd-ed740dcbab70 service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219499 Jan 10 19:42:51.780358 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d7d3a8c5-3f9c-47b5-bde7-e7915b7b303b req-2dfde70a-7183-427a-9243-e24e94c25f2c service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223092 Jan 10 19:42:52.485352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f0fa4-affd-4d5d-98f3-95552b76dc01 req-a900bbb9-4213-4df0-a1c5-b22615c0219e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:52.486725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-639f0fa4-affd-4d5d-98f3-95552b76dc01 req-a900bbb9-4213-4df0-a1c5-b22615c0219e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 982 time: 0.0752511 Jan 10 19:42:52.529144 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:52.534006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-639f0fa4-affd-4d5d-98f3-95552b76dc01 req-f72a8ba8-623b-4d37-a4dd-6ee45207b18a tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0418673 Jan 10 19:42:52.719699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fa8cfa05-bbc0-4c1e-9857-438f7301694e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1892903 Jan 10 19:42:52.724640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 06838f3a-37f0-40b2-be01-e2079234660a details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:42:52.857793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 06838f3a-37f0-40b2-be01-e2079234660a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=06838f3a-37f0-40b2-be01-e2079234660a,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:52.870389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '06838f3a-37f0-40b2-be01-e2079234660a', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'port_id': '06838f3a-37f0-40b2-be01-e2079234660a', 'mac_address': 'fa:16:3e:9f:e5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:42:52.926560 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:52.943470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06838f3a-37f0-40b2-be01-e2079234660a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:42:52.958275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 06838f3a-37f0-40b2-be01-e2079234660a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=06838f3a-37f0-40b2-be01-e2079234660a,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:52.961679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:53.025755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=06838f3a-37f0-40b2-be01-e2079234660a,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:53.163939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['06838f3a-37f0-40b2-be01-e2079234660a'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:42:53.723525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60206) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:53.727806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002533-6a6f-4f82-8813-8b677ae211e9 req-f840a551-be8f-4a5a-b4d3-f784dde4f08a tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:53.729258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc002533-6a6f-4f82-8813-8b677ae211e9 req-f840a551-be8f-4a5a-b4d3-f784dde4f08a tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 983 time: 0.0789523 Jan 10 19:42:53.777475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc002533-6a6f-4f82-8813-8b677ae211e9 req-00b935ac-7edc-4505-8bde-c4fe8f14d1e0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0416369 Jan 10 19:42:53.827833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2986d046-334c-4685-8e7a-d0de21d649b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1030653 Jan 10 19:42:53.940623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1bebc-0688-44ee-8586-2c9e4c768d37 None None] New status for floating IP 82462cf3-187f-4006-99fb-d603e1195943: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:42:54.724526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 06838f3a-37f0-40b2-be01-e2079234660a up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:54.793105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 06838f3a-37f0-40b2-be01-e2079234660a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:54.798087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 06838f3a-37f0-40b2-be01-e2079234660a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:54.798470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:54.831583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60212) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:54.914465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:54.942166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:42:54.953010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 06838f3a-37f0-40b2-be01-e2079234660a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=06838f3a-37f0-40b2-be01-e2079234660a,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:54.957605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:54.957898 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-03c7a466-8bdd-4b3b-8121-d09c7c0908ce tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 993 time: 0.1242321 Jan 10 19:42:55.026951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79280202-daa9-4dff-8541-3d8d84854e5a req-61fa336e-b797-48e8-82ac-d634ccaecdf3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:55.030452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79280202-daa9-4dff-8541-3d8d84854e5a req-61fa336e-b797-48e8-82ac-d634ccaecdf3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 983 time: 0.1292043 Jan 10 19:42:55.079379 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a', 'code': 200} Jan 10 19:42:55.126687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79280202-daa9-4dff-8541-3d8d84854e5a req-aaffbcc4-e1c3-4110-a9cc-b8ba54ca1b60 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0829477 Jan 10 19:42:55.163381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=06838f3a-37f0-40b2-be01-e2079234660a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:55.206445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f083a7e2-d921-43aa-9a32-d3a7e840ad22 req-b01d1232-366b-407d-a22a-f521a09ef9b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1135 time: 0.1298215 Jan 10 19:42:55.253874 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f083a7e2-d921-43aa-9a32-d3a7e840ad22 req-aff5887c-cfe9-47b5-96ab-2e3b40b842f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0414915 Jan 10 19:42:56.441772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f10d1-0232-490d-a3d2-45891ecaf0ad req-7ebce803-630c-4a22-a7a8-4c0cf0978f07 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:56.443185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b66f10d1-0232-490d-a3d2-45891ecaf0ad req-7ebce803-630c-4a22-a7a8-4c0cf0978f07 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 984 time: 0.1725357 Jan 10 19:42:56.489897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b66f10d1-0232-490d-a3d2-45891ecaf0ad req-cb269323-9ce5-48f9-88cb-7fae4c976273 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0412197 Jan 10 19:42:57.059471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ca9b74eb-dd6c-4a63-a671-56cad7272416 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:57.125114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ca9b74eb-dd6c-4a63-a671-56cad7272416 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:42:57.129887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ca9b74eb-dd6c-4a63-a671-56cad7272416 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:57.130258 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:57.238571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:57.253242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ca9b74eb-dd6c-4a63-a671-56cad7272416, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ca9b74eb-dd6c-4a63-a671-56cad7272416,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:42:57.256954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:57.319006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ca9b74eb-dd6c-4a63-a671-56cad7272416,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:57.687280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c31e72-3735-4e99-90d9-c579b9329cee req-889c01fc-4924-4cb1-a709-2c45bd83f089 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:57.688708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1c31e72-3735-4e99-90d9-c579b9329cee req-889c01fc-4924-4cb1-a709-2c45bd83f089 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 984 time: 0.0744693 Jan 10 19:42:57.736523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e1c31e72-3735-4e99-90d9-c579b9329cee req-aa717e6a-aaea-44b2-bd7b-d46192a9ac00 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0424628 Jan 10 19:42:58.068738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0a91d-e594-4634-96f6-e3b407c1f582 req-f41b51c7-45cd-40aa-a42b-e6e505f24fa8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:58.070105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bc0a91d-e594-4634-96f6-e3b407c1f582 req-f41b51c7-45cd-40aa-a42b-e6e505f24fa8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 984 time: 0.0747404 Jan 10 19:42:58.116276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bc0a91d-e594-4634-96f6-e3b407c1f582 req-d5ba50f0-445b-4e51-a399-73384b96711e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0400410 Jan 10 19:42:58.352471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-23a3e479-e867-4ddc-8437-a53695314f24 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1135 time: 0.1186509 Jan 10 19:42:58.382859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49274fe2-e72a-482d-b6d9-75473d0793c7 req-64bcc869-887d-42f4-bf3b-b0a1ac4ae534 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1096 time: 0.0969746 Jan 10 19:42:58.383491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:58.493458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:58.501743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Usage tracker for resource:security_group_rule and tenant:392823b38f5147ddbf83a71c3931f532 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:58.506559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:58.510752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49274fe2-e72a-482d-b6d9-75473d0793c7 req-3854d127-da31-4a15-9f2e-f766d95fefe9 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183290 Jan 10 19:42:58.514982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:58.537672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-62a757b2-2f81-4963-b754-6d40d1e8180c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441197 Jan 10 19:42:58.597463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:58.599961 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:58.715454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3162300-58c7-4efe-b505-a5f21c1c7112,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:58.718843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe267ea2-24e1-440f-99d8-926e9caf45f1 req-131148f1-cf89-4f90-864f-a4194da673ee tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3597927 Jan 10 19:42:58.747449 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60236) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:58.775677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb04354-880a-440d-b9a5-49fc7345cf97 req-83a4928f-cc6a-4cd9-be63-b40fcd480adc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:58.777118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abb04354-880a-440d-b9a5-49fc7345cf97 req-83a4928f-cc6a-4cd9-be63-b40fcd480adc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.1164534 Jan 10 19:42:58.780505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-b00d4e25-47a4-4170-b7fc-947dfcecaf93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1096 time: 0.1626744 Jan 10 19:42:58.822158 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-83245eb9-b2b9-4632-b68f-a5623875a72b tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1130 time: 0.0734899 Jan 10 19:42:58.825188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60240) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:58.830532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '06838f3a-37f0-40b2-be01-e2079234660a', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:42:58.836808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:42:58.841281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:floatingip and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:42:58.844191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:42:58.850096 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:42:58.860752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:58.905722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abb04354-880a-440d-b9a5-49fc7345cf97 req-f113ded3-34fc-4078-8d6f-c0688cf0574c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224425 Jan 10 19:42:58.935181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60244) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:42:58.944315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-1b55f906-1830-4a52-a26c-c595f34ad2a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:58.945742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-1b55f906-1830-4a52-a26c-c595f34ad2a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1440060 Jan 10 19:42:59.054558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ca9b74eb-dd6c-4a63-a671-56cad7272416 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:42:59.055241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-72507bf5-eb60-4d10-8609-b7988b482d33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 1001 time: 0.1029358 Jan 10 19:42:59.066033 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-248c2db9-6630-4de8-a690-cf43147a4061 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 993 time: 0.1209188 Jan 10 19:42:59.107318 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:59.132559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-401b294e-a031-4b69-9f19-ed80269a2913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:42:59.134032 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-401b294e-a031-4b69-9f19-ed80269a2913 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0725586 Jan 10 19:42:59.163006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ca9b74eb-dd6c-4a63-a671-56cad7272416 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:42:59.163408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:59.228995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-8ffcabdd-2544-45ca-a59f-0b9eeb32d979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878870 Jan 10 19:42:59.264869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.25.6.28 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/e5b42699-159d-49b3-bdac-18d389e9c293) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:42:59.367405 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-b01110d0-88df-4538-b9a1-6efcc9404d74 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311386 Jan 10 19:42:59.415451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:59.443513 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:42:59.509811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9dcad64c-21ef-4c9d-98c6-0d5e4ca98d78 req-340ae384-2289-4498-95e8-5c47df209781 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363258 Jan 10 19:42:59.513738 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:42:59.517390 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:42:59.519350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=e5b42699-159d-49b3-bdac-18d389e9c293,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:42:59.521409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:42:59.583689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9c805776-7d58-42b6-bc4d-e7005ebaca49 req-8245e5f8-5e2b-488d-bd16-9b0b0a58b2d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703542 Jan 10 19:43:00.079946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884399e3-b15f-4645-be7f-81e2be919b65 req-fb3e2307-77fc-4536-a86b-9f01f7196d16 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:00.081585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-884399e3-b15f-4645-be7f-81e2be919b65 req-fb3e2307-77fc-4536-a86b-9f01f7196d16 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0836608 Jan 10 19:43:00.128999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-884399e3-b15f-4645-be7f-81e2be919b65 req-3dccad76-69eb-4c66-bb35-e06445e845ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Jan 10 19:43:00.201082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:00.259494 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:00.283691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-d7e760ec-2601-4369-97d0-84f0865819b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3480406 Jan 10 19:43:00.406891 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Sync routers for ids ['a58381fd-a00d-47c4-82c5-0780908148a3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:43:00.421970 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:00.422340 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:43:00.423029 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_agentschedulers_db [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a58381fd-a00d-47c4-82c5-0780908148a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83632) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:43:00.435860 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Routers set() bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:00.436687 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Router IDs set() for agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 19:43:00.437708 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_agentschedulers_db [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a58381fd-a00d-47c4-82c5-0780908148a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:42:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent'). {{(pid=83632) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 10 19:43:00.438717 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da027d-d75e-494a-95cc-595e98a3e7a6 None None] The sync data for ids ['a58381fd-a00d-47c4-82c5-0780908148a3'] in n-d-816927-8 is: [] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:43:00.479335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:00.485119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:00.584885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=e5b42699-159d-49b3-bdac-18d389e9c293,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:00.608641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:00.805843 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Floating IP fb9e228c-d00e-4b77-88cb-a48e52a0a7a5 associated. External IP: 172.25.6.28, port: 06838f3a-37f0-40b2-be01-e2079234660a. Jan 10 19:43:01.204370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router 1110ae7f-f58e-4081-a631-ad3e65f54598 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:43:01.328597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcc136-ec63-4fa3-a4c2-404b3521b4a2 req-9f4743fd-0b61-4dcd-ac76-84f6bdf650f9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.330095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1dcc136-ec63-4fa3-a4c2-404b3521b4a2 req-9f4743fd-0b61-4dcd-ac76-84f6bdf650f9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0774107 Jan 10 19:43:01.378460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1dcc136-ec63-4fa3-a4c2-404b3521b4a2 req-4adbdbe0-5fc3-40a8-9adb-c2e181aec083 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Jan 10 19:43:01.420719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:43:01.443911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:01.507842 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-47eff8b3-60bf-40e6-913d-29723e447b6b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6789119 Jan 10 19:43:01.507842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:01.510549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60288) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:01.586508 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a', 'status': 'completed', 'code': 200} Jan 10 19:43:01.593483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-d3005275-730f-4538-82f0-b8e6c8f346ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1096 time: 0.1776879 Jan 10 19:43:01.735511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-09cb2c06-8fff-4d9a-8fef-857fae65effa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.736981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-09cb2c06-8fff-4d9a-8fef-857fae65effa service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1376400 Jan 10 19:43:01.827157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efee64-35ca-4a07-b80a-d6ce6e835548 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.827464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efee64-35ca-4a07-b80a-d6ce6e835548 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.827819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efee64-35ca-4a07-b80a-d6ce6e835548 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.828177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efee64-35ca-4a07-b80a-d6ce6e835548 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.828526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efee64-35ca-4a07-b80a-d6ce6e835548 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.830205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-48efee64-35ca-4a07-b80a-d6ce6e835548 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.3187048 Jan 10 19:43:01.833581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60294) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:01.838309 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-42272cd1-5769-49ee-84af-846a36255842 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1135 time: 0.2463357 Jan 10 19:43:01.870337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-d486841f-e93a-4917-80e9-20f921e77c08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 1001 time: 0.1278353 Jan 10 19:43:01.958628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05714a3e-e3c0-4e19-a435-4c12e83999a3 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.959035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05714a3e-e3c0-4e19-a435-4c12e83999a3 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.959396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05714a3e-e3c0-4e19-a435-4c12e83999a3 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.959756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05714a3e-e3c0-4e19-a435-4c12e83999a3 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.960212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05714a3e-e3c0-4e19-a435-4c12e83999a3 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.962359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-05714a3e-e3c0-4e19-a435-4c12e83999a3 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1276410 Jan 10 19:43:01.966762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-0941848d-1856-4067-b245-3615a606e501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:01.967326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60298) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:01.968118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-0941848d-1856-4067-b245-3615a606e501 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0898273 Jan 10 19:43:02.038402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-92e4bd81-5ca5-4674-a663-a9487615e34c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:02.039877 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-92e4bd81-5ca5-4674-a663-a9487615e34c service neutron] 10.222.0.44 "GET /v2.0/networks?id=71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 200 len: 897 time: 0.1957629 Jan 10 19:43:02.043980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-4b4f77af-2489-4cdf-a3d4-2db4b937fdaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699444 Jan 10 19:43:02.156702 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-6ebdafb5-d19f-4c42-abab-42daf2782a61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 200 len: 998 time: 0.1098416 Jan 10 19:43:02.172491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-fe451141-8357-475d-9bb1-a8f0a7cdab02 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221774 Jan 10 19:43:02.283822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-a07d000f-8609-4ccc-9883-48d308ea83ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:02.285246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-a07d000f-8609-4ccc-9883-48d308ea83ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=462bcddf-d0ae-4efe-8a99-e7223efc18f6 HTTP/1.1" status: 200 len: 835 time: 0.0811067 Jan 10 19:43:02.300436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-7403d118-9eff-4fe8-ab3a-d40d9bf2e9c2 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227138 Jan 10 19:43:02.371252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e9eb843-3577-40d8-83f1-2dfb9d555c32 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.4027374 Jan 10 19:43:02.374030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60302) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:02.383665 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-c89a7fdb-a1c8-4c0e-82c8-999e991100c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71583956-9e56-4290-8841-aa531934b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919728 Jan 10 19:43:02.465163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ca62868c-77e7-42ea-bfb9-774eb2d620e6 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1110ae7f-f58e-4081-a631-ad3e65f54598 HTTP/1.1" status: 200 len: 1870 time: 0.0892744 Jan 10 19:43:02.533510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-80d2e7e8-6efa-4da4-997a-59e54440a6fd service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437428 Jan 10 19:43:02.591867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f1ba6-9991-498d-b0a7-56efd29a8c93 req-42917544-a732-4e2a-886b-459526cb5495 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:02.593310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-211f1ba6-9991-498d-b0a7-56efd29a8c93 req-42917544-a732-4e2a-886b-459526cb5495 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0766449 Jan 10 19:43:02.637188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-211f1ba6-9991-498d-b0a7-56efd29a8c93 req-68068d45-8026-47f6-9924-b80a2fc9f18f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383010 Jan 10 19:43:02.665018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ab15317a-6494-453b-82d2-c567f94b3d0c req-ee158fff-7333-43a2-aa23-82b00e8695ce service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258421 Jan 10 19:43:03.007163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 428e7324-e221-4478-9f2d-894e2b26f776 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:43:03.040381 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 428e7324-e221-4478-9f2d-894e2b26f776 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:43:03.040731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 428e7324-e221-4478-9f2d-894e2b26f776 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:43:03.133895 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:43:03.835033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d95fc-b61b-42f4-a0f3-a381152f053a req-289d483c-75d9-4e36-9541-376f7c632843 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:03.836481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b50d95fc-b61b-42f4-a0f3-a381152f053a req-289d483c-75d9-4e36-9541-376f7c632843 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0782435 Jan 10 19:43:03.880324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b50d95fc-b61b-42f4-a0f3-a381152f053a req-6f655c1f-e34e-4513-b670-740add2d1f64 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Jan 10 19:43:05.075307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0cee-c84d-4d23-a56a-3fea34a12773 req-128ca03c-a0d6-4ba5-ad73-7b5ecb0b6e98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:05.076666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b36e0cee-c84d-4d23-a56a-3fea34a12773 req-128ca03c-a0d6-4ba5-ad73-7b5ecb0b6e98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0751586 Jan 10 19:43:05.120810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b36e0cee-c84d-4d23-a56a-3fea34a12773 req-a620e429-dcd6-4025-8f13-ad148bef6a1b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387034 Jan 10 19:43:06.318613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae8488-db88-495a-9d04-660d231ce4fa req-32b34125-902b-42a1-a86f-28b277d7570e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:06.320068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70ae8488-db88-495a-9d04-660d231ce4fa req-32b34125-902b-42a1-a86f-28b277d7570e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0784862 Jan 10 19:43:06.364144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70ae8488-db88-495a-9d04-660d231ce4fa req-2c5f5a37-4e8a-4d0b-83dd-d7f90d9ab1f9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Jan 10 19:43:07.002017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 32f56bf2-e865-4254-9572-c37821634d5a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:43:07.034651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 32f56bf2-e865-4254-9572-c37821634d5a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:43:07.035031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 32f56bf2-e865-4254-9572-c37821634d5a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:43:07.558405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f72920-5f60-4107-a2a5-e2dd6919547a req-20799386-f307-4af7-8c2f-2f1f3d6ca2fa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:07.559890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90f72920-5f60-4107-a2a5-e2dd6919547a req-20799386-f307-4af7-8c2f-2f1f3d6ca2fa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0750377 Jan 10 19:43:07.604981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90f72920-5f60-4107-a2a5-e2dd6919547a req-38bc97a1-d7a7-4bca-8aeb-62dd390651ff tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Jan 10 19:43:08.408271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-53a5562c-a475-4492-ba69-d5232a0fe54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:08.805539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b9c8-d6d2-4948-b2f6-039867dcce92 req-2dc4ae2f-4e37-4065-87dc-3de572b14b78 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:08.807010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4e9b9c8-d6d2-4948-b2f6-039867dcce92 req-2dc4ae2f-4e37-4065-87dc-3de572b14b78 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0816393 Jan 10 19:43:08.851580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4e9b9c8-d6d2-4948-b2f6-039867dcce92 req-8096ee9a-c0d0-4a9c-8c27-ddee9e62a3a7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Jan 10 19:43:09.587235 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-cded401a-d7ce-41d9-bd83-de1fdcb4f935 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671682 Jan 10 19:43:09.726104 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-09dd8417-3725-4b1b-b3a7-bb03856d6ac9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1135 time: 0.0705802 Jan 10 19:43:09.867920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-ed25fa1d-2069-432b-aecd-e0b1279737d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:09.869216 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-ed25fa1d-2069-432b-aecd-e0b1279737d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 200 len: 897 time: 0.1244535 Jan 10 19:43:09.974013 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-3511e419-c143-4b8e-bad8-ca439f667a33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 200 len: 998 time: 0.0974042 Jan 10 19:43:10.045338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-a3a63724-7fc8-4620-ab1b-9b52deb5aff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:10.046777 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-a3a63724-7fc8-4620-ab1b-9b52deb5aff6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=462bcddf-d0ae-4efe-8a99-e7223efc18f6 HTTP/1.1" status: 200 len: 835 time: 0.0644279 Jan 10 19:43:10.047426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085767e-f670-42f9-bd85-2e93c925e818 req-9ab5d338-e19c-404f-bc62-0da420c5d80d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:10.048905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c085767e-f670-42f9-bd85-2e93c925e818 req-9ab5d338-e19c-404f-bc62-0da420c5d80d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0771563 Jan 10 19:43:10.098527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c085767e-f670-42f9-bd85-2e93c925e818 req-8f126347-c6f9-4bb2-b2f0-5a62f29ad406 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Jan 10 19:43:10.124030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-cafb9ff9-ea87-4723-807e-00d75c1791f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71583956-9e56-4290-8841-aa531934b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683184 Jan 10 19:43:10.348918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-df86e684-b21e-4b6a-99f9-3ca43668c33e service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181561 Jan 10 19:43:10.490327 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51454f67-c03c-4d58-ba94-2b8de4b61e9c req-2e73ecdf-4671-4625-a3e7-178f928c483e service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265330 Jan 10 19:43:10.491278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-389d8788-7cc5-4c03-94fe-8771aab03afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:11.298023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40af16-0bec-401a-bd03-06b01e9456e6 req-15da9e0a-50af-4264-9afb-3b435b1e3bed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:11.299915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b40af16-0bec-401a-bd03-06b01e9456e6 req-15da9e0a-50af-4264-9afb-3b435b1e3bed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0771790 Jan 10 19:43:11.345790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b40af16-0bec-401a-bd03-06b01e9456e6 req-68ca5308-d653-4441-887e-dac82593c6ac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400851 Jan 10 19:43:11.386582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Sync routers for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:43:11.398137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:11.398682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:11.581801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:11.826029 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:11.914362 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:11.948554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'fb9e228c-d00e-4b77-88cb-a48e52a0a7a5', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'port_id': '06838f3a-37f0-40b2-be01-e2079234660a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'mac_address': 'fa:16:3e:9f:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:42:59Z', 'updated_at': '2022-01-10T19:42:59Z', 'revision_number': 0, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2780b-e46f-4436-991f-4e011a44a2b1', 'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:d2:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:43Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 2, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:11.952859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Checking router: 1110ae7f-f58e-4081-a631-ad3e65f54598 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:43:11.953215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Updating router 1110ae7f-f58e-4081-a631-ad3e65f54598 port 69c2780b-e46f-4436-991f-4e011a44a2b1 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:43:12.001700 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:12.335125 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:12.346672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Transition to ACTIVE for port object 69c2780b-e46f-4436-991f-4e011a44a2b1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:12.352545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:12.516818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffe7c-210f-4fa5-b9c6-3b96d1713634 None None] Pushing event updated for resources: {'Port': ['ID=69c2780b-e46f-4436-991f-4e011a44a2b1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:12.608512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Attempting to bind port 69c2780b-e46f-4436-991f-4e011a44a2b1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:12.609109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Attempting to bind port 69c2780b-e46f-4436-991f-4e011a44a2b1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:12.609429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Attempting to bind port 69c2780b-e46f-4436-991f-4e011a44a2b1 on network 71583956-9e56-4290-8841-aa531934b67e {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:12.616385 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:12.616797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Checking segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:12.617202 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:12.617601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Bound using segment: {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:12.618072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Bound port: 69c2780b-e46f-4436-991f-4e011a44a2b1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c260b27e-52cd-4ea1-b61e-72a61f36eddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71583956-9e56-4290-8841-aa531934b67e'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:12.618455 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:12.656342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349df43-ab4d-4354-832c-fdf03323be27 req-240271ab-c6ad-44a3-8411-c4acd344600d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:12.658007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f349df43-ab4d-4354-832c-fdf03323be27 req-240271ab-c6ad-44a3-8411-c4acd344600d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.1888695 Jan 10 19:43:12.703520 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f349df43-ab4d-4354-832c-fdf03323be27 req-21cbb847-4eef-4a6f-9cd9-919649f57d5a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395265 Jan 10 19:43:12.718325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] For port 69c2780b-e46f-4436-991f-4e011a44a2b1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:12.721440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] For port 69c2780b-e46f-4436-991f-4e011a44a2b1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69c2780b-e46f-4436-991f-4e011a44a2b1,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:12.727596 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:12.805007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffe7c-210f-4fa5-b9c6-3b96d1713634 None None] Pushing event updated for resources: {'Port': ['ID=69c2780b-e46f-4436-991f-4e011a44a2b1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:12.810218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:12.810827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:12.991128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:13.162746 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:13.347157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'fb9e228c-d00e-4b77-88cb-a48e52a0a7a5', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'port_id': '06838f3a-37f0-40b2-be01-e2079234660a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'mac_address': 'fa:16:3e:9f:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:42:59Z', 'updated_at': '2022-01-10T19:42:59Z', 'revision_number': 0, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2780b-e46f-4436-991f-4e011a44a2b1', 'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:d2:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:43Z', 'updated_at': '2022-01-10T19:43:12Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:13.350965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbf701-1a6a-49b4-a439-ed9bcef341da None None] The sync data for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 is: [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'fb9e228c-d00e-4b77-88cb-a48e52a0a7a5', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'port_id': '06838f3a-37f0-40b2-be01-e2079234660a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'mac_address': 'fa:16:3e:9f:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:42:59Z', 'updated_at': '2022-01-10T19:42:59Z', 'revision_number': 0, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2780b-e46f-4436-991f-4e011a44a2b1', 'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:d2:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:43Z', 'updated_at': '2022-01-10T19:43:12Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:43:13.902541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dccbe-9763-4796-8243-d16108581490 req-5a8f8a8e-e360-410e-b253-9a06d442a8b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:13.904090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-706dccbe-9763-4796-8243-d16108581490 req-5a8f8a8e-e360-410e-b253-9a06d442a8b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0769022 Jan 10 19:43:13.953310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-706dccbe-9763-4796-8243-d16108581490 req-ad4acee6-5f10-45f3-b9b7-aa6051571577 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Jan 10 19:43:15.065617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69c2780b-e46f-4436-991f-4e011a44a2b1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:15.134273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 69c2780b-e46f-4436-991f-4e011a44a2b1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:15.140108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 69c2780b-e46f-4436-991f-4e011a44a2b1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:15.140502 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:15.180152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1bc1-2e75-4a45-8364-53a50e9a3038 req-4eac9266-f0fc-4eb8-a796-acd8ca8b23ba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:15.181607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-961a1bc1-2e75-4a45-8364-53a50e9a3038 req-4eac9266-f0fc-4eb8-a796-acd8ca8b23ba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0799460 Jan 10 19:43:15.228078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-961a1bc1-2e75-4a45-8364-53a50e9a3038 req-9e43d803-e7f6-4280-b943-1b30dfbe1ad6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Jan 10 19:43:15.258536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:15.290687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 69c2780b-e46f-4436-991f-4e011a44a2b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69c2780b-e46f-4436-991f-4e011a44a2b1,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:15.294176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:15.356233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=69c2780b-e46f-4436-991f-4e011a44a2b1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:15.364499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.364941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.365346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.365682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.366010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.366335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.366658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.367001 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.367320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.367637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.367951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:15.439274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:15.564739 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:16.437863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d312f7-40fc-4052-acbe-e742a9bce701 req-9373ab36-7678-4f17-b60c-fcd159ca791e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:16.439242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20d312f7-40fc-4052-acbe-e742a9bce701 req-9373ab36-7678-4f17-b60c-fcd159ca791e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0761988 Jan 10 19:43:16.483022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20d312f7-40fc-4052-acbe-e742a9bce701 req-0058d4af-6795-4c04-ac26-a036f8a8456e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383425 Jan 10 19:43:17.050678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69c2780b-e46f-4436-991f-4e011a44a2b1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:17.119048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 69c2780b-e46f-4436-991f-4e011a44a2b1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:17.119418 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:17.679466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fb4cd-a7f1-4784-b034-b816dafcbbfa req-2ae9247e-3cf9-4c29-b6ff-9931e0c566ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:17.680828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987fb4cd-a7f1-4784-b034-b816dafcbbfa req-2ae9247e-3cf9-4c29-b6ff-9931e0c566ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0784144 Jan 10 19:43:17.724535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987fb4cd-a7f1-4784-b034-b816dafcbbfa req-004a9c6e-270f-482a-b513-229f8ae0174b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381892 Jan 10 19:43:18.918208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274b88a-1baa-46e0-afeb-bdee2d0ac3cb req-e98f23e1-581b-43a9-bd09-c616a9f72c21 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:18.919666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e274b88a-1baa-46e0-afeb-bdee2d0ac3cb req-e98f23e1-581b-43a9-bd09-c616a9f72c21 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 945 time: 0.0747557 Jan 10 19:43:18.966861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e274b88a-1baa-46e0-afeb-bdee2d0ac3cb req-3e85275e-02b4-4eaa-8806-0f774cc1ab11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Jan 10 19:43:19.139048 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-f322fb05-c6d1-4bf4-aae0-5261484a71c1 service neutron] show failed (client error): The resource could not be found. Jan 10 19:43:19.140024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-f322fb05-c6d1-4bf4-aae0-5261484a71c1 service neutron] 10.222.0.30 "GET /v2.0/ports/20de3353-924a-40ad-901b-88f3fb9725a4/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0709298 Jan 10 19:43:19.391503 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-2a33b13e-936d-4a2e-bd65-4d741e0c693a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 1096 time: 0.0716772 Jan 10 19:43:19.405705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:19.511002 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5430d4-7a21-4e39-9e49-5219700a9437 None None] New status for floating IP fb9e228c-d00e-4b77-88cb-a48e52a0a7a5: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:43:19.520319 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:19.779320 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:19.806212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:19.863659 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:19.869085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:19.883691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Transition to ACTIVE for port object 20de3353-924a-40ad-901b-88f3fb9725a4 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:19.888238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:19.935994 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'code': 200} Jan 10 19:43:20.028973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:20.089763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] No DVR routers for this DVR port 20de3353-924a-40ad-901b-88f3fb9725a4 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:43:20.185387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bca7e5-4d18-4c5b-8535-99bfd16ae25a req-85acd406-69b3-46bc-8e32-dcdad7739ca3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:20.186859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26bca7e5-4d18-4c5b-8535-99bfd16ae25a req-85acd406-69b3-46bc-8e32-dcdad7739ca3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.0804307 Jan 10 19:43:20.234739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26bca7e5-4d18-4c5b-8535-99bfd16ae25a req-77c044e9-ef77-4ffd-80b8-d0142977dc82 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Jan 10 19:43:20.333700 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:20.334031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:20.334350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:20.340359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:43:20.340670 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:20.346634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:20.346996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Checking segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:20.347375 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Bound using segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:20.347788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Bound port: 20de3353-924a-40ad-901b-88f3fb9725a4, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:20.348125 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:20.437460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:20.440397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:20.445378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:20.507733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:20.508977 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] 10.222.0.44 "PUT /v2.0/ports/20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 1091 time: 1.1077714 Jan 10 19:43:20.521979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afeb71-5ecd-4652-9978-4aeeff03875c service neutron] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:20.610583 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-7e988ec0-c9c0-4296-a82d-7cece76414d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1094 time: 0.0766878 Jan 10 19:43:20.827048 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-6077acf9-0d2c-4ea5-be40-9a68a44f2003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:20.828523 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-6077acf9-0d2c-4ea5-be40-9a68a44f2003 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.2117434 Jan 10 19:43:20.927296 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-650ae38a-6660-4306-8b20-10a15f1a08f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0915539 Jan 10 19:43:20.986090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-e777bf3b-87fd-4983-b020-ae649a3c6c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:20.987495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-e777bf3b-87fd-4983-b020-ae649a3c6c60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0546350 Jan 10 19:43:21.059107 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-7d877af2-c7ac-4b2b-aba1-2309a8c6ef37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654829 Jan 10 19:43:21.188468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-fa0a7db1-4617-45e2-b367-6e0c6615d0da service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232760 Jan 10 19:43:21.322119 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-e9b34446-c8eb-4784-8de5-4d37fa650b14 service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262512 Jan 10 19:43:21.434301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc67af-41c2-4eae-b5d1-6db4460222f2 req-486a74bf-6ce6-4df5-878a-004f36f3afe3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:21.436040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9dc67af-41c2-4eae-b5d1-6db4460222f2 req-486a74bf-6ce6-4df5-878a-004f36f3afe3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.0767052 Jan 10 19:43:21.482760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9dc67af-41c2-4eae-b5d1-6db4460222f2 req-426a0198-60ad-49fa-8878-1df60714a619 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Jan 10 19:43:21.937371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:22.004026 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'status': 'completed', 'code': 200} Jan 10 19:43:22.095626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-b588ee9f-5122-4b43-86b9-6f85c407e0f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1094 time: 0.0745738 Jan 10 19:43:22.098639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-088ef949-355c-4c6b-8bdd-11bfe230f4b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1094 time: 0.0734861 Jan 10 19:43:22.224991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-4ba4c16d-3e93-4911-bfd4-5e32a97601dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:22.226345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-4ba4c16d-3e93-4911-bfd4-5e32a97601dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1254058 Jan 10 19:43:22.228188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-b6928cf7-271c-4485-bf69-b1a681f69e65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:22.230558 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-b6928cf7-271c-4485-bf69-b1a681f69e65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1235478 Jan 10 19:43:22.328096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-7e1f9f5b-2a35-4a1d-88d0-538786c15413 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0958908 Jan 10 19:43:22.330350 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-05c6225e-a417-4347-9dc1-9916797ed982 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0945230 Jan 10 19:43:22.388794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-1a908b2f-9f50-4e85-b4d1-d4f5b091a92d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:22.390244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-1a908b2f-9f50-4e85-b4d1-d4f5b091a92d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0561984 Jan 10 19:43:22.393214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-ed487bb3-dba8-437d-b684-411b04e52180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:22.394630 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-ed487bb3-dba8-437d-b684-411b04e52180 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0563095 Jan 10 19:43:22.462883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-7bd547db-19db-487d-9455-a06757daefe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666304 Jan 10 19:43:22.469586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-e5ce42e1-b8b4-4409-900c-09e85c8a238c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681720 Jan 10 19:43:22.608539 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-7f22ee29-b1bb-4141-8d73-0d7046cdbd5a service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311605 Jan 10 19:43:22.608896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-c2d3601c-3ae2-4289-808b-2e15c128c62f service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402805 Jan 10 19:43:22.739022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-a1f3450d-63fa-4a9c-b408-28e6c31c96fd service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 Jan 10 19:43:22.796857 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6ace3c-88ab-47c3-ad7b-9acb5e039fb0 req-cee9b647-1013-4334-b94b-064ab47ad8fd service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813860 Jan 10 19:43:22.803229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17302c-d627-437c-bef9-9169294f8fd7 req-b36dbebf-2b1a-46ad-8bfc-355bfd61fb46 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:22.804610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f17302c-d627-437c-bef9-9169294f8fd7 req-b36dbebf-2b1a-46ad-8bfc-355bfd61fb46 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.1909251 Jan 10 19:43:22.849690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f17302c-d627-437c-bef9-9169294f8fd7 req-f9085fe0-9b85-4b14-aa96-9f799461ee4d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 Jan 10 19:43:24.139750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e5515-5ae7-4eab-bfe1-835a1f803701 req-4311865d-7dac-47cb-88b0-577744dbb0b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:24.141136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-893e5515-5ae7-4eab-bfe1-835a1f803701 req-4311865d-7dac-47cb-88b0-577744dbb0b8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.1686947 Jan 10 19:43:24.146059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:43:24.186303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-893e5515-5ae7-4eab-bfe1-835a1f803701 req-a42082dc-fae1-46aa-827c-1395cefe57f9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Jan 10 19:43:24.200687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:43:24.538590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-775b18ad-1e65-4ff6-b98c-bfda16e67e62 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:24.539308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-775b18ad-1e65-4ff6-b98c-bfda16e67e62 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:43:24.555470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-775b18ad-1e65-4ff6-b98c-bfda16e67e62 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:43:24.556834 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-775b18ad-1e65-4ff6-b98c-bfda16e67e62 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.44 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&tenant_id=fffe24891a2d4ee6a14009600060497b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 943 time: 0.1033995 Jan 10 19:43:24.587170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecc8f6-158f-4062-b164-acf02a9a03a7 req-e8f595b2-9cbc-4559-a463-2146735f85f1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:24.588613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ecc8f6-158f-4062-b164-acf02a9a03a7 req-e8f595b2-9cbc-4559-a463-2146735f85f1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 943 time: 0.0771849 Jan 10 19:43:24.635599 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-ffde6cb4-e475-4d66-b55b-626b25315652 service neutron] 10.222.0.44 "GET /v2.0/ports/20de3353-924a-40ad-901b-88f3fb9725a4/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.0732260 Jan 10 19:43:24.636317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ecc8f6-158f-4062-b164-acf02a9a03a7 req-4535427e-4578-4e89-acea-d8fe905f19fa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420215 Jan 10 19:43:24.728707 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-c269cf4e-4ee2-40cf-89fa-bc50d6443be0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1094 time: 0.0721960 Jan 10 19:43:24.914201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:43:24.943647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-d1f60cbc-6137-42fb-b91a-0b07857ada6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:24.945113 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-d1f60cbc-6137-42fb-b91a-0b07857ada6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.2103927 Jan 10 19:43:25.053825 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-fe32bcf0-7fd5-4afc-895f-439b43a7b856 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0980937 Jan 10 19:43:25.079344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:25.092695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '20de3353-924a-40ad-901b-88f3fb9725a4', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'mac_address': 'fa:16:3e:2b:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:43:25.115829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-1cf80b3a-6022-4217-a0e5-cb2b5b48d8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:25.117277 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-1cf80b3a-6022-4217-a0e5-cb2b5b48d8f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0574658 Jan 10 19:43:25.144297 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:25.163851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20de3353-924a-40ad-901b-88f3fb9725a4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:43:25.179231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:25.184066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:25.196586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-f3f378a4-0ccb-49f3-a99e-f729196d31f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738709 Jan 10 19:43:25.247405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:25.329039 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-864f52b6-003a-4d92-8a73-68ce674a4d93 service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256006 Jan 10 19:43:25.403667 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['20de3353-924a-40ad-901b-88f3fb9725a4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:43:25.461454 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-59c98331-2243-4864-ac3e-6c90a4e62d3a service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257107 Jan 10 19:43:25.839358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeca49e-66d0-4657-ad96-beb8bfa7bc83 req-056861dc-7b3c-4d44-bf09-407a58184df7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:25.840726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfeca49e-66d0-4657-ad96-beb8bfa7bc83 req-056861dc-7b3c-4d44-bf09-407a58184df7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.0785339 Jan 10 19:43:25.884565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cfeca49e-66d0-4657-ad96-beb8bfa7bc83 req-8dfcbc21-946e-41de-af4d-6a4ebfd9c55e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Jan 10 19:43:26.928708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:26.998773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 20de3353-924a-40ad-901b-88f3fb9725a4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:27.003921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 20de3353-924a-40ad-901b-88f3fb9725a4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:27.004307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:27.077618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35164802-9d4f-4d3c-9cc6-fa3672dcb8a0 req-702b7c29-4c90-46d2-b2ee-6db271771bd2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:27.079122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-35164802-9d4f-4d3c-9cc6-fa3672dcb8a0 req-702b7c29-4c90-46d2-b2ee-6db271771bd2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.0756338 Jan 10 19:43:27.117307 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:27.124779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-35164802-9d4f-4d3c-9cc6-fa3672dcb8a0 req-a86514b8-03eb-48cc-8605-7d30e48dd879 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Jan 10 19:43:27.153246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:27.163166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:27.167347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:27.226829 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'code': 200} Jan 10 19:43:27.238547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:27.539873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-dbfc9608-cf83-4392-80a5-415b1eaaad07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 1096 time: 0.0703261 Jan 10 19:43:27.549584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:27.654672 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:27.912916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:27.944408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:28.000144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:28.005231 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:28.019461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Transition to ACTIVE for port object 20de3353-924a-40ad-901b-88f3fb9725a4 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:28.028550 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:28.076019 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'code': 200} Jan 10 19:43:28.162604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=10']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:28.188195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.188547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.188889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.189227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.189563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.189890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.190281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.190612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.190961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.191285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.191606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:28.244890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] No DVR routers for this DVR port 20de3353-924a-40ad-901b-88f3fb9725a4 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:43:28.400190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80b00-203c-4430-b71c-55ec8d22010e req-963b98ef-f325-4573-bd0d-84ebfd82d77a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:28.401646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0c80b00-203c-4430-b71c-55ec8d22010e req-963b98ef-f325-4573-bd0d-84ebfd82d77a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.1096888 Jan 10 19:43:28.511101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0c80b00-203c-4430-b71c-55ec8d22010e req-3c9b3b8a-7516-40b5-a3ac-cf917ea1c711 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655916 Jan 10 19:43:28.587000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:28.587335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:28.587669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:28.593378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:43:28.593705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Attempting to bind port 20de3353-924a-40ad-901b-88f3fb9725a4 on network 48218e22-8431-4eae-862b-c70254c2897c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:28.599854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:28.600192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Checking segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:28.600577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Bound using segment: {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:28.601001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Bound port: 20de3353-924a-40ad-901b-88f3fb9725a4, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efb4878-12b8-49e2-9728-27b13c40ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '48218e22-8431-4eae-862b-c70254c2897c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:28.601399 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:28.688634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:28.691533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:28.695959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:28.756093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:28.757446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] 10.222.0.30 "PUT /v2.0/ports/20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 1092 time: 1.2116361 Jan 10 19:43:28.777856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df745ec5-419b-4c73-b32c-805584e65dcb service neutron] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=11']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:28.856592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-b5ea3a7c-3ff1-4a6b-84bf-671e4aa2dfef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1095 time: 0.0753336 Jan 10 19:43:28.943158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:43:29.007817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:43:29.081097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-9373efe5-28ff-4dab-b5e6-f47400c7c1e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:29.082551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-9373efe5-28ff-4dab-b5e6-f47400c7c1e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.2201214 Jan 10 19:43:29.182301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-723ebc2c-2d85-4828-a492-667330acf151 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0943725 Jan 10 19:43:29.241490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-d8685b46-7da8-4b89-9c24-75e11195e094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:29.242889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-d8685b46-7da8-4b89-9c24-75e11195e094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0547962 Jan 10 19:43:29.314004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-e4243519-d78d-44ce-8a25-5956136b84fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655792 Jan 10 19:43:29.441452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-19fda6a3-2a3d-46a5-86f1-6e1e57b6a763 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214802 Jan 10 19:43:29.570926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-288ad1ed-610b-45c7-8161-e39a09ee3a20 req-bfcc982e-b909-4c8f-a787-56931d91699f service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242425 Jan 10 19:43:29.710310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f0791-1b6e-4fa0-b880-fc2867de3cfb req-f809003d-554f-4430-80e5-7bde52f84e34 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:29.711676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-969f0791-1b6e-4fa0-b880-fc2867de3cfb req-f809003d-554f-4430-80e5-7bde52f84e34 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.0787244 Jan 10 19:43:29.755081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-969f0791-1b6e-4fa0-b880-fc2867de3cfb req-bacf9031-761b-42be-b1e2-ffe299590c3a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374570 Jan 10 19:43:30.077515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:30.142847 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'status': 'completed', 'code': 200} Jan 10 19:43:30.229191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-394a9522-80db-4437-ab84-f221a083f417 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1095 time: 0.0673199 Jan 10 19:43:30.234179 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-40d3b6b9-c248-4c8d-b963-9cbe1a702f26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1095 time: 0.0679407 Jan 10 19:43:30.358990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-54f16ead-4e81-4838-a6f8-fd3324808590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:30.360366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-54f16ead-4e81-4838-a6f8-fd3324808590 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1251132 Jan 10 19:43:30.362547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-9b72726a-e485-45c2-ac5a-f8a405686165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:30.363989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-9b72726a-e485-45c2-ac5a-f8a405686165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1236656 Jan 10 19:43:30.462631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-58f1ea96-1efa-4f9f-a8d0-0cf33d709e30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0960996 Jan 10 19:43:30.468512 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-171affe6-25de-4ecd-bff9-273e0b31080a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 999 time: 0.0944860 Jan 10 19:43:30.527830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-696a2599-6313-4e58-9d24-c549f5cda656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:30.529197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-696a2599-6313-4e58-9d24-c549f5cda656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0606682 Jan 10 19:43:30.529323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-43f6eb13-50fc-4b87-bbc7-18c35fb4bd55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:30.530608 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-43f6eb13-50fc-4b87-bbc7-18c35fb4bd55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0557814 Jan 10 19:43:30.603549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-b79c7895-e023-469f-aefe-926108eec67b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674424 Jan 10 19:43:30.608610 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-38f244c2-a626-4256-979d-f4fad818805e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704436 Jan 10 19:43:30.731298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-a1d078ba-ce7d-454b-9955-be9fd01d8ac4 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210248 Jan 10 19:43:30.739672 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-a43b2729-dada-4368-8641-847762df3bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229422 Jan 10 19:43:30.865839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-cd246fa4-11ad-465b-b33c-aa25eefd7c51 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266143 Jan 10 19:43:30.869225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-863ddbf9-17bc-41ba-b909-ea580b315b92 req-d37affaa-c650-4889-b0d6-46e1ab5d1a5a service neutron] 10.222.0.44 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238720 Jan 10 19:43:30.960546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383169c-c794-437d-80c7-dc69a0cb11df req-0fbaa413-6dc4-4bed-8cbd-69419099cc3b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:30.962013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f383169c-c794-437d-80c7-dc69a0cb11df req-0fbaa413-6dc4-4bed-8cbd-69419099cc3b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.0849495 Jan 10 19:43:31.098086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f383169c-c794-437d-80c7-dc69a0cb11df req-8408f354-b189-4064-a393-55cbb1ff1f55 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298811 Jan 10 19:43:32.208163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:43:32.289696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a705-1cb8-4469-9ce3-cd934f65cc53 req-7b98d2ac-69e3-4f1d-8b26-13200d089807 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:32.291157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27d9a705-1cb8-4469-9ce3-cd934f65cc53 req-7b98d2ac-69e3-4f1d-8b26-13200d089807 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 944 time: 0.0733948 Jan 10 19:43:32.335902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27d9a705-1cb8-4469-9ce3-cd934f65cc53 req-2f7d1570-4660-4d77-b813-be57b0e63525 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383239 Jan 10 19:43:32.338833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:32.352358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '20de3353-924a-40ad-901b-88f3fb9725a4', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'port_id': '20de3353-924a-40ad-901b-88f3fb9725a4', 'mac_address': 'fa:16:3e:2b:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:43:32.364182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60374) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:32.408541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:32.425967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20de3353-924a-40ad-901b-88f3fb9725a4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:43:32.440466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:32.444697 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:32.467138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bbbc596c-c653-43ac-ba06-ab5a2e169d1a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 200 len: 991 time: 0.1017663 Jan 10 19:43:32.510099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=12']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:32.663766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['20de3353-924a-40ad-901b-88f3fb9725a4'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:43:34.232017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:34.300152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 20de3353-924a-40ad-901b-88f3fb9725a4 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:34.304787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 20de3353-924a-40ad-901b-88f3fb9725a4 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:34.305163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:34.417070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:34.442780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:34.452972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:34.456795 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:34.499641 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'code': 200} Jan 10 19:43:34.522043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=13']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:34.890493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60382) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:34.967561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bfd9162b-7a28-4ced-88d2-38c8eee45e61 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0759110 Jan 10 19:43:34.970163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60386) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:34.975270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'network': {'name': 'tempest-network-smoke--1084308227', 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'port_security_enabled': False}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:34.980629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:43:34.990378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:43:35.000618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Made reservation on behalf of 2b754ed1ea1846349eb9463daa96fd42 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:43:35.003700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.030742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:43:35.039218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.039553 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Added segment 3ba812bf-3eda-4224-9955-b9656968be63 of type vlan for network 2675dc52-aef5-4e1f-8f89-635acc58c207 Jan 10 19:43:35.064913 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.095771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.099737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:35.100084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.201680 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2303910 Jan 10 19:43:35.204282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60390) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:35.204752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Network': ['ID=2675dc52-aef5-4e1f-8f89-635acc58c207,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:35.209627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'admin_state_up': True, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:35.213046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.213396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.213741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.214077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.214411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.214741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.215146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.215481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.215805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.216126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.216446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bdc380-53e4-42d2-9d33-0e0d4accc428 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:35.217220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:43:35.221913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:router and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:43:35.224886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:43:35.227607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:43:35.230503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:43:35.240691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.241592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.259551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.405505 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.577094 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.605683 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.739385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.25.6.217 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/6a297403-7306-49b7-a4de-645de83f604e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:43:35.882030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.909217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:35.977213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:43:35.979982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:43:35.984348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:43:36.007769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=6a297403-7306-49b7-a4de-645de83f604e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:36.143455 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:36.144105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:36.362975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router a05bb10e-fa42-4005-a266-a2b9421cada3 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:43:36.647924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:43:36.657883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Sync routers for ids ['a05bb10e-fa42-4005-a266-a2b9421cada3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:43:36.670195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Routers {'a05bb10e-fa42-4005-a266-a2b9421cada3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:36.670895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a05bb10e-fa42-4005-a266-a2b9421cada3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:36.677911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:36.679336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-080d1781-ad6a-4d80-b3c1-66f271afd492 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4740341 Jan 10 19:43:36.682316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:36.741998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab8145-04f3-49a7-915f-2b1a2115b7a7 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:36.743508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-34ab8145-04f3-49a7-915f-2b1a2115b7a7 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2b754ed1ea1846349eb9463daa96fd42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0602372 Jan 10 19:43:36.747576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:36.873121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8da647-f5a8-45a1-9b5d-b84fad4ceae5 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:36.874584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d8da647-f5a8-45a1-9b5d-b84fad4ceae5 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260998 Jan 10 19:43:36.875630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Set router a05bb10e-fa42-4005-a266-a2b9421cada3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:36.877333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60402) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:36.915187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a34aba31-9dc3-40fc-bc96-b136627d6e68 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367339 Jan 10 19:43:36.917680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:36.959417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-647c2b85-c3b1-4872-9070-e3890f2a539c tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2b754ed1ea1846349eb9463daa96fd42&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400803 Jan 10 19:43:36.961824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:37.098735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9a98b-3824-4c30-8e3d-071b0edfa72b tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:37.100265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-52f9a98b-3824-4c30-8e3d-071b0edfa72b tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375775 Jan 10 19:43:37.103201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60414) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:37.141365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-73de5a50-b1bc-48cd-8776-8468f4729227 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370030 Jan 10 19:43:37.144678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60418) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:37.150023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694680855', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:37.156954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:36Z', 'revision_number': 3, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:37.160796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Checking router: a05bb10e-fa42-4005-a266-a2b9421cada3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:43:37.161150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Updating router a05bb10e-fa42-4005-a266-a2b9421cada3 port 6a297403-7306-49b7-a4de-645de83f604e binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:43:37.214629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.256746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:43:37.260447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:subnet and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:43:37.263749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:43:37.269254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:43:37.279378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Made reservation on behalf of 2b754ed1ea1846349eb9463daa96fd42 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:43:37.378612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.532651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.544654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Transition to ACTIVE for port object 6a297403-7306-49b7-a4de-645de83f604e will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:37.551187 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.589874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.631143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25559b39-38b2-494e-a357-d0bd954485d4 None None] Pushing event updated for resources: {'Port': ['ID=6a297403-7306-49b7-a4de-645de83f604e,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:37.633455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Attempting to bind port 6a297403-7306-49b7-a4de-645de83f604e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:37.633822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Attempting to bind port 6a297403-7306-49b7-a4de-645de83f604e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:37.634187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Attempting to bind port 6a297403-7306-49b7-a4de-645de83f604e on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:37.641519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:37.641894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:37.642295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.642684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:37.643169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Bound port: 6a297403-7306-49b7-a4de-645de83f604e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:37.643550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.667179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Subnet': ['ID=e06312e4-38b8-4e4c-9eba-ef5a64873be4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:37.681242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Checking segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:37.681613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network hostable DHCP agents. Network: 2675dc52-aef5-4e1f-8f89-635acc58c207, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:43:37.704468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:43:37.715104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 2675dc52-aef5-4e1f-8f89-635acc58c207) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:43:37.717750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] For port 6a297403-7306-49b7-a4de-645de83f604e, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:37.720098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:37.720823 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.720917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] For port 6a297403-7306-49b7-a4de-645de83f604e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6a297403-7306-49b7-a4de-645de83f604e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:37.724343 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cad05-4d6c-457c-8357-deb064b0b4da None None] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:43:37.742521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:37.743456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-21fd6e4a-bb8a-4e6d-be58-05a494155e7f tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5978227 Jan 10 19:43:37.746829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60422) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:37.919758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25559b39-38b2-494e-a357-d0bd954485d4 None None] Pushing event updated for resources: {'Port': ['ID=6a297403-7306-49b7-a4de-645de83f604e,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:37.923692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Routers {'a05bb10e-fa42-4005-a266-a2b9421cada3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:37.924298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a05bb10e-fa42-4005-a266-a2b9421cada3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:38.150200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-2675dc52-aef5-4e1f-8f89-635acc58c207', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'fixed_ips': [{'subnet_id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:43:38.151040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:38.295986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] Set router a05bb10e-fa42-4005-a266-a2b9421cada3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:38.520387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-42581401-44b3-4298-8bbd-214ee1a34533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:38.563204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Allocated IP 172.20.0.18 (2675dc52-aef5-4e1f-8f89-635acc58c207/e06312e4-38b8-4e4c-9eba-ef5a64873be4/c712a694-d831-4ef7-8f3f-f73b293f0e5f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:43:38.591380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:38.825632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:36Z', 'revision_number': 3, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:38.834116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d32f8-eae7-4956-b6fe-3dc4d4b00b04 None None] The sync data for ids ['a05bb10e-fa42-4005-a266-a2b9421cada3'] in n-d-816927-8 is: [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:36Z', 'revision_number': 3, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:43:38.847529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:38.861315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Transition to ACTIVE for port object c712a694-d831-4ef7-8f3f-f73b293f0e5f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:38.880978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Transition to ACTIVE for port object c712a694-d831-4ef7-8f3f-f73b293f0e5f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:38.888598 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:38.961488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:43:38.964469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:43:38.969524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:43:38.972178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Pushing event updated for resources: {'Port': ['ID=c712a694-d831-4ef7-8f3f-f73b293f0e5f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:39.001045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.20.0.17 (2675dc52-aef5-4e1f-8f89-635acc58c207/e06312e4-38b8-4e4c-9eba-ef5a64873be4/c4e5c5ad-7391-45b7-9d52-c839038c5cef) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:43:39.098953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Attempting to bind port c712a694-d831-4ef7-8f3f-f73b293f0e5f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:39.099527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Attempting to bind port c712a694-d831-4ef7-8f3f-f73b293f0e5f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:39.099963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Attempting to bind port c712a694-d831-4ef7-8f3f-f73b293f0e5f on network 2675dc52-aef5-4e1f-8f89-635acc58c207 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:39.111047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:39.111728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Checking segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:39.112319 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.112876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Bound using segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:39.113629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Bound port: c712a694-d831-4ef7-8f3f-f73b293f0e5f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:39.114963 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.174739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6a297403-7306-49b7-a4de-645de83f604e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:39.236881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.254758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Transition to ACTIVE for port object c4e5c5ad-7391-45b7-9d52-c839038c5cef will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:39.267898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] For port c712a694-d831-4ef7-8f3f-f73b293f0e5f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:39.271662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] For port c712a694-d831-4ef7-8f3f-f73b293f0e5f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c712a694-d831-4ef7-8f3f-f73b293f0e5f,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:39.279131 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.281026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.316769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6a297403-7306-49b7-a4de-645de83f604e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:39.340186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6a297403-7306-49b7-a4de-645de83f604e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:39.340478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.361709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:43:39.365447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:43:39.368102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:43:39.403488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=c4e5c5ad-7391-45b7-9d52-c839038c5cef,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:39.418454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65044d5a-9796-4223-bedd-9166976ceb2e None None] Pushing event updated for resources: {'Port': ['ID=c712a694-d831-4ef7-8f3f-f73b293f0e5f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:39.439022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.510583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.529606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6a297403-7306-49b7-a4de-645de83f604e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6a297403-7306-49b7-a4de-645de83f604e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:39.537092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.557604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:39.672212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6a297403-7306-49b7-a4de-645de83f604e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:40.131408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:40.134510 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:43:40.138369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:40.244430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=c4e5c5ad-7391-45b7-9d52-c839038c5cef,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:40.260053 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:40.404153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:43:40.405675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:43:40.477774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78959df7-2c25-43be-85c7-d012b9c5255b None None] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:43:40.572988 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-35050e1b-d529-4e64-ae9f-e08ee014fdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:40.592533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-17f7ccf2-8629-4163-8e44-4ed1e50e4f30 None None] Provisioning for port c712a694-d831-4ef7-8f3f-f73b293f0e5f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:40.793022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router a05bb10e-fa42-4005-a266-a2b9421cada3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:43:40.953192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0904e08-4a3a-4f44-85d3-bf26c302a003 None None] Provisioning for port c4e5c5ad-7391-45b7-9d52-c839038c5cef completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:40.958346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a0904e08-4a3a-4f44-85d3-bf26c302a003 None None] Provisioning complete for port c4e5c5ad-7391-45b7-9d52-c839038c5cef triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:40.958832 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0904e08-4a3a-4f44-85d3-bf26c302a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.004741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:43:41.018127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a0904e08-4a3a-4f44-85d3-bf26c302a003 None None] Port c4e5c5ad-7391-45b7-9d52-c839038c5cef cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:43:41.022932 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-25212075-f095-46c9-8472-69491528b2e2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "PUT /v2.0/routers/a05bb10e-fa42-4005-a266-a2b9421cada3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2708061 Jan 10 19:43:41.145665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-14fb20b2-b7ba-49b9-897b-735ba0dccf41 None None] Provisioning complete for port c4e5c5ad-7391-45b7-9d52-c839038c5cef triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:41.146129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-14fb20b2-b7ba-49b9-897b-735ba0dccf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.206911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6a297403-7306-49b7-a4de-645de83f604e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:41.246071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-14fb20b2-b7ba-49b9-897b-735ba0dccf41 None None] Port c4e5c5ad-7391-45b7-9d52-c839038c5cef cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:43:41.280840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6a297403-7306-49b7-a4de-645de83f604e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:41.281219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.323845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-a1200bad-07cf-4ffe-817f-915e8aa746db tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:41.325940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-a1200bad-07cf-4ffe-817f-915e8aa746db tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/networks?id=2675dc52-aef5-4e1f-8f89-635acc58c207 HTTP/1.1" status: 200 len: 798 time: 0.1541424 Jan 10 19:43:41.343762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-729ce566-0c02-48e0-a850-137ed74db044 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/quotas/2b754ed1ea1846349eb9463daa96fd42 HTTP/1.1" status: 200 len: 375 time: 0.0116036 Jan 10 19:43:41.392112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28a64a5c-55c0-422f-9f4e-9bee7acb191b None None] Provisioning complete for port c4e5c5ad-7391-45b7-9d52-c839038c5cef triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:41.392728 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28a64a5c-55c0-422f-9f4e-9bee7acb191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.431079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-edf7cd50-d102-4835-8668-f793c9d6350c tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0819991 Jan 10 19:43:41.486075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28a64a5c-55c0-422f-9f4e-9bee7acb191b None None] Port c4e5c5ad-7391-45b7-9d52-c839038c5cef cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:43:41.495558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c712a694-d831-4ef7-8f3f-f73b293f0e5f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:41.561443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c712a694-d831-4ef7-8f3f-f73b293f0e5f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:41.566109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c712a694-d831-4ef7-8f3f-f73b293f0e5f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:41.566504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.568124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-ab09c089-83ed-4165-bed5-001adf159381 service neutron] 10.222.0.21 "GET /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250944 Jan 10 19:43:41.678448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.700197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-6062007e-47e3-4227-868c-24ef86045d10 service neutron] 10.222.0.21 "GET /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259036 Jan 10 19:43:41.709846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c712a694-d831-4ef7-8f3f-f73b293f0e5f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c712a694-d831-4ef7-8f3f-f73b293f0e5f,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:41.713347 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.784876 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:41.793433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c712a694-d831-4ef7-8f3f-f73b293f0e5f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:41.881474 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:42.005685 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-591da579-334a-4571-a7aa-4d2b4599f674 req-fbf3c9dc-5261-4453-bc3f-e20d9dc4932a tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 210 time: 0.1581881 Jan 10 19:43:42.500590 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Sync routers for ids ['a05bb10e-fa42-4005-a266-a2b9421cada3'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:43:42.512980 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Routers {'a05bb10e-fa42-4005-a266-a2b9421cada3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:42.513582 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a05bb10e-fa42-4005-a266-a2b9421cada3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:42.693937 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Set router a05bb10e-fa42-4005-a266-a2b9421cada3 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:42.933285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-370cc2d8-2fba-4ef1-af2c-22ca3bcf9915 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:42.934789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-370cc2d8-2fba-4ef1-af2c-22ca3bcf9915 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.30 "GET /v2.0/networks?id=2675dc52-aef5-4e1f-8f89-635acc58c207 HTTP/1.1" status: 200 len: 798 time: 0.1552873 Jan 10 19:43:42.953789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Request body: {'port': {'device_id': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'admin_state_up': True, 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:43.004786 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c4e5c5ad-7391-45b7-9d52-c839038c5cef', 'name': '', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:cf:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:38Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 2, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:43.008477 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Checking router: a05bb10e-fa42-4005-a266-a2b9421cada3 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:43:43.008825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Updating router a05bb10e-fa42-4005-a266-a2b9421cada3 port c4e5c5ad-7391-45b7-9d52-c839038c5cef binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:43:43.075435 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.086197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c712a694-d831-4ef7-8f3f-f73b293f0e5f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:43.108756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:43:43.113390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Usage tracker for resource:port and tenant:2b754ed1ea1846349eb9463daa96fd42 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:43:43.116916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:43:43.124655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:43:43.150835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Made reservation on behalf of 2b754ed1ea1846349eb9463daa96fd42 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:43:43.154658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.171067 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.185119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c712a694-d831-4ef7-8f3f-f73b293f0e5f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:43.185404 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.222354 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-497c9a98-a944-4758-bf3d-2c77ad004bd5 req-bb781844-92a4-4936-b3f7-e59145e724b1 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 210 time: 0.0486341 Jan 10 19:43:43.483244 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.493925 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Transition to ACTIVE for port object c4e5c5ad-7391-45b7-9d52-c839038c5cef will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:43.500180 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.566219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Allocated IP 172.20.0.19 (2675dc52-aef5-4e1f-8f89-635acc58c207/e06312e4-38b8-4e4c-9eba-ef5a64873be4/ae7ad6f3-02bd-428d-a34d-64f1879ca482) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:43:43.623254 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Pushing event updated for resources: {'Port': ['ID=c4e5c5ad-7391-45b7-9d52-c839038c5cef,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:43.636494 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.637327 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.637649 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.637976 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.638299 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.638620 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.638982 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.639301 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.639616 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.639932 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.640246 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:43:43.727799 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Attempting to bind port c4e5c5ad-7391-45b7-9d52-c839038c5cef on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:43.728170 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Attempting to bind port c4e5c5ad-7391-45b7-9d52-c839038c5cef by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:43.728528 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Attempting to bind port c4e5c5ad-7391-45b7-9d52-c839038c5cef on network 2675dc52-aef5-4e1f-8f89-635acc58c207 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:43.735614 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:43.736036 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Checking segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:43.736440 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.736982 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Bound using segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:43.737278 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Bound port: c4e5c5ad-7391-45b7-9d52-c839038c5cef, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:43.737644 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.741737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.758826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Transition to ACTIVE for port object ae7ad6f3-02bd-428d-a34d-64f1879ca482 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:43.781168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.830271 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] For port c4e5c5ad-7391-45b7-9d52-c839038c5cef, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:43.833618 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] For port c4e5c5ad-7391-45b7-9d52-c839038c5cef, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4e5c5ad-7391-45b7-9d52-c839038c5cef,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:43.837898 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.853711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:43:43.856801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:43:43.860742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:43:43.894415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event updated for resources: {'Port': ['ID=ae7ad6f3-02bd-428d-a34d-64f1879ca482,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:43.918366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5644bf-1adc-4fbe-925e-39536811c303 None None] Pushing event updated for resources: {'Port': ['ID=c4e5c5ad-7391-45b7-9d52-c839038c5cef,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:43.924812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Routers {'a05bb10e-fa42-4005-a266-a2b9421cada3'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:43.925417 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a05bb10e-fa42-4005-a266-a2b9421cada3'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:43.930443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:43.931082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:43.963219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-01925053-96f0-4666-879e-0076137ca434 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0137875 Jan 10 19:43:43.975351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Request body: {'port': {'device_id': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:43:44.103787 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:44.157648 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] Set router a05bb10e-fa42-4005-a266-a2b9421cada3 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:44.159137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a457f3c7-2f88-4c9f-803f-6335cd5ec172 None None] Provisioning for port ae7ad6f3-02bd-428d-a34d-64f1879ca482 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:44.170856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a457f3c7-2f88-4c9f-803f-6335cd5ec172 None None] Provisioning complete for port ae7ad6f3-02bd-428d-a34d-64f1879ca482 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:44.171338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a457f3c7-2f88-4c9f-803f-6335cd5ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:44.261025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a457f3c7-2f88-4c9f-803f-6335cd5ec172 None None] Port ae7ad6f3-02bd-428d-a34d-64f1879ca482 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:43:44.549602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c825e-ed53-4e7c-a447-de4d0c7baca7 req-4b84f64c-4d8a-4c8d-9d73-760101f1cc7d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:44.550294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-854c825e-ed53-4e7c-a447-de4d0c7baca7 req-4b84f64c-4d8a-4c8d-9d73-760101f1cc7d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:43:44.580997 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c4e5c5ad-7391-45b7-9d52-c839038c5cef', 'name': '', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:cf:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:38Z', 'updated_at': '2022-01-10T19:43:43Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:44.584812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac116e-2ae2-4644-8c41-fdd0f499e54c None None] The sync data for ids ['a05bb10e-fa42-4005-a266-a2b9421cada3'] in n-d-816927-8 is: [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'c4e5c5ad-7391-45b7-9d52-c839038c5cef', 'name': '', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:cf:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:38Z', 'updated_at': '2022-01-10T19:43:43Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:43:44.620364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-854c825e-ed53-4e7c-a447-de4d0c7baca7 req-4b84f64c-4d8a-4c8d-9d73-760101f1cc7d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:43:44.622095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-854c825e-ed53-4e7c-a447-de4d0c7baca7 req-4b84f64c-4d8a-4c8d-9d73-760101f1cc7d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 895 time: 0.2029681 Jan 10 19:43:44.635541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7ad6f3-02bd-428d-a34d-64f1879ca482 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:43:44.645941 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:44.673158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Transition to ACTIVE for port object ae7ad6f3-02bd-428d-a34d-64f1879ca482 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:43:44.678806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:44.810044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ad6f3-02bd-428d-a34d-64f1879ca482,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:44.919157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Attempting to bind port ae7ad6f3-02bd-428d-a34d-64f1879ca482 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:43:44.919811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Attempting to bind port ae7ad6f3-02bd-428d-a34d-64f1879ca482 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:43:44.920584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Attempting to bind port ae7ad6f3-02bd-428d-a34d-64f1879ca482 on network 2675dc52-aef5-4e1f-8f89-635acc58c207 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:44.927275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Port ae7ad6f3-02bd-428d-a34d-64f1879ca482 on network 2675dc52-aef5-4e1f-8f89-635acc58c207 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:43:44.927671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Attempting to bind port ae7ad6f3-02bd-428d-a34d-64f1879ca482 on network 2675dc52-aef5-4e1f-8f89-635acc58c207 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:43:44.934392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:43:44.935032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Checking segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:43:44.935497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Bound using segment: {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:43:44.936003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Bound port: ae7ad6f3-02bd-428d-a34d-64f1879ca482, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba812bf-3eda-4224-9955-b9656968be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:43:44.936420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.104994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c4e5c5ad-7391-45b7-9d52-c839038c5cef up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:45.157296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] For port ae7ad6f3-02bd-428d-a34d-64f1879ca482, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:43:45.161142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] For port ae7ad6f3-02bd-428d-a34d-64f1879ca482, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:43:45.166090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.182362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c4e5c5ad-7391-45b7-9d52-c839038c5cef completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:45.187968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c4e5c5ad-7391-45b7-9d52-c839038c5cef triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:45.188338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.229376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.230960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae7ad6f3-02bd-428d-a34d-64f1879ca482 HTTP/1.1" status: 200 len: 1055 time: 1.2601926 Jan 10 19:43:45.231361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'tag': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:45.249533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd0c3-e5c0-451d-93f6-d4e0323df346 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ad6f3-02bd-428d-a34d-64f1879ca482,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:45.327517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.337434 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'tag': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482', 'status': 'completed', 'code': 200} Jan 10 19:43:45.371252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c4e5c5ad-7391-45b7-9d52-c839038c5cef, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4e5c5ad-7391-45b7-9d52-c839038c5cef,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:45.373793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-e5097e6f-6d32-4ca5-ae77-84db5646dfdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 1058 time: 0.0926735 Jan 10 19:43:45.375647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.454407 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-ba81345e-21f4-42fa-b46d-76064ca9babd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482 HTTP/1.1" status: 200 len: 217 time: 0.0741346 Jan 10 19:43:45.466110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.471753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c4e5c5ad-7391-45b7-9d52-c839038c5cef,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:45.524399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-8e677e1f-f222-4387-98f7-25c7a694220a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:45.525864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-8e677e1f-f222-4387-98f7-25c7a694220a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e06312e4-38b8-4e4c-9eba-ef5a64873be4 HTTP/1.1" status: 200 len: 838 time: 0.0655060 Jan 10 19:43:45.561096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:45.606634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-4dbaeb8f-e065-4abb-98d0-859a0db95591 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2675dc52-aef5-4e1f-8f89-635acc58c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756068 Jan 10 19:43:45.737795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-316cb8da-ebcf-4bdd-83f7-9357c770c30b service neutron] 10.222.0.30 "GET /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258938 Jan 10 19:43:45.926027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f06c0b53-b3fd-4d06-8fca-db47c42ce6ec req-5aca6db8-2ca0-495a-910c-a16fd4f58f35 service neutron] 10.222.0.30 "GET /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825671 Jan 10 19:43:45.934804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877a14-6186-49d6-9f2a-4c48a84b30b5 req-eb524352-f956-4185-a514-feb126e479b0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:45.936221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71877a14-6186-49d6-9f2a-4c48a84b30b5 req-eb524352-f956-4185-a514-feb126e479b0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 907 time: 0.1653681 Jan 10 19:43:46.056201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-454b455c-e1a2-487b-8848-11142d8af8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 1058 time: 0.0677345 Jan 10 19:43:46.184950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-5f76137f-f6bd-4318-a958-3aa3b3bae7ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:46.186315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-5f76137f-f6bd-4318-a958-3aa3b3bae7ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=2675dc52-aef5-4e1f-8f89-635acc58c207 HTTP/1.1" status: 200 len: 899 time: 0.1236980 Jan 10 19:43:46.256564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-73979f47-7f0e-4d98-bdae-eddf394b94b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482 HTTP/1.1" status: 200 len: 217 time: 0.0626707 Jan 10 19:43:46.316544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-fbe9638f-5f45-4d68-9881-a1bbfd9b9649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:46.317910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-fbe9638f-5f45-4d68-9881-a1bbfd9b9649 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e06312e4-38b8-4e4c-9eba-ef5a64873be4 HTTP/1.1" status: 200 len: 838 time: 0.0557077 Jan 10 19:43:46.393689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-1739942b-95ae-4f35-9f56-d32fe6a8baff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2675dc52-aef5-4e1f-8f89-635acc58c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694427 Jan 10 19:43:46.521479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-360de102-f017-4817-a33f-8417b1c65da6 service neutron] 10.222.0.30 "GET /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207607 Jan 10 19:43:46.658338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-044fdf0c-9bb3-4b0a-862b-ce7d3061a430 req-61ce6444-5fde-4847-93e7-bc630c1771b2 service neutron] 10.222.0.30 "GET /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300066 Jan 10 19:43:47.072721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c4e5c5ad-7391-45b7-9d52-c839038c5cef up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:47.133831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20266d48-a871-46d0-8d3b-9e7a3b43461d req-e6ea94ed-72c4-4909-8dd1-86f81ce6a3fd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:47.135279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20266d48-a871-46d0-8d3b-9e7a3b43461d req-e6ea94ed-72c4-4909-8dd1-86f81ce6a3fd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 907 time: 0.0771585 Jan 10 19:43:47.142345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c4e5c5ad-7391-45b7-9d52-c839038c5cef triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:47.142706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:48.334651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae7ad6f3-02bd-428d-a34d-64f1879ca482 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:43:48.428571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a362859-2297-4373-b358-c363dcc1b53c req-0aa87d7a-a4f7-4db3-9d63-33dea342e3fd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:48.429997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a362859-2297-4373-b358-c363dcc1b53c req-0aa87d7a-a4f7-4db3-9d63-33dea342e3fd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 907 time: 0.1748397 Jan 10 19:43:48.469761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ae7ad6f3-02bd-428d-a34d-64f1879ca482, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:48.483074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482', 'network_id': '2675dc52-aef5-4e1f-8f89-635acc58c207', 'port_id': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482', 'mac_address': 'fa:16:3e:fb:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06312e4-38b8-4e4c-9eba-ef5a64873be4', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:43:48.538019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:48.556342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7ad6f3-02bd-428d-a34d-64f1879ca482 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:43:48.581132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ae7ad6f3-02bd-428d-a34d-64f1879ca482, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:48.584927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:48.647840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ae7ad6f3-02bd-428d-a34d-64f1879ca482,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:48.790245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['ae7ad6f3-02bd-428d-a34d-64f1879ca482'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:43:49.625366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cc6fa-5070-40b1-85c6-d67f3a41a75f req-52dbca0e-c293-4f36-a04c-790bfc7ed5ed tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:49.626798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-599cc6fa-5070-40b1-85c6-d67f3a41a75f req-52dbca0e-c293-4f36-a04c-790bfc7ed5ed tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 908 time: 0.0753300 Jan 10 19:43:50.348404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae7ad6f3-02bd-428d-a34d-64f1879ca482 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:43:50.413510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port ae7ad6f3-02bd-428d-a34d-64f1879ca482 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:43:50.417998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port ae7ad6f3-02bd-428d-a34d-64f1879ca482 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:43:50.418370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:50.554134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:50.580125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:50.589379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port ae7ad6f3-02bd-428d-a34d-64f1879ca482, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:50.593889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:50.635908 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482', 'code': 200} Jan 10 19:43:50.662981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=ae7ad6f3-02bd-428d-a34d-64f1879ca482,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:50.816663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7007385a-aacd-440b-bbe4-ee040db3117a req-b96ce439-0a4d-4982-9a9d-31fa6ce5777e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 1060 time: 0.1221924 Jan 10 19:43:50.833081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb421b78-43a4-4c98-8609-10138e402627 req-9fd73895-e281-4cf8-a1f7-4d058aa9a2b9 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:50.834410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb421b78-43a4-4c98-8609-10138e402627 req-9fd73895-e281-4cf8-a1f7-4d058aa9a2b9 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 909 time: 0.0889258 Jan 10 19:43:52.033817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd836cc-2d5b-479b-b128-9aed64854991 req-a5957090-45b0-4eb9-b6a6-f0ffcf92b88e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:52.035283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdd836cc-2d5b-479b-b128-9aed64854991 req-a5957090-45b0-4eb9-b6a6-f0ffcf92b88e tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 909 time: 0.0751817 Jan 10 19:43:52.233727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994172c6-8ec4-4608-8356-dc191a7b66e7 req-fa96a4f0-796c-40ce-841c-c5aece2d7b0d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:52.235199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-994172c6-8ec4-4608-8356-dc191a7b66e7 req-fa96a4f0-796c-40ce-841c-c5aece2d7b0d tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 909 time: 0.0790102 Jan 10 19:43:52.417529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4f37c42-2188-47db-aec9-b45bdb513788 req-14557df2-cd80-4c93-8c86-04b443564d88 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 1060 time: 0.0665390 Jan 10 19:43:52.606409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7861430-f062-4c75-83ad-c203d3ba0f0f req-27697437-8e1c-4208-a116-3db4d772c22a tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1135 time: 0.0711577 Jan 10 19:43:52.648812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7861430-f062-4c75-83ad-c203d3ba0f0f req-5843b8eb-93b3-44c7-bcb5-ed96b06b7616 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Synchronizing usage tracker for tenant:392823b38f5147ddbf83a71c3931f532 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:43:52.663509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7861430-f062-4c75-83ad-c203d3ba0f0f req-5843b8eb-93b3-44c7-bcb5-ed96b06b7616 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] Unset dirty status for tenant:392823b38f5147ddbf83a71c3931f532 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:43:52.664622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7861430-f062-4c75-83ad-c203d3ba0f0f req-5843b8eb-93b3-44c7-bcb5-ed96b06b7616 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0528381 Jan 10 19:43:52.694081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60470) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:52.762661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e86e34cb-f12f-45f4-82d0-e57501666217 tempest-TestSecurityGroupsBasicOps-565222721 tempest-TestSecurityGroupsBasicOps-565222721-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 1055 time: 0.0674598 Jan 10 19:43:53.129890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a81b6-ce6e-42f9-89af-1d742fb639a9 req-e3348217-22c9-427f-afa5-929c51f0a909 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:53.131366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a2a81b6-ce6e-42f9-89af-1d742fb639a9 req-e3348217-22c9-427f-afa5-929c51f0a909 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 909 time: 0.0790989 Jan 10 19:43:54.327678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fd6ad-8407-40c1-b327-1ae075ce0d16 req-c63e7c3b-c4fc-48ba-a661-4a3d5e305d30 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:54.329286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b64fd6ad-8407-40c1-b327-1ae075ce0d16 req-c63e7c3b-c4fc-48ba-a661-4a3d5e305d30 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 909 time: 0.0775042 Jan 10 19:43:54.418675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-9a67dcae-4c8d-4b4f-8b6a-486d273e3f29 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:54.420378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-9a67dcae-4c8d-4b4f-8b6a-486d273e3f29 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 909 time: 0.0771129 Jan 10 19:43:54.485771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port ae7ad6f3-02bd-428d-a34d-64f1879ca482 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:43:54.486105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:54.721843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] For port ae7ad6f3-02bd-428d-a34d-64f1879ca482, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=ae7ad6f3-02bd-428d-a34d-64f1879ca482,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:54.722114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:54.846259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for ae7ad6f3-02bd-428d-a34d-64f1879ca482 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:43:54.982260 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:55.027639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=ae7ad6f3-02bd-428d-a34d-64f1879ca482,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:55.102818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] No DVR routers for this DVR port ae7ad6f3-02bd-428d-a34d-64f1879ca482 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:43:55.105854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:55.109599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'name': 'network-vif-deleted', 'tag': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:43:55.125478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92cbb61e-9d29-49be-be48-413ccbe91e07 req-391a6741-9b27-4d18-976a-ef76d23470ab tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.30 "DELETE /v2.0/ports/ae7ad6f3-02bd-428d-a34d-64f1879ca482 HTTP/1.1" status: 204 len: 173 time: 0.7003307 Jan 10 19:43:55.177859 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df', 'name': 'network-vif-deleted', 'tag': 'ae7ad6f3-02bd-428d-a34d-64f1879ca482', 'status': 'completed', 'code': 200} Jan 10 19:43:55.501945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9b62b7df-038e-4fd3-8e95-ce63ed53592f req-2576872f-e027-45bf-b2f1-2d755e184ec0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:43:55.517607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9b62b7df-038e-4fd3-8e95-ce63ed53592f req-2576872f-e027-45bf-b2f1-2d755e184ec0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:43:55.518764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b62b7df-038e-4fd3-8e95-ce63ed53592f req-2576872f-e027-45bf-b2f1-2d755e184ec0 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a5f4f2-6a99-4c10-9351-1e7f7c7b53df HTTP/1.1" status: 200 len: 210 time: 0.0600629 Jan 10 19:43:56.625169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60488) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:57.111667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:57.704165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port c4e5c5ad-7391-45b7-9d52-c839038c5cef {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:43:57.704885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:57.888637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] For port c4e5c5ad-7391-45b7-9d52-c839038c5cef, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c4e5c5ad-7391-45b7-9d52-c839038c5cef,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:43:57.888993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:58.006314 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for c4e5c5ad-7391-45b7-9d52-c839038c5cef owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:43:58.188793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:58.233767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=c4e5c5ad-7391-45b7-9d52-c839038c5cef,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:58.396573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae7ad6f3-02bd-428d-a34d-64f1879ca482 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:43:58.436324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: ae7ad6f3-02bd-428d-a34d-64f1879ca482 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:43:58.437036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device ae7ad6f3-02bd-428d-a34d-64f1879ca482 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:43:58.466670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-152d0d37-528c-4212-8515-12765bb5fa9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808084 Jan 10 19:43:58.643126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:58.698495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-264a2117-700b-460b-a7c8-e600ffe91445 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1097 time: 0.1607480 Jan 10 19:43:58.841064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-733d3cc1-0adc-4f87-87a1-a9d334823493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:58.842533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-733d3cc1-0adc-4f87-87a1-a9d334823493 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.1263535 Jan 10 19:43:58.944580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-d775ae83-bf86-48e0-b63c-2006c6bce017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 1001 time: 0.0953579 Jan 10 19:43:59.005354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-7d1b75ad-740a-489b-82dd-e49a9b862fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:43:59.006789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-7d1b75ad-740a-489b-82dd-e49a9b862fcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0574644 Jan 10 19:43:59.092875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-1193c53e-a486-49f5-8b86-e99e6aae72e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800509 Jan 10 19:43:59.224522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-87d2d3ac-eb9f-40cb-ba65-745274ddabb9 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250312 Jan 10 19:43:59.231125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router a05bb10e-fa42-4005-a266-a2b9421cada3 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:43:59.356892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-337c6bc8-1725-41ea-afb9-615b8b627659 req-8a1cc7d6-3e61-4732-baad-c54d835f28a8 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258159 Jan 10 19:43:59.427433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:43:59.437212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] Sync routers for ids ['a05bb10e-fa42-4005-a266-a2b9421cada3'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:43:59.446211 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0007984f-d76f-425c-960c-e23b3d1411dd tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "PUT /v2.0/routers/a05bb10e-fa42-4005-a266-a2b9421cada3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8174012 Jan 10 19:43:59.446378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60496) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:59.448785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] Routers {'a05bb10e-fa42-4005-a266-a2b9421cada3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:43:59.449473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a05bb10e-fa42-4005-a266-a2b9421cada3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:43:59.627326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] Set router a05bb10e-fa42-4005-a266-a2b9421cada3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:43:59.633671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting subnet e06312e4-38b8-4e4c-9eba-ef5a64873be4 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:43:59.636455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:59.688194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:59.766570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:59.839143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:59.875896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Subnet': ['ID=e06312e4-38b8-4e4c-9eba-ef5a64873be4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:43:59.883783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:43:59.889923 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0984137f-edac-4c42-9608-49bdc42b755b tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/subnets/e06312e4-38b8-4e4c-9eba-ef5a64873be4 HTTP/1.1" status: 204 len: 168 time: 0.4426003 Jan 10 19:43:59.890498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc50594-e261-4e9c-9aa2-7242133491be None None] Network 2675dc52-aef5-4e1f-8f89-635acc58c207 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:43:59.892575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60500) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:43:59.998032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:58Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:00.029117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] Checking router: a05bb10e-fa42-4005-a266-a2b9421cada3 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:00.089334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] Routers {'a05bb10e-fa42-4005-a266-a2b9421cada3'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:00.090506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a05bb10e-fa42-4005-a266-a2b9421cada3'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:00.195669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.271005 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] Set router a05bb10e-fa42-4005-a266-a2b9421cada3 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:00.312482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] DHCP port deletion for 2675dc52-aef5-4e1f-8f89-635acc58c207 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:44:00.325319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] Deleting port c712a694-d831-4ef7-8f3f-f73b293f0e5f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:00.325696 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.397675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.408996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port 6a297403-7306-49b7-a4de-645de83f604e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:00.409290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.589576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] For port 6a297403-7306-49b7-a4de-645de83f604e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6a297403-7306-49b7-a4de-645de83f604e,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:00.589965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.708039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for 6a297403-7306-49b7-a4de-645de83f604e owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:00.747894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] For port c712a694-d831-4ef7-8f3f-f73b293f0e5f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c712a694-d831-4ef7-8f3f-f73b293f0e5f,segment=NetworkSegment(3ba812bf-3eda-4224-9955-b9656968be63),segment_id=3ba812bf-3eda-4224-9955-b9656968be63)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:00.748487 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.871617 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:00.872212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] Calling delete_port for c712a694-d831-4ef7-8f3f-f73b293f0e5f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:00.913415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=6a297403-7306-49b7-a4de-645de83f604e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:00.949515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:58Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:00.954276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb381b29-5660-411b-b01e-219a50a697d3 None None] The sync data for ids ['a05bb10e-fa42-4005-a266-a2b9421cada3'] in n-d-816927-8 is: [{'id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-587709523', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '6a297403-7306-49b7-a4de-645de83f604e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:58Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': '6a297403-7306-49b7-a4de-645de83f604e', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05bb10e-fa42-4005-a266-a2b9421cada3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:43:35Z', 'updated_at': '2022-01-10T19:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:00.961135 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.004020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] Pushing event deleted for resources: {'Port': ['ID=c712a694-d831-4ef7-8f3f-f73b293f0e5f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:01.012227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a07f8-fee8-469a-8219-1d28810e4cc2 None None] No DVR routers for this DVR port c712a694-d831-4ef7-8f3f-f73b293f0e5f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:44:01.148529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.418973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c4e5c5ad-7391-45b7-9d52-c839038c5cef no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:01.457605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c4e5c5ad-7391-45b7-9d52-c839038c5cef {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:01.457937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c4e5c5ad-7391-45b7-9d52-c839038c5cef not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:01.458366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c712a694-d831-4ef7-8f3f-f73b293f0e5f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:01.491064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c712a694-d831-4ef7-8f3f-f73b293f0e5f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:01.491419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c712a694-d831-4ef7-8f3f-f73b293f0e5f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:01.512992 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.517352 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.540734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.541296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Fanout notify agent at l3_agent the message router_deleted on router a05bb10e-fa42-4005-a266-a2b9421cada3 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:44:01.555627 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.556724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e726928e-fab6-440a-ada9-72e4cdec9a41 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/routers/a05bb10e-fa42-4005-a266-a2b9421cada3 HTTP/1.1" status: 204 len: 168 time: 1.6632729 Jan 10 19:44:01.559817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60506) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:01.676732 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.802925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.827154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2675dc52-aef5-4e1f-8f89-635acc58c207']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:01.838637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba812bf-3eda-4224-9955-b9656968be63') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:01.838968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba812bf-3eda-4224-9955-b9656968be63') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:01.849796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.869249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.875930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:44:01.876327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:44:01.890431 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:44:01.969298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.987714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:01.998905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Network': ['ID=2675dc52-aef5-4e1f-8f89-635acc58c207,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:02.006985 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6a7958c0-14d3-4a7a-846a-1150b411c021 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/networks/2675dc52-aef5-4e1f-8f89-635acc58c207 HTTP/1.1" status: 204 len: 168 time: 0.4429319 Jan 10 19:44:02.006985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60510) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:02.207499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port e5b42699-159d-49b3-bdac-18d389e9c293 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:02.207838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:02.470070 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:02.470398 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:02.587315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for e5b42699-159d-49b3-bdac-18d389e9c293 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:02.731637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:02.774702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=e5b42699-159d-49b3-bdac-18d389e9c293,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:02.866755 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:03.042501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6a297403-7306-49b7-a4de-645de83f604e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:03.081181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6a297403-7306-49b7-a4de-645de83f604e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:03.081522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6a297403-7306-49b7-a4de-645de83f604e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:03.213221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6b9af8b-5cbf-4014-b40d-cbf145282835 req-909414ec-7bbe-4f7a-bbff-3ac53e096863 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1097 time: 0.1030655 Jan 10 19:44:03.318754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6b9af8b-5cbf-4014-b40d-cbf145282835 req-c3d0826e-48d6-48f1-af93-03b9ccfab584 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623376 Jan 10 19:44:03.347056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60518) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:03.349193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router 1110ae7f-f58e-4081-a631-ad3e65f54598 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:44:03.544260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port c1ddcca4-946f-4cbb-88ac-200cb0133129 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:03.544601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:03.545774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:03.555722 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] Sync routers for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:03.561845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:03.569876 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:03.570476 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:03.617760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6f58c960-2b06-4b1d-a907-38538abb0993 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/floatingips/fb9e228c-d00e-4b77-88cb-a48e52a0a7a5 HTTP/1.1" status: 204 len: 168 time: 1.6103537 Jan 10 19:44:03.619205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:03.692153 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a', 'status': 'completed', 'code': 200} Jan 10 19:44:03.753419 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:03.764278 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:03.764606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:03.891175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for c1ddcca4-946f-4cbb-88ac-200cb0133129 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:03.972271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-2b822263-66f1-4dd7-8497-7f8815f6d76e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b754ed1ea1846349eb9463daa96fd42&device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 1135 time: 0.2539954 Jan 10 19:44:04.040211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6eb39-f0c3-4f57-b98c-0fe023a3ffc3 req-ecf34b09-c206-415c-9c88-30089f598d85 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:04.041088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ae6eb39-f0c3-4f57-b98c-0fe023a3ffc3 req-ecf34b09-c206-415c-9c88-30089f598d85 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:44:04.059914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9ae6eb39-f0c3-4f57-b98c-0fe023a3ffc3 req-ecf34b09-c206-415c-9c88-30089f598d85 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:44:04.061518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ae6eb39-f0c3-4f57-b98c-0fe023a3ffc3 req-ecf34b09-c206-415c-9c88-30089f598d85 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 984 time: 0.1190174 Jan 10 19:44:04.118465 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ae6eb39-f0c3-4f57-b98c-0fe023a3ffc3 req-003d5ce1-fb9e-430c-93e9-ca71e39776e9 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0441163 Jan 10 19:44:04.121810 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '69c2780b-e46f-4436-991f-4e011a44a2b1', 'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:d2:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:43Z', 'updated_at': '2022-01-10T19:43:15Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:04.126962 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] Checking router: 1110ae7f-f58e-4081-a631-ad3e65f54598 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:04.142556 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:04.143336 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:04.171942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-4be7958a-a7f4-4260-b884-a8f044825c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:04.173517 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-4be7958a-a7f4-4260-b884-a8f044825c1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 200 len: 897 time: 0.1950264 Jan 10 19:44:04.174527 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:04.275758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=c1ddcca4-946f-4cbb-88ac-200cb0133129,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:04.313823 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-05305cc1-b463-4978-a0e2-4cf755dfdd83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 200 len: 217 time: 0.1089928 Jan 10 19:44:04.327741 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:04.419246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:04.480275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-ac268745-24f9-4459-96a0-dadc114614fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:04.481708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-ac268745-24f9-4459-96a0-dadc114614fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=462bcddf-d0ae-4efe-8a99-e7223efc18f6 HTTP/1.1" status: 200 len: 835 time: 0.1364644 Jan 10 19:44:04.640580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '69c2780b-e46f-4436-991f-4e011a44a2b1', 'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:d2:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:43Z', 'updated_at': '2022-01-10T19:43:15Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:04.645192 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0bb76-96cf-4826-909e-6117ee82ad80 None None] The sync data for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 is: [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:44Z', 'revision_number': 4, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '69c2780b-e46f-4436-991f-4e011a44a2b1', 'name': '', 'network_id': '71583956-9e56-4290-8841-aa531934b67e', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'mac_address': 'fa:16:3e:d2:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:43Z', 'updated_at': '2022-01-10T19:43:15Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'subnets': [{'id': '462bcddf-d0ae-4efe-8a99-e7223efc18f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:04.743516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-9287d23d-19a5-4443-a0de-3b9d3a906ee5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71583956-9e56-4290-8841-aa531934b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535446 Jan 10 19:44:04.899014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2293bc6-039b-4f0a-b391-83d5487eb636 None None] New status for floating IP fb9e228c-d00e-4b77-88cb-a48e52a0a7a5: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:44:04.901889 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-482140a7-30ba-4b15-a4b8-8ee47ed21a6b service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456897 Jan 10 19:44:05.108653 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5997d0be-653c-42c0-bfdb-d0c124b6ab09 req-57047b0f-c0ba-45f2-afc8-7ad31002c3a5 service neutron] 10.222.0.44 "GET /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567404 Jan 10 19:44:05.263128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-d34c041b-29d5-4b94-9656-a3fbda45ef50 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:05.263824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-d34c041b-29d5-4b94-9656-a3fbda45ef50 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Synchronizing usage tracker for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:44:05.288133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-d34c041b-29d5-4b94-9656-a3fbda45ef50 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Unset dirty status for tenant:2b754ed1ea1846349eb9463daa96fd42 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:44:05.289271 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-d34c041b-29d5-4b94-9656-a3fbda45ef50 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.44 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 984 time: 0.1313970 Jan 10 19:44:05.299131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router c0b0baa4-66c4-42a3-9428-fe08c514fcff has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:44:05.332279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc1f6f-b89c-4da7-ac09-6210e807774e req-8d39f9f0-5ede-49c7-a466-2fd4870ed927 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:05.334144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8fc1f6f-b89c-4da7-ac09-6210e807774e req-8d39f9f0-5ede-49c7-a466-2fd4870ed927 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 984 time: 0.0859289 Jan 10 19:44:05.383042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8fc1f6f-b89c-4da7-ac09-6210e807774e req-7c76320a-a819-4149-97c6-e320c2d88aad tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/security-groups?id=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b&id=978c5bd2-8733-48c0-8bbb-0ca78f353f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0434668 Jan 10 19:44:05.414472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port 06838f3a-37f0-40b2-be01-e2079234660a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:05.414813 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:05.741999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] For port 06838f3a-37f0-40b2-be01-e2079234660a, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=06838f3a-37f0-40b2-be01-e2079234660a,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:05.742679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:05.863956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for 06838f3a-37f0-40b2-be01-e2079234660a owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:05.925739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:05.935873 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] Sync routers for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:05.947536 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:05.948234 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:05.994226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:06.065374 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4f226838-642f-4c3e-84e4-42b0d4a34408 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/floatingips/82462cf3-187f-4006-99fb-d603e1195943 HTTP/1.1" status: 204 len: 168 time: 2.7170517 Jan 10 19:44:06.066824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:06.073470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:06.127719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=06838f3a-37f0-40b2-be01-e2079234660a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:06.160400 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:06.265104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-8518e938-245b-4a8a-8eb2-12277647ff4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 1097 time: 0.0860703 Jan 10 19:44:06.307418 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'status': 'completed', 'code': 200} Jan 10 19:44:06.358266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] No DVR routers for this DVR port 06838f3a-37f0-40b2-be01-e2079234660a on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:44:06.361003 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:06.378901 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9569addf-bc78-454d-b72e-6daf8c909b3e req-aab615ac-0d49-4523-a1fe-56d0f742c459 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.44 "DELETE /v2.0/ports/06838f3a-37f0-40b2-be01-e2079234660a HTTP/1.1" status: 204 len: 173 time: 1.0817177 Jan 10 19:44:06.590564 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:11Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '97f51d73-402b-4f28-a793-824491ec8ab6', 'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:47:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:10Z', 'updated_at': '2022-01-10T19:42:39Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:06.594675 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] Checking router: c0b0baa4-66c4-42a3-9428-fe08c514fcff for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:06.596347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28db5a7e-d692-44c3-9d24-acda5a33affc req-ccfe0e65-6335-4458-b902-bc75605f12f8 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0132ecb9-e16e-4ce3-97ea-6addab1d28ac HTTP/1.1" status: 200 len: 210 time: 0.0599771 Jan 10 19:44:06.605437 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:06.606034 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:43:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:06.677996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-5364ed6e-81b6-411e-986e-1dfa82162e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:06.679510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-5364ed6e-81b6-411e-986e-1dfa82162e64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 200 len: 898 time: 0.4084179 Jan 10 19:44:06.686616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6090a-d245-4307-94e1-d61815405033 req-c732afcc-5c7f-4f97-b499-1c5641fb0b6c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:06.688075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99c6090a-d245-4307-94e1-d61815405033 req-c732afcc-5c7f-4f97-b499-1c5641fb0b6c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 946 time: 0.1826737 Jan 10 19:44:06.769998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-9feaa6c3-a407-4b89-ad0d-0c251e745452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 200 len: 217 time: 0.0808854 Jan 10 19:44:06.787130 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:06.833421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99c6090a-d245-4307-94e1-d61815405033 req-1d256c02-aa8a-487c-bcff-44f748dc1b41 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965369 Jan 10 19:44:06.852076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-c27fb229-6b87-47c6-b2b7-84916cf18a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:06.853803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-c27fb229-6b87-47c6-b2b7-84916cf18a37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 200 len: 835 time: 0.0747428 Jan 10 19:44:06.929116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-0193a8b7-876c-4b59-ab7a-00416116b55a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48218e22-8431-4eae-862b-c70254c2897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694115 Jan 10 19:44:07.061650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-0a91dbc7-d955-4d7e-a6ae-988e2facc9f2 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263845 Jan 10 19:44:07.107026 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:11Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '97f51d73-402b-4f28-a793-824491ec8ab6', 'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:47:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:10Z', 'updated_at': '2022-01-10T19:42:39Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:07.111021 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4923b6-a3ad-4519-8928-7789eba9cad0 None None] The sync data for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 is: [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:11Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '97f51d73-402b-4f28-a793-824491ec8ab6', 'name': '', 'network_id': '48218e22-8431-4eae-862b-c70254c2897c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:47:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:10Z', 'updated_at': '2022-01-10T19:42:39Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '3c628446-f219-49fe-891b-c7ff12fd01be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:07.197305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de31b0e8-527a-469e-b566-fc85238b23f3 req-1c3b821f-0550-46fd-b455-47435eeec132 service neutron] 10.222.0.30 "GET /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286619 Jan 10 19:44:07.227470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 06838f3a-37f0-40b2-be01-e2079234660a no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:07.263900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 06838f3a-37f0-40b2-be01-e2079234660a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:07.264240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 06838f3a-37f0-40b2-be01-e2079234660a not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:07.331344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa75d5-258d-47bb-a477-0ac752939861 None None] New status for floating IP 82462cf3-187f-4006-99fb-d603e1195943: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:44:07.678998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-c8562a14-9a6c-4fc7-9508-c09420be2764 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:07.680432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-c8562a14-9a6c-4fc7-9508-c09420be2764 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 946 time: 0.0737913 Jan 10 19:44:07.704015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60540) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:07.749277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 20de3353-924a-40ad-901b-88f3fb9725a4 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:07.749616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:07.765091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c506bab-dbdf-46b6-87f5-656c52d3f7b7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:07.790898 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c506bab-dbdf-46b6-87f5-656c52d3f7b7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:07.838976 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c506bab-dbdf-46b6-87f5-656c52d3f7b7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:07.858028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c506bab-dbdf-46b6-87f5-656c52d3f7b7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c5bd2-8733-48c0-8bbb-0ca78f353f04,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:07.868006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c506bab-dbdf-46b6-87f5-656c52d3f7b7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:07.869234 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c506bab-dbdf-46b6-87f5-656c52d3f7b7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/security-groups/978c5bd2-8733-48c0-8bbb-0ca78f353f04 HTTP/1.1" status: 204 len: 168 time: 0.1641510 Jan 10 19:44:07.871874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60546) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:07.945776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7857b1df-59db-48e8-ba35-f6913d6fb5f2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:07.974087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7857b1df-59db-48e8-ba35-f6913d6fb5f2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.025633 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7857b1df-59db-48e8-ba35-f6913d6fb5f2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.041720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 20de3353-924a-40ad-901b-88f3fb9725a4, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=20de3353-924a-40ad-901b-88f3fb9725a4,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:08.042076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.045168 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857b1df-59db-48e8-ba35-f6913d6fb5f2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:08.052162 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7857b1df-59db-48e8-ba35-f6913d6fb5f2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.053454 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7857b1df-59db-48e8-ba35-f6913d6fb5f2 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/security-groups/172b6ad3-1b01-4ae7-bfc2-6293b79d9a8b HTTP/1.1" status: 204 len: 168 time: 0.1806643 Jan 10 19:44:08.056181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60550) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:08.182944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 20de3353-924a-40ad-901b-88f3fb9725a4 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:08.239510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66398a-3fd8-441e-be45-c4296d476d7b req-9791adf3-b5dd-4156-8904-d8e4305e6ed0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:08.240962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d66398a-3fd8-441e-be45-c4296d476d7b req-9791adf3-b5dd-4156-8904-d8e4305e6ed0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=679a0df1-141d-459c-a658-c410bef1921e HTTP/1.1" status: 200 len: 946 time: 0.2647710 Jan 10 19:44:08.305203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d66398a-3fd8-441e-be45-c4296d476d7b req-9f072ad5-e1d4-4976-af7b-5a042eae30bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=6dd3bb53-2451-4b0e-ac10-7a73c09021a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583425 Jan 10 19:44:08.328245 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'name': 'network-vif-deleted', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:08.370761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.411326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aff365e6-7265-4b85-af0d-ba522ada59f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.417338 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0132ecb9-e16e-4ce3-97ea-6addab1d28ac', 'name': 'network-vif-deleted', 'tag': '06838f3a-37f0-40b2-be01-e2079234660a', 'status': 'completed', 'code': 200} Jan 10 19:44:08.472026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.532671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=20de3353-924a-40ad-901b-88f3fb9725a4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:08.606312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] No DVR routers for this DVR port 20de3353-924a-40ad-901b-88f3fb9725a4 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:44:08.608758 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:08.611588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-deleted', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:08.630162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb19012a-29fc-4c39-9ccd-fe52ac7374fe req-5104e61e-2c48-4205-8a42-8f8913095617 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "DELETE /v2.0/ports/20de3353-924a-40ad-901b-88f3fb9725a4 HTTP/1.1" status: 204 len: 173 time: 0.9449065 Jan 10 19:44:08.674994 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a0df1-141d-459c-a658-c410bef1921e', 'name': 'network-vif-deleted', 'tag': '20de3353-924a-40ad-901b-88f3fb9725a4', 'status': 'completed', 'code': 200} Jan 10 19:44:09.105925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port 69c2780b-e46f-4436-991f-4e011a44a2b1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:09.106439 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:09.292987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] For port 69c2780b-e46f-4436-991f-4e011a44a2b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=69c2780b-e46f-4436-991f-4e011a44a2b1,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:09.293532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:09.415894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60560) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:09.507867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for 69c2780b-e46f-4436-991f-4e011a44a2b1 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:09.689078 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:09.735376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=69c2780b-e46f-4436-991f-4e011a44a2b1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:09.817009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:10.032521 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:10.430103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 97f51d73-402b-4f28-a793-824491ec8ab6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:10.430711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:10.498575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-619c110a-1e73-40b9-be0a-4319c6c3c82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:10.605075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Router 1110ae7f-f58e-4081-a631-ad3e65f54598 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:44:10.617848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 97f51d73-402b-4f28-a793-824491ec8ab6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=97f51d73-402b-4f28-a793-824491ec8ab6,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:10.618212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:10.736038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 97f51d73-402b-4f28-a793-824491ec8ab6 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:10.798622 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:10.808832 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] Sync routers for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:10.811496 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9bc3d2ac-d7d5-40fe-9ad8-3f3157957c67 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "PUT /v2.0/routers/1110ae7f-f58e-4081-a631-ad3e65f54598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539654 Jan 10 19:44:10.814321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:10.823312 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:10.824580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:11.025218 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:11.076443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.135821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=97f51d73-402b-4f28-a793-824491ec8ab6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:11.169248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting subnet 462bcddf-d0ae-4efe-8a99-e7223efc18f6 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:44:11.174859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.260539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.375746 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.379372 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:44:09Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:11.384295 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] Checking router: 1110ae7f-f58e-4081-a631-ad3e65f54598 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:11.396202 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] Routers {'1110ae7f-f58e-4081-a631-ad3e65f54598'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:11.396991 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['1110ae7f-f58e-4081-a631-ad3e65f54598'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:11.460619 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.476293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.509185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Subnet': ['ID=462bcddf-d0ae-4efe-8a99-e7223efc18f6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:11.513919 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.522779 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9f9e3373-e301-4057-ade0-ac0ccdd9cfe7 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/subnets/462bcddf-d0ae-4efe-8a99-e7223efc18f6 HTTP/1.1" status: 204 len: 168 time: 0.7050145 Jan 10 19:44:11.523104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:11.530520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e8ba4-d736-432f-bb98-e40804efdc07 None None] Network 71583956-9e56-4290-8841-aa531934b67e requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:44:11.612254 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] Set router 1110ae7f-f58e-4081-a631-ad3e65f54598 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:11.749064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.810825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.899885 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.910880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] DHCP port deletion for 71583956-9e56-4290-8841-aa531934b67e request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:44:11.915461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] Deleting port eba17337-4031-42f1-b7ce-5c1daa4b4c74 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:11.916680 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:11.993592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.006162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Deleting port ca9b74eb-dd6c-4a63-a671-56cad7272416 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:12.006506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.023576 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:44:09Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:12.030083 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9cc3-6e48-4742-a3e9-9ab998204516 None None] The sync data for ids ['1110ae7f-f58e-4081-a631-ad3e65f54598'] in n-d-816927-8 is: [{'id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220676968', 'tenant_id': '2b754ed1ea1846349eb9463daa96fd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:44:09Z', 'revision_number': 5, 'project_id': '2b754ed1ea1846349eb9463daa96fd42', 'gw_port': {'id': 'ca9b74eb-dd6c-4a63-a671-56cad7272416', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110ae7f-f58e-4081-a631-ad3e65f54598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:40Z', 'updated_at': '2022-01-10T19:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:12.127534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router c0b0baa4-66c4-42a3-9428-fe08c514fcff has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:44:12.177358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] For port eba17337-4031-42f1-b7ce-5c1daa4b4c74, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=eba17337-4031-42f1-b7ce-5c1daa4b4c74,segment=NetworkSegment(c260b27e-52cd-4ea1-b61e-72a61f36eddf),segment_id=c260b27e-52cd-4ea1-b61e-72a61f36eddf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:12.177896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.236279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] For port ca9b74eb-dd6c-4a63-a671-56cad7272416, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ca9b74eb-dd6c-4a63-a671-56cad7272416,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:12.236742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.333077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] Calling delete_port for eba17337-4031-42f1-b7ce-5c1daa4b4c74 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:12.333378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:12.349192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5c2e0589-87de-4d61-8173-6da655fe981f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/c0b0baa4-66c4-42a3-9428-fe08c514fcff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9295735 Jan 10 19:44:12.349389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60572) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:12.357053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Calling delete_port for ca9b74eb-dd6c-4a63-a671-56cad7272416 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:12.361257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] Sync routers for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:12.398894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:12.399665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:12.467546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:12.517943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 20de3353-924a-40ad-901b-88f3fb9725a4 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:12.518289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 20de3353-924a-40ad-901b-88f3fb9725a4 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:12.531880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.588155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.637303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Port': ['ID=ca9b74eb-dd6c-4a63-a671-56cad7272416,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:12.641712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] Pushing event deleted for resources: {'Port': ['ID=eba17337-4031-42f1-b7ce-5c1daa4b4c74,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:12.656672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df1930-94f2-47a5-ae9d-194b6ac8462b None None] No DVR routers for this DVR port eba17337-4031-42f1-b7ce-5c1daa4b4c74 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:44:12.681353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting subnet 3c628446-f219-49fe-891b-c7ff12fd01be {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:44:12.684904 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.706567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:12.738290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.828446 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.909365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.955092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Subnet': ['ID=3c628446-f219-49fe-891b-c7ff12fd01be,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:12.960172 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:12.969624 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5e1d02d1-83b4-4121-b981-a8833d0cc71e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/subnets/3c628446-f219-49fe-891b-c7ff12fd01be HTTP/1.1" status: 204 len: 168 time: 0.6166635 Jan 10 19:44:12.969924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60576) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:12.975795 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5001c4d-03ad-4bb2-ad16-b883b3dedc5c None None] Network 48218e22-8431-4eae-862b-c70254c2897c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:44:12.981126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.196354 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.208621 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.218689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eba17337-4031-42f1-b7ce-5c1daa4b4c74 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:13.256764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:44:10Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:13.259887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: eba17337-4031-42f1-b7ce-5c1daa4b4c74 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:13.260228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device eba17337-4031-42f1-b7ce-5c1daa4b4c74 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:13.260637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69c2780b-e46f-4436-991f-4e011a44a2b1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:13.296002 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] Checking router: c0b0baa4-66c4-42a3-9428-fe08c514fcff for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:13.299325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 69c2780b-e46f-4436-991f-4e011a44a2b1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:13.299665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 69c2780b-e46f-4436-991f-4e011a44a2b1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:13.307594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.314066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.333228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] Routers {'c0b0baa4-66c4-42a3-9428-fe08c514fcff'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:13.333846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:13.344418 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.345077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Fanout notify agent at l3_agent the message router_deleted on router 1110ae7f-f58e-4081-a631-ad3e65f54598 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:44:13.361369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.362464 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-36a57798-7b6c-40ba-bea0-b244fbb64393 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/routers/1110ae7f-f58e-4081-a631-ad3e65f54598 HTTP/1.1" status: 204 len: 168 time: 1.8385391 Jan 10 19:44:13.365136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60580) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:13.459766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.474175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 19ee7251-2535-4b69-a9e4-9088d2ad6169 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:13.474950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.490365 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.522509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] DHCP port deletion for 48218e22-8431-4eae-862b-c70254c2897c request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:44:13.547293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] Deleting port a86a9995-f815-4d34-a910-656e845112a6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:44:13.548430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.633218 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.661370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71583956-9e56-4290-8841-aa531934b67e']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:13.668563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] Set router c0b0baa4-66c4-42a3-9428-fe08c514fcff gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:13.675445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c260b27e-52cd-4ea1-b61e-72a61f36eddf') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:13.675654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c260b27e-52cd-4ea1-b61e-72a61f36eddf') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:13.689418 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.690285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 19ee7251-2535-4b69-a9e4-9088d2ad6169, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=19ee7251-2535-4b69-a9e4-9088d2ad6169,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:13.690788 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.707285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.714035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:44:13.714639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:44:13.729389 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:44:13.819677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 19ee7251-2535-4b69-a9e4-9088d2ad6169 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:13.819914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.846643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:13.849514 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] Pushing event deleted for resources: {'Network': ['ID=71583956-9e56-4290-8841-aa531934b67e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:13.862958 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d969ab3b-9580-42fd-8b89-661c319e8ae3 tempest-TestSecurityGroupsBasicOps-1724067085 tempest-TestSecurityGroupsBasicOps-1724067085-project] 10.222.0.21 "DELETE /v2.0/networks/71583956-9e56-4290-8841-aa531934b67e HTTP/1.1" status: 204 len: 168 time: 0.4965186 Jan 10 19:44:14.032548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.035461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] For port a86a9995-f815-4d34-a910-656e845112a6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a86a9995-f815-4d34-a910-656e845112a6,segment=NetworkSegment(6efb4878-12b8-49e2-9728-27b13c40ca68),segment_id=6efb4878-12b8-49e2-9728-27b13c40ca68)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:14.035859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.082152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=19ee7251-2535-4b69-a9e4-9088d2ad6169,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:14.181463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] Calling delete_port for a86a9995-f815-4d34-a910-656e845112a6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:44:14.304062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.314696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.343182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60590) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:14.353498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] Pushing event deleted for resources: {'Port': ['ID=a86a9995-f815-4d34-a910-656e845112a6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:14.360583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f39739-af0d-4b30-93e0-c8875ebf5c32 None None] No DVR routers for this DVR port a86a9995-f815-4d34-a910-656e845112a6 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:44:14.364876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:44:10Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:14.374087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40411-6340-4b3e-b854-25a4129455e6 None None] The sync data for ids ['c0b0baa4-66c4-42a3-9428-fe08c514fcff'] in n-d-816927-8 is: [{'id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575911114', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:44:10Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '19ee7251-2535-4b69-a9e4-9088d2ad6169', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0baa4-66c4-42a3-9428-fe08c514fcff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:42:06Z', 'updated_at': '2022-01-10T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:14.550472 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4f02fcbb-161b-44aa-979b-90e93b0e1ed6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b754ed1ea1846349eb9463daa96fd42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031813 Jan 10 19:44:14.550715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60596) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:14.609097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9efc5711-33aa-4b9c-bb75-1525254c6332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.633774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9efc5711-33aa-4b9c-bb75-1525254c6332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.671870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.676277 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.687922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9efc5711-33aa-4b9c-bb75-1525254c6332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.703723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.704422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Fanout notify agent at l3_agent the message router_deleted on router c0b0baa4-66c4-42a3-9428-fe08c514fcff {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:44:14.707708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc5711-33aa-4b9c-bb75-1525254c6332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944fba8-338b-4f28-a728-037a4d5a6a4f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:14.712129 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9efc5711-33aa-4b9c-bb75-1525254c6332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.716364 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9efc5711-33aa-4b9c-bb75-1525254c6332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6944fba8-338b-4f28-a728-037a4d5a6a4f HTTP/1.1" status: 204 len: 168 time: 0.1617131 Jan 10 19:44:14.720120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.721227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-65397d49-41d7-4c83-a509-4932e9194182 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/routers/c0b0baa4-66c4-42a3-9428-fe08c514fcff HTTP/1.1" status: 204 len: 168 time: 1.7501955 Jan 10 19:44:14.724017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60602) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:14.843195 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:14.975200 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.001608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48218e22-8431-4eae-862b-c70254c2897c']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:15.015499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb4878-12b8-49e2-9728-27b13c40ca68') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:15.015844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb4878-12b8-49e2-9728-27b13c40ca68') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:15.028118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.052008 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.059571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:44:15.060018 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:44:15.076750 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:44:15.119780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60608) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:15.141806 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.176987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a86a9995-f815-4d34-a910-656e845112a6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:15.192777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:15.196951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Usage tracker for resource:security_group_rule and tenant:c077660fac1945f3b4c084bfaf6fa1a2 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:15.200378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:15.208878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:15.212478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a86a9995-f815-4d34-a910-656e845112a6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:15.212837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a86a9995-f815-4d34-a910-656e845112a6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:15.213323 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ca9b74eb-dd6c-4a63-a671-56cad7272416 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:15.256056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ca9b74eb-dd6c-4a63-a671-56cad7272416 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:15.256419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ca9b74eb-dd6c-4a63-a671-56cad7272416 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:15.256834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97f51d73-402b-4f28-a793-824491ec8ab6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:15.275528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.288568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 97f51d73-402b-4f28-a793-824491ec8ab6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:15.288926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 97f51d73-402b-4f28-a793-824491ec8ab6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:15.297741 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.298549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.302698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.309669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Network': ['ID=48218e22-8431-4eae-862b-c70254c2897c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:15.318050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ce77c89b-119e-4a42-804a-7e5ba83cc0f3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/networks/48218e22-8431-4eae-862b-c70254c2897c HTTP/1.1" status: 204 len: 168 time: 0.5929692 Jan 10 19:44:15.320799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60612) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:15.354256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36013798-67b0-411b-97b9-fa177ea2684c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:15.363021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f8bc1174-8fd4-4452-845e-e72e281fbbec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c077660fac1945f3b4c084bfaf6fa1a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2421503 Jan 10 19:44:15.366905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60616) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:15.420834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bef70c57-edaa-41bd-b1db-13c89fce3111 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.439376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.466572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bef70c57-edaa-41bd-b1db-13c89fce3111 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.488201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a6926eb-7a1c-4f86-b599-c50aa16afd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.527308 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a6926eb-7a1c-4f86-b599-c50aa16afd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.570796 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.585266 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a6926eb-7a1c-4f86-b599-c50aa16afd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.596632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bef70c57-edaa-41bd-b1db-13c89fce3111 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.610626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6926eb-7a1c-4f86-b599-c50aa16afd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36013798-67b0-411b-97b9-fa177ea2684c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:15.632227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef70c57-edaa-41bd-b1db-13c89fce3111 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3bb53-2451-4b0e-ac10-7a73c09021a3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:15.643363 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3a6926eb-7a1c-4f86-b599-c50aa16afd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.644387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3a6926eb-7a1c-4f86-b599-c50aa16afd7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36013798-67b0-411b-97b9-fa177ea2684c HTTP/1.1" status: 204 len: 168 time: 0.2765920 Jan 10 19:44:15.645307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bef70c57-edaa-41bd-b1db-13c89fce3111 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.646286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bef70c57-edaa-41bd-b1db-13c89fce3111 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/security-groups/6dd3bb53-2451-4b0e-ac10-7a73c09021a3 HTTP/1.1" status: 204 len: 168 time: 0.3246138 Jan 10 19:44:15.920770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60628) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:15.926457 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223604871', 'description': 'tempest-secgroup-smoke-1223604871 description', 'project_id': 'fffe24891a2d4ee6a14009600060497b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:15.933645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:15.938289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:15.941223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:15.946779 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:15.957414 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:15.993242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:15.997230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.000011 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.005594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.049645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60632) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.085029 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.095419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.156893 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fa6a96c9-3f60-425c-a609-a09a67e5129d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=392823b38f5147ddbf83a71c3931f532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1061828 Jan 10 19:44:16.157671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.158699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2368374 Jan 10 19:44:16.159401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8921be4-b9e9-467f-9870-f9b61d26f354 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea81b94-2266-44ee-85de-8030e6ee9c95,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.159929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60636) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.161654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60638) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.167325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'dea81b94-2266-44ee-85de-8030e6ee9c95', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:16.174191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:16.177969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.180827 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.190815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.208363 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.230052 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a62df790-93fd-41d6-bbe7-a226a231a574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.255769 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a62df790-93fd-41d6-bbe7-a226a231a574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.271455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.275144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.299377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73e7087-bd4e-4933-885e-1619eb6efcb2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.308520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.310050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9dc92daa-ce75-4778-818b-b46c980a2bc1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1475019 Jan 10 19:44:16.313178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60644) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.313700 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a62df790-93fd-41d6-bbe7-a226a231a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.318954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'dea81b94-2266-44ee-85de-8030e6ee9c95', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:16.326467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:16.329659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62df790-93fd-41d6-bbe7-a226a231a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3162300-58c7-4efe-b505-a5f21c1c7112,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.330254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.334437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.341998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.347468 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a62df790-93fd-41d6-bbe7-a226a231a574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.348538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a62df790-93fd-41d6-bbe7-a226a231a574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3162300-58c7-4efe-b505-a5f21c1c7112 HTTP/1.1" status: 204 len: 168 time: 0.1876400 Jan 10 19:44:16.363618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.426280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.430398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.453951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b0b633-ed1b-47e9-ab01-53c08a97c5b7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.463067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.466984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8e3453db-a38f-47ee-aa66-8427352160ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1501315 Jan 10 19:44:16.467177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60650) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.472977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'dea81b94-2266-44ee-85de-8030e6ee9c95', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:16.479240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:16.483079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.485903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.491838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.510086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.577610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.581698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.608036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f04fd3-6bc7-4aa6-9065-6b681594f32d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.618076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.619351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9db6d6dc-72d3-40b0-9a84-9b96ea5b6579 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1511879 Jan 10 19:44:16.622762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60654) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.628783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'dea81b94-2266-44ee-85de-8030e6ee9c95', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:16.635590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:16.639958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.643134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.649467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.667259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.744174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.749048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.773628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c395a2-928b-4110-89df-7373954bc95d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.789160 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.790483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-78adc3fb-743b-4402-8df1-cfdc1e0b6563 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1666803 Jan 10 19:44:16.793930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60658) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.800751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'dea81b94-2266-44ee-85de-8030e6ee9c95', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:16.807998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:16.812617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.815581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.821280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.832520 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:44:16.839946 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.911643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.915251 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.941467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a727a379-ef86-4065-aafc-9a2aab232626,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:16.952322 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:16.953594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b7f57edb-5e26-4b46-9416-47ee3f1495f8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1586902 Jan 10 19:44:16.956540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60662) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:16.962345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'dea81b94-2266-44ee-85de-8030e6ee9c95', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:16.969969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:16.973850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:16.977150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:16.983531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:16.993654 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:44:16.999956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.040697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 19ee7251-2535-4b69-a9e4-9088d2ad6169 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:44:17.064342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.067965 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.090959 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 19ee7251-2535-4b69-a9e4-9088d2ad6169 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:44:17.091421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 19ee7251-2535-4b69-a9e4-9088d2ad6169 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:44:17.093334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4fcc9a-7464-413d-ba6e-c621820c31bf,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:17.102367 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.103700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5c3b05cf-69ac-416b-a150-2761ba66a355 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461301 Jan 10 19:44:17.106976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60666) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:17.112337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'network': {'name': 'tempest-network-smoke--1658039029', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'port_security_enabled': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:17.117685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:17.121756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:network and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:17.124626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:17.130417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:17.135369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:44:17.141022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:44:17.144010 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.172447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:44:17.180518 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.180860 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Added segment ed2e7c76-1bb6-40f8-a817-47d017df5575 of type vlan for network 764e722c-73e4-4c84-9bfe-3150e7b7638c Jan 10 19:44:17.204879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.233396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.237034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:17.237611 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.345104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2346458 Jan 10 19:44:17.345459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60670) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:17.350743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'admin_state_up': True, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:17.351484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47296263-3264-4267-96d1-be1d68b33ac3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Network': ['ID=764e722c-73e4-4c84-9bfe-3150e7b7638c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:17.358617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:17.361736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:44:17.362524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:router and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:17.365404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:17.370972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:17.382148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.383291 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.402489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.542569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.720399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.748827 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:17.888200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.229 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/71cf8712-525e-43aa-9897-b29fef7f3aa5) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:44:18.029429 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:18.057040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:18.121258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:44:18.124009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:18.127615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:44:18.155614 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=71cf8712-525e-43aa-9897-b29fef7f3aa5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:18.282051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:18.282767 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:18.509173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router e6b93614-36d7-451a-a8d0-240c04cb7924 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:44:18.789663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:18.799508 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Sync routers for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:18.812731 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:18.813328 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:18.816711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:18.818714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6281934b-c924-46a2-9f20-6c02357e96a1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4721310 Jan 10 19:44:18.821934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60674) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:18.865317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f3d7cd8-fe76-4113-b9b5-b1b2975dd702 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fffe24891a2d4ee6a14009600060497b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395577 Jan 10 19:44:18.865554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:18.990983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2cecb-0193-4572-984f-321f8c55a723 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:18.992454 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f8a2cecb-0193-4572-984f-321f8c55a723 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260679 Jan 10 19:44:18.992972 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:18.995485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60682) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:19.036030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3ffb5509-c84e-45e3-a5be-10416af37918 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386531 Jan 10 19:44:19.037706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60686) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:19.043155 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754930373', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:19.151191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:19.155586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:subnet and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:19.158487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:19.164425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:19.174499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:44:19.274449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.274729 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:18Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:19.278196 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Checking router: e6b93614-36d7-451a-a8d0-240c04cb7924 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:19.278543 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Updating router e6b93614-36d7-451a-a8d0-240c04cb7924 port 71cf8712-525e-43aa-9897-b29fef7f3aa5 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:44:19.328785 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.479349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.559090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Subnet': ['ID=6817276c-d7b5-4cc8-b3df-276b9dc83c73,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:19.570652 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Checking segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:44:19.571050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network hostable DHCP agents. Network: 764e722c-73e4-4c84-9bfe-3150e7b7638c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:44:19.592097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:44:19.600852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 764e722c-73e4-4c84-9bfe-3150e7b7638c) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:19.605464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:19.606051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.615065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce73101f-cb97-4916-9560-9064d4b3bd99 None None] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:44:19.628812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1ac75f7-8fdf-41d1-89a7-4c5bd832e7d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5900042 Jan 10 19:44:19.631394 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60690) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:19.660353 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.673172 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Transition to ACTIVE for port object 71cf8712-525e-43aa-9897-b29fef7f3aa5 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:19.680742 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.749035 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Attempting to bind port 71cf8712-525e-43aa-9897-b29fef7f3aa5 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:44:19.749422 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Attempting to bind port 71cf8712-525e-43aa-9897-b29fef7f3aa5 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:44:19.749760 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Attempting to bind port 71cf8712-525e-43aa-9897-b29fef7f3aa5 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:44:19.767484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:44:19.767870 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:44:19.768255 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.768642 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:44:19.769103 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Bound port: 71cf8712-525e-43aa-9897-b29fef7f3aa5, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:44:19.769469 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.805460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b97197-1006-4b1b-9224-475b13c92bcb None None] Pushing event updated for resources: {'Port': ['ID=71cf8712-525e-43aa-9897-b29fef7f3aa5,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:19.845272 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-764e722c-73e4-4c84-9bfe-3150e7b7638c', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:44:19.845441 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] For port 71cf8712-525e-43aa-9897-b29fef7f3aa5, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:44:19.845955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.848359 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] For port 71cf8712-525e-43aa-9897-b29fef7f3aa5, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71cf8712-525e-43aa-9897-b29fef7f3aa5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:44:19.855593 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:19.942862 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b97197-1006-4b1b-9224-475b13c92bcb None None] Pushing event updated for resources: {'Port': ['ID=71cf8712-525e-43aa-9897-b29fef7f3aa5,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:19.947572 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:19.947979 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:20.021985 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Allocated IP 172.20.0.2 (764e722c-73e4-4c84-9bfe-3150e7b7638c/6817276c-d7b5-4cc8-b3df-276b9dc83c73/23116d59-4b7c-4ecd-8a02-4da9b925bd57) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:44:20.150520 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:20.289170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:20.300030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Transition to ACTIVE for port object 23116d59-4b7c-4ecd-8a02-4da9b925bd57 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:20.322404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Transition to ACTIVE for port object 23116d59-4b7c-4ecd-8a02-4da9b925bd57 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:20.333264 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:20.406572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:44:20.409542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:20.414033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:44:20.416141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Pushing event updated for resources: {'Port': ['ID=23116d59-4b7c-4ecd-8a02-4da9b925bd57,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:20.453622 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:18Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:20.455675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.456027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.456572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.456921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.457261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.457591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.457925 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.458255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.458709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.459074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.459405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:20.461171 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d4cd8-aafc-4b6a-917d-41eb3e58f60f None None] The sync data for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 is: [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:18Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:20.518502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Attempting to bind port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:44:20.519299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Attempting to bind port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:44:20.519887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Attempting to bind port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:44:20.526436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:44:20.527416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Checking segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:44:20.527818 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:20.528402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Bound using segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:44:20.528875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Bound port: 23116d59-4b7c-4ecd-8a02-4da9b925bd57, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:44:20.529258 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:20.542600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:20.620664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] For port 23116d59-4b7c-4ecd-8a02-4da9b925bd57, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:44:20.624356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] For port 23116d59-4b7c-4ecd-8a02-4da9b925bd57, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23116d59-4b7c-4ecd-8a02-4da9b925bd57,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:44:20.632290 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:20.735790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107ddb8-2715-4060-90fb-2c9f0e3f0c31 None None] Pushing event updated for resources: {'Port': ['ID=23116d59-4b7c-4ecd-8a02-4da9b925bd57,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:20.991173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.1 (764e722c-73e4-4c84-9bfe-3150e7b7638c/6817276c-d7b5-4cc8-b3df-276b9dc83c73/9385014d-b8a5-4b1a-bba0-3852db6775b0) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:44:21.175884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23116d59-4b7c-4ecd-8a02-4da9b925bd57 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:21.201376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.217653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object 9385014d-b8a5-4b1a-bba0-3852db6775b0 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:21.244865 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.249098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:21.254857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71cf8712-525e-43aa-9897-b29fef7f3aa5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:21.321482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:44:21.324803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:21.329467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:44:21.336865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 71cf8712-525e-43aa-9897-b29fef7f3aa5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:21.342273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71cf8712-525e-43aa-9897-b29fef7f3aa5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:21.342666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.358898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=9385014d-b8a5-4b1a-bba0-3852db6775b0,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:21.395813 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.457642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.479509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 71cf8712-525e-43aa-9897-b29fef7f3aa5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71cf8712-525e-43aa-9897-b29fef7f3aa5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:21.485005 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.485651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.556846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=71cf8712-525e-43aa-9897-b29fef7f3aa5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:21.806604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445078db-927a-4963-9219-e4ad6a87093b None None] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:44:21.899265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.905144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:21.978907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] Provisioning for port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:21.991506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] Provisioning complete for port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:21.991882 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.016592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.020518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=9385014d-b8a5-4b1a-bba0-3852db6775b0,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:22.163286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.197807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] For port 23116d59-4b7c-4ecd-8a02-4da9b925bd57, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23116d59-4b7c-4ecd-8a02-4da9b925bd57,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:22.205901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.270677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:44:22.272042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:22.276856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2d75b-84db-4872-9dec-a92a7d36c5ca None None] Pushing event updated for resources: {'Port': ['ID=23116d59-4b7c-4ecd-8a02-4da9b925bd57,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:22.429200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b697b19f-cb7a-45dd-8230-49fe5cd074d2 None None] Provisioning complete for port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:22.429495 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b697b19f-cb7a-45dd-8230-49fe5cd074d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.561278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b697b19f-cb7a-45dd-8230-49fe5cd074d2 None None] Provisioning for port 9385014d-b8a5-4b1a-bba0-3852db6775b0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:22.567108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b697b19f-cb7a-45dd-8230-49fe5cd074d2 None None] Provisioning complete for port 9385014d-b8a5-4b1a-bba0-3852db6775b0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:22.567915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b697b19f-cb7a-45dd-8230-49fe5cd074d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.626890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b697b19f-cb7a-45dd-8230-49fe5cd074d2 None None] Port 9385014d-b8a5-4b1a-bba0-3852db6775b0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:44:22.664195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router e6b93614-36d7-451a-a8d0-240c04cb7924 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:44:22.747354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-698de642-c757-49de-9be4-44bbc4e36094 None None] Provisioning complete for port 9385014d-b8a5-4b1a-bba0-3852db6775b0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:22.747825 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-698de642-c757-49de-9be4-44bbc4e36094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:22.798645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-698de642-c757-49de-9be4-44bbc4e36094 None None] Port 9385014d-b8a5-4b1a-bba0-3852db6775b0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:44:22.866035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:22.879023 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-66f3ffb4-54f8-4e67-b6d2-f2c563f916c2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/e6b93614-36d7-451a-a8d0-240c04cb7924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2465665 Jan 10 19:44:23.093350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23116d59-4b7c-4ecd-8a02-4da9b925bd57 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:23.114217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-71348d66-8291-4ce4-b44e-00f3e78e70aa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223604871&fields=id&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 267 time: 0.0457652 Jan 10 19:44:23.160058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:23.160436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:23.258779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126256-65de-4a17-8424-e51070591312 req-52edb1c1-0095-4cfd-bedc-49477447a2c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:23.259635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2b126256-65de-4a17-8424-e51070591312 req-52edb1c1-0095-4cfd-bedc-49477447a2c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:44:23.273050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71cf8712-525e-43aa-9897-b29fef7f3aa5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:23.274272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2b126256-65de-4a17-8424-e51070591312 req-52edb1c1-0095-4cfd-bedc-49477447a2c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:44:23.275636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-52edb1c1-0095-4cfd-bedc-49477447a2c6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 797 time: 0.1551688 Jan 10 19:44:23.293429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-89c5acf8-ff62-455b-9e21-cebf1db76151 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/quotas/fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 375 time: 0.0120151 Jan 10 19:44:23.339905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 71cf8712-525e-43aa-9897-b29fef7f3aa5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:23.340499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:23.372088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2b126256-65de-4a17-8424-e51070591312 req-0bcc2e53-cfb7-4b5c-bf39-61e336bcad00 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:44:23.388334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2b126256-65de-4a17-8424-e51070591312 req-0bcc2e53-cfb7-4b5c-bf39-61e336bcad00 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:44:23.389773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-0bcc2e53-cfb7-4b5c-bf39-61e336bcad00 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912495 Jan 10 19:44:23.529366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-f64a9599-ea54-4ee6-9664-15d0679bdc32 service neutron] 10.222.0.21 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275151 Jan 10 19:44:23.658722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-471f0ca2-4872-4fcb-9d46-fbd1375bd1be service neutron] 10.222.0.21 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237714 Jan 10 19:44:23.943319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46e63895-6a5f-4578-ae78-909883afa73b req-bee36a7b-d3d0-4cb2-b241-32948f9d35d4 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 210 time: 0.1406865 Jan 10 19:44:24.066919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Sync routers for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:24.079379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:24.080161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:24.263049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:24.568203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 2, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:24.571904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Checking router: e6b93614-36d7-451a-a8d0-240c04cb7924 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:24.572256 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Updating router e6b93614-36d7-451a-a8d0-240c04cb7924 port 9385014d-b8a5-4b1a-bba0-3852db6775b0 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:44:24.622562 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:24.872544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126256-65de-4a17-8424-e51070591312 req-3ab40ca0-a59c-435d-8522-2db8f0439e26 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:24.873871 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-3ab40ca0-a59c-435d-8522-2db8f0439e26 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 797 time: 0.1497428 Jan 10 19:44:24.933506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-9ff95c66-b378-442b-a0f2-fa4d357bdaf6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 380 time: 0.0472174 Jan 10 19:44:24.942734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'port': {'device_id': 'ca18c034-897b-4300-bcca-71a4386167aa', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'admin_state_up': True, 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'security_groups': ['dea81b94-2266-44ee-85de-8030e6ee9c95']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:24.989093 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.004379 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Transition to ACTIVE for port object 9385014d-b8a5-4b1a-bba0-3852db6775b0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:25.011579 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.155156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c2936-131a-4388-b63b-44bbaefbec16 None None] Pushing event updated for resources: {'Port': ['ID=9385014d-b8a5-4b1a-bba0-3852db6775b0,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:25.166535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5af4cc12-512c-4bc3-aa4b-55f2ea9903b9 req-8e4faeb0-b464-40c5-b62f-0b35843f3789 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 210 time: 0.0799885 Jan 10 19:44:25.174042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:25.188739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:25.203727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:44:25.207015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.254554 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Attempting to bind port 9385014d-b8a5-4b1a-bba0-3852db6775b0 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:44:25.254977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Attempting to bind port 9385014d-b8a5-4b1a-bba0-3852db6775b0 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:44:25.255338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Attempting to bind port 9385014d-b8a5-4b1a-bba0-3852db6775b0 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:44:25.263223 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:44:25.263961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Checking segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:44:25.264088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.264412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Bound using segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:44:25.264865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Bound port: 9385014d-b8a5-4b1a-bba0-3852db6775b0, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:44:25.265247 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.368377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] For port 9385014d-b8a5-4b1a-bba0-3852db6775b0, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:44:25.373207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] For port 9385014d-b8a5-4b1a-bba0-3852db6775b0, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9385014d-b8a5-4b1a-bba0-3852db6775b0,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:44:25.377679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.382044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.14 (764e722c-73e4-4c84-9bfe-3150e7b7638c/6817276c-d7b5-4cc8-b3df-276b9dc83c73/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:44:25.463555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c2936-131a-4388-b63b-44bbaefbec16 None None] Pushing event updated for resources: {'Port': ['ID=9385014d-b8a5-4b1a-bba0-3852db6775b0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:25.467801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:25.468391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:25.604373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.620792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:25.648885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.698916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:25.722463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:44:25.725401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:25.727944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:44:25.771024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:25.800806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:25.801564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:25.828521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-fdba1b5a-f171-4f9a-9e10-d1f4426f11bc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8902709 Jan 10 19:44:25.840384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Request body: {'port': {'device_id': 'ca18c034-897b-4300-bcca-71a4386167aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:25.956967 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.012783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-daa78230-dc03-484e-882e-3a966ee710bf None None] Provisioning for port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:26.018371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-daa78230-dc03-484e-882e-3a966ee710bf None None] Provisioning complete for port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:26.018724 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa78230-dc03-484e-882e-3a966ee710bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.084268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-daa78230-dc03-484e-882e-3a966ee710bf None None] Port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:44:26.091321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:25Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:26.095552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30fd90-975a-4084-b349-24b9c621a430 None None] The sync data for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 is: [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:25Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:26.377760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:44:26.389805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.411922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Transition to ACTIVE for port object 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:44:26.416625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.473716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad86c9-02ca-44d9-8e44-fb8ba07e085a req-c17ced3d-501d-41d6-89e3-98c0807fb042 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:26.474330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-04ad86c9-02ca-44d9-8e44-fb8ba07e085a req-c17ced3d-501d-41d6-89e3-98c0807fb042 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:44:26.565298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:26.600534 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-04ad86c9-02ca-44d9-8e44-fb8ba07e085a req-c17ced3d-501d-41d6-89e3-98c0807fb042 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:44:26.601301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04ad86c9-02ca-44d9-8e44-fb8ba07e085a req-c17ced3d-501d-41d6-89e3-98c0807fb042 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 932 time: 0.2924864 Jan 10 19:44:26.799410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04ad86c9-02ca-44d9-8e44-fb8ba07e085a req-09d7149b-37a0-438e-b5f2-6dace41fd63b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732448 Jan 10 19:44:26.803617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:44:26.803948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:44:26.804267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:44:26.810126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:44:26.810442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:44:26.816845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:44:26.817183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Checking segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:44:26.817565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Bound using segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:44:26.817987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Bound port: 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:44:26.818327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.910032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:44:26.913218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:44:26.916893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.981508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:26.982992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] 10.222.0.30 "PUT /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1092 time: 1.1478553 Jan 10 19:44:26.983346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:27.003249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f44b5-3897-4d15-9dd4-6e06c6e179be service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:27.059585 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'status': 'completed', 'code': 200} Jan 10 19:44:27.113749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-02962f17-cdc0-455d-ae7b-1ea11cac9697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1095 time: 0.0924082 Jan 10 19:44:27.138902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9385014d-b8a5-4b1a-bba0-3852db6775b0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:27.187621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-b7430db1-cbb3-4a88-a5a6-fdbbaf797f1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 217 time: 0.0673428 Jan 10 19:44:27.235176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 9385014d-b8a5-4b1a-bba0-3852db6775b0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:27.235176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9385014d-b8a5-4b1a-bba0-3852db6775b0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:27.235176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:27.271087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126256-65de-4a17-8424-e51070591312 req-047dca5d-dace-4bc1-ad72-ddce0f698bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:27.272646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-047dca5d-dace-4bc1-ad72-ddce0f698bd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0791469 Jan 10 19:44:27.344754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-8256261b-b1ea-4fda-bd78-92dc27a39bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666718 Jan 10 19:44:27.352578 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:27.390032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 9385014d-b8a5-4b1a-bba0-3852db6775b0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9385014d-b8a5-4b1a-bba0-3852db6775b0,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:27.394228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:27.459855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=9385014d-b8a5-4b1a-bba0-3852db6775b0,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:27.474229 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-a2696ab1-e352-4b95-ba2d-214bc232fb4d service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235969 Jan 10 19:44:27.603547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b126256-65de-4a17-8424-e51070591312 req-3371b06f-1c6a-434f-a518-481ce208d474 service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241241 Jan 10 19:44:27.715575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-9bfd1cd1-38fd-4271-8f3d-fca035f4585a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1095 time: 0.0664256 Jan 10 19:44:27.843982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-bc65ff4b-eac3-4bb7-8945-63016d0465af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:27.845446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-bc65ff4b-eac3-4bb7-8945-63016d0465af service neutron] 10.222.0.30 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.1239083 Jan 10 19:44:27.915037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-39d92e8d-33af-484d-8c5d-6e113bb3fd2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 217 time: 0.0636837 Jan 10 19:44:28.024364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-4eccf802-c943-4ace-b3b8-4802bd890488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:28.025752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-4eccf802-c943-4ace-b3b8-4802bd890488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0784283 Jan 10 19:44:28.075529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd2756-d501-4389-82e3-8b9f3858fbd3 req-be38cf67-181d-4e74-96d7-5932a031aee8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:28.076968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2fcd2756-d501-4389-82e3-8b9f3858fbd3 req-be38cf67-181d-4e74-96d7-5932a031aee8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 944 time: 0.1598463 Jan 10 19:44:28.140385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2fcd2756-d501-4389-82e3-8b9f3858fbd3 req-f744f7f9-0824-461b-b92b-1de28c8ff4fa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569315 Jan 10 19:44:28.150748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-477ca848-c26e-469b-b65a-45eb64af4faf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172557 Jan 10 19:44:28.285918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-5d4f8dc8-509c-44cc-bdbb-0d3b64c0ac9c service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290760 Jan 10 19:44:28.497314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-370d5eb9-21e1-4e0a-bf32-bd5282825384 req-243b2ccf-f25b-4356-a44b-111b6bc4cb00 service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049925 Jan 10 19:44:29.089995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9385014d-b8a5-4b1a-bba0-3852db6775b0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:29.159938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 9385014d-b8a5-4b1a-bba0-3852db6775b0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:29.160310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:29.339134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984d4a9-ffe5-43c5-99e2-44eda7bc2dbd req-404c9777-638a-4ca9-a4bd-aa716b12a1a3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:29.340493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a984d4a9-ffe5-43c5-99e2-44eda7bc2dbd req-404c9777-638a-4ca9-a4bd-aa716b12a1a3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 944 time: 0.0762105 Jan 10 19:44:29.384646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a984d4a9-ffe5-43c5-99e2-44eda7bc2dbd req-9ca70136-ce7a-4464-8c36-72e04242fa1a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387626 Jan 10 19:44:30.520022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:44:30.583170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed75e0b-b44b-4164-9803-29b8431e9c52 req-2cb7da14-6593-4e1e-815e-549ef43052a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:30.584638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ed75e0b-b44b-4164-9803-29b8431e9c52 req-2cb7da14-6593-4e1e-815e-549ef43052a6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 944 time: 0.0803742 Jan 10 19:44:30.631007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ed75e0b-b44b-4164-9803-29b8431e9c52 req-dbd2b89b-1feb-4018-aef6-f0b61ebd939d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Jan 10 19:44:30.659205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:30.672676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'port_id': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'mac_address': 'fa:16:3e:0d:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:44:30.724706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:30.741085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:44:30.755664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:30.759589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:30.821820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:30.960519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:44:31.822370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577942fb-5768-4345-8ffe-c636c0c6f194 req-8afd8952-c897-4091-b55e-2b00a232a889 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:31.824238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-577942fb-5768-4345-8ffe-c636c0c6f194 req-8afd8952-c897-4091-b55e-2b00a232a889 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.0742579 Jan 10 19:44:31.868803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-577942fb-5768-4345-8ffe-c636c0c6f194 req-988f5861-7ccf-40f8-bfc7-aa00ca8eb118 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Jan 10 19:44:32.551745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:44:32.619369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:44:32.624434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:44:32.624808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:32.766753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:32.793373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:32.802763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:44:32.806651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:32.849683 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'code': 200} Jan 10 19:44:32.872765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:32.978467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-120b95eb-0bf4-43aa-af73-c4a820f1f657 req-3a38b0ca-888b-4a92-9163-2410dd3f9198 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1097 time: 0.0728030 Jan 10 19:44:33.075431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-120b95eb-0bf4-43aa-af73-c4a820f1f657 req-d9db2bc0-eb82-4414-a6d8-d26f4532cf4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911164 Jan 10 19:44:33.094611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070583c4-1635-40d6-ac3d-246a70a7d4a5 req-345044ec-4d96-48b4-aa8a-260cad91196a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:33.096164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-070583c4-1635-40d6-ac3d-246a70a7d4a5 req-345044ec-4d96-48b4-aa8a-260cad91196a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0994484 Jan 10 19:44:33.140508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-070583c4-1635-40d6-ac3d-246a70a7d4a5 req-c0954362-981e-40ee-8c36-9f01de20e409 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 Jan 10 19:44:34.334167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822456-9bae-4e6c-892b-8354ddc061a5 req-b6977db5-4c20-4fbd-b96a-15823e5344f2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:34.335620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d822456-9bae-4e6c-892b-8354ddc061a5 req-b6977db5-4c20-4fbd-b96a-15823e5344f2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0737479 Jan 10 19:44:34.380942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d822456-9bae-4e6c-892b-8354ddc061a5 req-5486abaf-715c-4ea4-9aaa-9dd9e3d37dd6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Jan 10 19:44:34.573680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d9ed-b159-4b15-bf0c-fa2f3841a1a7 req-ced0bc11-7f78-4336-b5e3-b2a82189bc6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:34.575141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f869d9ed-b159-4b15-bf0c-fa2f3841a1a7 req-ced0bc11-7f78-4336-b5e3-b2a82189bc6e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0785320 Jan 10 19:44:34.618583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f869d9ed-b159-4b15-bf0c-fa2f3841a1a7 req-a84c177b-26b4-418e-8269-4ddb4c0f7a9b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380898 Jan 10 19:44:34.645269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60736) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:34.712771 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1e17978e-5c95-44a4-89da-921ef956874e tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1092 time: 0.0663478 Jan 10 19:44:34.715811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60740) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:34.720697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:44:34.727007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:44:34.730687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:floatingip and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:44:34.733482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:44:34.739093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:44:34.751141 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:34.887639 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:35.024149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.136 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a6f1b66b-a50f-40dc-b833-1af1c52dad2b) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:44:35.166895 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:35.198207 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:35.262844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:44:35.265631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:44:35.269974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:44:35.296228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=a6f1b66b-a50f-40dc-b833-1af1c52dad2b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:35.314187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.314530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.314900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.315217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.315549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.315877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.316202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.316526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.316845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.317159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.317474 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:44:35.888157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:35.943242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:36.140760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:36.145383 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:36.244546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=a6f1b66b-a50f-40dc-b833-1af1c52dad2b,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:44:36.264142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:36.447599 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Floating IP d9c5ef27-6b39-4d17-9c29-f631123f767b associated. External IP: 172.25.6.136, port: 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93. Jan 10 19:44:36.828427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router e6b93614-36d7-451a-a8d0-240c04cb7924 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:44:37.127019 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:44:37.136738 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] Sync routers for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:44:37.147817 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:37.148647 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:37.151007 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:37.206044 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-99dab2c7-ebf0-43bc-9516-9dcd0176d9ae tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4892354 Jan 10 19:44:37.206617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:44:37.276757 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'status': 'completed', 'code': 200} Jan 10 19:44:37.327047 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:37.426360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-8b3c84c9-1018-4979-8ebd-59b2f5eb3005 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1097 time: 0.1298501 Jan 10 19:44:37.433171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b585720-08e2-4067-96c1-8677c1745c7e req-911b61b0-ece1-4dcc-b891-191ae8d3b371 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:37.434504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b585720-08e2-4067-96c1-8677c1745c7e req-911b61b0-ece1-4dcc-b891-191ae8d3b371 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.1073720 Jan 10 19:44:37.558165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b585720-08e2-4067-96c1-8677c1745c7e req-4e2bf6c4-7502-4d04-aeb3-9a41362c6bc3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024220 Jan 10 19:44:37.589814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60750) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:37.593578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-0964c86a-a545-4d60-8621-a68b500b6f2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:37.595108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-0964c86a-a545-4d60-8621-a68b500b6f2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.1596851 Jan 10 19:44:37.667467 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd9c5ef27-6b39-4d17-9c29-f631123f767b', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'port_id': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'mac_address': 'fa:16:3e:0d:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca18c034-897b-4300-bcca-71a4386167aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:44:35Z', 'updated_at': '2022-01-10T19:44:35Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:27Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:37.671918 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] Checking router: e6b93614-36d7-451a-a8d0-240c04cb7924 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:44:37.682155 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:44:37.683304 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:44:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:37.695117 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-adb92797-0071-4c57-be88-283d47636ebc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 992 time: 0.1040871 Jan 10 19:44:37.699670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-d30070ed-efc1-42a8-928f-0c9c57c5fb8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1000 time: 0.0985091 Jan 10 19:44:37.760441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-7b43a9bb-462c-420a-aa7a-f6cd6e83b623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:37.761910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-7b43a9bb-462c-420a-aa7a-f6cd6e83b623 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0565627 Jan 10 19:44:37.838282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-887c09e5-c9ae-4521-be48-e6fdae7e37c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709488 Jan 10 19:44:37.858585 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:44:37.968347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-0f044c0d-2849-4546-a8d9-6af5b2fe6d8c service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246934 Jan 10 19:44:38.100818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec9f0fb6-5f82-4de0-86fb-95386088cd06 req-32691457-78fc-4d23-ba6a-2ebe1117d104 service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268363 Jan 10 19:44:38.228914 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd9c5ef27-6b39-4d17-9c29-f631123f767b', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'port_id': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'mac_address': 'fa:16:3e:0d:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca18c034-897b-4300-bcca-71a4386167aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:44:35Z', 'updated_at': '2022-01-10T19:44:35Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:27Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:44:38.233582 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576aaa8-305b-4155-aa01-ed6cfb0d2183 None None] The sync data for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 is: [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd9c5ef27-6b39-4d17-9c29-f631123f767b', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'port_id': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'mac_address': 'fa:16:3e:0d:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca18c034-897b-4300-bcca-71a4386167aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:44:35Z', 'updated_at': '2022-01-10T19:44:35Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:27Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:44:38.414519 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4c5c980f-e29c-4acc-b2ac-272db9c65015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:38.699744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60754) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:38.896989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5095eee4-975d-4446-8efe-8dac6c843c82 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 992 time: 0.1961730 Jan 10 19:44:39.900789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60758) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:40.008183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-11868783-2972-46dd-b7e5-0f56b2d0c43e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 992 time: 0.1057925 Jan 10 19:44:40.492973 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d29b4f7d-4a55-4826-a6c6-79fdee78c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:41.013133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60762) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:41.117517 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-233dea02-dd58-4e10-8c54-6fdc9d402e1d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 992 time: 0.1032188 Jan 10 19:44:41.764638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:41.885192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:42.011948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed9536-1f92-4311-b8fc-93a7b19513e4 None None] New status for floating IP d9c5ef27-6b39-4d17-9c29-f631123f767b: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:44:42.121843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60766) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:42.224436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cab35c0a-6fa6-49f5-a591-c7d381e1e5a2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 992 time: 0.1014454 Jan 10 19:44:43.153944 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:43.228371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60770) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:44:43.334286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a9465b30-c458-4f8f-bd4d-7c217166a0cc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 994 time: 0.1033213 Jan 10 19:44:45.451998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:45.565460 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:44:54.136736 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:44:59.453646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-591c2f60-fcf1-4d21-aaef-65fab7b6880c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655413 Jan 10 19:44:59.590551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-b4cd8dfe-1e3c-4126-8f4e-9897094896b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1097 time: 0.0688481 Jan 10 19:44:59.727244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-bd776366-18c5-480f-a953-0ebb6b54d4e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:59.728564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-bd776366-18c5-480f-a953-0ebb6b54d4e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.1217129 Jan 10 19:44:59.828091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-1b40b9b8-f90a-45f0-993b-afa2a15124e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1002 time: 0.0934610 Jan 10 19:44:59.891470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-71fa50fe-ac0b-40b6-9845-378109117cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:44:59.892890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-71fa50fe-ac0b-40b6-9845-378109117cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0586896 Jan 10 19:44:59.964581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-6e529b5f-cc1f-46ca-8e01-24d3abea98f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652807 Jan 10 19:45:00.094474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-a715fed4-2b88-4bd8-a179-4355cae789fd service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228333 Jan 10 19:45:00.221998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bfa61d1-371d-40f5-ba64-e415db77121f req-73b7eeaf-090b-4d6f-baef-9d10640412e3 service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219807 Jan 10 19:45:08.416915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-571d1d26-ac14-4cd8-93c7-6ba07b198458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:08.562415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f420-28de-40b6-82e8-f960dd2f3c0b req-c471bda3-e4a9-47f5-88ab-ca943e53490b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:08.563879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a61f420-28de-40b6-82e8-f960dd2f3c0b req-c471bda3-e4a9-47f5-88ab-ca943e53490b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0748188 Jan 10 19:45:08.616219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a61f420-28de-40b6-82e8-f960dd2f3c0b req-77aa8178-00d0-4c4b-bb7d-81cf37f0fed0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 Jan 10 19:45:08.644270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60792) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:08.747262 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-73518d41-cdc8-43e0-9e88-b841365bdfcb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 994 time: 0.1018429 Jan 10 19:45:09.332178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a868aba3-995a-4099-b2e5-0651f441b9af req-a1ea524d-8929-45a7-8ca1-031ddd42b35d tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1097 time: 0.0670147 Jan 10 19:45:09.372844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a868aba3-995a-4099-b2e5-0651f441b9af req-398460f4-d3a3-4bef-9f3f-1ed5159e5f06 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Jan 10 19:45:09.564584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-516bab38-4215-40a5-9532-7728d9989f9e req-107a4313-e84f-4068-bb45-9da58e467563 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712054 Jan 10 19:45:10.080841 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-5109e19c-5681-40e8-b4e8-603cf85ad715 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669887 Jan 10 19:45:10.495196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2956b07c-755c-4274-ae3c-fae694660206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:10.599203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-59f9122a-a1b3-48d0-93ee-eea1704bcd99 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:45:10.600149 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-59f9122a-a1b3-48d0-93ee-eea1704bcd99 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051718 Jan 10 19:45:10.608592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Request body: {'binding': {'host': 'n-h1-816927-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:10.609027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Unknown quota resources ['binding']. {{(pid=83629) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 10 19:45:10.796212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on host n-h1-816927-8 for vnic_type normal with profile None {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:45:10.796555 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:45:10.796881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:10.802238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:45:10.802554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:10.808771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:45:10.809321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Checking segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:10.809702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Bound using segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:45:10.810114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Bound port: 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:45:10.841745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:45:10.846381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:10.847573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] 10.222.0.21 "POST /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93/bindings HTTP/1.1" status: 201 len: 389 time: 0.2424903 Jan 10 19:45:11.065957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aacfd-f587-43c0-a94e-e2914c826f16 req-bfe64eb4-3574-40cf-a671-d196b16146f2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:11.067438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-750aacfd-f587-43c0-a94e-e2914c826f16 req-bfe64eb4-3574-40cf-a671-d196b16146f2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0783570 Jan 10 19:45:11.117411 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-750aacfd-f587-43c0-a94e-e2914c826f16 req-1699166a-d1cc-495b-8f97-a47f5ef20411 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Jan 10 19:45:11.122741 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-e1fdd147-f246-4470-b976-2b59831cd79a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1097 time: 0.0849788 Jan 10 19:45:11.249965 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-31af665b-9705-4559-98d1-a73959068965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:11.251385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-31af665b-9705-4559-98d1-a73959068965 service neutron] 10.222.0.44 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.1231871 Jan 10 19:45:11.355069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-4dfb41dd-90ac-4fed-be7f-4b63352f5a06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1002 time: 0.0969694 Jan 10 19:45:11.415195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-e245d278-86cf-4f3a-a38c-31a19a310f86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:11.417146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-e245d278-86cf-4f3a-a38c-31a19a310f86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0564694 Jan 10 19:45:11.594796 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-14422b05-53e2-469b-8bf7-058e346acf54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718435 Jan 10 19:45:11.724544 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-bf91e9ce-6ecb-4191-934f-d3af9915aafd service neutron] 10.222.0.44 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225717 Jan 10 19:45:11.767340 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:11.857401 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-c4a94dbe-6c94-4532-9072-2856126e4e98 service neutron] 10.222.0.44 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267722 Jan 10 19:45:11.887389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:11.990588 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-60b4395e-d796-473b-9e0f-e2d50fe40fc5 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&tenant_id=fffe24891a2d4ee6a14009600060497b&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1097 time: 0.0699086 Jan 10 19:45:12.000957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816927-8'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:12.106806 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.296909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:12.318916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51c0f-65ac-4745-985b-515e14b6b734 req-316844fe-ff5b-4c1f-ba5e-ffd1050fac92 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:12.320387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8b51c0f-65ac-4745-985b-515e14b6b734 req-316844fe-ff5b-4c1f-ba5e-ffd1050fac92 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0790155 Jan 10 19:45:12.328067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:12.364371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8b51c0f-65ac-4745-985b-515e14b6b734 req-a10b29f0-2d0c-470b-a551-afc06c7dd751 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 Jan 10 19:45:12.387585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:12.393166 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.398760 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.448317 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'code': 200} Jan 10 19:45:12.551693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:12.618212 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on host n-h2-816927-8 for vnic_type normal with profile {"migrating_to": "n-h1-816927-8"} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:45:12.618541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:45:12.618920 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:12.624803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:45:12.625124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Attempting to bind port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on network 764e722c-73e4-4c84-9bfe-3150e7b7638c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:12.631252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:45:12.631584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Checking segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:12.631963 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Bound using segment: {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:45:12.632383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Bound port: 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2e7c76-1bb6-40f8-a817-47d017df5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:45:12.632715 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.719376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:12.721997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-76b563cb-716b-41c6-ad00-cd7e8ef31450 None None] Provisioning complete for port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:12.722366 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-76b563cb-716b-41c6-ad00-cd7e8ef31450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.722486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:45:12.729033 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.856422 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-76b563cb-716b-41c6-ad00-cd7e8ef31450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.891242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:12.918679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-76b563cb-716b-41c6-ad00-cd7e8ef31450 None None] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:12.926456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-76b563cb-716b-41c6-ad00-cd7e8ef31450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.939619 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=8']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:12.943389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:12.944693 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-ae99efcd-b37c-4b3d-aa22-e9ba071da909 service neutron] 10.222.0.44 "PUT /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1122 time: 0.9476330 Jan 10 19:45:12.990930 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'code': 200} Jan 10 19:45:13.073368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:45:13.159326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b563cb-716b-41c6-ad00-cd7e8ef31450 None None] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:13.184069 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:13.384101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a555920a-5ce6-4aa0-8a86-9a358bc82662 None None] Provisioning complete for port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:13.384467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a555920a-5ce6-4aa0-8a86-9a358bc82662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:13.578296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8969-f798-4a77-b36c-4e19a41c5c5a req-749abe60-255e-48b1-89d1-8e82b4ec05bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:13.579780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9b8969-f798-4a77-b36c-4e19a41c5c5a req-749abe60-255e-48b1-89d1-8e82b4ec05bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0790215 Jan 10 19:45:13.624389 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9b8969-f798-4a77-b36c-4e19a41c5c5a req-c48c778b-223e-4318-816c-3f938e0954ad tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Jan 10 19:45:14.449884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:14.502895 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'status': 'completed', 'code': 200} Jan 10 19:45:14.598129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-fd6ca4d1-0c93-46e3-8bfd-72cbdcd2dd01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1127 time: 0.0731990 Jan 10 19:45:14.726327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-45d12058-a589-4d66-84f9-d58cfc383727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:14.727714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-45d12058-a589-4d66-84f9-d58cfc383727 service neutron] 10.222.0.30 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.1242969 Jan 10 19:45:14.968559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-5a94778f-d714-4384-b975-ba4e1a80e7d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1002 time: 0.2349212 Jan 10 19:45:15.026737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501448a0-c740-4e9f-b5aa-c522d97120f9 req-e8bb189e-eb05-4994-ba94-8e9b2546659b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:15.028132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-501448a0-c740-4e9f-b5aa-c522d97120f9 req-e8bb189e-eb05-4994-ba94-8e9b2546659b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.2472441 Jan 10 19:45:15.060962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-b9de3487-2f12-464f-8f9c-b07bc2dd8bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:15.062369 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-b9de3487-2f12-464f-8f9c-b07bc2dd8bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0872409 Jan 10 19:45:15.124917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-501448a0-c740-4e9f-b5aa-c522d97120f9 req-31401911-c40d-4e46-9666-7a0d3702949d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873387 Jan 10 19:45:15.155043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-9c09f18f-9c4c-4b7d-b8fa-f6765c8f2ec7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815439 Jan 10 19:45:15.283102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-3bf544cb-c510-4a96-b269-ee3ac2b95a91 service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219103 Jan 10 19:45:15.411349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55b57d2d-a1cf-4c5f-853c-859c92676872 req-cacc2eca-0075-4154-8d42-a4fc20a0b9d9 service neutron] 10.222.0.30 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226573 Jan 10 19:45:15.464864 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:15.583203 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:15.588854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:45:15.717132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:15.760480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 has no active binding in host n-h1-816927-8 {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 10 19:45:16.324047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a51bd-de50-48d5-afb2-ca8eff438f4b req-a9576864-01ca-439d-8ce2-11e56bad3df9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:16.325475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-969a51bd-de50-48d5-afb2-ca8eff438f4b req-a9576864-01ca-439d-8ce2-11e56bad3df9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0787284 Jan 10 19:45:16.367931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-969a51bd-de50-48d5-afb2-ca8eff438f4b req-ddaebfca-d7f4-421c-a302-ae5e6477e668 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370762 Jan 10 19:45:17.558699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863360ce-a664-4a98-bf81-e3aeea22603c req-3bed3e53-505b-45ec-a897-909a532d63e9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:17.560155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863360ce-a664-4a98-bf81-e3aeea22603c req-3bed3e53-505b-45ec-a897-909a532d63e9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 946 time: 0.0745726 Jan 10 19:45:17.605785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-863360ce-a664-4a98-bf81-e3aeea22603c req-73a2ab07-4a01-4012-8707-477852dbb336 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Jan 10 19:45:18.019000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-a492d081-8e3c-4e0b-b7bc-ec458465b4bf service neutron] 10.222.0.30 "GET /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 384 time: 0.0851259 Jan 10 19:45:18.275605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:18.300427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:18.355077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:18.363982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:18.381298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:18.483940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Transition to ACTIVE for port object 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:18.489313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:18.532255 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'code': 200} Jan 10 19:45:18.649783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=11']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:18.664125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.664479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.664819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.665153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.665484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.665892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.666220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.666544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.667403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.667708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.668024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:18.708779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] No DVR routers for this DVR port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:45:18.864661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69133-ce14-429f-9ee3-f70079fb540e req-5267f263-183d-46f5-80c3-a10991302848 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:18.866021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97f69133-ce14-429f-9ee3-f70079fb540e req-5267f263-183d-46f5-80c3-a10991302848 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.1102350 Jan 10 19:45:19.062170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97f69133-ce14-429f-9ee3-f70079fb540e req-9d719f6f-7696-4231-a177-0c406b8ca318 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622656 Jan 10 19:45:19.142316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-d1ba2839-e733-49ac-88c8-d4ba97aa56c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93/bindings/n-h1-816927-8/activate HTTP/1.1" status: 200 len: 369 time: 1.1180217 Jan 10 19:45:19.263366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-42abf09b-12b1-4a81-a3ad-5c0ca4e8bc6c tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&tenant_id=fffe24891a2d4ee6a14009600060497b&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.0733857 Jan 10 19:45:19.336101 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-17aba491-d949-4147-871d-43d4c6042e47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 1096 time: 0.0648408 Jan 10 19:45:19.426011 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-bf76a798-b1eb-472b-aa87-78d0dab27d52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1096 time: 0.0700102 Jan 10 19:45:19.644318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-b7a2573f-b710-4b30-8166-5f0ab8f18275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:19.645624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-b7a2573f-b710-4b30-8166-5f0ab8f18275 service neutron] 10.222.0.44 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.2130237 Jan 10 19:45:19.743685 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-7b4d956b-cc53-4328-a023-9f959943d24c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 1000 time: 0.0919180 Jan 10 19:45:19.802476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-67e5f511-2498-4ab3-a60f-fed52ed18b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:19.803885 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-67e5f511-2498-4ab3-a60f-fed52ed18b62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0545089 Jan 10 19:45:19.873363 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-83235b39-5e39-471b-815d-7c70b41001a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641928 Jan 10 19:45:19.997557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-10dcdaa9-fbde-49da-9a6a-0239088e6e16 service neutron] 10.222.0.44 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186755 Jan 10 19:45:20.129574 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-05f13f95-406d-4c27-aacf-ef0b94a5fcf2 service neutron] 10.222.0.44 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267006 Jan 10 19:45:20.270031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f652e-9a8c-420e-99c1-f4ebf3618a23 req-7a3e5c83-3fdf-4507-9838-9283dd9df386 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:20.271539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0f652e-9a8c-420e-99c1-f4ebf3618a23 req-7a3e5c83-3fdf-4507-9838-9283dd9df386 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.0807459 Jan 10 19:45:20.317537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0f652e-9a8c-420e-99c1-f4ebf3618a23 req-651e74e2-d767-426f-8df8-2693a6687b44 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 Jan 10 19:45:20.413407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-6df48e56-1f53-40ba-a41d-a5430f0c9646 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa&tenant_id=fffe24891a2d4ee6a14009600060497b&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 1096 time: 0.0770354 Jan 10 19:45:20.506267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-cf87d412-a284-42f4-9a98-39d0a4cfae51 service neutron] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:20.509116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-cf87d412-a284-42f4-9a98-39d0a4cfae51 service neutron] Notify callbacks [] for binding, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:20.510184 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-cf87d412-a284-42f4-9a98-39d0a4cfae51 service neutron] 10.222.0.44 "DELETE /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93/bindings/n-h2-816927-8 HTTP/1.1" status: 204 len: 173 time: 0.0916848 Jan 10 19:45:21.516136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796103a-3395-4f24-870c-1a1d826424e9 req-11eb11f7-edb1-4442-830b-1ddbf9963ffc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:21.517484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3796103a-3395-4f24-870c-1a1d826424e9 req-11eb11f7-edb1-4442-830b-1ddbf9963ffc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.0775909 Jan 10 19:45:21.561842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3796103a-3395-4f24-870c-1a1d826424e9 req-e5e46994-8dc7-4ed5-b47b-65dd5fa4ce1a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Jan 10 19:45:21.750442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fbc2825-f064-4194-87c8-5e1396b8fa11 req-c9cfafeb-8b6d-4717-a233-ed3dfa79880a tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1096 time: 0.0686789 Jan 10 19:45:21.790759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0fbc2825-f064-4194-87c8-5e1396b8fa11 req-0bd2af0e-16cb-48a6-b11d-6e0d6aba124e tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350893 Jan 10 19:45:21.983413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68b249-8ad2-45c4-ad91-82efa264a2d0 req-33b9570f-af86-4428-8759-75d3ebb06fe8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:21.984853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e68b249-8ad2-45c4-ad91-82efa264a2d0 req-33b9570f-af86-4428-8759-75d3ebb06fe8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.0784585 Jan 10 19:45:22.029661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e68b249-8ad2-45c4-ad91-82efa264a2d0 req-4aa95ca8-34e6-41a7-8a3b-73bc4ec50fc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Jan 10 19:45:22.060214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60864) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:22.163235 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a8eb0d22-f821-4356-aca9-a00023366d1c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 200 len: 992 time: 0.1018591 Jan 10 19:45:22.800212 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:45:22.853300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:45:24.435810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60872) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:24.634092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port a6f1b66b-a50f-40dc-b833-1af1c52dad2b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:45:24.634432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:24.799306 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:24.799656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:24.916155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for a6f1b66b-a50f-40dc-b833-1af1c52dad2b owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:45:25.063729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:25.113556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=a6f1b66b-a50f-40dc-b833-1af1c52dad2b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:25.204136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:25.676034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router e6b93614-36d7-451a-a8d0-240c04cb7924 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:45:25.872609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:45:25.881931 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] Sync routers for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:45:25.892940 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:25.894457 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:25.895084 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:25.945971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ed81d148-b089-4100-81e7-fb12ccd569f6 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/floatingips/d9c5ef27-6b39-4d17-9c29-f631123f767b HTTP/1.1" status: 204 len: 168 time: 1.5090020 Jan 10 19:45:25.946385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:26.000768 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'status': 'completed', 'code': 200} Jan 10 19:45:26.075308 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:26.101921 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-747991f4-fde9-4acd-920f-42c94ffa0fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 1096 time: 0.0774660 Jan 10 19:45:26.241878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-9e0d2c3a-51f1-4efa-9464-fc4492edf2f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:26.243384 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-9e0d2c3a-51f1-4efa-9464-fc4492edf2f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 200 len: 898 time: 0.1355684 Jan 10 19:45:26.317084 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-8fdec361-a008-4300-b62e-7acd36e40c1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 200 len: 217 time: 0.0674818 Jan 10 19:45:26.385147 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-da335031-98f0-43b6-87b8-8d3fffe43d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:26.386745 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-da335031-98f0-43b6-87b8-8d3fffe43d30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 200 len: 834 time: 0.0638247 Jan 10 19:45:26.398070 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:27Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:26.402087 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] Checking router: e6b93614-36d7-451a-a8d0-240c04cb7924 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:45:26.413301 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:26.413911 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:26.470395 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-bd3aff99-442e-46a1-884c-74e34e45aaff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=764e722c-73e4-4c84-9bfe-3150e7b7638c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775933 Jan 10 19:45:26.508010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00a85d-38de-40d2-8a19-4f62f2a9810c req-98055bf4-4913-41b0-b574-b4586cb9d036 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:26.508420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6a00a85d-38de-40d2-8a19-4f62f2a9810c req-98055bf4-4913-41b0-b574-b4586cb9d036 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:45:26.524248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6a00a85d-38de-40d2-8a19-4f62f2a9810c req-98055bf4-4913-41b0-b574-b4586cb9d036 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:45:26.525384 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a00a85d-38de-40d2-8a19-4f62f2a9810c req-98055bf4-4913-41b0-b574-b4586cb9d036 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.0967360 Jan 10 19:45:26.577638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a00a85d-38de-40d2-8a19-4f62f2a9810c req-4a9a4f4f-cc62-4aa9-acad-89faf65e5d8b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=dea81b94-2266-44ee-85de-8030e6ee9c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Jan 10 19:45:26.605196 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:26.609908 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-27987736-6ca9-41a3-9982-9a7719cdc076 service neutron] 10.222.0.44 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320267 Jan 10 19:45:26.739873 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4a261693-1e92-413e-b6b7-59b8655e0dc2 req-0a304bbd-c194-475a-99d3-71f2c798b904 service neutron] 10.222.0.44 "GET /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227019 Jan 10 19:45:26.858253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-5ac6a773-9132-4432-aec3-70961b1d4d98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:26.858973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-5ac6a773-9132-4432-aec3-70961b1d4d98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:45:26.870894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-5ac6a773-9132-4432-aec3-70961b1d4d98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:45:26.871978 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-5ac6a773-9132-4432-aec3-70961b1d4d98 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 945 time: 0.0869279 Jan 10 19:45:26.909345 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:27Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:26.913164 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5100b1f-be8c-4147-acd8-acb0f17610fc None None] The sync data for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 is: [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '9385014d-b8a5-4b1a-bba0-3852db6775b0', 'name': '', 'network_id': '764e722c-73e4-4c84-9bfe-3150e7b7638c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:ff:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:20Z', 'updated_at': '2022-01-10T19:44:27Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': '6817276c-d7b5-4cc8-b3df-276b9dc83c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:45:27.034246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:45:27.034576 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:27.146106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79efd11-8426-4cee-801e-8fec04bdfe2d None None] New status for floating IP d9c5ef27-6b39-4d17-9c29-f631123f767b: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:45:27.283242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:27.283731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:27.404252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:45:27.537776 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:27.588297 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:27.657866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] No DVR routers for this DVR port 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:45:27.660458 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:27.662931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-deleted', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:27.679963 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57d190b6-afa3-43cf-9dd5-0bfa1f381352 req-58de8853-b24c-4fb6-9eb3-29e57fbf33dc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.44 "DELETE /v2.0/ports/8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 HTTP/1.1" status: 204 len: 173 time: 0.8029780 Jan 10 19:45:27.736682 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca18c034-897b-4300-bcca-71a4386167aa', 'name': 'network-vif-deleted', 'tag': '8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93', 'status': 'completed', 'code': 200} Jan 10 19:45:27.747935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f355b11-2299-4b79-a628-6467580efeb2 req-e20e741a-339c-4765-9bee-1414c60f80a7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca18c034-897b-4300-bcca-71a4386167aa HTTP/1.1" status: 200 len: 210 time: 0.0423214 Jan 10 19:45:28.853737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60888) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:29.247895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:29.627569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:45:29.658791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:45:29.659176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 8eb7d7f1-2f45-463d-8fd7-6fc3d3e86e93 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:45:29.929519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 9385014d-b8a5-4b1a-bba0-3852db6775b0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:45:29.930097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:30.109072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 9385014d-b8a5-4b1a-bba0-3852db6775b0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=9385014d-b8a5-4b1a-bba0-3852db6775b0,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:30.109427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:30.226164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 9385014d-b8a5-4b1a-bba0-3852db6775b0 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:45:30.398344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:30.443973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=9385014d-b8a5-4b1a-bba0-3852db6775b0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:30.745075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:31.137164 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:45:31.398767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router e6b93614-36d7-451a-a8d0-240c04cb7924 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:45:31.594516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:45:31.603802 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890742da-486c-48b4-97e8-44410033927d None None] Sync routers for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:45:31.610288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-291941cc-9e1b-42b8-ad38-83c059596bc8 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/e6b93614-36d7-451a-a8d0-240c04cb7924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7531602 Jan 10 19:45:31.610641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60892) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:31.615367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890742da-486c-48b4-97e8-44410033927d None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:31.615967 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-890742da-486c-48b4-97e8-44410033927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:31.797395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting subnet 6817276c-d7b5-4cc8-b3df-276b9dc83c73 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:45:31.800434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:31.824149 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-890742da-486c-48b4-97e8-44410033927d None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:31.853086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:31.931801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.005926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.042919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Subnet': ['ID=6817276c-d7b5-4cc8-b3df-276b9dc83c73,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:32.050314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.058173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e53e9-4baf-40b9-8838-2b1bcb53eba7 None None] Network 764e722c-73e4-4c84-9bfe-3150e7b7638c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:45:32.060646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3ecc3423-b114-4496-8ca8-54c960d6d07f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/subnets/6817276c-d7b5-4cc8-b3df-276b9dc83c73 HTTP/1.1" status: 204 len: 168 time: 0.4488347 Jan 10 19:45:32.063017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60896) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:32.106130 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-890742da-486c-48b4-97e8-44410033927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:45:30Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:32.110258 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890742da-486c-48b4-97e8-44410033927d None None] Checking router: e6b93614-36d7-451a-a8d0-240c04cb7924 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:45:32.121073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890742da-486c-48b4-97e8-44410033927d None None] Routers {'e6b93614-36d7-451a-a8d0-240c04cb7924'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:32.121667 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-890742da-486c-48b4-97e8-44410033927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e6b93614-36d7-451a-a8d0-240c04cb7924'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:32.269595 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.303718 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-890742da-486c-48b4-97e8-44410033927d None None] Set router e6b93614-36d7-451a-a8d0-240c04cb7924 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:32.305020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] DHCP port deletion for 764e722c-73e4-4c84-9bfe-3150e7b7638c request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:45:32.309908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Deleting port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:45:32.310397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.469397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.480880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 71cf8712-525e-43aa-9897-b29fef7f3aa5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:45:32.481321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.516703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] For port 23116d59-4b7c-4ecd-8a02-4da9b925bd57, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=23116d59-4b7c-4ecd-8a02-4da9b925bd57,segment=NetworkSegment(ed2e7c76-1bb6-40f8-a817-47d017df5575),segment_id=ed2e7c76-1bb6-40f8-a817-47d017df5575)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:32.517242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.598409 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-890742da-486c-48b4-97e8-44410033927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:45:30Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:32.602255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890742da-486c-48b4-97e8-44410033927d None None] The sync data for ids ['e6b93614-36d7-451a-a8d0-240c04cb7924'] in n-d-816927-8 is: [{'id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215335999', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:45:30Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': '71cf8712-525e-43aa-9897-b29fef7f3aa5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b93614-36d7-451a-a8d0-240c04cb7924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:44:17Z', 'updated_at': '2022-01-10T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:45:32.641257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Calling delete_port for 23116d59-4b7c-4ecd-8a02-4da9b925bd57 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:45:32.715271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.757245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Pushing event deleted for resources: {'Port': ['ID=23116d59-4b7c-4ecd-8a02-4da9b925bd57,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:32.768189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 71cf8712-525e-43aa-9897-b29fef7f3aa5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71cf8712-525e-43aa-9897-b29fef7f3aa5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:32.768739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] No DVR routers for this DVR port 23116d59-4b7c-4ecd-8a02-4da9b925bd57 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:45:32.768846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:32.770377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.770709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.771094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.771435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.771770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.772108 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.772447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.772772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.773105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.773447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.773753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d83277f-e675-40d8-87c0-00080021c58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:32.888044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 71cf8712-525e-43aa-9897-b29fef7f3aa5 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:45:33.060680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.106343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=71cf8712-525e-43aa-9897-b29fef7f3aa5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:33.127448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23116d59-4b7c-4ecd-8a02-4da9b925bd57 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:45:33.161037 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 23116d59-4b7c-4ecd-8a02-4da9b925bd57 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:45:33.161463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 23116d59-4b7c-4ecd-8a02-4da9b925bd57 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:45:33.161960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9385014d-b8a5-4b1a-bba0-3852db6775b0 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:45:33.195300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 9385014d-b8a5-4b1a-bba0-3852db6775b0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:45:33.195646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 9385014d-b8a5-4b1a-bba0-3852db6775b0 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:45:33.335199 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.588829 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.592948 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.618974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.620105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Fanout notify agent at l3_agent the message router_deleted on router e6b93614-36d7-451a-a8d0-240c04cb7924 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:45:33.640443 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.641549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-94936ba1-9dab-425c-9565-3b4cf7d16f48 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/routers/e6b93614-36d7-451a-a8d0-240c04cb7924 HTTP/1.1" status: 204 len: 168 time: 1.5772891 Jan 10 19:45:33.644216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60900) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:33.757054 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:33.984866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.008894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764e722c-73e4-4c84-9bfe-3150e7b7638c']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:34.020118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2e7c76-1bb6-40f8-a817-47d017df5575') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:34.020409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2e7c76-1bb6-40f8-a817-47d017df5575') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:34.031944 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.049450 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.055650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:45:34.056074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:45:34.071787 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:45:34.150981 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.168068 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.178745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Network': ['ID=764e722c-73e4-4c84-9bfe-3150e7b7638c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:34.187143 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4ca35e70-93e3-422a-ab59-14735c97fc9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/networks/764e722c-73e4-4c84-9bfe-3150e7b7638c HTTP/1.1" status: 204 len: 168 time: 0.5419419 Jan 10 19:45:34.189761 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60904) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:34.256526 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fed61292-aaff-4fcc-8ee1-ec7642825fba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.284376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fed61292-aaff-4fcc-8ee1-ec7642825fba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.345464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fed61292-aaff-4fcc-8ee1-ec7642825fba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.368975 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed61292-aaff-4fcc-8ee1-ec7642825fba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea81b94-2266-44ee-85de-8030e6ee9c95,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:34.374285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fed61292-aaff-4fcc-8ee1-ec7642825fba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.375427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fed61292-aaff-4fcc-8ee1-ec7642825fba tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/security-groups/dea81b94-2266-44ee-85de-8030e6ee9c95 HTTP/1.1" status: 204 len: 168 time: 0.1847799 Jan 10 19:45:34.703361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60912) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:34.709085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883201313', 'description': 'tempest-secgroup-smoke-883201313 description', 'project_id': 'fffe24891a2d4ee6a14009600060497b'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:34.716501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:34.720478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:34.723282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:34.728829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:34.738887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.772804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:34.777032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:34.779818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:34.785228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:34.839410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.843017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.884102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9071c38-587c-4037-9408-49ffb7024b69,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:34.890259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.891996 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a5277199-aad3-4827-a7e6-fe7ca3ce6a0d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1874282 Jan 10 19:45:34.894848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60916) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:34.900488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'a9071c38-587c-4037-9408-49ffb7024b69', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:34.907513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:34.911333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:34.914196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:34.919796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:34.935832 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.992805 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:34.996545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.019676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cedc5c-b260-4657-a02c-318c30ce2144,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:35.028327 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.029800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-dee58057-66cf-4562-9ad7-9eb936e2daf2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1336725 Jan 10 19:45:35.032286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60920) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:35.037612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'a9071c38-587c-4037-9408-49ffb7024b69', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:35.044102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:35.048272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:35.051147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:35.056869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:35.076066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.118185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71cf8712-525e-43aa-9897-b29fef7f3aa5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:45:35.144414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.148393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.152858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 71cf8712-525e-43aa-9897-b29fef7f3aa5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:45:35.153641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 71cf8712-525e-43aa-9897-b29fef7f3aa5 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:45:35.172057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e69ecb-df32-4f84-9116-fc626c6203e6,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:35.180420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.181796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84bcb156-0fb1-48d1-8336-b63da17e294e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1485801 Jan 10 19:45:35.185128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60924) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:35.190778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'a9071c38-587c-4037-9408-49ffb7024b69', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:35.197336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:35.201766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:35.204626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:35.210183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:35.225773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.285313 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.288686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.312618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b143389-d03c-43da-b9a7-a0fad4653b6c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:35.320560 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.321806 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f815517a-8f9f-408d-b4f9-d492db75253a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1356378 Jan 10 19:45:35.324425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60928) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:35.329663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'a9071c38-587c-4037-9408-49ffb7024b69', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:35.335932 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:35.339561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:35.342313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:35.347790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:35.365862 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.426979 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.430359 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.456755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2492b02d-b4dc-4faf-8fd4-a534068ae040,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:35.463763 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.464926 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1396203 Jan 10 19:45:35.467623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:35.470804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.471184 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.471529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.471866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.472200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.472534 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.472862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.473189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.473512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.473833 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.474152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93db36-0920-44f4-988f-4abb83e2bc7d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:35.479899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'a9071c38-587c-4037-9408-49ffb7024b69', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:35.486653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:35.490425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:35.493311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:35.499967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:35.509478 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:45:35.516402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.579418 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.583133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.605722 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c72c50b-7553-4731-b520-5caccb28722d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:35.614842 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.616046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c1c0aec0-515b-45ea-b649-a87cff54df66 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1475189 Jan 10 19:45:35.618704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60936) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:35.624969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'security_group_rule': {'security_group_id': 'a9071c38-587c-4037-9408-49ffb7024b69', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:35.631387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:35.635145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:security_group_rule and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:35.637973 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:35.643553 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:35.653309 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Project fffe24891a2d4ee6a14009600060497b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:45:35.659686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.726539 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.730435 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.751934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a08776e-8cb5-4622-80bb-7444dd31ae97,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:35.760406 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.761572 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3c60fdac-5108-4a97-a978-7e20d46cde6d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1419330 Jan 10 19:45:35.764391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60940) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:35.769537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'network': {'name': 'tempest-network-smoke--1365260313', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:35.774815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:35.779246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:network and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:35.781985 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:35.787487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:35.798186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:45:35.801001 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.827353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:45:35.835831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.836169 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Added segment 97f5ba00-0393-41e7-aae3-4c5bac549d4d of type vlan for network ed482757-c294-4858-87b2-6f765257c42c Jan 10 19:45:35.864327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.891436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.894992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:35.895566 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:35.996259 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2307398 Jan 10 19:45:35.998777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60944) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:36.006016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'admin_state_up': True, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:36.011668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5318f7-4017-4517-921f-2f043a04c7cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Network': ['ID=ed482757-c294-4858-87b2-6f765257c42c,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:36.015367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:36.019118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:router and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:36.021649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ed482757-c294-4858-87b2-6f765257c42c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:45:36.021936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:36.028182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:36.038598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.039624 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.058814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.204364 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.371434 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.399666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.531718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.56 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ecc4344a-f09c-4485-955f-995c395dbef1) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:45:36.671066 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.697136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:36.763747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:45:36.766476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:36.770766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:45:36.797423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=ecc4344a-f09c-4485-955f-995c395dbef1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:37.015654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:37.016288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:37.242318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:45:37.439586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:45:37.448934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Sync routers for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:45:37.460427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:37.461095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:37.464811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:37.466046 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a0c99e92-75d7-4994-b888-f192027ed5c1 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4663532 Jan 10 19:45:37.469178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:37.508332 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef8b6910-ba42-40c6-af29-d0611e0c1072 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fffe24891a2d4ee6a14009600060497b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381153 Jan 10 19:45:37.510823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 60952) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:37.636519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41944492-89fe-4f25-8a52-669b75c246c7 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:37.636754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:37.638039 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-41944492-89fe-4f25-8a52-669b75c246c7 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1262512 Jan 10 19:45:37.640942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:37.681423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6096250b-38bb-4950-bcea-21d433803ff8 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393233 Jan 10 19:45:37.683950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60960) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:37.689225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-65760313', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:37.797751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:37.801495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:subnet and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:37.804267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:37.809917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:37.820238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:45:37.920610 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:37.955566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:36Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:37.959500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Checking router: 39ab1456-86a7-4f1d-a92e-9cc31d49d62f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:45:37.959967 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Updating router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f port ecc4344a-f09c-4485-955f-995c395dbef1 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:45:38.012640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.137120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.217765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Subnet': ['ID=e22a32e4-f7bb-413c-93b0-2b17deaf889f,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:38.227344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Checking segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:38.227710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network hostable DHCP agents. Network: ed482757-c294-4858-87b2-6f765257c42c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:45:38.249670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network ed482757-c294-4858-87b2-6f765257c42c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:45:38.259012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ed482757-c294-4858-87b2-6f765257c42c) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:38.263450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:38.264086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.271332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979dd0c0-1d88-436c-978c-6d459495067e None None] Network ed482757-c294-4858-87b2-6f765257c42c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:45:38.285288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-49b0d397-7766-45d4-a69d-f5490003667b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6003468 Jan 10 19:45:38.288479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 60964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:38.419888 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.458021 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Transition to ACTIVE for port object ecc4344a-f09c-4485-955f-995c395dbef1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:38.464599 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62ca46ef-1ea4-40fd-ba51-491645ef51fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.469517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.587402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663297-5f29-4909-b984-050d9fd7612a None None] Pushing event updated for resources: {'Port': ['ID=ecc4344a-f09c-4485-955f-995c395dbef1,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:38.596426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Attempting to bind port ecc4344a-f09c-4485-955f-995c395dbef1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:45:38.596792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Attempting to bind port ecc4344a-f09c-4485-955f-995c395dbef1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:45:38.597151 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Attempting to bind port ecc4344a-f09c-4485-955f-995c395dbef1 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:38.636314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:45:38.636678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:38.637081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.637461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:45:38.637968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Bound port: ecc4344a-f09c-4485-955f-995c395dbef1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:45:38.638331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.665828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ed482757-c294-4858-87b2-6f765257c42c', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:45:38.667161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.773877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] For port ecc4344a-f09c-4485-955f-995c395dbef1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:38.794953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] For port ecc4344a-f09c-4485-955f-995c395dbef1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ecc4344a-f09c-4485-955f-995c395dbef1,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:45:38.802906 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:38.933200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663297-5f29-4909-b984-050d9fd7612a None None] Pushing event updated for resources: {'Port': ['ID=ecc4344a-f09c-4485-955f-995c395dbef1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:38.941818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Allocated IP 172.20.0.2 (ed482757-c294-4858-87b2-6f765257c42c/e22a32e4-f7bb-413c-93b0-2b17deaf889f/b3af8d78-a375-4d4b-8ddd-e8e8f90fc837) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:45:38.952938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:38.953574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:39.160864 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.306059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:39.446861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.507273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Transition to ACTIVE for port object b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:39.541170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Transition to ACTIVE for port object b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:39.555064 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.623415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.1 (ed482757-c294-4858-87b2-6f765257c42c/e22a32e4-f7bb-413c-93b0-2b17deaf889f/03d1dca7-823a-4313-b4c7-b540ee22dbcb) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:45:39.636081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Network ed482757-c294-4858-87b2-6f765257c42c is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:45:39.664166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:39.670338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:45:39.684052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Pushing event updated for resources: {'Port': ['ID=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:39.779069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Attempting to bind port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:45:39.779437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Attempting to bind port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:45:39.779798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Attempting to bind port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 on network ed482757-c294-4858-87b2-6f765257c42c {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:39.786643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.794376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:45:39.795026 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Checking segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:39.795431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.795988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Bound using segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:45:39.796639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Bound port: b3af8d78-a375-4d4b-8ddd-e8e8f90fc837, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:45:39.797073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.803089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object 03d1dca7-823a-4313-b4c7-b540ee22dbcb will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:39.826132 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.846090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:36Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:39.862703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f1069-3f56-4f09-a289-bf1404e5ab05 None None] The sync data for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 is: [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:36Z', 'revision_number': 3, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:45:39.906372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network ed482757-c294-4858-87b2-6f765257c42c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:45:39.906732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] For port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:39.909590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:39.910492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] For port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:45:39.914693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:45:39.916776 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:39.942803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=03d1dca7-823a-4313-b4c7-b540ee22dbcb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:39.987590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:40.011938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd6ca2-76e9-43a6-aacf-899bdf4f0cb8 None None] Pushing event updated for resources: {'Port': ['ID=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:40.149567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:40.503659 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8ed1d060-5c3c-4895-95b8-27345c890c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:40.663142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:40.667962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:40.790439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:40.794096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=03d1dca7-823a-4313-b4c7-b540ee22dbcb,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:41.036369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network ed482757-c294-4858-87b2-6f765257c42c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:45:41.037439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:41.112215 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f03d321-934e-4375-aa50-72c47d7bef8e None None] Network ed482757-c294-4858-87b2-6f765257c42c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:45:41.203660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ecc4344a-f09c-4485-955f-995c395dbef1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:41.337124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-83e82e5b-556b-4190-b86a-6c09ca900b78 None None] Provisioning for port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:41.396270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ecc4344a-f09c-4485-955f-995c395dbef1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:41.405738 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ecc4344a-f09c-4485-955f-995c395dbef1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:41.406104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.430656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:45:41.543273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.560334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ecc4344a-f09c-4485-955f-995c395dbef1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ecc4344a-f09c-4485-955f-995c395dbef1,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:41.565707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.566757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:41.641683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:45:41.655506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e8a9969b-27fa-46ad-a4ec-0f2edaf78e32 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/39ab1456-86a7-4f1d-a92e-9cc31d49d62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3659747 Jan 10 19:45:41.685169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ecc4344a-f09c-4485-955f-995c395dbef1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:41.702663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:41.708486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:41.708931 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.794458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.803697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Provisioning complete for port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:41.804066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.849288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-1b0b97d9-c3fe-4975-b399-5eda75c64d1d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883201313&fields=id&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 267 time: 0.0452862 Jan 10 19:45:41.982556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:41.998608 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:42.017521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-8633fba3-cf41-4043-ab3d-df67f5898d94 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:42.019630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-8633fba3-cf41-4043-ab3d-df67f5898d94 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 797 time: 0.1587224 Jan 10 19:45:42.047595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-780c11db-1662-4bd3-a8c0-c434796461ca tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/quotas/fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 375 time: 0.0148194 Jan 10 19:45:42.050128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:42.059295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:42.127702 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:42.153674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-35c56718-2053-4d7b-9207-41d26d688a3f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:45:42.169299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-35c56718-2053-4d7b-9207-41d26d688a3f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:45:42.170665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-35c56718-2053-4d7b-9207-41d26d688a3f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167746 Jan 10 19:45:42.185768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:42.186974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-ac0481fe-09a0-44d5-a89f-f9c6a7373c32 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:45:42.187943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-ac0481fe-09a0-44d5-a89f-f9c6a7373c32 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058098 Jan 10 19:45:42.216974 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:45:42.217576 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:45:42.317942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-bce40d18-b3bf-45b4-b707-ed42e6c8dd75 service neutron] 10.222.0.21 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229231 Jan 10 19:45:42.446332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-23258968-e012-44cf-ae58-f80f5f3d99df service neutron] 10.222.0.21 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225748 Jan 10 19:45:42.641791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-96f16575-2bee-4b4c-9777-503477575e9b req-ce82a820-013a-49db-a0bd-404440ba94f7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0445993 Jan 10 19:45:42.787186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Provisioning for port 03d1dca7-823a-4313-b4c7-b540ee22dbcb completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:42.793168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Provisioning complete for port 03d1dca7-823a-4313-b4c7-b540ee22dbcb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:42.793538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:42.844709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1d4812a6-adeb-4bfb-90a7-75c1430b506d None None] Port 03d1dca7-823a-4313-b4c7-b540ee22dbcb cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:45:42.966279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02d2f909-dfcf-4eff-8762-2a21ff79e930 None None] Provisioning complete for port 03d1dca7-823a-4313-b4c7-b540ee22dbcb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:42.966659 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02d2f909-dfcf-4eff-8762-2a21ff79e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:43.018970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-02d2f909-dfcf-4eff-8762-2a21ff79e930 None None] Port 03d1dca7-823a-4313-b4c7-b540ee22dbcb cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:45:43.144122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ecc4344a-f09c-4485-955f-995c395dbef1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:43.205322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:43.226502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ecc4344a-f09c-4485-955f-995c395dbef1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:43.226781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:43.346600 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:43.418270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:43.418644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:43.513448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Sync routers for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:45:43.524932 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:43.525523 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:43.708721 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:43.956397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b511357-6bc2-4a67-b6ca-908b974a1aa6 req-0667e61b-83a7-4c5f-a286-55cdd52ad51a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1625526 Jan 10 19:45:44.020546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-c5c8c944-352a-45fb-bfd9-c95141e0fef7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:44.021987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-c5c8c944-352a-45fb-bfd9-c95141e0fef7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 797 time: 0.3046372 Jan 10 19:45:44.043993 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 2, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:44.048053 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Checking router: 39ab1456-86a7-4f1d-a92e-9cc31d49d62f for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:45:44.048386 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Updating router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f port 03d1dca7-823a-4313-b4c7-b540ee22dbcb binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:45:44.074643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-dba4db6f-fe20-4513-91ae-de3c0dcee4d4 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffe24891a2d4ee6a14009600060497b HTTP/1.1" status: 200 len: 379 time: 0.0411053 Jan 10 19:45:44.083646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'port': {'device_id': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'admin_state_up': True, 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'security_groups': ['a9071c38-587c-4037-9408-49ffb7024b69']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:44.135805 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.217813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:44.227159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:44.237453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Made reservation on behalf of fffe24891a2d4ee6a14009600060497b for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:45:44.240840 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.462749 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.474369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Transition to ACTIVE for port object 03d1dca7-823a-4313-b4c7-b540ee22dbcb will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:44.480325 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.546816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.20.0.5 (ed482757-c294-4858-87b2-6f765257c42c/e22a32e4-f7bb-413c-93b0-2b17deaf889f/699e0283-2177-4ce4-afab-817cf5ff043b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:45:44.608614 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Pushing event updated for resources: {'Port': ['ID=03d1dca7-823a-4313-b4c7-b540ee22dbcb,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:44.622051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.622371 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.622722 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.623049 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.623391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.623704 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.624010 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.624327 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.624607 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.624901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.625213 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:45:44.715379 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Attempting to bind port 03d1dca7-823a-4313-b4c7-b540ee22dbcb on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:45:44.715875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Attempting to bind port 03d1dca7-823a-4313-b4c7-b540ee22dbcb by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:45:44.716300 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Attempting to bind port 03d1dca7-823a-4313-b4c7-b540ee22dbcb on network ed482757-c294-4858-87b2-6f765257c42c {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:44.723072 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:45:44.723533 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Checking segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:44.723992 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.724497 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Bound using segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:45:44.724962 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Bound port: 03d1dca7-823a-4313-b4c7-b540ee22dbcb, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:45:44.725397 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.764983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.781158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Transition to ACTIVE for port object 699e0283-2177-4ce4-afab-817cf5ff043b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:44.809259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.826553 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] For port 03d1dca7-823a-4313-b4c7-b540ee22dbcb, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:44.830173 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] For port 03d1dca7-823a-4313-b4c7-b540ee22dbcb, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=03d1dca7-823a-4313-b4c7-b540ee22dbcb,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:45:44.833849 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:44.904633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:44.909869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network ed482757-c294-4858-87b2-6f765257c42c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:45:44.911471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:44.915028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:45:44.916016 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8b281-83f1-4226-96bb-c0a61a7c3862 None None] Pushing event updated for resources: {'Port': ['ID=03d1dca7-823a-4313-b4c7-b540ee22dbcb,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:44.935870 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:44.937576 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:44.982103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:44.982762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.022460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-b94fd67f-e9c1-4c48-946a-2afebc4c3b69 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427459 Jan 10 19:45:45.049992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Request body: {'port': {'device_id': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:45.150259 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:45.267083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.407069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e5673f86-8999-4671-9482-d791991e7b47 None None] Provisioning for port 699e0283-2177-4ce4-afab-817cf5ff043b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:45.410836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d59a-b449-492f-8eb1-4e49299ba953 req-b1dc964d-b31d-42df-b7c7-858e118eb4ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:45.411551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-af05d59a-b449-492f-8eb1-4e49299ba953 req-b1dc964d-b31d-42df-b7c7-858e118eb4ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Synchronizing usage tracker for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:45:45.412686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e5673f86-8999-4671-9482-d791991e7b47 None None] Provisioning complete for port 699e0283-2177-4ce4-afab-817cf5ff043b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:45.413110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5673f86-8999-4671-9482-d791991e7b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.461251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-af05d59a-b449-492f-8eb1-4e49299ba953 req-b1dc964d-b31d-42df-b7c7-858e118eb4ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Unset dirty status for tenant:fffe24891a2d4ee6a14009600060497b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:45:45.462321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af05d59a-b449-492f-8eb1-4e49299ba953 req-b1dc964d-b31d-42df-b7c7-858e118eb4ed tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 931 time: 0.2674618 Jan 10 19:45:45.483952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.486370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e5673f86-8999-4671-9482-d791991e7b47 None None] Port 699e0283-2177-4ce4-afab-817cf5ff043b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:45:45.494901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:44Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:45.499350 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab662b5-1a96-462a-b1c8-3be106932139 None None] The sync data for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 is: [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:44Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:45:45.599828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af05d59a-b449-492f-8eb1-4e49299ba953 req-39a7d7f8-b5af-4131-8881-1a0c28c1e758 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866313 Jan 10 19:45:45.620384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.700787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699e0283-2177-4ce4-afab-817cf5ff043b {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:45:45.708111 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.723730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Transition to ACTIVE for port object 699e0283-2177-4ce4-afab-817cf5ff043b will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:45:45.727458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:45.855586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:45.972902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Attempting to bind port 699e0283-2177-4ce4-afab-817cf5ff043b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:45:45.973306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Attempting to bind port 699e0283-2177-4ce4-afab-817cf5ff043b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:45:45.973542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Attempting to bind port 699e0283-2177-4ce4-afab-817cf5ff043b on network ed482757-c294-4858-87b2-6f765257c42c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:45.979674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Port 699e0283-2177-4ce4-afab-817cf5ff043b on network ed482757-c294-4858-87b2-6f765257c42c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:45:45.979993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Attempting to bind port 699e0283-2177-4ce4-afab-817cf5ff043b on network ed482757-c294-4858-87b2-6f765257c42c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:45:45.986391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:45:45.987121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Checking segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:45:45.987121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Bound using segment: {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:45:45.987575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Bound port: 699e0283-2177-4ce4-afab-817cf5ff043b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f5ba00-0393-41e7-aae3-4c5bac549d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:45:45.987884 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:46.078083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:45:46.081573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:45:46.087250 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:46.154504 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:46.155977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] 10.222.0.30 "PUT /v2.0/ports/699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 1091 time: 1.1154859 Jan 10 19:45:46.156397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:46.188475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d46a-1326-41a1-84d6-a5aaa04f4769 service neutron] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:46.335907 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'status': 'completed', 'code': 200} Jan 10 19:45:46.374878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-dd025e34-a23d-4cf2-b70c-573f110bcbc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1094 time: 0.1796219 Jan 10 19:45:46.445787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-add6bd1d-bf43-4aca-8637-f1f601dfda18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 217 time: 0.0642474 Jan 10 19:45:46.507138 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-ed3777f4-c80d-4f7f-a97b-c979cc931095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:46.508579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-ed3777f4-c80d-4f7f-a97b-c979cc931095 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 200 len: 833 time: 0.0576568 Jan 10 19:45:46.584530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-fc148831-5506-4597-b77f-40001194627a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed482757-c294-4858-87b2-6f765257c42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704994 Jan 10 19:45:46.714312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-69e8a0d8-e5e1-4478-b970-c73382132775 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239598 Jan 10 19:45:46.893759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a49ae6c-ff3c-4113-a1e0-3d2a52f1c9c3 req-6d043082-5c46-42a4-8130-41c84baac06a service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735196 Jan 10 19:45:46.903951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e3995-2bc5-4b07-af5c-3c6e95d1f642 req-339e252e-b416-4c48-afb3-8b760a82ae5e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:46.905334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e39e3995-2bc5-4b07-af5c-3c6e95d1f642 req-339e252e-b416-4c48-afb3-8b760a82ae5e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 943 time: 0.1678174 Jan 10 19:45:46.993076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e39e3995-2bc5-4b07-af5c-3c6e95d1f642 req-3d34a940-bde9-492f-bc7e-22abd1f224e4 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820501 Jan 10 19:45:47.021055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-c2722d9e-560f-400d-9dde-458c4dbb76e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1094 time: 0.0787573 Jan 10 19:45:47.147118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03d1dca7-823a-4313-b4c7-b540ee22dbcb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:47.152811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701a3be-a553-4748-b7e0-945ced92b225 req-c8f31c9b-0a5e-4a80-b5e2-dc51b3223883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:47.154281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-c8f31c9b-0a5e-4a80-b5e2-dc51b3223883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 898 time: 0.1275191 Jan 10 19:45:47.220626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 03d1dca7-823a-4313-b4c7-b540ee22dbcb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:47.224957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-11bce78a-bfe6-49ae-9a58-601c3e365c4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 217 time: 0.0642042 Jan 10 19:45:47.225365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 03d1dca7-823a-4313-b4c7-b540ee22dbcb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:47.225744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:47.288941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701a3be-a553-4748-b7e0-945ced92b225 req-597bec7b-ce27-4660-80de-cbd183ecf1bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:47.290487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-597bec7b-ce27-4660-80de-cbd183ecf1bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 200 len: 833 time: 0.0586441 Jan 10 19:45:47.335333 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:47.363331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-66a3c523-3dd4-4568-8b9c-cae84373a32a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed482757-c294-4858-87b2-6f765257c42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667546 Jan 10 19:45:47.369073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 03d1dca7-823a-4313-b4c7-b540ee22dbcb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=03d1dca7-823a-4313-b4c7-b540ee22dbcb,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:47.373036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:47.437958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=03d1dca7-823a-4313-b4c7-b540ee22dbcb,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:47.494090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-304b279a-f153-4e69-85f1-b6c495243bd4 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241794 Jan 10 19:45:47.622733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a701a3be-a553-4748-b7e0-945ced92b225 req-5aae319c-90fd-4326-a7f0-b4b062cfb52d service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228070 Jan 10 19:45:48.189924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c7bd-a1ba-416e-ae74-b0bfaf0a3e31 req-666d57f0-2dbf-4f3e-bab1-8f98319e644f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:48.191408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40f1c7bd-a1ba-416e-ae74-b0bfaf0a3e31 req-666d57f0-2dbf-4f3e-bab1-8f98319e644f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 943 time: 0.0791154 Jan 10 19:45:48.238826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40f1c7bd-a1ba-416e-ae74-b0bfaf0a3e31 req-b072d231-f3eb-472c-9477-48386da0c52f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420477 Jan 10 19:45:49.132317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03d1dca7-823a-4313-b4c7-b540ee22dbcb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:49.199514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 03d1dca7-823a-4313-b4c7-b540ee22dbcb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:49.199884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:49.432117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a0a87-6f2c-4775-bdc0-109aa7db1068 req-875f4e3d-2c27-412d-88c8-0b36c90bc7bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:49.433557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f47a0a87-6f2c-4775-bdc0-109aa7db1068 req-875f4e3d-2c27-412d-88c8-0b36c90bc7bd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 943 time: 0.0748644 Jan 10 19:45:49.477107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f47a0a87-6f2c-4775-bdc0-109aa7db1068 req-a90e75d1-bbcf-46cb-a635-3e8a26154f58 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381622 Jan 10 19:45:50.758446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f187d-3247-473c-9f10-cc997ae8b05b req-ee57667b-385d-478b-8675-5d605dcc2132 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:50.759943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a49f187d-3247-473c-9f10-cc997ae8b05b req-ee57667b-385d-478b-8675-5d605dcc2132 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 943 time: 0.1607294 Jan 10 19:45:50.804221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a49f187d-3247-473c-9f10-cc997ae8b05b req-2834fd94-7a04-4eff-b91a-83025a98ea2a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388513 Jan 10 19:45:50.893620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:45:51.022313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:51.035618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '699e0283-2177-4ce4-afab-817cf5ff043b', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'port_id': '699e0283-2177-4ce4-afab-817cf5ff043b', 'mac_address': 'fa:16:3e:98:da:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:45:51.088757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:51.109205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699e0283-2177-4ce4-afab-817cf5ff043b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:45:51.124277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:51.129049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:51.193003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:51.325377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['699e0283-2177-4ce4-afab-817cf5ff043b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:45:51.992280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc2bb-8b93-445a-a456-cf96a84a87f7 req-a6e29fbb-07cb-4550-b11d-cb6950b22f11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:51.993701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae8cc2bb-8b93-445a-a456-cf96a84a87f7 req-a6e29fbb-07cb-4550-b11d-cb6950b22f11 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 944 time: 0.0734341 Jan 10 19:45:52.043942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae8cc2bb-8b93-445a-a456-cf96a84a87f7 req-386f219e-f4cc-45a4-a090-e80e1671ddf4 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443416 Jan 10 19:45:52.911514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:45:52.979646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 699e0283-2177-4ce4-afab-817cf5ff043b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:45:52.984210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 699e0283-2177-4ce4-afab-817cf5ff043b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:45:52.984601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:53.092649 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:53.118360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:53.130643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:45:53.136777 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:53.206144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:53.259230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60fb7e-32f1-47c8-b102-b98483a1d98e req-773c2edc-8cf9-4f45-a397-77b7b93c39e2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:53.260910 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'code': 200} Jan 10 19:45:53.261494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a60fb7e-32f1-47c8-b102-b98483a1d98e req-773c2edc-8cf9-4f45-a397-77b7b93c39e2 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0861816 Jan 10 19:45:53.309089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a60fb7e-32f1-47c8-b102-b98483a1d98e req-19bc6a70-e75e-40c2-ad1e-4d92a17f8fc7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 Jan 10 19:45:53.380483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4978d6f-8ab0-4cb9-9098-33f11cc56921 req-e395e04b-b0db-40a5-9bc7-d90f730ccffc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0657184 Jan 10 19:45:53.424900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4978d6f-8ab0-4cb9-9098-33f11cc56921 req-44a8398e-cced-498f-b1ca-eb8ba45796e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389504 Jan 10 19:45:54.513591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71240e82-159a-4f58-a8bf-c494ad730c67 req-3d0d1ae2-c77c-4614-9d5b-5bc926935605 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:54.515063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71240e82-159a-4f58-a8bf-c494ad730c67 req-3d0d1ae2-c77c-4614-9d5b-5bc926935605 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0806277 Jan 10 19:45:54.561684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-71240e82-159a-4f58-a8bf-c494ad730c67 req-b9b0d4f5-f0dc-4738-a687-b6648facf2a9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Jan 10 19:45:55.764629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0bf0-6b5b-4af6-ab5a-b49a61d90442 req-6b492540-b1a9-48dc-8e69-e1ce6893a21d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:55.766282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-101c0bf0-6b5b-4af6-ab5a-b49a61d90442 req-6b492540-b1a9-48dc-8e69-e1ce6893a21d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0846283 Jan 10 19:45:55.810108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-101c0bf0-6b5b-4af6-ab5a-b49a61d90442 req-bb047266-3d04-4fbf-a3b4-bb81d195d8eb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384562 Jan 10 19:45:56.000205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b97c31-11e4-4adb-9e96-83734c0f15a6 req-15551c86-1d19-4763-b683-0696bd3a16c9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:56.001636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02b97c31-11e4-4adb-9e96-83734c0f15a6 req-15551c86-1d19-4763-b683-0696bd3a16c9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0749700 Jan 10 19:45:56.045476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02b97c31-11e4-4adb-9e96-83734c0f15a6 req-d384bdf6-a1af-4195-88d1-d4706ae082fc tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Jan 10 19:45:56.073400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32790) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:56.145725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a5da6981-837e-44d5-86b9-0eaf1d9efd09 tempest-TestNetworkAdvancedServerOps-1710501145 tempest-TestNetworkAdvancedServerOps-1710501145-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1091 time: 0.0710258 Jan 10 19:45:56.148159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32794) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:56.153162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '699e0283-2177-4ce4-afab-817cf5ff043b', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:45:56.159077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:45:56.162837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Usage tracker for resource:floatingip and tenant:fffe24891a2d4ee6a14009600060497b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:45:56.165655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:45:56.171664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:45:56.182833 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:56.316513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:56.449630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Allocated IP 172.25.6.93 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ecc66aa4-4fa9-4abf-9239-c3a106a4fc7f) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:45:56.593242 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:56.619974 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:56.682884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:45:56.685575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:45:56.689168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:45:56.717313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=ecc66aa4-4fa9-4abf-9239-c3a106a4fc7f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:57.266616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:57.321873 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:57.517348 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:57.521553 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:57.621129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event updated for resources: {'Port': ['ID=ecc66aa4-4fa9-4abf-9239-c3a106a4fc7f,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:45:57.638535 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:57.821390 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Floating IP 07731064-a62c-48dc-8dcc-795a93022dd7 associated. External IP: 172.25.6.93, port: 699e0283-2177-4ce4-afab-817cf5ff043b. Jan 10 19:45:58.206837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:45:58.403678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:45:58.413971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] Sync routers for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:45:58.427458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:58.428102 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:45:58.428275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:58.479834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f18cc27e-f2ae-45b0-89b6-738f90e47cac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3306754 Jan 10 19:45:58.480417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:45:58.533930 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'status': 'completed', 'code': 200} Jan 10 19:45:58.610846 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:58.683973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-cfd048ae-5732-4bce-bd82-8b29e00c16ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.1278856 Jan 10 19:45:58.693156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ddb58-b48d-4cc9-98d3-591a6be745ef req-ff8461ef-a320-4ea4-8bc5-406b5f6a45cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:58.694508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f1ddb58-b48d-4cc9-98d3-591a6be745ef req-ff8461ef-a320-4ea4-8bc5-406b5f6a45cb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.1013722 Jan 10 19:45:58.918290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f1ddb58-b48d-4cc9-98d3-591a6be745ef req-ab52c220-393c-492d-ac45-ebd6fe03c7d5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050114 Jan 10 19:45:58.947881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32802) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:45:58.956364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-1de888cf-9d96-40bd-b207-381360bcce02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:58.957878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-1de888cf-9d96-40bd-b207-381360bcce02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 898 time: 0.2623787 Jan 10 19:45:58.961040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '07731064-a62c-48dc-8dcc-795a93022dd7', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'port_id': '699e0283-2177-4ce4-afab-817cf5ff043b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'mac_address': 'fa:16:3e:98:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:45:57Z', 'updated_at': '2022-01-10T19:45:57Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:47Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:58.965040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] Checking router: 39ab1456-86a7-4f1d-a92e-9cc31d49d62f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:45:58.975733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:45:58.976328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:45:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:59.056099 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-30ff8b46-a222-46ca-82d6-fa93aa5f9e16 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 200 len: 990 time: 0.1070883 Jan 10 19:45:59.061050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-e3ea071b-1f14-4f60-a28e-6802eb92bb7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 998 time: 0.0974870 Jan 10 19:45:59.125383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-d04afd74-7df8-4ad5-8591-864fba889ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:45:59.126825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-d04afd74-7df8-4ad5-8591-864fba889ade service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 200 len: 833 time: 0.0606778 Jan 10 19:45:59.157994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:45:59.199458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-c5351592-c9af-4977-a1ad-f713ed56ed79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed482757-c294-4858-87b2-6f765257c42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666823 Jan 10 19:45:59.332106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-f3dd7092-08fe-4ff8-8cb2-c56757acd5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270125 Jan 10 19:45:59.467840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a58cc3e0-c035-47ec-b6ad-9686546c6c72 req-7e2e77eb-6f42-4a27-b677-4799f537c2c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299620 Jan 10 19:45:59.536546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '07731064-a62c-48dc-8dcc-795a93022dd7', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'port_id': '699e0283-2177-4ce4-afab-817cf5ff043b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'mac_address': 'fa:16:3e:98:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:45:57Z', 'updated_at': '2022-01-10T19:45:57Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:47Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:45:59.541265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eb38a-3945-462c-a2c4-1e287191d660 None None] The sync data for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 is: [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '07731064-a62c-48dc-8dcc-795a93022dd7', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'port_id': '699e0283-2177-4ce4-afab-817cf5ff043b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'mac_address': 'fa:16:3e:98:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:45:57Z', 'updated_at': '2022-01-10T19:45:57Z', 'revision_number': 0, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:47Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:46:00.060496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32806) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:46:00.163353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-25b29062-625d-4f01-ad01-2b16613524e0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 200 len: 990 time: 0.1016078 Jan 10 19:46:00.458240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-4247b592-43e2-49ba-9b60-caf99775c30f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707812 Jan 10 19:46:00.591806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-79dbf636-9993-40dc-b29d-8701ae9d6000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0685356 Jan 10 19:46:00.731130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-5b7877cb-24f6-4691-b428-3d4642e24173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:00.732560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-5b7877cb-24f6-4691-b428-3d4642e24173 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 898 time: 0.1240904 Jan 10 19:46:00.833831 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-4b34a6ab-edcc-478d-9d8a-670189aeccaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 998 time: 0.0954752 Jan 10 19:46:00.893713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-73185d77-896f-4b77-a21c-c8b2612076b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:00.895054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-73185d77-896f-4b77-a21c-c8b2612076b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 200 len: 833 time: 0.0557427 Jan 10 19:46:00.969580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-d7409783-9322-4684-bfcf-649770c654d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed482757-c294-4858-87b2-6f765257c42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689299 Jan 10 19:46:01.098021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-e80bc733-fa28-4a3e-b5bc-7a8edfb2b828 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230040 Jan 10 19:46:01.167385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32810) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:46:01.229118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08bf4d45-a352-4833-bab0-4f56e791bc84 req-38336219-eb3e-47de-bea8-09dec820677d service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241508 Jan 10 19:46:01.272517 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-920fbe9b-8e21-4c9a-aefd-32605ff6d5eb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 200 len: 990 time: 0.1040578 Jan 10 19:46:02.276443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32814) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:46:02.479368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-11e0c525-741b-45c8-b4e8-f4d85c1d11be tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 200 len: 990 time: 0.2017605 Jan 10 19:46:02.507323 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc582b-1dfd-4d21-af84-95efc6fba80b None None] New status for floating IP 07731064-a62c-48dc-8dcc-795a93022dd7: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:46:03.483323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:46:03.588090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e4cafd02-4611-4378-b932-bd301acfd86c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 200 len: 992 time: 0.1001728 Jan 10 19:46:08.138056 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:46:08.417990 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3fb0-100c-4c22-9065-0a3e8247c987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:10.496284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ddb778d-c6b9-42fe-bc6e-9e888743e3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:11.766958 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:11.891444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:13.163363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:15.453190 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:15.609851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:29.287865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6088dcc-dd0c-466b-8519-85ee66d302fc req-d500fe64-07e2-495f-8925-62b42fb91be3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:29.289371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6088dcc-dd0c-466b-8519-85ee66d302fc req-d500fe64-07e2-495f-8925-62b42fb91be3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0810866 Jan 10 19:46:29.336474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d6088dcc-dd0c-466b-8519-85ee66d302fc req-f8a2c2db-bd0f-427f-8072-0a2c3ae4265a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Jan 10 19:46:30.546435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90d6c1-c7c8-4595-8990-475675b8040c req-9d80e0f1-3296-432c-8c60-1a1ec8b933e9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:30.548180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d90d6c1-c7c8-4595-8990-475675b8040c req-9d80e0f1-3296-432c-8c60-1a1ec8b933e9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0760350 Jan 10 19:46:30.597175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d90d6c1-c7c8-4595-8990-475675b8040c req-a251a1df-2d9b-45dc-9a4a-5a9f9c887ad7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435870 Jan 10 19:46:31.789255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895490f-1cd3-4e93-8e73-96d2f5687cd1 req-c52363c3-0072-43f0-b5e3-65f688bea109 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:31.790716 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5895490f-1cd3-4e93-8e73-96d2f5687cd1 req-c52363c3-0072-43f0-b5e3-65f688bea109 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0742488 Jan 10 19:46:31.834340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5895490f-1cd3-4e93-8e73-96d2f5687cd1 req-1ca9ce59-6f4f-452a-8095-1e38bf78dcaa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381577 Jan 10 19:46:33.031650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733ddd-4357-4020-9fd6-881eb7b9f438 req-07b73515-c540-4144-aed4-cc53a3559957 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:33.033091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f733ddd-4357-4020-9fd6-881eb7b9f438 req-07b73515-c540-4144-aed4-cc53a3559957 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0815582 Jan 10 19:46:33.078296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f733ddd-4357-4020-9fd6-881eb7b9f438 req-563c98b6-39a1-4b8d-b684-091be2f6c7d3 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397513 Jan 10 19:46:34.268082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045b744-1ac8-4ae1-98e4-0c32b61eeab9 req-8183a366-b501-4547-9885-70f502964f09 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:34.269496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9045b744-1ac8-4ae1-98e4-0c32b61eeab9 req-8183a366-b501-4547-9885-70f502964f09 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0733621 Jan 10 19:46:34.313400 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9045b744-1ac8-4ae1-98e4-0c32b61eeab9 req-bbca9d47-7a8a-47ef-9893-f7dc13988898 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Jan 10 19:46:35.507951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775e880-1bf8-4156-9bb4-ef590049652e req-9331be6e-02c3-486f-a636-1753c3428498 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:35.509419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7775e880-1bf8-4156-9bb4-ef590049652e req-9331be6e-02c3-486f-a636-1753c3428498 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0778584 Jan 10 19:46:35.553529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7775e880-1bf8-4156-9bb4-ef590049652e req-1ecd7711-8d6d-4e52-b367-4ff905239e60 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387385 Jan 10 19:46:36.749837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcab08-f612-43e4-967f-2abac4652f6b req-7f1f3cf7-7879-4b5b-a63e-8eb1b59b24d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:36.751287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92dcab08-f612-43e4-967f-2abac4652f6b req-7f1f3cf7-7879-4b5b-a63e-8eb1b59b24d9 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0746520 Jan 10 19:46:36.800849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92dcab08-f612-43e4-967f-2abac4652f6b req-550c418a-ff6f-4d04-8300-68724ef07d0c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Jan 10 19:46:37.995471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63985778-2095-40ee-9a17-af6f41a6162b req-e4d67bdc-e2f0-40b4-98d8-8df7db0e8e5c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:37.996943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63985778-2095-40ee-9a17-af6f41a6162b req-e4d67bdc-e2f0-40b4-98d8-8df7db0e8e5c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0758572 Jan 10 19:46:38.041330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63985778-2095-40ee-9a17-af6f41a6162b req-86b301ae-d587-439e-a663-82185518e5ac tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Jan 10 19:46:38.420098 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6e88a785-e59d-4772-9b0f-6a7845e4e528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:39.236607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9ff96-5911-456c-94a7-1e3e8ba11bb0 req-c5ce9b7a-a2f4-4a47-97d7-fe2260d1e04a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:39.238024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98c9ff96-5911-456c-94a7-1e3e8ba11bb0 req-c5ce9b7a-a2f4-4a47-97d7-fe2260d1e04a tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0774934 Jan 10 19:46:39.281418 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98c9ff96-5911-456c-94a7-1e3e8ba11bb0 req-7e0fa512-7470-43a6-aa6a-09e790a616fb tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380950 Jan 10 19:46:40.475698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b7214-ee26-4371-b06e-9603c4f94a2b req-c0e5ca05-b1eb-4e5a-afb9-db0b2fd1d374 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:40.477177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f2b7214-ee26-4371-b06e-9603c4f94a2b req-c0e5ca05-b1eb-4e5a-afb9-db0b2fd1d374 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0782776 Jan 10 19:46:40.497030 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea742-c527-4cf6-b3b5-410bd4234992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:40.521942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f2b7214-ee26-4371-b06e-9603c4f94a2b req-34c7991a-9ed4-41fc-af6a-3e27381ea288 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Jan 10 19:46:41.717769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a4e3-da51-4310-a073-3f73ead992c4 req-f4680a69-eea0-47e8-8aa5-9278d2496a2d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:41.719230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc4a4e3-da51-4310-a073-3f73ead992c4 req-f4680a69-eea0-47e8-8aa5-9278d2496a2d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0785415 Jan 10 19:46:41.763360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc4a4e3-da51-4310-a073-3f73ead992c4 req-705173a1-41ac-4462-abfb-d61e173a89c5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387497 Jan 10 19:46:41.771159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:41.894391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:42.955541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cbf10-8f9f-4fc3-838b-ca5e065dc5af req-84302ce7-e366-43ad-bf47-7b8cf948246d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:42.956967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1cbf10-8f9f-4fc3-838b-ca5e065dc5af req-84302ce7-e366-43ad-bf47-7b8cf948246d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0747461 Jan 10 19:46:43.000892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd1cbf10-8f9f-4fc3-838b-ca5e065dc5af req-9c2861a4-c04d-4281-b9c6-29de5d6ec4aa tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385289 Jan 10 19:46:43.166350 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:44.196786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fdfb1-cbb1-49e1-97c2-2274968840be req-4819ddac-1bee-4198-ba8e-feecc36c9fc0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:44.198203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-457fdfb1-cbb1-49e1-97c2-2274968840be req-4819ddac-1bee-4198-ba8e-feecc36c9fc0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0781221 Jan 10 19:46:44.240700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-457fdfb1-cbb1-49e1-97c2-2274968840be req-65cc0319-d1a0-49e9-8a45-6b055cf67f6c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371945 Jan 10 19:46:45.139290 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:46:45.438778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a8087-8ae4-4f4f-b21e-726b07a1eb10 req-f85f655b-70ef-4719-b20c-178150d474b5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:45.440169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef1a8087-8ae4-4f4f-b21e-726b07a1eb10 req-f85f655b-70ef-4719-b20c-178150d474b5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0747185 Jan 10 19:46:45.476650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:45.489980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef1a8087-8ae4-4f4f-b21e-726b07a1eb10 req-f63e2856-2e28-4e2f-9025-65cd899a3a9d tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Jan 10 19:46:45.624730 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:46.684516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc0d2c-1192-499d-8643-b2a382e8884d req-3b6c9a6b-e37f-4022-8f85-0fd867dd25b7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:46.686023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8cc0d2c-1192-499d-8643-b2a382e8884d req-3b6c9a6b-e37f-4022-8f85-0fd867dd25b7 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0767534 Jan 10 19:46:46.730747 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8cc0d2c-1192-499d-8643-b2a382e8884d req-795d357b-8fce-4a6f-a22a-9247df6cff2f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392292 Jan 10 19:46:46.845903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdf764ac-e684-4d2d-8c0d-5cdf181db884 req-d111344b-75b6-4f24-a3ac-82faa3440b03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0743375 Jan 10 19:46:46.887756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cdf764ac-e684-4d2d-8c0d-5cdf181db884 req-6e4d41c0-da08-4075-a2b9-8bf30474ee4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355561 Jan 10 19:46:47.926688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b367de-1d72-45a4-9864-a0a98b93484c req-aa85cc2f-7dff-4e7f-9f85-19e704596251 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:47.928223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0b367de-1d72-45a4-9864-a0a98b93484c req-aa85cc2f-7dff-4e7f-9f85-19e704596251 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0772016 Jan 10 19:46:47.973095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0b367de-1d72-45a4-9864-a0a98b93484c req-4ebbb3ce-8fe3-4e1c-adc3-3c6c9f929600 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392406 Jan 10 19:46:49.172603 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ef52c-1dd6-442d-8b5b-1c7adf32d4e9 req-8f6dd98b-9777-49cb-a3b8-80c8192e18a5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:46:49.174057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-010ef52c-1dd6-442d-8b5b-1c7adf32d4e9 req-8f6dd98b-9777-49cb-a3b8-80c8192e18a5 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0809078 Jan 10 19:46:49.189724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:46:49.193520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:46:49.219579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-010ef52c-1dd6-442d-8b5b-1c7adf32d4e9 req-d1b83b22-4e06-4179-9233-ae1cef0fba6c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 Jan 10 19:46:49.247846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32882) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:46:49.347945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d103ebe-cfcf-4472-82dd-44989861fc28 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 200 len: 992 time: 0.0989583 Jan 10 19:46:49.403797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:49.425322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:46:49.443677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '699e0283-2177-4ce4-afab-817cf5ff043b', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'port_id': '699e0283-2177-4ce4-afab-817cf5ff043b', 'mac_address': 'fa:16:3e:98:da:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:46:49.448424 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:46:49.492715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:46:49.502240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:49.504865 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'code': 200} Jan 10 19:46:49.560284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:49.588980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 699e0283-2177-4ce4-afab-817cf5ff043b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:46:49.596213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:46:49.635462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.635743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.636089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.636429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.636767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.637103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.637433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.637761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.638088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.638411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.638736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:46:49.663755 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:46:49.664108 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:46:50.215092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:50.231828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699e0283-2177-4ce4-afab-817cf5ff043b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:46:50.246493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:46:50.250484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:50.313276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:46:50.459271 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['699e0283-2177-4ce4-afab-817cf5ff043b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:46:51.197555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:46:51.268186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 699e0283-2177-4ce4-afab-817cf5ff043b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:46:51.268877 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:51.380328 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:51.412922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:46:51.416499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:46:51.479480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:46:51.505573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:46:51.558923 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'code': 200} Jan 10 19:47:00.451726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-de430a9d-ad18-46c0-85e1-6140d9e99856 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696745 Jan 10 19:47:00.588613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-e84bb549-3baa-428a-9f3c-a85ce63cce63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0709465 Jan 10 19:47:00.810713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-fe5c2131-5263-410e-9665-27e70e4e165e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:00.812185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-fe5c2131-5263-410e-9665-27e70e4e165e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 898 time: 0.2061613 Jan 10 19:47:00.913452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-23fdbd43-463e-4a4a-b51f-7ac3285a9743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 1000 time: 0.0941207 Jan 10 19:47:00.974987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-b4c3bccf-9f1f-4695-a9d1-42c9ab9936e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:00.976374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-b4c3bccf-9f1f-4695-a9d1-42c9ab9936e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 200 len: 833 time: 0.0561261 Jan 10 19:47:01.048094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-8ca03a46-d6d0-4315-8144-7ad61e25c2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed482757-c294-4858-87b2-6f765257c42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653930 Jan 10 19:47:01.178834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-bc9de004-ca8f-43d7-a120-59f7db8f7beb service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226709 Jan 10 19:47:01.308529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa87f18b-aa5a-42a4-b6aa-ffa39aa208d0 req-c485f921-e0bf-4d21-a35b-42de167af23d service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218421 Jan 10 19:47:08.424552 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97b1511c-5a43-477d-9e49-59adb6013403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:10.498493 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ecb09e9e-c563-4062-8475-f992ba49a782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:11.774410 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:11.894979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:13.168411 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:15.450648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:15.623245 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:19.957246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32910) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:20.155136 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port ecc66aa4-4fa9-4abf-9239-c3a106a4fc7f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:47:20.155481 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:20.410206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:20.410534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:20.534988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for ecc66aa4-4fa9-4abf-9239-c3a106a4fc7f owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:47:20.673613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:20.718440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=ecc66aa4-4fa9-4abf-9239-c3a106a4fc7f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:20.756714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.757061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.758043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.758378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.758709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.759064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.759395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.759724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.760047 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.760373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.760692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:20.817500 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:21.211681 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:47:21.406766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:47:21.417861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] Sync routers for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:47:21.426928 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:21.434030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:21.434647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:21.482621 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f94a0211-edeb-4c74-b1d1-dbb903b5c725 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/floatingips/07731064-a62c-48dc-8dcc-795a93022dd7 HTTP/1.1" status: 204 len: 168 time: 1.5219059 Jan 10 19:47:21.482621 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:47:21.657135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:21.700222 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'status': 'completed', 'code': 200} Jan 10 19:47:21.979783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:47Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:21.985203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] Checking router: 39ab1456-86a7-4f1d-a92e-9cc31d49d62f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:47:21.996007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:21.996601 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:22.071221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd1f0d-eed2-470b-9d74-ac58fdf56ff0 req-58338f2a-6b21-4b85-ad20-6152cbc61dbd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:22.072662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddd1f0d-eed2-470b-9d74-ac58fdf56ff0 req-58338f2a-6b21-4b85-ad20-6152cbc61dbd tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.2672746 Jan 10 19:47:22.076700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-facf2036-cdc1-401d-a441-757af8ea5bbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffe24891a2d4ee6a14009600060497b&device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 1096 time: 0.3531697 Jan 10 19:47:22.139400 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:47:22.171529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:22.200367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddd1f0d-eed2-470b-9d74-ac58fdf56ff0 req-8638c0ae-5623-480c-96f4-38ed9ff5379e tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220031 Jan 10 19:47:22.239665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-398cff1e-2de1-4792-adc2-5d70ff3b639d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:22.241090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-398cff1e-2de1-4792-adc2-5d70ff3b639d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 200 len: 898 time: 0.1463561 Jan 10 19:47:22.311533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-f5518f18-536a-4382-90f3-fe097aa1a707 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 200 len: 217 time: 0.0590091 Jan 10 19:47:22.375473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-939d8d07-b3ec-4b68-9c85-1abb69dbcc53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:22.376887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-939d8d07-b3ec-4b68-9c85-1abb69dbcc53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 200 len: 833 time: 0.0590565 Jan 10 19:47:22.452619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-a14ab845-c2f3-424f-a295-8b5f86d0ce76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed482757-c294-4858-87b2-6f765257c42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677917 Jan 10 19:47:22.482637 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:47Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:22.486589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccaea-3b75-437d-b645-1e5019875b53 None None] The sync data for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 is: [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:40Z', 'revision_number': 4, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '03d1dca7-823a-4313-b4c7-b540ee22dbcb', 'name': '', 'network_id': 'ed482757-c294-4858-87b2-6f765257c42c', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'mac_address': 'fa:16:3e:b1:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:39Z', 'updated_at': '2022-01-10T19:45:47Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'subnets': [{'id': 'e22a32e4-f7bb-413c-93b0-2b17deaf889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:47:22.584874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-d73bcada-a602-4305-b6d2-d223477829a0 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255484 Jan 10 19:47:22.714390 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5e40c-e52b-4512-a503-2d58f4f618b5 None None] New status for floating IP 07731064-a62c-48dc-8dcc-795a93022dd7: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:47:22.719232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-763687ab-e13e-42be-bfcb-41f4bc797fd8 req-8f15cd82-b90a-4007-aa5c-94f93f7fc232 service neutron] 10.222.0.30 "GET /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 Jan 10 19:47:23.165009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-ac5594d3-6076-4c6a-9761-121a1325ed16 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:23.166410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-ac5594d3-6076-4c6a-9761-121a1325ed16 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.0781083 Jan 10 19:47:23.232272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 699e0283-2177-4ce4-afab-817cf5ff043b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:47:23.232612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:23.610472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 699e0283-2177-4ce4-afab-817cf5ff043b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=699e0283-2177-4ce4-afab-817cf5ff043b,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:23.610837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:23.628698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811a626-4464-495c-a87f-c80903966687 req-97555e57-79ec-4693-86a7-6a6866ea12ab tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:23.630151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9811a626-4464-495c-a87f-c80903966687 req-97555e57-79ec-4693-86a7-6a6866ea12ab tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/ports?device_id=65864e16-4e9a-4d78-87ad-7d5b0e90dfc6 HTTP/1.1" status: 200 len: 945 time: 0.2258646 Jan 10 19:47:23.745717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 699e0283-2177-4ce4-afab-817cf5ff043b owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:47:23.844120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9811a626-4464-495c-a87f-c80903966687 req-1f165649-3982-48ad-9d89-abc37d56f69b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9071c38-587c-4037-9408-49ffb7024b69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635842 Jan 10 19:47:23.915275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:23.961432 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=699e0283-2177-4ce4-afab-817cf5ff043b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:23.972902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.973256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.973601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.973940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.974277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.974610 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.974965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.975656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.975656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.976546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:23.976815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:24.049998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] No DVR routers for this DVR port 699e0283-2177-4ce4-afab-817cf5ff043b on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:47:24.052520 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:24.055133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-deleted', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:47:24.066105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-368d579e-fa2a-4db1-8b9f-9bf230648aa5 req-90fc197a-85e0-415d-9464-c849e35d217c tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.30 "DELETE /v2.0/ports/699e0283-2177-4ce4-afab-817cf5ff043b HTTP/1.1" status: 204 len: 173 time: 0.8944123 Jan 10 19:47:24.121694 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65864e16-4e9a-4d78-87ad-7d5b0e90dfc6', 'name': 'network-vif-deleted', 'tag': '699e0283-2177-4ce4-afab-817cf5ff043b', 'status': 'completed', 'code': 200} Jan 10 19:47:24.946581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:25.340976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:26.021162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port 03d1dca7-823a-4313-b4c7-b540ee22dbcb {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:47:26.021871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:26.199555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port 03d1dca7-823a-4313-b4c7-b540ee22dbcb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=03d1dca7-823a-4313-b4c7-b540ee22dbcb,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:26.199907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:26.318045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for 03d1dca7-823a-4313-b4c7-b540ee22dbcb owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:47:26.492396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:26.539857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=03d1dca7-823a-4313-b4c7-b540ee22dbcb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:26.829659 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:27.359975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:47:27.391896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 699e0283-2177-4ce4-afab-817cf5ff043b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:47:27.392236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 699e0283-2177-4ce4-afab-817cf5ff043b not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:47:27.480209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:47:27.675477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:47:27.684841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] Sync routers for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:47:27.690919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1a360441-2456-4c38-b79e-eabade3b9aec tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "PUT /v2.0/routers/39ab1456-86a7-4f1d-a92e-9cc31d49d62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419302 Jan 10 19:47:27.693361 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32944) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:27.696518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:27.697146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:27.871087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:27.877315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting subnet e22a32e4-f7bb-413c-93b0-2b17deaf889f {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:47:27.880196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:27.932625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.123422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.195400 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.197954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:47:26Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:28.201727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] Checking router: 39ab1456-86a7-4f1d-a92e-9cc31d49d62f for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:47:28.212262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] Routers {'39ab1456-86a7-4f1d-a92e-9cc31d49d62f'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:28.212863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:28.231858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Subnet': ['ID=e22a32e4-f7bb-413c-93b0-2b17deaf889f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:28.238499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.245768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e40c50f-5313-46ff-b680-9a12e29f669f tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/subnets/e22a32e4-f7bb-413c-93b0-2b17deaf889f HTTP/1.1" status: 204 len: 168 time: 0.5513034 Jan 10 19:47:28.248602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32948) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:28.263019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942a5e4-7545-4ac2-a590-2e95ff113624 None None] Network ed482757-c294-4858-87b2-6f765257c42c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:47:28.447425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.541986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] Set router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:28.646490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.656095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Deleting port ecc4344a-f09c-4485-955f-995c395dbef1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:47:28.656638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.803282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] DHCP port deletion for ed482757-c294-4858-87b2-6f765257c42c request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:47:28.810203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] Deleting port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:47:28.810574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.832403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] For port ecc4344a-f09c-4485-955f-995c395dbef1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ecc4344a-f09c-4485-955f-995c395dbef1,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:28.832770 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:28.945588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:47:26Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:28.954270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Calling delete_port for ecc4344a-f09c-4485-955f-995c395dbef1 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:47:28.995813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2dc30-1eb0-4b11-a127-0c8d13a83e9c None None] The sync data for ids ['39ab1456-86a7-4f1d-a92e-9cc31d49d62f'] in n-d-816927-8 is: [{'id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215387202', 'tenant_id': 'fffe24891a2d4ee6a14009600060497b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:47:26Z', 'revision_number': 5, 'project_id': 'fffe24891a2d4ee6a14009600060497b', 'gw_port': {'id': 'ecc4344a-f09c-4485-955f-995c395dbef1', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab1456-86a7-4f1d-a92e-9cc31d49d62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:45:36Z', 'updated_at': '2022-01-10T19:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:47:29.043015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] For port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,segment=NetworkSegment(97f5ba00-0393-41e7-aae3-4c5bac549d4d),segment_id=97f5ba00-0393-41e7-aae3-4c5bac549d4d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:29.043415 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.126417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.165124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] Calling delete_port for b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:47:29.172822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Port': ['ID=ecc4344a-f09c-4485-955f-995c395dbef1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:29.236920 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.281824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] Pushing event deleted for resources: {'Port': ['ID=b3af8d78-a375-4d4b-8ddd-e8e8f90fc837,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:29.288874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdac130-80e9-4458-bac1-f310eadcfa34 None None] No DVR routers for this DVR port b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:47:29.440719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03d1dca7-823a-4313-b4c7-b540ee22dbcb no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:47:29.474541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 03d1dca7-823a-4313-b4c7-b540ee22dbcb {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:47:29.474938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 03d1dca7-823a-4313-b4c7-b540ee22dbcb not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:47:29.475376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:47:29.508399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:47:29.508753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3af8d78-a375-4d4b-8ddd-e8e8f90fc837 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:47:29.509424 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.762431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.766542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.791288 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.791784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Fanout notify agent at l3_agent the message router_deleted on router 39ab1456-86a7-4f1d-a92e-9cc31d49d62f {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:47:29.805861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:29.806984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eadcdcfc-08bb-4d47-b3c2-b58f539059b0 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/routers/39ab1456-86a7-4f1d-a92e-9cc31d49d62f HTTP/1.1" status: 204 len: 168 time: 1.5573907 Jan 10 19:47:29.810023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32952) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:29.926740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.054851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.082293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed482757-c294-4858-87b2-6f765257c42c']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:30.098990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f5ba00-0393-41e7-aae3-4c5bac549d4d') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:30.099289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f5ba00-0393-41e7-aae3-4c5bac549d4d') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:30.113274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.128380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.134615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:47:30.135035 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:47:30.150225 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:47:30.233106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.238839 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.267189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'Network': ['ID=ed482757-c294-4858-87b2-6f765257c42c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:30.276724 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-204bbdb2-cdb4-4e89-9c82-93e01a6e494b tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/networks/ed482757-c294-4858-87b2-6f765257c42c HTTP/1.1" status: 204 len: 168 time: 0.4601059 Jan 10 19:47:30.276724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32956) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:30.341294 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e1db-0c3f-4754-b77c-ea5c59bcf996 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.370350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e1db-0c3f-4754-b77c-ea5c59bcf996 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.436482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e1db-0c3f-4754-b77c-ea5c59bcf996 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.457204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6e1db-0c3f-4754-b77c-ea5c59bcf996 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9071c38-587c-4037-9408-49ffb7024b69,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:30.464466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e1db-0c3f-4754-b77c-ea5c59bcf996 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:30.468146 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4e6e1db-0c3f-4754-b77c-ea5c59bcf996 tempest-TestNetworkAdvancedServerOps-431376497 tempest-TestNetworkAdvancedServerOps-431376497-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9071c38-587c-4037-9408-49ffb7024b69 HTTP/1.1" status: 204 len: 168 time: 0.1901660 Jan 10 19:47:30.816614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32966) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:30.983543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7812672a-76a9-4c52-815d-504609af94a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fffe24891a2d4ee6a14009600060497b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1658061 Jan 10 19:47:30.985925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 32972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:31.042068 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d27cad3-8451-4e7c-b506-60449041f4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.066913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d27cad3-8451-4e7c-b506-60449041f4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.119695 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d27cad3-8451-4e7c-b506-60449041f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.135790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ecc4344a-f09c-4485-955f-995c395dbef1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:47:31.139161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27cad3-8451-4e7c-b506-60449041f4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e87e9d-47c9-4c57-931e-c32612ba7912,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:31.143395 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d27cad3-8451-4e7c-b506-60449041f4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.147033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2d27cad3-8451-4e7c-b506-60449041f4a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00e87e9d-47c9-4c57-931e-c32612ba7912 HTTP/1.1" status: 204 len: 168 time: 0.1577044 Jan 10 19:47:31.214467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ecc4344a-f09c-4485-955f-995c395dbef1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:47:31.214814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ecc4344a-f09c-4485-955f-995c395dbef1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:47:31.470389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32980) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:31.521399 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6369b383-be36-4397-8d65-409be8e59c2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc51705cd1084c6e98d4f039db52d717&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498905 Jan 10 19:47:31.523895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 32984) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:31.580606 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4913313-ba37-4ea2-852d-64721760efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.605138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4913313-ba37-4ea2-852d-64721760efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.655507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4913313-ba37-4ea2-852d-64721760efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.673913 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4913313-ba37-4ea2-852d-64721760efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaca9fd-b5f2-431f-af3b-f9b6f0f2333d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:31.682995 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d4913313-ba37-4ea2-852d-64721760efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:31.686478 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d4913313-ba37-4ea2-852d-64721760efd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccaca9fd-b5f2-431f-af3b-f9b6f0f2333d HTTP/1.1" status: 204 len: 168 time: 0.1593499 Jan 10 19:47:32.487713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33006) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:32.642129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-194729477-network', 'tenant_id': '98c6e8507cfb4d679f88620935aab946'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:32.647564 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:32.651871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Usage tracker for resource:network and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:32.654723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:32.660811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:32.670504 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:47:32.673084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.685391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.715078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:32.718744 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:32.721437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:32.727138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:32.796963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.801182 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.831661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:47:32.840484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d64b144-86be-4c9d-9416-7ee06365e2ad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:32.846095 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.846444 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Added segment a2f48bda-7845-4a0b-86e0-0eef74213820 of type vlan for network 801d3566-032f-4653-911e-5f34428937ad Jan 10 19:47:32.872056 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.900365 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:32.901419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:32.901999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.003910 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5151811 Jan 10 19:47:33.004612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e663d9-40d7-463a-a0ee-b12d16e95ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=801d3566-032f-4653-911e-5f34428937ad,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:33.006719 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33014) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:33.012723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Request body: {'subnet': {'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-194729477-subnet', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:33.015149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 801d3566-032f-4653-911e-5f34428937ad details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:47:33.018261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:33.022034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Usage tracker for resource:subnet and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:33.024957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:33.031091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:33.045870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:47:33.048699 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.245959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.317178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f03866-dd3d-475f-9af5-b8fff873e588,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:33.330397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:33.330753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Network hostable DHCP agents. Network: 801d3566-032f-4653-911e-5f34428937ad, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:47:33.352049 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Network 801d3566-032f-4653-911e-5f34428937ad is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:47:33.360798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 801d3566-032f-4653-911e-5f34428937ad) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:33.366541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:33.367505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.369017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5354954-7055-4922-a97b-9a106677b13e None None] Network 801d3566-032f-4653-911e-5f34428937ad requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:47:33.388124 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ab420094-650f-4f31-ab05-1f7cce6d5090 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3798344 Jan 10 19:47:33.390883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33018) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:33.395863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:33.401164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:33.404901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Usage tracker for resource:router and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:33.407723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:33.413799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:33.424678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.425848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.445423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.577923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-801d3566-032f-4653-911e-5f34428937ad', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:47:33.578994 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.590433 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.738569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Allocated IP 172.20.0.2 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/b9604a56-1631-455b-bbd0-98562490e8d0) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:33.862621 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.892060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.935012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:33.945201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Transition to ACTIVE for port object b9604a56-1631-455b-bbd0-98562490e8d0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:33.963227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Transition to ACTIVE for port object b9604a56-1631-455b-bbd0-98562490e8d0 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:33.968953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.027675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Allocated IP 172.25.6.113 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/6007c944-8ea9-4dc8-b5b1-94e7c85142cd) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:34.034852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:34.037666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:34.041498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:34.048850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Pushing event updated for resources: {'Port': ['ID=b9604a56-1631-455b-bbd0-98562490e8d0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:34.135922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Attempting to bind port b9604a56-1631-455b-bbd0-98562490e8d0 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:47:34.136204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Attempting to bind port b9604a56-1631-455b-bbd0-98562490e8d0 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:47:34.136591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Attempting to bind port b9604a56-1631-455b-bbd0-98562490e8d0 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:34.142814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:47:34.143228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:34.143633 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.144033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:47:34.144492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Bound port: b9604a56-1631-455b-bbd0-98562490e8d0, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:47:34.144877 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.184052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.212025 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.235648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] For port b9604a56-1631-455b-bbd0-98562490e8d0, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:47:34.238790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] For port b9604a56-1631-455b-bbd0-98562490e8d0, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9604a56-1631-455b-bbd0-98562490e8d0,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:47:34.243518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.275748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:34.278501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:34.282197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:34.315468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Pushing event updated for resources: {'Port': ['ID=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:34.327314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fff8e-7fce-4d34-9a05-ffefc02e4472 None None] Pushing event updated for resources: {'Port': ['ID=b9604a56-1631-455b-bbd0-98562490e8d0,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:34.455843 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.456687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.695595 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Router e7badd2e-4002-4a46-8f77-fc9f88d215be is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:47:34.894164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:47:34.903117 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:47:34.917468 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:34.917960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:34.918291 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:34.921957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:34.922741 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e42f5b7f-f339-4256-a54c-4ce55b49651b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5302372 Jan 10 19:47:35.134444 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:35.238325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9604a56-1631-455b-bbd0-98562490e8d0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:35.320033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7154be-905a-4cca-a516-e500bf312196 None None] Network 801d3566-032f-4653-911e-5f34428937ad requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:47:35.411590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b9604a56-1631-455b-bbd0-98562490e8d0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:35.450160 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:34Z', 'revision_number': 3, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:35.454353 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:47:35.454729 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Updating router e7badd2e-4002-4a46-8f77-fc9f88d215be port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:47:35.485220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] Provisioning for port b9604a56-1631-455b-bbd0-98562490e8d0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:35.496299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] Provisioning complete for port b9604a56-1631-455b-bbd0-98562490e8d0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:35.496664 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.510902 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.679480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.713805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] For port b9604a56-1631-455b-bbd0-98562490e8d0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9604a56-1631-455b-bbd0-98562490e8d0,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:35.720754 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.735435 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.804666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13894f-f1a3-4ba1-8a51-7a0c5fe94456 None None] Pushing event updated for resources: {'Port': ['ID=b9604a56-1631-455b-bbd0-98562490e8d0,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:35.877749 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.890840 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Transition to ACTIVE for port object 6007c944-8ea9-4dc8-b5b1-94e7c85142cd will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:35.900191 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.951908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0670041b-2f8c-4178-bf96-2a24ae2853a7 None None] Provisioning complete for port b9604a56-1631-455b-bbd0-98562490e8d0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:35.952598 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0670041b-2f8c-4178-bf96-2a24ae2853a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.981224 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Attempting to bind port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:47:35.981809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Attempting to bind port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:47:35.981931 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Attempting to bind port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:35.983945 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Pushing event updated for resources: {'Port': ['ID=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:35.995711 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:47:35.996301 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:35.996446 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:35.997552 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:47:35.997552 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Bound port: 6007c944-8ea9-4dc8-b5b1-94e7c85142cd, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:47:35.997774 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.028525 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.028525 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.028900 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.029190 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.029519 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.029840 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.030161 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.030481 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.030796 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.031286 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.031472 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:36.105929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Allocated IP 172.20.0.1 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/aea696ab-b6f5-4fc9-9204-759bd166b63e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:36.119850 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] For port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:47:36.123439 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] For port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:47:36.128961 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.204362 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49224fe0-62a0-444d-b7b4-65c7a80f29b7 None None] Pushing event updated for resources: {'Port': ['ID=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:36.209506 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:36.210132 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:36.255219 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.270175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Transition to ACTIVE for port object aea696ab-b6f5-4fc9-9204-759bd166b63e will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:36.292747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.357394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:36.360306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:36.364018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:36.386457 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:36.393898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Pushing event updated for resources: {'Port': ['ID=aea696ab-b6f5-4fc9-9204-759bd166b63e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:36.425093 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.509377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.632951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-11dcc3ab-653f-4f1a-9ee0-943d3e59fc03 None None] Provisioning for port aea696ab-b6f5-4fc9-9204-759bd166b63e completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:36.637623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-11dcc3ab-653f-4f1a-9ee0-943d3e59fc03 None None] Provisioning complete for port aea696ab-b6f5-4fc9-9204-759bd166b63e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:36.637995 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-11dcc3ab-653f-4f1a-9ee0-943d3e59fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.677357 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:34Z', 'revision_number': 3, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:36.681702 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc8dc1-0b9b-4be9-ab0e-f492340f8350 None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:34Z', 'revision_number': 3, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:47:36.692048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-11dcc3ab-653f-4f1a-9ee0-943d3e59fc03 None None] Port aea696ab-b6f5-4fc9-9204-759bd166b63e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:47:36.737669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.742825 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.853840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Pushing event updated for resources: {'Port': ['ID=aea696ab-b6f5-4fc9-9204-759bd166b63e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:36.855654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:36.994181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:36.995349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:37.279468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9604a56-1631-455b-bbd0-98562490e8d0 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:37.352490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-52b4aefc-b7b9-4430-a177-64de442732be None None] Provisioning complete for port aea696ab-b6f5-4fc9-9204-759bd166b63e triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:37.352861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-52b4aefc-b7b9-4430-a177-64de442732be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:37.411799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-52b4aefc-b7b9-4430-a177-64de442732be None None] Port aea696ab-b6f5-4fc9-9204-759bd166b63e cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:47:37.414563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b9604a56-1631-455b-bbd0-98562490e8d0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:37.415027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:37.424085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:47:37.540284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6007c944-8ea9-4dc8-b5b1-94e7c85142cd up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:37.607677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:37.612768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:37.613142 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:37.732381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:47:37.732909 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:37.741543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-46bf4c79-a71e-4cbe-945f-2628d52ce56e admin admin] 10.222.0.21 "PUT /v2.0/routers/e7badd2e-4002-4a46-8f77-fc9f88d215be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8182886 Jan 10 19:47:37.750259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:37.754460 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:37.820913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:38.427913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0c00f3a5-300c-4e92-8c74-0e8826530412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.548726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33052) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:38.554243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702338688-network', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:38.559785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:38.563766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Usage tracker for resource:network and tenant:259c938ff21c4f69b169707b0052a0e0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:38.566678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:38.572862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:38.584168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Made reservation on behalf of 259c938ff21c4f69b169707b0052a0e0 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:47:38.587088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.599063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.630228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:38.634427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Usage tracker for resource:security_group_rule and tenant:259c938ff21c4f69b169707b0052a0e0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:38.637144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:38.642579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:38.706007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.709990 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.736827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:47:38.749889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ece48-775b-4d18-982f-8e716f6d2f32,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:38.755663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.756011 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Added segment f92ab686-7efd-4da3-958d-04055fa6c20b of type vlan for network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db Jan 10 19:47:38.782272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.810524 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.811292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:38.811868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:38.916577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] Pushing event updated for resources: {'Network': ['ID=f939bb8e-2283-4f67-a5ac-c1ac12f8f1db,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:38.921893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-678b9765-2d1f-4b53-81e6-60285323d3fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3721123 Jan 10 19:47:38.925114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33056) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:38.927079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:47:38.932565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Request body: {'subnet': {'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702338688-subnet', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:38.938308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:38.942460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Usage tracker for resource:subnet and tenant:259c938ff21c4f69b169707b0052a0e0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:38.946795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:38.952518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:38.962601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Made reservation on behalf of 259c938ff21c4f69b169707b0052a0e0 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:47:38.965010 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.173179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.182086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6007c944-8ea9-4dc8-b5b1-94e7c85142cd up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:39.249407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ce45bb-e7b6-42c0-8df7-739b4406ebe7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:39.253313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:39.253884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.259182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Checking segment: {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:39.259544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Network hostable DHCP agents. Network: f939bb8e-2283-4f67-a5ac-c1ac12f8f1db, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:47:39.279903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:47:39.289401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, f939bb8e-2283-4f67-a5ac-c1ac12f8f1db) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:39.293299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:39.293874 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.301422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb316712-7689-4ec2-b8e1-769cb8282904 None None] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:47:39.314063 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c5cac3ac-c7d0-42ad-9311-17662ad0dac1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3872595 Jan 10 19:47:39.316718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33062) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:39.326817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:39.332587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:39.336478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Usage tracker for resource:router and tenant:259c938ff21c4f69b169707b0052a0e0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:47:39.339369 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:47:39.345051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:39.356119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.356964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.375102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.576344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-f939bb8e-2283-4f67-a5ac-c1ac12f8f1db', 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'fixed_ips': [{'subnet_id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 19:47:39.577182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.627577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.743893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Allocated IP 172.20.0.2 (f939bb8e-2283-4f67-a5ac-c1ac12f8f1db/e1ce45bb-e7b6-42c0-8df7-739b4406ebe7/0121c773-0137-4fe2-908c-cc25439e08ae) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:39.826534 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.861122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.952273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:39.964533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Transition to ACTIVE for port object 0121c773-0137-4fe2-908c-cc25439e08ae will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:39.983362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Transition to ACTIVE for port object 0121c773-0137-4fe2-908c-cc25439e08ae will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:39.988745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.000101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Allocated IP 172.25.6.246 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/1b0c960a-eef3-40c0-adac-4c8bb545060d) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:40.065748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:40.068855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:40.073964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:40.076102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Pushing event updated for resources: {'Port': ['ID=0121c773-0137-4fe2-908c-cc25439e08ae,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:40.161992 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.165160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Attempting to bind port 0121c773-0137-4fe2-908c-cc25439e08ae on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:47:40.165530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Attempting to bind port 0121c773-0137-4fe2-908c-cc25439e08ae by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:47:40.165901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Attempting to bind port 0121c773-0137-4fe2-908c-cc25439e08ae on network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:40.175049 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:47:40.175511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Checking segment: {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:40.175981 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.176444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Bound using segment: {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:47:40.176976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Bound port: 0121c773-0137-4fe2-908c-cc25439e08ae, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:47:40.177437 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.195671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.266781 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:40.269454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:40.273868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:40.304407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0c960a-eef3-40c0-adac-4c8bb545060d,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:40.311701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] For port 0121c773-0137-4fe2-908c-cc25439e08ae, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:47:40.316589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] For port 0121c773-0137-4fe2-908c-cc25439e08ae, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0121c773-0137-4fe2-908c-cc25439e08ae,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:47:40.322009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.399900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:47:40.431682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51e235-9dc7-482f-81f1-c4be0f645a33 None None] Pushing event updated for resources: {'Port': ['ID=0121c773-0137-4fe2-908c-cc25439e08ae,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:40.437251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:40.437859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:10Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:40.463899 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.465134 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.529537 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90576ba4-7b8b-441f-b953-fc97ddb2d104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.663482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:40.755768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Router 75599a08-0000-42e7-b331-1002b7c78dd0 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 19:47:40.960328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:47:40.971589 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Sync routers for ids ['75599a08-0000-42e7-b331-1002b7c78dd0'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:47:40.984596 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Routers {'75599a08-0000-42e7-b331-1002b7c78dd0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:40.985426 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['75599a08-0000-42e7-b331-1002b7c78dd0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:40.986317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:40.990088 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b9b5bb5b-b5b3-42aa-a26b-eeb81d2a3308 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6700022 Jan 10 19:47:40.990494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33068) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:47:40.992040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 2, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:40.996342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:47:40.996704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Updating router e7badd2e-4002-4a46-8f77-fc9f88d215be port aea696ab-b6f5-4fc9-9204-759bd166b63e binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:47:41.058699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:41.238993 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Set router 75599a08-0000-42e7-b331-1002b7c78dd0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:41.245952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0121c773-0137-4fe2-908c-cc25439e08ae up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:41.437304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 0121c773-0137-4fe2-908c-cc25439e08ae completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:41.519020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:41.534288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Transition to ACTIVE for port object aea696ab-b6f5-4fc9-9204-759bd166b63e will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:41.544371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:41.568397 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:40Z', 'revision_number': 3, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:41.572579 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Checking router: 75599a08-0000-42e7-b331-1002b7c78dd0 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:47:41.572929 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Updating router 75599a08-0000-42e7-b331-1002b7c78dd0 port 1b0c960a-eef3-40c0-adac-4c8bb545060d binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:47:41.644094 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:41.677761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f04e0-c796-4f41-b3fa-dc371f4a7aab None None] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:47:41.806466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701b75-3ad0-461f-9b96-62c9382bb85b None None] Pushing event updated for resources: {'Port': ['ID=aea696ab-b6f5-4fc9-9204-759bd166b63e,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:41.810159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] Provisioning for port 0121c773-0137-4fe2-908c-cc25439e08ae completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:41.835724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] Provisioning complete for port 0121c773-0137-4fe2-908c-cc25439e08ae triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:41.836241 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:41.858497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:41.985132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.017812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.035926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Attempting to bind port aea696ab-b6f5-4fc9-9204-759bd166b63e on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:47:42.036298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Attempting to bind port aea696ab-b6f5-4fc9-9204-759bd166b63e by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:47:42.036657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Attempting to bind port aea696ab-b6f5-4fc9-9204-759bd166b63e on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:42.075127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Allocated IP 172.20.0.1 (f939bb8e-2283-4f67-a5ac-c1ac12f8f1db/e1ce45bb-e7b6-42c0-8df7-739b4406ebe7/df133f87-cbc1-42aa-9630-c528d84d0e2b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:42.077017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:47:42.077403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:42.077807 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.078201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:47:42.078683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Bound port: aea696ab-b6f5-4fc9-9204-759bd166b63e, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:47:42.079357 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.081319 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.096606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Transition to ACTIVE for port object 1b0c960a-eef3-40c0-adac-4c8bb545060d will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:42.105437 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.188851 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Attempting to bind port 1b0c960a-eef3-40c0-adac-4c8bb545060d on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:47:42.189218 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Attempting to bind port 1b0c960a-eef3-40c0-adac-4c8bb545060d by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:47:42.189589 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Attempting to bind port 1b0c960a-eef3-40c0-adac-4c8bb545060d on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:42.192233 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf58be-4d4c-47f5-ba36-d8053a8a6f00 None None] Pushing event updated for resources: {'Port': ['ID=1b0c960a-eef3-40c0-adac-4c8bb545060d,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:42.198909 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:47:42.199287 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:42.200322 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.200322 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:47:42.200534 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Bound port: 1b0c960a-eef3-40c0-adac-4c8bb545060d, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:47:42.200840 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.243675 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.260921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Transition to ACTIVE for port object df133f87-cbc1-42aa-9630-c528d84d0e2b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:42.268752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] For port aea696ab-b6f5-4fc9-9204-759bd166b63e, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:47:42.276681 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] For port 1b0c960a-eef3-40c0-adac-4c8bb545060d, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:47:42.280333 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] For port 1b0c960a-eef3-40c0-adac-4c8bb545060d, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1b0c960a-eef3-40c0-adac-4c8bb545060d,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:47:42.286106 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.289827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.294793 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.306727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] For port aea696ab-b6f5-4fc9-9204-759bd166b63e, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=aea696ab-b6f5-4fc9-9204-759bd166b63e,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:47:42.321084 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.358709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:42.361717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:42.364470 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf58be-4d4c-47f5-ba36-d8053a8a6f00 None None] Pushing event updated for resources: {'Port': ['ID=1b0c960a-eef3-40c0-adac-4c8bb545060d,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:42.366614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:42.370406 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Routers {'75599a08-0000-42e7-b331-1002b7c78dd0'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:42.371055 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['75599a08-0000-42e7-b331-1002b7c78dd0'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:42.380320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] For port 0121c773-0137-4fe2-908c-cc25439e08ae, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0121c773-0137-4fe2-908c-cc25439e08ae,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:42.392678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Pushing event updated for resources: {'Port': ['ID=df133f87-cbc1-42aa-9630-c528d84d0e2b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:42.393681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.427292 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.441758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701b75-3ad0-461f-9b96-62c9382bb85b None None] Pushing event updated for resources: {'Port': ['ID=aea696ab-b6f5-4fc9-9204-759bd166b63e,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:42.535508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d1e6f-024d-493f-a86c-eb951ea9893c None None] Pushing event updated for resources: {'Port': ['ID=0121c773-0137-4fe2-908c-cc25439e08ae,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:42.561710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:47:42.562360 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:42.598190 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] Set router 75599a08-0000-42e7-b331-1002b7c78dd0 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:42.697633 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.794750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:47:42.943692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:40Z', 'revision_number': 3, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:42.948769 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67b798-762e-4a46-9f51-023d19a9278d None None] The sync data for ids ['75599a08-0000-42e7-b331-1002b7c78dd0'] in n-d-816927-8 is: [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:40Z', 'revision_number': 3, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:47:42.953049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:42.959458 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.052532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4955e8ba-d0e5-4fb5-acc8-264cdd54dc38 None None] Provisioning complete for port 0121c773-0137-4fe2-908c-cc25439e08ae triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:43.053097 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4955e8ba-d0e5-4fb5-acc8-264cdd54dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.076936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.081053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Pushing event updated for resources: {'Port': ['ID=df133f87-cbc1-42aa-9630-c528d84d0e2b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:43.207336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0121c773-0137-4fe2-908c-cc25439e08ae up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:43.229065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:43.230331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:43.297726 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.356207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0121c773-0137-4fe2-908c-cc25439e08ae triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:43.356538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.385657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:47:43.402922 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e480fe4-9b03-4776-a17a-d16a67dcd1af None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:47:43.500983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65ceec57-ff16-482c-afe6-b681886dc11a None None] Provisioning for port df133f87-cbc1-42aa-9630-c528d84d0e2b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:43.506175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65ceec57-ff16-482c-afe6-b681886dc11a None None] Provisioning complete for port df133f87-cbc1-42aa-9630-c528d84d0e2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:43.507122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65ceec57-ff16-482c-afe6-b681886dc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.575535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-65ceec57-ff16-482c-afe6-b681886dc11a None None] Port df133f87-cbc1-42aa-9630-c528d84d0e2b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:47:43.668040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Router 75599a08-0000-42e7-b331-1002b7c78dd0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:47:43.698836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ec1e9536-dc87-4877-92b3-aa09efdaf34f None None] Provisioning complete for port df133f87-cbc1-42aa-9630-c528d84d0e2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:43.699304 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ec1e9536-dc87-4877-92b3-aa09efdaf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:43.761509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e9536-dc87-4877-92b3-aa09efdaf34f None None] Port df133f87-cbc1-42aa-9630-c528d84d0e2b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:47:43.887203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:47:43.911125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d5bec0f2-6292-417b-8c1f-9592bced112a admin admin] 10.222.0.21 "PUT /v2.0/routers/75599a08-0000-42e7-b331-1002b7c78dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9124372 Jan 10 19:47:45.221701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b0c960a-eef3-40c0-adac-4c8bb545060d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:45.288595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1b0c960a-eef3-40c0-adac-4c8bb545060d completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:45.293095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1b0c960a-eef3-40c0-adac-4c8bb545060d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:45.293466 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.492156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.498612 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.512098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1b0c960a-eef3-40c0-adac-4c8bb545060d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1b0c960a-eef3-40c0-adac-4c8bb545060d,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:45.518970 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.519866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aea696ab-b6f5-4fc9-9204-759bd166b63e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:45.639481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1b0c960a-eef3-40c0-adac-4c8bb545060d,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:45.654668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.658956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port aea696ab-b6f5-4fc9-9204-759bd166b63e completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:45.663998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port aea696ab-b6f5-4fc9-9204-759bd166b63e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:45.664473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.772116 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.808188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port aea696ab-b6f5-4fc9-9204-759bd166b63e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=aea696ab-b6f5-4fc9-9204-759bd166b63e,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:45.811627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:45.877039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=aea696ab-b6f5-4fc9-9204-759bd166b63e,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:46.510473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-34a8c39d-599b-479b-aec5-ce1f799e2cef tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:46.511942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-34a8c39d-599b-479b-aec5-ce1f799e2cef tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1397891 Jan 10 19:47:46.528396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-22e63ff8-c7e9-4e3d-a13c-0486b3c492eb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0112598 Jan 10 19:47:46.609244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-e3c5488f-6df3-4c8e-bbbd-4c63bbdc33ec tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:47:46.624436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-e3c5488f-6df3-4c8e-bbbd-4c63bbdc33ec tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:47:46.625725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-e3c5488f-6df3-4c8e-bbbd-4c63bbdc33ec tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923545 Jan 10 19:47:46.961547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-ae0cd1a8-8579-4f2c-bb83-10e870bda17f service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284347 Jan 10 19:47:47.090708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-a3a62854-6223-4726-868f-b36bf5179acd service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236792 Jan 10 19:47:47.207686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b0c960a-eef3-40c0-adac-4c8bb545060d up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:47.276910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1b0c960a-eef3-40c0-adac-4c8bb545060d triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:47.277201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:47.391018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aea696ab-b6f5-4fc9-9204-759bd166b63e up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:47:47.456935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port aea696ab-b6f5-4fc9-9204-759bd166b63e triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:47.457311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:47.650141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-120552ca-3b60-4886-b5bb-254d821e9098 req-17b9bc5c-5a9b-4b8d-8fb0-16281c4da7a1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 210 time: 0.0407577 Jan 10 19:47:48.623876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-e4f225ed-e769-4659-88ac-525039e6a7a3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:48.625283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-e4f225ed-e769-4659-88ac-525039e6a7a3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1452789 Jan 10 19:47:48.640465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:48.810983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:47:48.823884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afead4fd-b42e-45b8-949a-6257b245390b req-028a85ad-ee3b-4d33-8f3b-f9edda5fb9d3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 210 time: 0.0524271 Jan 10 19:47:48.831015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:47:48.844146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:47:48.847329 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.006801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.6 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/8218364b-aba7-4d88-85b7-84a70472f847) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:47:49.216689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.234163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object 8218364b-aba7-4d88-85b7-84a70472f847 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:49.256174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.325689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:47:49.326787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:47:49.330594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:47:49.375675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=8218364b-aba7-4d88-85b7-84a70472f847,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:49.403378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:49.404004 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.430834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-70ea0ea8-9264-4336-9ba9-3ba9b1353b38 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937827 Jan 10 19:47:49.442374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Request body: {'port': {'device_id': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:47:49.552893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.620984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9f1209db-064d-447b-b3fe-4aac540beb9b None None] Provisioning for port 8218364b-aba7-4d88-85b7-84a70472f847 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:47:49.626387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9f1209db-064d-447b-b3fe-4aac540beb9b None None] Provisioning complete for port 8218364b-aba7-4d88-85b7-84a70472f847 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:47:49.626757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f1209db-064d-447b-b3fe-4aac540beb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.683560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9f1209db-064d-447b-b3fe-4aac540beb9b None None] Port 8218364b-aba7-4d88-85b7-84a70472f847 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:47:49.899600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8218364b-aba7-4d88-85b7-84a70472f847 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:47:49.906712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:49.921969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Transition to ACTIVE for port object 8218364b-aba7-4d88-85b7-84a70472f847 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:47:49.926215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:50.199500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Pushing event updated for resources: {'Port': ['ID=8218364b-aba7-4d88-85b7-84a70472f847,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:50.305731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f87e9d-68b7-4d0e-ad1a-c42898db3d00 req-4e115c7e-be2e-440d-a0a2-f4e2803a2d9c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:50.306429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-85f87e9d-68b7-4d0e-ad1a-c42898db3d00 req-4e115c7e-be2e-440d-a0a2-f4e2803a2d9c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:47:50.341711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-85f87e9d-68b7-4d0e-ad1a-c42898db3d00 req-4e115c7e-be2e-440d-a0a2-f4e2803a2d9c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:47:50.342883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85f87e9d-68b7-4d0e-ad1a-c42898db3d00 req-4e115c7e-be2e-440d-a0a2-f4e2803a2d9c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.3842471 Jan 10 19:47:50.350771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Attempting to bind port 8218364b-aba7-4d88-85b7-84a70472f847 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:47:50.351137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Attempting to bind port 8218364b-aba7-4d88-85b7-84a70472f847 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:47:50.351460 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Attempting to bind port 8218364b-aba7-4d88-85b7-84a70472f847 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:50.373609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Port 8218364b-aba7-4d88-85b7-84a70472f847 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:47:50.373932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Attempting to bind port 8218364b-aba7-4d88-85b7-84a70472f847 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:47:50.390540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:47:50.390813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:47:50.391219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:47:50.391642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Bound port: 8218364b-aba7-4d88-85b7-84a70472f847, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:47:50.391989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:50.415317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85f87e9d-68b7-4d0e-ad1a-c42898db3d00 req-a313575c-05d6-4e32-a082-89383eb9e8e4 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659690 Jan 10 19:47:50.488083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] For port 8218364b-aba7-4d88-85b7-84a70472f847, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:47:50.491580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] For port 8218364b-aba7-4d88-85b7-84a70472f847, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8218364b-aba7-4d88-85b7-84a70472f847,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:47:50.496154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:50.557811 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:50.559249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] 10.222.0.30 "PUT /v2.0/ports/8218364b-aba7-4d88-85b7-84a70472f847 HTTP/1.1" status: 200 len: 1091 time: 1.1214342 Jan 10 19:47:50.559689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'tag': '8218364b-aba7-4d88-85b7-84a70472f847'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:47:50.577776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a153f01-bba1-46b7-84a2-949ea91bcf13 service neutron] Pushing event updated for resources: {'Port': ['ID=8218364b-aba7-4d88-85b7-84a70472f847,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:50.641621 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'tag': '8218364b-aba7-4d88-85b7-84a70472f847', 'status': 'completed', 'code': 200} Jan 10 19:47:50.674938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-c3e9af2d-5c9a-4757-9839-f1fadeca3c99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 1094 time: 0.0797503 Jan 10 19:47:50.743710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-44c1c35e-c1d1-42b8-8522-4f932e1313a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8218364b-aba7-4d88-85b7-84a70472f847 HTTP/1.1" status: 200 len: 217 time: 0.0619650 Jan 10 19:47:50.807000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-9ff0c512-1057-4422-a6d5-30f402fffa60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:50.808384 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-9ff0c512-1057-4422-a6d5-30f402fffa60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0594249 Jan 10 19:47:50.880641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-151cc088-ff98-45fd-bd59-87414204e3d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664005 Jan 10 19:47:50.884207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-bd52c971-8967-4f03-a65c-dcc6060d5162 req-7408ab3c-b424-446f-b7fe-98e06c08b71e service neutron] (83629) timed out ('10.222.0.44', 51833) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:47:51.009280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-39be779a-d15c-41fb-a5e7-5f199e06c407 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229360 Jan 10 19:47:51.141840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0367d4b-502b-4c75-a7e2-a7e93e9ddb54 req-3356f2c6-dc42-4f21-867e-c0d124711d0b service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261692 Jan 10 19:47:51.252636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-1b95975b-437c-4293-a538-1219788e29e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 1094 time: 0.0714276 Jan 10 19:47:51.382221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-49509bd6-7c02-468e-9243-ecfa5f9bc449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:51.383673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-49509bd6-7c02-468e-9243-ecfa5f9bc449 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1254652 Jan 10 19:47:51.449487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-56e975dd-f381-4cde-ab28-8b4191f556f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8218364b-aba7-4d88-85b7-84a70472f847 HTTP/1.1" status: 200 len: 217 time: 0.0590911 Jan 10 19:47:51.513933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-7ff81cd4-c00d-46be-a37b-e4a5560eec60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:51.515387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-7ff81cd4-c00d-46be-a37b-e4a5560eec60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0603898 Jan 10 19:47:51.651511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-86b072dc-89df-46c5-a369-a813fc0f209f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297021 Jan 10 19:47:51.661211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed3ea7-cb7a-4dae-a6f9-70d96a8982f0 req-05603d99-5f93-454d-96df-392cdd372387 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:51.663112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6ed3ea7-cb7a-4dae-a6f9-70d96a8982f0 req-05603d99-5f93-454d-96df-392cdd372387 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.1036818 Jan 10 19:47:51.875394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6ed3ea7-cb7a-4dae-a6f9-70d96a8982f0 req-d208ac10-8f20-4240-8e33-d13ca435a5a8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944900 Jan 10 19:47:51.908122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-cb36897c-8851-4442-9a84-385dcf810cfb service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440419 Jan 10 19:47:52.036439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de99d262-1472-4f57-9834-7be5d444fbe3 req-e2f03bdd-4396-48c3-b2f7-d207df73e3ec service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221852 Jan 10 19:47:53.072099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415668f-ae9e-451d-bd2a-b7ba4bc15cbe req-c940011f-0010-41b1-aa12-91c52a14832f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:53.073540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2415668f-ae9e-451d-bd2a-b7ba4bc15cbe req-c940011f-0010-41b1-aa12-91c52a14832f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.0771565 Jan 10 19:47:53.123019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2415668f-ae9e-451d-bd2a-b7ba4bc15cbe req-6ec20414-b514-4af5-891f-4caba41b6d12 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Jan 10 19:47:54.317825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536f990-3c89-4679-b37b-0a30792cab98 req-0ba0ec65-c43c-438e-aa35-78c3d1ba42e7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:54.323145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6536f990-3c89-4679-b37b-0a30792cab98 req-0ba0ec65-c43c-438e-aa35-78c3d1ba42e7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.0798259 Jan 10 19:47:54.365589 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6536f990-3c89-4679-b37b-0a30792cab98 req-551d4d4a-32f2-4da4-8149-3079216e9729 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Jan 10 19:47:55.557077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886324b-e147-4c9a-866d-be434467cdb4 req-d1cfdc58-a5fc-4945-816e-58e73ad0374c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:55.558513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f886324b-e147-4c9a-866d-be434467cdb4 req-d1cfdc58-a5fc-4945-816e-58e73ad0374c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.0751524 Jan 10 19:47:55.602801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f886324b-e147-4c9a-866d-be434467cdb4 req-cc088e09-6041-4e79-8cf5-40dfc9f8eb3f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388508 Jan 10 19:47:56.796865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3e8ae-bb39-429d-b066-2e51b1d7e39a req-f5042408-1552-4339-9f74-d8b09577a349 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:56.798563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ace3e8ae-bb39-429d-b066-2e51b1d7e39a req-f5042408-1552-4339-9f74-d8b09577a349 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.0789039 Jan 10 19:47:56.842879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ace3e8ae-bb39-429d-b066-2e51b1d7e39a req-f4297da4-6c24-49c6-818a-a3e4c09fd138 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Jan 10 19:47:58.033672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bcb98-2444-49e7-94f2-892bb6329b67 req-b84db791-a951-4c9e-bc6d-33c989f0d0f5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:58.035129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1bcb98-2444-49e7-94f2-892bb6329b67 req-b84db791-a951-4c9e-bc6d-33c989f0d0f5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.0735245 Jan 10 19:47:58.083763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1bcb98-2444-49e7-94f2-892bb6329b67 req-d27f2560-9759-4825-9234-e9e13875b0ec tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Jan 10 19:47:59.144174 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:47:59.279579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fea36-09c1-42ac-8fa5-1beab5a63858 req-6c8efc45-2b82-4d26-aec1-ecbe248f9206 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:47:59.280942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-868fea36-09c1-42ac-8fa5-1beab5a63858 req-6c8efc45-2b82-4d26-aec1-ecbe248f9206 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 943 time: 0.0756443 Jan 10 19:47:59.325807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-868fea36-09c1-42ac-8fa5-1beab5a63858 req-b3a9ec81-e513-4b01-9f2f-b475203d8fdd tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jan 10 19:47:59.516041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8218364b-aba7-4d88-85b7-84a70472f847 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:47:59.654056 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8218364b-aba7-4d88-85b7-84a70472f847, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8218364b-aba7-4d88-85b7-84a70472f847,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:59.666839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '8218364b-aba7-4d88-85b7-84a70472f847', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': '8218364b-aba7-4d88-85b7-84a70472f847', 'mac_address': 'fa:16:3e:ab:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:47:59.720710 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:59.737019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8218364b-aba7-4d88-85b7-84a70472f847 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:47:59.751467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8218364b-aba7-4d88-85b7-84a70472f847, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8218364b-aba7-4d88-85b7-84a70472f847,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:47:59.755330 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:47:59.819647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8218364b-aba7-4d88-85b7-84a70472f847,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:47:59.827901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.828245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.828583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.828916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.829246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.829572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.829895 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.830216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.830535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.830851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.831193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:47:59.960020 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['8218364b-aba7-4d88-85b7-84a70472f847'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:48:00.520383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35b90a-be88-44c9-b700-7a5962b93e0d req-dbca25aa-2b10-4414-97c2-782d3f651e65 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:00.522353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab35b90a-be88-44c9-b700-7a5962b93e0d req-dbca25aa-2b10-4414-97c2-782d3f651e65 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 944 time: 0.0776427 Jan 10 19:48:00.566500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab35b90a-be88-44c9-b700-7a5962b93e0d req-4beaf7e6-5871-4b8c-9a9a-5fe6c1e99605 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Jan 10 19:48:01.546404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8218364b-aba7-4d88-85b7-84a70472f847 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:48:01.617938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 8218364b-aba7-4d88-85b7-84a70472f847 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:48:01.622684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 8218364b-aba7-4d88-85b7-84a70472f847 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:48:01.623088 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:01.733560 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:01.762319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8218364b-aba7-4d88-85b7-84a70472f847'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:48:01.762567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695c2a-500c-4388-a4ff-3089cc82c6ee req-a312a8fb-9654-4397-915e-b45653abddfb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:01.763807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9695c2a-500c-4388-a4ff-3089cc82c6ee req-a312a8fb-9654-4397-915e-b45653abddfb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 944 time: 0.0752506 Jan 10 19:48:01.772609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 8218364b-aba7-4d88-85b7-84a70472f847, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8218364b-aba7-4d88-85b7-84a70472f847,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:01.776536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:01.811955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a9695c2a-500c-4388-a4ff-3089cc82c6ee req-03467700-c666-47fc-b624-616701829ab4 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Jan 10 19:48:01.820755 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8218364b-aba7-4d88-85b7-84a70472f847', 'code': 200} Jan 10 19:48:01.849043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=8218364b-aba7-4d88-85b7-84a70472f847,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:01.949950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08be3e26-31ae-4b64-b0d2-38af2e5891f8 req-7ea0f9c1-bb7f-4203-87db-fdbe848c5150 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 1096 time: 0.0697701 Jan 10 19:48:01.991482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08be3e26-31ae-4b64-b0d2-38af2e5891f8 req-e2b82f66-8cb1-4518-b08e-df2e29a03e62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Jan 10 19:48:03.020996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97790d5-e71d-41f4-aede-6c283066d351 req-f98a0569-00e7-4b52-8607-01bba2bb97d2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:03.022495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c97790d5-e71d-41f4-aede-6c283066d351 req-f98a0569-00e7-4b52-8607-01bba2bb97d2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.0837238 Jan 10 19:48:03.073712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c97790d5-e71d-41f4-aede-6c283066d351 req-1eecf47f-3d6f-4be7-9737-8f9e39f1e777 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Jan 10 19:48:04.265941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c5c83-9b49-4f97-ad13-049fb514e4b4 req-4069f1ec-489e-49d4-974f-8744b2dd8f57 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:04.267409 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d3c5c83-9b49-4f97-ad13-049fb514e4b4 req-4069f1ec-489e-49d4-974f-8744b2dd8f57 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.0747235 Jan 10 19:48:04.312112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3d3c5c83-9b49-4f97-ad13-049fb514e4b4 req-3a09468f-c6c4-44c4-8654-911b3f808f98 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Jan 10 19:48:04.503800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95bb33-37bf-4f93-b539-88fc8a8eb309 req-673b49f8-5275-458a-b38c-cf5776bce8aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:04.505223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a95bb33-37bf-4f93-b539-88fc8a8eb309 req-673b49f8-5275-458a-b38c-cf5776bce8aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.0786273 Jan 10 19:48:04.549131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a95bb33-37bf-4f93-b539-88fc8a8eb309 req-e60dcaf3-e1a6-40ba-8a1c-3d0880807ffc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Jan 10 19:48:04.742525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcd1c5-9f42-4abf-b52c-2b9a39d27ddd req-c5e79e59-efc1-4c69-81c2-c0d0c76e1ce6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:04.743919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9fcd1c5-9f42-4abf-b52c-2b9a39d27ddd req-c5e79e59-efc1-4c69-81c2-c0d0c76e1ce6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.0755322 Jan 10 19:48:04.789369 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9fcd1c5-9f42-4abf-b52c-2b9a39d27ddd req-8eafa6a2-8a16-42ef-a0f5-e9469002b4a1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Jan 10 19:48:05.191154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817d043-593b-4718-b358-bb0fcef54b0e req-336132fc-fe4e-475d-83bf-259493f90f67 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:05.192654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5817d043-593b-4718-b358-bb0fcef54b0e req-336132fc-fe4e-475d-83bf-259493f90f67 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.0810351 Jan 10 19:48:05.237998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5817d043-593b-4718-b358-bb0fcef54b0e req-ed734323-09ee-4951-b5e8-99fa35186cc5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Jan 10 19:48:05.304869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Sync routers for ids ['75599a08-0000-42e7-b331-1002b7c78dd0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:48:05.316438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Routers {'75599a08-0000-42e7-b331-1002b7c78dd0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:48:05.317041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['75599a08-0000-42e7-b331-1002b7c78dd0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:48:05.521593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Set router 75599a08-0000-42e7-b331-1002b7c78dd0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:48:05.820404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 4, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'df133f87-cbc1-42aa-9630-c528d84d0e2b', 'name': '', 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'mac_address': 'fa:16:3e:0c:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:41Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 2, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'subnets': [{'id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:48:05.824326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Checking router: 75599a08-0000-42e7-b331-1002b7c78dd0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:48:05.824676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Updating router 75599a08-0000-42e7-b331-1002b7c78dd0 port df133f87-cbc1-42aa-9630-c528d84d0e2b binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 19:48:05.877232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.206152 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.217752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Transition to ACTIVE for port object df133f87-cbc1-42aa-9630-c528d84d0e2b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:48:06.224100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.345661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2474-88a6-42f9-8b39-3e66bce23a90 None None] Pushing event updated for resources: {'Port': ['ID=df133f87-cbc1-42aa-9630-c528d84d0e2b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:06.443064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Attempting to bind port df133f87-cbc1-42aa-9630-c528d84d0e2b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:48:06.444180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Attempting to bind port df133f87-cbc1-42aa-9630-c528d84d0e2b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:48:06.445228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Attempting to bind port df133f87-cbc1-42aa-9630-c528d84d0e2b on network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:48:06.451868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:48:06.452250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Checking segment: {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:48:06.452652 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.453059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Bound using segment: {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:48:06.453536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Bound port: df133f87-cbc1-42aa-9630-c528d84d0e2b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92ab686-7efd-4da3-958d-04055fa6c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:48:06.453921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.499449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660aa21-c78b-418a-9a90-75c8e1b7c076 req-e259362c-56c1-4788-9c27-444149bdb07e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:06.500993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d660aa21-c78b-418a-9a90-75c8e1b7c076 req-e259362c-56c1-4788-9c27-444149bdb07e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.1318722 Jan 10 19:48:06.552750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] For port df133f87-cbc1-42aa-9630-c528d84d0e2b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:48:06.555888 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] For port df133f87-cbc1-42aa-9630-c528d84d0e2b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=df133f87-cbc1-42aa-9630-c528d84d0e2b,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:48:06.565867 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.566513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d660aa21-c78b-418a-9a90-75c8e1b7c076 req-1e069a15-7560-4fa6-be66-2728b8f862d5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573401 Jan 10 19:48:06.586633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-f476c7fd-6efe-4270-8103-34aba549f751 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:06.588165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-f476c7fd-6efe-4270-8103-34aba549f751 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 945 time: 0.1373191 Jan 10 19:48:06.666646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port 8218364b-aba7-4d88-85b7-84a70472f847 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:48:06.667028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:06.670328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Routers {'75599a08-0000-42e7-b331-1002b7c78dd0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:48:06.671077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:47:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['75599a08-0000-42e7-b331-1002b7c78dd0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:48:06.723217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2474-88a6-42f9-8b39-3e66bce23a90 None None] Pushing event updated for resources: {'Port': ['ID=df133f87-cbc1-42aa-9630-c528d84d0e2b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:06.871533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] Set router 75599a08-0000-42e7-b331-1002b7c78dd0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:48:07.010418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port 8218364b-aba7-4d88-85b7-84a70472f847, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=8218364b-aba7-4d88-85b7-84a70472f847,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:07.010688 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:07.135735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for 8218364b-aba7-4d88-85b7-84a70472f847 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:48:07.219981 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 4, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'df133f87-cbc1-42aa-9630-c528d84d0e2b', 'name': '', 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'mac_address': 'fa:16:3e:0c:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:41Z', 'updated_at': '2022-01-10T19:48:06Z', 'revision_number': 4, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'subnets': [{'id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:48:07.223911 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db7ced-0b06-4c3f-8c0f-3c6ebd99c0df None None] The sync data for ids ['75599a08-0000-42e7-b331-1002b7c78dd0'] in n-d-816927-8 is: [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:42Z', 'revision_number': 4, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'df133f87-cbc1-42aa-9630-c528d84d0e2b', 'name': '', 'network_id': 'f939bb8e-2283-4f67-a5ac-c1ac12f8f1db', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'mac_address': 'fa:16:3e:0c:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:41Z', 'updated_at': '2022-01-10T19:48:06Z', 'revision_number': 4, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'subnets': [{'id': 'e1ce45bb-e7b6-42c0-8df7-739b4406ebe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:48:07.289349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:07.300664 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['8218364b-aba7-4d88-85b7-84a70472f847'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:48:07.345477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=8218364b-aba7-4d88-85b7-84a70472f847,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:07.422133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port 8218364b-aba7-4d88-85b7-84a70472f847 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:48:07.425076 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:07.428412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'name': 'network-vif-deleted', 'tag': '8218364b-aba7-4d88-85b7-84a70472f847'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:48:07.446854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6222a75f-c8a3-47b2-b444-5f6167250651 req-3829e648-fd88-4b2b-b061-825a6a06af53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "DELETE /v2.0/ports/8218364b-aba7-4d88-85b7-84a70472f847 HTTP/1.1" status: 204 len: 173 time: 0.8532498 Jan 10 19:48:07.495646 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef915f-372e-4783-ad1e-531c4f60a153', 'name': 'network-vif-deleted', 'tag': '8218364b-aba7-4d88-85b7-84a70472f847', 'status': 'completed', 'code': 200} Jan 10 19:48:07.744054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e16dcba0-edf4-4944-a3f8-c8eddc6235b9 req-3397932d-5b99-4128-903a-72cc7c186a7b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:48:07.765299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e16dcba0-edf4-4944-a3f8-c8eddc6235b9 req-3397932d-5b99-4128-903a-72cc7c186a7b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:48:07.766481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e16dcba0-edf4-4944-a3f8-c8eddc6235b9 req-3397932d-5b99-4128-903a-72cc7c186a7b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef915f-372e-4783-ad1e-531c4f60a153 HTTP/1.1" status: 200 len: 210 time: 0.0759430 Jan 10 19:48:08.429448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8113f35c-de73-48ea-a861-8bc9f10b1e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:09.218419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df133f87-cbc1-42aa-9630-c528d84d0e2b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:48:09.284414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port df133f87-cbc1-42aa-9630-c528d84d0e2b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:48:09.289704 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port df133f87-cbc1-42aa-9630-c528d84d0e2b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:48:09.290076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:09.402234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:09.435464 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port df133f87-cbc1-42aa-9630-c528d84d0e2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=df133f87-cbc1-42aa-9630-c528d84d0e2b,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:09.439094 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:09.504741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=df133f87-cbc1-42aa-9630-c528d84d0e2b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:09.625025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8218364b-aba7-4d88-85b7-84a70472f847 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:48:09.660590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 8218364b-aba7-4d88-85b7-84a70472f847 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:48:09.660940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 8218364b-aba7-4d88-85b7-84a70472f847 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:48:10.509876 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f47a33d5-eff7-4bab-bd63-e1c6e27e4ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:11.216042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df133f87-cbc1-42aa-9630-c528d84d0e2b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:48:11.283504 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port df133f87-cbc1-42aa-9630-c528d84d0e2b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:48:11.283879 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:11.779666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:11.903376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:13.175457 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:15.460850 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:15.654267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:27.877199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-f28dfe3f-f453-4b43-89c5-69c33f64c06a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:27.878610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-f28dfe3f-f453-4b43-89c5-69c33f64c06a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1393223 Jan 10 19:48:27.895092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-4333daa5-131f-4a97-9056-36c9c2c839b6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0107083 Jan 10 19:48:27.973125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-84a528ce-7021-44b4-baeb-2eaad6a19cfd tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727370 Jan 10 19:48:28.102607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-1ac3fbfb-20e4-49e4-bcb2-a13e3a69ecce service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232548 Jan 10 19:48:28.231489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-c54e99cc-6fdd-4432-be66-cc606dd20c0d service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232095 Jan 10 19:48:28.450023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4eb2eb02-2dae-425d-b973-6fa485b2e84d req-9f092f08-e1a1-48c6-ac75-0746e56bb781 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 210 time: 0.0419691 Jan 10 19:48:29.702955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fbec43c3-24f1-479f-b1ee-13c2c784b971 req-d390780a-672f-49d5-8614-2b97e6e81c39 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 210 time: 0.0991728 Jan 10 19:48:29.768348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a53274ec-4029-4343-bc26-d162cf5c8223 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:29.769793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a53274ec-4029-4343-bc26-d162cf5c8223 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1865470 Jan 10 19:48:29.784608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:48:30.012544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:48:30.023529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:48:30.038146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:48:30.042334 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:30.207833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.14 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/6cd0441d-a69f-4b68-a3ba-65f16fd5b463) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:48:30.414537 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:30.431622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:48:30.454701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:30.533745 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:48:30.538966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:48:30.541599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:48:30.577654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:30.596700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.597049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.597387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.597720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.598049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.598374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.598694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.599080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.599422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.599725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.600169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:48:30.622254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:30.622995 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:30.650715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-a7d59748-461e-4c02-b594-3d3286471d4f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8697052 Jan 10 19:48:30.662677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Request body: {'port': {'device_id': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:48:30.781469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:30.834432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6b784dbb-ca07-492b-8a29-3627caad976b None None] Provisioning for port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:48:30.839671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6b784dbb-ca07-492b-8a29-3627caad976b None None] Provisioning complete for port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:48:30.840295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6b784dbb-ca07-492b-8a29-3627caad976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:30.895807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6b784dbb-ca07-492b-8a29-3627caad976b None None] Port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:48:31.000295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ebf18-ed44-4d44-96f5-eae30e4b9d26 req-815fdf70-c959-4d7a-8374-162396f55b06 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:31.001023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea5ebf18-ed44-4d44-96f5-eae30e4b9d26 req-815fdf70-c959-4d7a-8374-162396f55b06 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:48:31.086841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea5ebf18-ed44-4d44-96f5-eae30e4b9d26 req-815fdf70-c959-4d7a-8374-162396f55b06 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:48:31.088018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea5ebf18-ed44-4d44-96f5-eae30e4b9d26 req-815fdf70-c959-4d7a-8374-162396f55b06 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 932 time: 0.2556877 Jan 10 19:48:31.169788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea5ebf18-ed44-4d44-96f5-eae30e4b9d26 req-010f65a0-3d1e-4410-99a2-a9698707a20f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721834 Jan 10 19:48:31.246458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:48:31.253351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:31.267090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Transition to ACTIVE for port object 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:48:31.271678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:31.398212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:31.514508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Attempting to bind port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:48:31.514848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Attempting to bind port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:48:31.515205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Attempting to bind port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:48:31.521470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:48:31.521792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Attempting to bind port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:48:31.528024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:48:31.528354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:48:31.528726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:48:31.529139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Bound port: 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:48:31.529475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:31.618193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] For port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:48:31.621708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] For port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:48:31.626546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:31.690706 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:31.692092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] 10.222.0.30 "PUT /v2.0/ports/6cd0441d-a69f-4b68-a3ba-65f16fd5b463 HTTP/1.1" status: 200 len: 1092 time: 1.0340641 Jan 10 19:48:31.693101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'tag': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:48:31.710604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b985f5-7148-4b29-8ff5-cec2b28ad04a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:31.780548 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'tag': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463', 'status': 'completed', 'code': 200} Jan 10 19:48:31.828799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-f9643353-281e-4e5b-b5e9-df3d61dd6938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 1095 time: 0.0843325 Jan 10 19:48:31.996719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-ce1201ec-39ec-4ca2-ae4a-c17472906483 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463 HTTP/1.1" status: 200 len: 217 time: 0.1606963 Jan 10 19:48:32.057276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-e92e27f7-e758-4ecf-9d8d-9bf863603f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:32.058836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-e92e27f7-e758-4ecf-9d8d-9bf863603f88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0571692 Jan 10 19:48:32.132905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-e25c33e1-adb6-44b4-b8d8-06ee3804a180 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681994 Jan 10 19:48:32.269378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-29280151-041c-4960-964c-a0b4080fd909 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308312 Jan 10 19:48:32.461934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a767c1-aa77-4d20-b97e-c800384b074a req-4ce3f394-bbb9-4e7f-af09-aecab5574965 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865575 Jan 10 19:48:32.468583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8f187-dc7d-4205-bff4-893c5416cb2e req-ae76dd1a-1bae-453b-8e0e-25d3a47d830a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:32.470006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1b8f187-dc7d-4205-bff4-893c5416cb2e req-ae76dd1a-1bae-453b-8e0e-25d3a47d830a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.1743307 Jan 10 19:48:32.535410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1b8f187-dc7d-4205-bff4-893c5416cb2e req-a21df85e-8eda-4365-8564-c34a3abe9bbc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580010 Jan 10 19:48:32.619555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-197e42b2-ea01-4064-b1fd-557988fa9361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 1095 time: 0.0829976 Jan 10 19:48:32.762353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-983ec96b-54a0-4cff-ac87-ad9ff9107295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:32.766347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-983ec96b-54a0-4cff-ac87-ad9ff9107295 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1410465 Jan 10 19:48:32.850004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-90a2211c-018f-4935-b097-fd06fcf8ffc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463 HTTP/1.1" status: 200 len: 217 time: 0.0769091 Jan 10 19:48:32.959743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-8a95df2a-f5cb-48c3-8882-d3df8061b37b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:32.961337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-8a95df2a-f5cb-48c3-8882-d3df8061b37b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.1075373 Jan 10 19:48:33.038143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-bfb1b59b-d350-476d-a5eb-96e4370f9ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712657 Jan 10 19:48:33.199281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-fb6fe154-deb6-4199-9780-73eb29041a78 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551914 Jan 10 19:48:33.394977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cddb8a6d-857d-4643-a703-83d30483f9a6 req-5e196c5d-219f-4a09-9f0a-1a895673201a service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903806 Jan 10 19:48:33.793646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2b6c-db84-4679-bb94-eb7c58a40d50 req-92d33cdd-9d39-48e5-a040-828d189f2762 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:33.795404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-312f2b6c-db84-4679-bb94-eb7c58a40d50 req-92d33cdd-9d39-48e5-a040-828d189f2762 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.1153221 Jan 10 19:48:33.852366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-312f2b6c-db84-4679-bb94-eb7c58a40d50 req-05030f96-b3b0-49b4-9f64-ad6c10d3d71e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504358 Jan 10 19:48:35.063502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d17db-c80e-434d-8750-ec58a11dee3b req-5d268034-5cb2-4ae7-b01a-f0459735e366 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:35.064968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab1d17db-c80e-434d-8750-ec58a11dee3b req-5d268034-5cb2-4ae7-b01a-f0459735e366 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0854239 Jan 10 19:48:35.121219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab1d17db-c80e-434d-8750-ec58a11dee3b req-6a5a00e8-0486-4bc6-836a-0172da1a4097 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Jan 10 19:48:36.144858 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:48:36.323334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b26de-94cc-42f0-98fe-3b755397c34c req-14e8f144-d444-461f-ba34-3019034d046a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:36.324797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-529b26de-94cc-42f0-98fe-3b755397c34c req-14e8f144-d444-461f-ba34-3019034d046a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0812423 Jan 10 19:48:36.379379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-529b26de-94cc-42f0-98fe-3b755397c34c req-17e0fbe6-dad2-49c6-8510-057dfc56c157 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Jan 10 19:48:37.580414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a23ba6-5a15-420e-af2b-8c8e6b9e08ad req-18d0cfb3-5048-4bce-b003-4d62fd36d2e9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:37.581835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17a23ba6-5a15-420e-af2b-8c8e6b9e08ad req-18d0cfb3-5048-4bce-b003-4d62fd36d2e9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0748594 Jan 10 19:48:37.625547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17a23ba6-5a15-420e-af2b-8c8e6b9e08ad req-64c675cf-1da1-4087-bc85-5d8db634b518 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Jan 10 19:48:38.431266 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-44fec806-eda3-4117-ac28-0655193334e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:38.903036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddc23c-a100-43d6-894c-a65b57c86170 req-9bceaeb1-9dab-4de6-a627-f4aa6f5d6c35 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:38.904459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09ddc23c-a100-43d6-894c-a65b57c86170 req-9bceaeb1-9dab-4de6-a627-f4aa6f5d6c35 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.1602921 Jan 10 19:48:38.948109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09ddc23c-a100-43d6-894c-a65b57c86170 req-313d4b7e-0f0a-4d1c-a8e7-f9d62f927438 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Jan 10 19:48:40.154286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b8f0a-d3ca-4d6c-9e95-1c5517f2ab0e req-7919a963-5990-4a02-bf2e-7747b457ce9e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:40.157984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-832b8f0a-d3ca-4d6c-9e95-1c5517f2ab0e req-7919a963-5990-4a02-bf2e-7747b457ce9e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0871880 Jan 10 19:48:40.203800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-832b8f0a-d3ca-4d6c-9e95-1c5517f2ab0e req-f34b6d2f-76d5-4926-8827-8c0a787d6cf6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Jan 10 19:48:40.501941 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dd32edb0-0ce8-4c7c-a0d7-30850f91e045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:41.401448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e015d-5917-494f-917c-56bef4c00408 req-ebf9cf43-efbe-40c5-9a3c-d4a42a3a92a6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:41.402797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-741e015d-5917-494f-917c-56bef4c00408 req-ebf9cf43-efbe-40c5-9a3c-d4a42a3a92a6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0795984 Jan 10 19:48:41.451451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-741e015d-5917-494f-917c-56bef4c00408 req-fa4cd804-8bed-454a-9f4f-ab5694cb28d6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Jan 10 19:48:41.773921 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:41.903246 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:42.645759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d6f14-e79f-4868-b00a-d50aaad59169 req-1b102200-8e1c-4489-8a4a-ec053e822836 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:42.647224 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe8d6f14-e79f-4868-b00a-d50aaad59169 req-1b102200-8e1c-4489-8a4a-ec053e822836 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0778477 Jan 10 19:48:42.690794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe8d6f14-e79f-4868-b00a-d50aaad59169 req-75947f5f-b58d-426f-b772-66a72a1b7d21 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381727 Jan 10 19:48:43.178309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:43.883036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc148f1-995f-4e64-871d-2cca4d7981b1 req-36053995-fa42-4761-a684-6228339f7c89 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:43.884483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc148f1-995f-4e64-871d-2cca4d7981b1 req-36053995-fa42-4761-a684-6228339f7c89 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0739360 Jan 10 19:48:43.928680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc148f1-995f-4e64-871d-2cca4d7981b1 req-560f18a8-1a42-4dcb-a644-69e95cd5e60a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389061 Jan 10 19:48:45.124647 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcfa5-2452-4fc3-bca8-c9ab8ee8d510 req-a0a5c31c-f5f7-4feb-bf6c-4f577a8adf45 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:45.126075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-912bcfa5-2452-4fc3-bca8-c9ab8ee8d510 req-a0a5c31c-f5f7-4feb-bf6c-4f577a8adf45 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0777903 Jan 10 19:48:45.171719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-912bcfa5-2452-4fc3-bca8-c9ab8ee8d510 req-ed6520fd-34c5-46b5-ab85-8f2af9ec66b5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Jan 10 19:48:45.486932 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:45.668390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:46.361458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73a8b2-c114-4141-b13f-012d4f1c431a req-8e775ee3-8d06-40e7-ba0a-d6626bcb22c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:46.362789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a73a8b2-c114-4141-b13f-012d4f1c431a req-8e775ee3-8d06-40e7-ba0a-d6626bcb22c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0734284 Jan 10 19:48:46.409438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a73a8b2-c114-4141-b13f-012d4f1c431a req-01a625cf-e761-46f5-88d0-08d48a6b33d0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Jan 10 19:48:47.601288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d990e3-58d1-4e9c-b8a8-79bff94d46fc req-df8465fb-0a4f-49d7-a7ac-8213950e72a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:47.602727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45d990e3-58d1-4e9c-b8a8-79bff94d46fc req-df8465fb-0a4f-49d7-a7ac-8213950e72a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0751934 Jan 10 19:48:47.647301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45d990e3-58d1-4e9c-b8a8-79bff94d46fc req-7b071503-d35d-4dad-9058-87003f2b1fce tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Jan 10 19:48:48.840389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3899eea-ae71-40f5-9f0b-e87088f0a5b4 req-9e240503-3164-40f7-a28c-a4a14cf27461 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:48.841823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3899eea-ae71-40f5-9f0b-e87088f0a5b4 req-9e240503-3164-40f7-a28c-a4a14cf27461 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0782716 Jan 10 19:48:48.885659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3899eea-ae71-40f5-9f0b-e87088f0a5b4 req-24b14f3c-4e37-4ac3-9ae3-58f4529fd909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Jan 10 19:48:49.826665 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:48:49.957041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:49.970383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463', 'mac_address': 'fa:16:3e:de:2e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:48:50.023192 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:50.040813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:48:50.055814 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:50.059653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:50.078230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc669698-20b2-46e9-9b4f-8f0d00e4a8fb req-e3d1b894-0da2-4fd1-abc7-72cc02668f8d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:50.079650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc669698-20b2-46e9-9b4f-8f0d00e4a8fb req-e3d1b894-0da2-4fd1-abc7-72cc02668f8d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 944 time: 0.0767908 Jan 10 19:48:50.128474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:50.128731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc669698-20b2-46e9-9b4f-8f0d00e4a8fb req-746c057e-3a99-4467-a33e-f3f2bf61c408 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Jan 10 19:48:50.244028 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['6cd0441d-a69f-4b68-a3ba-65f16fd5b463'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:48:51.325547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099b7f-468e-4e90-bae9-5ef23e0d79f0 req-786663fd-41de-443b-b4f7-13aced2514ac tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:51.327021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4099b7f-468e-4e90-bae9-5ef23e0d79f0 req-786663fd-41de-443b-b4f7-13aced2514ac tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 945 time: 0.0779440 Jan 10 19:48:51.372496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e4099b7f-468e-4e90-bae9-5ef23e0d79f0 req-d1f57d03-8387-4241-877b-bca72eed1feb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Jan 10 19:48:51.826709 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:48:51.895072 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:48:51.900328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:48:51.900705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:52.011125 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:52.070313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:48:52.080547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:52.085835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:52.126810 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463', 'code': 200} Jan 10 19:48:52.151907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:52.246416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e970566b-72d3-46c6-910c-9c0aead5b9ce req-034bf4c7-096e-4451-8949-8b619170b589 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 1097 time: 0.0659516 Jan 10 19:48:52.289994 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e970566b-72d3-46c6-910c-9c0aead5b9ce req-9fd94543-7c35-41ab-8aff-f9e3c057394c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Jan 10 19:48:52.565233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d99ca-0f37-4b28-a2b8-a96f72f07bb6 req-0b2f988e-6de5-45d6-85cb-d048f0891006 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:52.566661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d99ca-0f37-4b28-a2b8-a96f72f07bb6 req-0b2f988e-6de5-45d6-85cb-d048f0891006 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0747089 Jan 10 19:48:52.611550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c0d99ca-0f37-4b28-a2b8-a96f72f07bb6 req-7491514e-90b0-4e59-aba2-b8375db1b808 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jan 10 19:48:53.811679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc25bbe-fa91-4095-a99b-94aab18e2c73 req-973643bb-86a3-415a-a7b4-1b384c3838bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:53.813111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc25bbe-fa91-4095-a99b-94aab18e2c73 req-973643bb-86a3-415a-a7b4-1b384c3838bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0784101 Jan 10 19:48:53.856569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc25bbe-fa91-4095-a99b-94aab18e2c73 req-37c2fcf0-aeed-4df6-9fce-63007f6b93b0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Jan 10 19:48:54.049878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557408-b926-405f-8da2-45f0a94a222f req-c3993fc2-ed94-4edc-9bbc-4aa698f65cb9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:54.051340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43557408-b926-405f-8da2-45f0a94a222f req-c3993fc2-ed94-4edc-9bbc-4aa698f65cb9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0752747 Jan 10 19:48:54.095611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43557408-b926-405f-8da2-45f0a94a222f req-4eeb204d-14fd-4c9b-bb0a-5b7e191e101c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Jan 10 19:48:54.293993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca65603-452f-4a39-a7ad-23aa047dbd79 req-f3d9344d-7b71-4b4f-bbfa-2499503ed491 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:54.295450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cca65603-452f-4a39-a7ad-23aa047dbd79 req-f3d9344d-7b71-4b4f-bbfa-2499503ed491 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0833309 Jan 10 19:48:54.339130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cca65603-452f-4a39-a7ad-23aa047dbd79 req-b2670d7b-5f22-4ed2-9053-f948d9369be8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380263 Jan 10 19:48:54.822673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2491ec-da50-4bcf-8f02-a4be539a84f6 req-ebd7adca-f287-4509-aecc-da8c2be48bc8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:54.824178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b2491ec-da50-4bcf-8f02-a4be539a84f6 req-ebd7adca-f287-4509-aecc-da8c2be48bc8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0743890 Jan 10 19:48:54.868338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b2491ec-da50-4bcf-8f02-a4be539a84f6 req-113ef4cd-6b0a-4e72-a37c-eeaa5e701c7d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389676 Jan 10 19:48:56.068822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774228f2-88f1-4d16-9fd6-4ff2fddca488 req-b8e338ea-c032-4801-abb6-9ad9ff99f2d3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:56.070273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-774228f2-88f1-4d16-9fd6-4ff2fddca488 req-b8e338ea-c032-4801-abb6-9ad9ff99f2d3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0798390 Jan 10 19:48:56.154651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-774228f2-88f1-4d16-9fd6-4ff2fddca488 req-196751bc-a400-4329-8d21-b902ccf5e930 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785770 Jan 10 19:48:56.186319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-3e440163-31c7-48f8-b1fe-a61d1d81c47b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:48:56.187748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-3e440163-31c7-48f8-b1fe-a61d1d81c47b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 946 time: 0.0900109 Jan 10 19:48:56.257693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:48:56.257926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:56.567595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:48:56.567944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:56.683298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:48:56.818061 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:56.829947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['6cd0441d-a69f-4b68-a3ba-65f16fd5b463'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:48:56.866287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=6cd0441d-a69f-4b68-a3ba-65f16fd5b463,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:48:56.940316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:48:56.942956 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:48:56.948126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'name': 'network-vif-deleted', 'tag': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:48:56.964478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b717f3af-3747-4ae5-b719-1522ba10e40a req-1e96f3e9-3352-4404-813e-324f434e5244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "DELETE /v2.0/ports/6cd0441d-a69f-4b68-a3ba-65f16fd5b463 HTTP/1.1" status: 204 len: 173 time: 0.7714784 Jan 10 19:48:57.008245 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34d49ac-2e62-4451-8a94-5b444d64eb5b', 'name': 'network-vif-deleted', 'tag': '6cd0441d-a69f-4b68-a3ba-65f16fd5b463', 'status': 'completed', 'code': 200} Jan 10 19:48:57.320602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-82199474-79d0-46d7-a8a9-9fcaa5698d13 req-8783c5f1-c52d-4d6c-a86a-9a936f5ae66e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:48:57.336996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-82199474-79d0-46d7-a8a9-9fcaa5698d13 req-8783c5f1-c52d-4d6c-a86a-9a936f5ae66e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:48:57.338670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82199474-79d0-46d7-a8a9-9fcaa5698d13 req-8783c5f1-c52d-4d6c-a86a-9a936f5ae66e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b34d49ac-2e62-4451-8a94-5b444d64eb5b HTTP/1.1" status: 200 len: 210 time: 0.0623000 Jan 10 19:48:59.858135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:48:59.894148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:48:59.894530 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 6cd0441d-a69f-4b68-a3ba-65f16fd5b463 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:49:08.432926 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-073f0eee-4c2a-4553-942e-f138468ca211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:10.503762 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-458be248-89af-46c9-917b-a0b4f725f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:11.776979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:11.907242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:13.145008 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:49:13.203212 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:15.479542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:15.667674 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:18.473174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-7e517fe0-ab3a-41f6-be1e-aaf3395bf3f7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:18.474642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-7e517fe0-ab3a-41f6-be1e-aaf3395bf3f7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1400473 Jan 10 19:49:18.491390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-c9b578d2-8236-4e4d-a515-c0064e95e184 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0114779 Jan 10 19:49:18.569393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-c30aed63-cf2c-4991-9e3f-4c7070f4797e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733671 Jan 10 19:49:18.703930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-1824185b-266a-4021-9cdd-0a5f2067477d service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282465 Jan 10 19:49:18.834434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-48329124-22d9-40f7-825c-0c6042f987f3 service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245756 Jan 10 19:49:19.232813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bf221cc-18aa-428b-91ca-d05ccddd0b58 req-d8846dd9-59f9-445b-902e-5278321e375c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 210 time: 0.0462239 Jan 10 19:49:20.203422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-0db68e00-9b70-41a0-9522-7784b6d28ff0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:20.204898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-0db68e00-9b70-41a0-9522-7784b6d28ff0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1434720 Jan 10 19:49:20.219915 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:49:20.357801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:49:20.367529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:49:20.409340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:49:20.412452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:20.429219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd254b68-8922-4853-9fc7-f63df8bac375 req-fa5dac9e-7c44-4107-a71f-111d92e1b76c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 210 time: 0.0565772 Jan 10 19:49:20.579224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.10 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/b329c19e-0116-43cb-9681-7e0410cb8708) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:49:20.863536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:20.880564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object b329c19e-0116-43cb-9681-7e0410cb8708 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:49:20.903135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:20.977323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:49:20.980435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:49:20.984975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:49:21.010808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=b329c19e-0116-43cb-9681-7e0410cb8708,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:21.048845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:21.049671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:21.080427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-020bf7cc-094b-4f88-b4b2-eaae00acf789 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8641305 Jan 10 19:49:21.097877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Request body: {'port': {'device_id': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:49:21.212024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:21.244683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c76da2a-c81e-4e4d-8a75-73eaa74f453d None None] Provisioning for port b329c19e-0116-43cb-9681-7e0410cb8708 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:49:21.252367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c76da2a-c81e-4e4d-8a75-73eaa74f453d None None] Provisioning complete for port b329c19e-0116-43cb-9681-7e0410cb8708 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:49:21.252749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c76da2a-c81e-4e4d-8a75-73eaa74f453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:21.309595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5c76da2a-c81e-4e4d-8a75-73eaa74f453d None None] Port b329c19e-0116-43cb-9681-7e0410cb8708 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:49:21.596792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b329c19e-0116-43cb-9681-7e0410cb8708 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:49:21.608051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:21.631746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Transition to ACTIVE for port object b329c19e-0116-43cb-9681-7e0410cb8708 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:49:21.641041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:21.781586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Pushing event updated for resources: {'Port': ['ID=b329c19e-0116-43cb-9681-7e0410cb8708,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:21.790275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0dafc-f9f5-469b-b466-1d9854f9ca0c req-a25c31ad-3923-4549-b05d-7092c5862ca7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:21.791013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-afd0dafc-f9f5-469b-b466-1d9854f9ca0c req-a25c31ad-3923-4549-b05d-7092c5862ca7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:49:21.870538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-afd0dafc-f9f5-469b-b466-1d9854f9ca0c req-a25c31ad-3923-4549-b05d-7092c5862ca7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:49:21.871749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afd0dafc-f9f5-469b-b466-1d9854f9ca0c req-a25c31ad-3923-4549-b05d-7092c5862ca7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 932 time: 0.3108125 Jan 10 19:49:21.940817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Attempting to bind port b329c19e-0116-43cb-9681-7e0410cb8708 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:49:21.941160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Attempting to bind port b329c19e-0116-43cb-9681-7e0410cb8708 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:49:21.941494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Attempting to bind port b329c19e-0116-43cb-9681-7e0410cb8708 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:49:21.949904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afd0dafc-f9f5-469b-b466-1d9854f9ca0c req-aefffa54-91ca-4f85-9e93-3f820a6be624 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714924 Jan 10 19:49:21.951288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Port b329c19e-0116-43cb-9681-7e0410cb8708 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:49:21.951620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Attempting to bind port b329c19e-0116-43cb-9681-7e0410cb8708 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:49:21.957951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:49:21.958295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:49:21.959154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:49:21.959592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Bound port: b329c19e-0116-43cb-9681-7e0410cb8708, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:49:21.959929 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:22.047542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] For port b329c19e-0116-43cb-9681-7e0410cb8708, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:49:22.050694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] For port b329c19e-0116-43cb-9681-7e0410cb8708, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b329c19e-0116-43cb-9681-7e0410cb8708,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:49:22.055352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:22.115745 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:22.117054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] 10.222.0.30 "PUT /v2.0/ports/b329c19e-0116-43cb-9681-7e0410cb8708 HTTP/1.1" status: 200 len: 1092 time: 1.0276308 Jan 10 19:49:22.117502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'tag': 'b329c19e-0116-43cb-9681-7e0410cb8708'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:49:22.135926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1de2ee-092d-4445-bdb4-95b02303873b service neutron] Pushing event updated for resources: {'Port': ['ID=b329c19e-0116-43cb-9681-7e0410cb8708,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:22.196592 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'tag': 'b329c19e-0116-43cb-9681-7e0410cb8708', 'status': 'completed', 'code': 200} Jan 10 19:49:22.236627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-2c25f5a8-e62b-4629-b04c-d345286e5c26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 1095 time: 0.0763736 Jan 10 19:49:22.304561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-db3af516-3a6d-40b9-93a2-ece429fe5736 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b329c19e-0116-43cb-9681-7e0410cb8708 HTTP/1.1" status: 200 len: 217 time: 0.0612962 Jan 10 19:49:22.369145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-b6481080-fbfd-4613-9a40-42c86119f974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:22.370531 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-b6481080-fbfd-4613-9a40-42c86119f974 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0609331 Jan 10 19:49:22.443924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-eb1330ec-d870-4c38-952c-d3bb5fb87438 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669489 Jan 10 19:49:22.660151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-477eaa36-efea-4da5-b5b0-3d9566b85b7d service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103479 Jan 10 19:49:22.787410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6eb281b-f90f-48d2-a0f0-62da72ba64a4 req-ef8b658f-e252-498c-bb3b-fdf9f8bf107c service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211848 Jan 10 19:49:22.901483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-7563702f-d5cf-4545-8a31-2d7c8126ba09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 1095 time: 0.0733132 Jan 10 19:49:23.030917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-2a8d649c-3887-44ec-885f-8b9eb9d1a8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:23.032377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-2a8d649c-3887-44ec-885f-8b9eb9d1a8ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1254675 Jan 10 19:49:23.139759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-bf2ce6d2-a47a-4c97-bd9a-065e954ae23e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b329c19e-0116-43cb-9681-7e0410cb8708 HTTP/1.1" status: 200 len: 217 time: 0.1009076 Jan 10 19:49:23.221835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-375253db-269d-4f4f-bbe8-30b88b011027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:23.223305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-375253db-269d-4f4f-bbe8-30b88b011027 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0715325 Jan 10 19:49:23.229383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e01f3a-3745-461e-8a47-b58f4bbdab88 req-529346c5-2c6f-47b3-84a4-871e2b8bb57c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:23.230697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3e01f3a-3745-461e-8a47-b58f4bbdab88 req-529346c5-2c6f-47b3-84a4-871e2b8bb57c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 944 time: 0.1441638 Jan 10 19:49:23.324074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3e01f3a-3745-461e-8a47-b58f4bbdab88 req-91025483-15bd-4d20-82c8-a5d9f94216a0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642607 Jan 10 19:49:23.336546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-ed1a1855-ddd7-43be-b5e2-7fd0bc6f2b6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049454 Jan 10 19:49:23.463277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-8ba43d6c-5b7a-45b4-8e9e-ca99648358fa service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205513 Jan 10 19:49:23.589470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad512f65-791d-4154-bdf1-470bc1327a44 req-1818ce06-24a5-4373-8e8e-769ce909c24d service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209502 Jan 10 19:49:24.524905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca033e82-3ecd-4ba4-b5ed-ba747b886bae req-307026c2-e403-4294-acad-09449156b244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:24.526359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca033e82-3ecd-4ba4-b5ed-ba747b886bae req-307026c2-e403-4294-acad-09449156b244 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 944 time: 0.0807436 Jan 10 19:49:24.571068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca033e82-3ecd-4ba4-b5ed-ba747b886bae req-545e6f65-0217-4587-9797-d610d510bc03 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Jan 10 19:49:25.764847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b8e49-f394-416e-b766-efcec7e22034 req-b7a7536f-9cfb-4236-80f3-afd42ba7798a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:25.766291 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-105b8e49-f394-416e-b766-efcec7e22034 req-b7a7536f-9cfb-4236-80f3-afd42ba7798a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 944 time: 0.0773790 Jan 10 19:49:25.810522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-105b8e49-f394-416e-b766-efcec7e22034 req-075f9f6e-171a-4070-8758-4efc4696bc37 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Jan 10 19:49:26.998960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10614132-15de-443a-be83-a2ecd1e6922d req-d38641b7-8e30-46a7-9c9d-053bdeb38b5a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:27.000390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10614132-15de-443a-be83-a2ecd1e6922d req-d38641b7-8e30-46a7-9c9d-053bdeb38b5a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 944 time: 0.0745766 Jan 10 19:49:27.047869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-10614132-15de-443a-be83-a2ecd1e6922d req-47ee52c9-80d9-44cf-bc57-c1a1cd86cb2a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415969 Jan 10 19:49:28.248179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64954f4-89d9-40f5-ab7c-18ab19be2b59 req-af7a5b34-9075-4f7b-927e-2bacbe6d4fca tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:28.249629 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a64954f4-89d9-40f5-ab7c-18ab19be2b59 req-af7a5b34-9075-4f7b-927e-2bacbe6d4fca tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 944 time: 0.0745871 Jan 10 19:49:28.294499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a64954f4-89d9-40f5-ab7c-18ab19be2b59 req-5f4fbd67-2def-43bf-88ac-ec7507dee3d0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Jan 10 19:49:29.488352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a2e61-a852-420c-ab13-4e72a02856aa req-bcdb5361-03bb-408c-9d3a-566da41b8275 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:29.490218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987a2e61-a852-420c-ab13-4e72a02856aa req-bcdb5361-03bb-408c-9d3a-566da41b8275 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 944 time: 0.0803928 Jan 10 19:49:29.533054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-987a2e61-a852-420c-ab13-4e72a02856aa req-d79676ae-df25-4b56-af66-f1428d190d16 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Jan 10 19:49:29.935141 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b329c19e-0116-43cb-9681-7e0410cb8708 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:49:30.065035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port b329c19e-0116-43cb-9681-7e0410cb8708, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b329c19e-0116-43cb-9681-7e0410cb8708,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:49:30.078471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'b329c19e-0116-43cb-9681-7e0410cb8708', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': 'b329c19e-0116-43cb-9681-7e0410cb8708', 'mac_address': 'fa:16:3e:a0:9b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:49:30.129181 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:30.147382 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b329c19e-0116-43cb-9681-7e0410cb8708 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:49:30.161856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port b329c19e-0116-43cb-9681-7e0410cb8708, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b329c19e-0116-43cb-9681-7e0410cb8708,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:49:30.165892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:30.233655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=b329c19e-0116-43cb-9681-7e0410cb8708,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:30.241858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.242208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.242550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.242904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.243244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.243575 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.243900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.244226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.244548 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.244870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.245192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:30.366282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['b329c19e-0116-43cb-9681-7e0410cb8708'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:49:30.727448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9f173-befd-4645-b725-dafeaeb2ebaf req-8ae6b39a-7aeb-4ed0-a70f-6c7db30d1745 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:30.728883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32f9f173-befd-4645-b725-dafeaeb2ebaf req-8ae6b39a-7aeb-4ed0-a70f-6c7db30d1745 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 945 time: 0.0746651 Jan 10 19:49:30.772874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32f9f173-befd-4645-b725-dafeaeb2ebaf req-8533d0f5-7dba-42b9-a8cb-ba5ac85687a2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 Jan 10 19:49:31.935312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b329c19e-0116-43cb-9681-7e0410cb8708 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:49:32.009586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port b329c19e-0116-43cb-9681-7e0410cb8708 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:49:32.014496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port b329c19e-0116-43cb-9681-7e0410cb8708 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:49:32.014885 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:32.071189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c980-d851-41cb-b538-e6df7ec5aac4 req-1c2cb9d9-10cd-47c9-b12f-d63ca5646795 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:32.072592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1839c980-d851-41cb-b538-e6df7ec5aac4 req-1c2cb9d9-10cd-47c9-b12f-d63ca5646795 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 945 time: 0.1800561 Jan 10 19:49:32.119381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1839c980-d851-41cb-b538-e6df7ec5aac4 req-af9a7e4d-129b-44ea-9f2c-ffcae18e97d3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Jan 10 19:49:32.126848 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:32.152970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b329c19e-0116-43cb-9681-7e0410cb8708'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:49:32.162185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port b329c19e-0116-43cb-9681-7e0410cb8708, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b329c19e-0116-43cb-9681-7e0410cb8708,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:49:32.165661 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:32.219701 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b329c19e-0116-43cb-9681-7e0410cb8708', 'code': 200} Jan 10 19:49:32.231952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=b329c19e-0116-43cb-9681-7e0410cb8708,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:32.339729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b7be9e2-1739-419d-897d-4512f885ec72 req-581f3d87-c6eb-4d8d-a7f8-122325d560e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 1097 time: 0.0681119 Jan 10 19:49:32.383210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b7be9e2-1739-419d-897d-4512f885ec72 req-17ecd442-4feb-4ded-86d6-240905378712 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 Jan 10 19:49:33.310818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b8d06-2a42-43a0-aecf-f2c86c581c2a req-a1c7abe0-bcae-4c22-b439-a0c14e4e02ff tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:33.312303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-603b8d06-2a42-43a0-aecf-f2c86c581c2a req-a1c7abe0-bcae-4c22-b439-a0c14e4e02ff tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 946 time: 0.0758922 Jan 10 19:49:33.357714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-603b8d06-2a42-43a0-aecf-f2c86c581c2a req-1194e140-c17d-4a11-bf50-5498dce87abf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Jan 10 19:49:34.556485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bbf18-cbaf-4453-842c-c798078ea1d5 req-935cbf10-1039-4007-860c-9b00e3eb9b34 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:34.557941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd3bbf18-cbaf-4453-842c-c798078ea1d5 req-935cbf10-1039-4007-860c-9b00e3eb9b34 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 946 time: 0.0787561 Jan 10 19:49:34.602924 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dd3bbf18-cbaf-4453-842c-c798078ea1d5 req-89702bb0-031b-435a-8e7a-491e1c7ce602 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Jan 10 19:49:34.791384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885dca8-65b4-42f6-80a1-6a45afb5e7d0 req-e83789ba-be91-4d1a-98e8-bf5410fd7dd5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:34.792833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8885dca8-65b4-42f6-80a1-6a45afb5e7d0 req-e83789ba-be91-4d1a-98e8-bf5410fd7dd5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 946 time: 0.0744574 Jan 10 19:49:34.837048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8885dca8-65b4-42f6-80a1-6a45afb5e7d0 req-f1a1211a-f233-42b7-acb9-fbf76cbfecf6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 Jan 10 19:49:37.717348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-f612a5ce-f570-4e11-a0ae-bbb1ea10b2c5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:37.718702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-f612a5ce-f570-4e11-a0ae-bbb1ea10b2c5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1452689 Jan 10 19:49:37.734658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-0c52c966-5bc9-4f93-a1ea-5b13e4416f20 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0108068 Jan 10 19:49:37.823013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-265aa90b-3b95-4396-ac0b-94a579fc2ab3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837801 Jan 10 19:49:37.951429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-98b2fd46-2d82-41cc-aa7b-3fe0e9101758 service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217062 Jan 10 19:49:38.078748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-9534018b-af9c-4bf2-b357-401344bb4ef2 service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218250 Jan 10 19:49:38.304584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-848d77da-5d05-4470-989b-bf872051841f req-fa5f3086-8299-40b2-8982-37c1d2e33513 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 210 time: 0.0434647 Jan 10 19:49:38.441503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-402df5b5-adc5-4f18-9897-6c2b7b1995ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:39.303402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-b88cfbb8-3f93-42f6-8d3f-2091a599d2fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:39.304082 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-b88cfbb8-3f93-42f6-8d3f-2091a599d2fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:49:39.320730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-b88cfbb8-3f93-42f6-8d3f-2091a599d2fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:49:39.321941 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-b88cfbb8-3f93-42f6-8d3f-2091a599d2fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1626313 Jan 10 19:49:39.337724 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:49:39.475166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:49:39.476180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fae0e9f7-c7ee-4251-9e57-57229df45945 req-0b898c98-1498-4618-9114-a0a080fef9e0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 210 time: 0.0509727 Jan 10 19:49:39.484775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:49:39.504202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:49:39.507554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:39.798861 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.7 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/f7158b90-e40a-4016-8254-3c15cd87d404) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:49:40.009214 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.027133 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object f7158b90-e40a-4016-8254-3c15cd87d404 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:49:40.053447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.066122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['b329c19e-0116-43cb-9681-7e0410cb8708'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:49:40.139784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:49:40.143013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:49:40.148535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:49:40.191209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=f7158b90-e40a-4016-8254-3c15cd87d404,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:40.206780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.207150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.207572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.207922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.208253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.208582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.208902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.209225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.209545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.209863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.210179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:49:40.246070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:40.246680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.299038 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-442e0a13-737f-4b0c-b0c8-5997b21749c7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9596155 Jan 10 19:49:40.425713 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Request body: {'port': {'device_id': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:49:40.521948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-afa1a5ae-9a01-4cb9-9796-73f0c96768ab None None] Provisioning for port f7158b90-e40a-4016-8254-3c15cd87d404 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:49:40.540991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-afa1a5ae-9a01-4cb9-9796-73f0c96768ab None None] Provisioning complete for port f7158b90-e40a-4016-8254-3c15cd87d404 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:49:40.543360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afa1a5ae-9a01-4cb9-9796-73f0c96768ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.548540 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.586123 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-79d709d9-91ef-484c-9f84-c844a411254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.629708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-afa1a5ae-9a01-4cb9-9796-73f0c96768ab None None] Port f7158b90-e40a-4016-8254-3c15cd87d404 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:49:40.727597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3111ee6-c370-421e-9f17-f919926ab177 req-ca49ee03-eb42-47fc-946c-894ba99a2d15 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:40.729108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3111ee6-c370-421e-9f17-f919926ab177 req-ca49ee03-eb42-47fc-946c-894ba99a2d15 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 931 time: 0.0798030 Jan 10 19:49:40.775577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3111ee6-c370-421e-9f17-f919926ab177 req-75032733-61a4-4aa9-a0fb-bab905cdce04 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Jan 10 19:49:40.906579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7158b90-e40a-4016-8254-3c15cd87d404 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:49:40.913978 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:40.928687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Transition to ACTIVE for port object f7158b90-e40a-4016-8254-3c15cd87d404 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:49:40.932447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:41.065210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Pushing event updated for resources: {'Port': ['ID=f7158b90-e40a-4016-8254-3c15cd87d404,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:41.181798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Attempting to bind port f7158b90-e40a-4016-8254-3c15cd87d404 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:49:41.182234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Attempting to bind port f7158b90-e40a-4016-8254-3c15cd87d404 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:49:41.182642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Attempting to bind port f7158b90-e40a-4016-8254-3c15cd87d404 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:49:41.189448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Port f7158b90-e40a-4016-8254-3c15cd87d404 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:49:41.189845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Attempting to bind port f7158b90-e40a-4016-8254-3c15cd87d404 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:49:41.196576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:49:41.197070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:49:41.197692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:49:41.197898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Bound port: f7158b90-e40a-4016-8254-3c15cd87d404, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:49:41.198246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:41.289414 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] For port f7158b90-e40a-4016-8254-3c15cd87d404, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:49:41.292421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] For port f7158b90-e40a-4016-8254-3c15cd87d404, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7158b90-e40a-4016-8254-3c15cd87d404,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:49:41.298420 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:41.359651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:41.360851 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] 10.222.0.44 "PUT /v2.0/ports/f7158b90-e40a-4016-8254-3c15cd87d404 HTTP/1.1" status: 200 len: 1091 time: 1.0585330 Jan 10 19:49:41.361312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'tag': 'f7158b90-e40a-4016-8254-3c15cd87d404'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:49:41.378599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdbcd6-1246-4ce3-b33b-9285523fce05 service neutron] Pushing event updated for resources: {'Port': ['ID=f7158b90-e40a-4016-8254-3c15cd87d404,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:41.454212 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'tag': 'f7158b90-e40a-4016-8254-3c15cd87d404', 'status': 'completed', 'code': 200} Jan 10 19:49:41.496809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-a418f5cd-6987-45cf-9cbc-9ffa18ffd261 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 1094 time: 0.0841169 Jan 10 19:49:41.570309 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-6d1acf15-fef9-4959-b7b3-5d31d6f4f06a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7158b90-e40a-4016-8254-3c15cd87d404 HTTP/1.1" status: 200 len: 217 time: 0.0664318 Jan 10 19:49:41.632885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-a91c5e7c-ecd1-4abe-8bfb-a776e60e33f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:41.634395 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-a91c5e7c-ecd1-4abe-8bfb-a776e60e33f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0581579 Jan 10 19:49:41.714496 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-87a00d42-e6c6-43db-a2eb-46b4b983683d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736251 Jan 10 19:49:41.780035 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:41.930661 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:41.972451 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-91687689-11ef-417f-aede-4f2c2df479d1 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518218 Jan 10 19:49:42.029368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241860f-f97c-4fa0-8edf-6cf526928dc3 req-e3241227-8aeb-4669-b71d-665e6fc13d5d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:42.031559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f241860f-f97c-4fa0-8edf-6cf526928dc3 req-e3241227-8aeb-4669-b71d-665e6fc13d5d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0946200 Jan 10 19:49:42.102922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f241860f-f97c-4fa0-8edf-6cf526928dc3 req-e1c4e834-44ba-484e-8dfa-6ad2fc7f062d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630102 Jan 10 19:49:42.119457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b9c1293c-8054-4ef8-8630-7bab8252e835 req-1f20a0e3-fcf2-4583-90ad-440012602c84 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409488 Jan 10 19:49:42.230149 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-74d7b8ab-ea52-4c7a-a367-3c544fdc4172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 1094 time: 0.0679605 Jan 10 19:49:42.371479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-c3368721-940c-425c-8ea6-27a502d33ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:42.372931 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-c3368721-940c-425c-8ea6-27a502d33ced service neutron] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1369932 Jan 10 19:49:42.444197 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-28daa356-b566-45d4-bb0f-003d35a15ba2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7158b90-e40a-4016-8254-3c15cd87d404 HTTP/1.1" status: 200 len: 217 time: 0.0644357 Jan 10 19:49:42.505016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-d5ac78f6-3927-4bd6-8e57-577ef5eab8e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:42.506378 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-d5ac78f6-3927-4bd6-8e57-577ef5eab8e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0568430 Jan 10 19:49:42.586383 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-5af6fea7-19e1-48a0-8ba3-fb104bd246c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742285 Jan 10 19:49:42.736832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-32ebf44a-692d-4a3f-9f08-3d3ff1e7e50b service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449687 Jan 10 19:49:42.886093 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3cde1987-c14e-48f5-8ce2-0f37928f6329 req-63433c1d-ae28-4f23-a7fe-90461cab438a service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437604 Jan 10 19:49:43.202957 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:43.339800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3b3df-42c4-4302-bc02-e1c2cab0ed07 req-94b18a4d-7a19-4253-bfce-a7ed358445dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:43.342426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fde3b3df-42c4-4302-bc02-e1c2cab0ed07 req-94b18a4d-7a19-4253-bfce-a7ed358445dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0883496 Jan 10 19:49:43.450546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fde3b3df-42c4-4302-bc02-e1c2cab0ed07 req-68be168c-4788-441a-8387-7e9431669869 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851321 Jan 10 19:49:44.688368 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950e55-e1e8-4069-a879-d837a9c497ff req-df920fe3-e8d2-4727-aca1-b3823faf0728 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:44.688368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c950e55-e1e8-4069-a879-d837a9c497ff req-df920fe3-e8d2-4727-aca1-b3823faf0728 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.1142385 Jan 10 19:49:44.764285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c950e55-e1e8-4069-a879-d837a9c497ff req-24afc8c9-6832-45be-909e-69310da48e5a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624497 Jan 10 19:49:45.492067 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:45.679992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:46.000689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87150-0831-4518-9c06-c874d02a5d64 req-9d7d1f3b-a2b1-46b2-83ea-6730f22d2e8c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:46.008547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74f87150-0831-4518-9c06-c874d02a5d64 req-9d7d1f3b-a2b1-46b2-83ea-6730f22d2e8c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0980473 Jan 10 19:49:46.084310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74f87150-0831-4518-9c06-c874d02a5d64 req-c9e76e37-a7f4-4752-950f-392503c2eb9a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739255 Jan 10 19:49:47.287285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742b3eb-cbe6-4bb0-9756-9ef7427c1b04 req-813c64f7-9d41-499e-9bd3-8ad373ffc8a6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:47.288801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d742b3eb-cbe6-4bb0-9756-9ef7427c1b04 req-813c64f7-9d41-499e-9bd3-8ad373ffc8a6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0859170 Jan 10 19:49:47.338954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d742b3eb-cbe6-4bb0-9756-9ef7427c1b04 req-ea9a4668-5b05-4507-99f1-e3d3ad8a3740 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Jan 10 19:49:48.531266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca4d6d-f368-46f3-a262-4df2ff9fb338 req-df1a2f7e-78f4-4604-b4b7-12142f829a10 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:48.532733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6ca4d6d-f368-46f3-a262-4df2ff9fb338 req-df1a2f7e-78f4-4604-b4b7-12142f829a10 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0742984 Jan 10 19:49:48.661426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6ca4d6d-f368-46f3-a262-4df2ff9fb338 req-484fbc36-3ef3-4759-89fa-d91557359ebe tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225946 Jan 10 19:49:49.855397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a26f06-746a-4c13-bd3e-cf3ef9745b1e req-4240ace8-7270-4039-b009-0d393cea7fa8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:49.856754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04a26f06-746a-4c13-bd3e-cf3ef9745b1e req-4240ace8-7270-4039-b009-0d393cea7fa8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0757849 Jan 10 19:49:49.902168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04a26f06-746a-4c13-bd3e-cf3ef9745b1e req-dd3d9b13-aa5c-4341-a8a7-18ed99080882 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Jan 10 19:49:50.146355 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:49:51.130259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb2fe-bb5b-4b06-a79c-2bdbf49b3dc7 req-bc0dc3c6-c29d-486f-82f8-d5519b0fb828 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:51.138916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97fdb2fe-bb5b-4b06-a79c-2bdbf49b3dc7 req-bc0dc3c6-c29d-486f-82f8-d5519b0fb828 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.1001477 Jan 10 19:49:51.182279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97fdb2fe-bb5b-4b06-a79c-2bdbf49b3dc7 req-03221bd3-5273-4e1f-9823-c9df7ad55251 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Jan 10 19:49:52.383910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651436-ab21-4e08-9438-8719366e4759 req-befbbffe-10d7-4413-8490-00a132293178 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:52.385383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2651436-ab21-4e08-9438-8719366e4759 req-befbbffe-10d7-4413-8490-00a132293178 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0769327 Jan 10 19:49:52.430399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d2651436-ab21-4e08-9438-8719366e4759 req-3d23e7c9-834c-482a-8f1c-81ddde7db32a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Jan 10 19:49:53.632107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54d688-8bab-46c2-90a1-460f2b38d028 req-202a1727-eac4-4db2-9269-6c37ee3d8e14 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:53.633785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f54d688-8bab-46c2-90a1-460f2b38d028 req-202a1727-eac4-4db2-9269-6c37ee3d8e14 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0786035 Jan 10 19:49:53.678850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f54d688-8bab-46c2-90a1-460f2b38d028 req-f1f5a50d-25df-40b2-afde-d7ba7db02f33 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Jan 10 19:49:54.881507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d07cb-aa7b-46d3-b728-2e53afa1debe req-299904fe-6b45-4bce-b9ae-eacf9743d3dd tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:54.883081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f2d07cb-aa7b-46d3-b728-2e53afa1debe req-299904fe-6b45-4bce-b9ae-eacf9743d3dd tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0781167 Jan 10 19:49:54.932709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f2d07cb-aa7b-46d3-b728-2e53afa1debe req-9f014426-153b-4823-86a2-9052262e66c1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Jan 10 19:49:56.131427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c5f44-7b2a-4b2f-b485-15e0892cc87d req-37271d28-5729-4d24-9704-eea16ffa31c6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:56.133073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d5c5f44-7b2a-4b2f-b485-15e0892cc87d req-37271d28-5729-4d24-9704-eea16ffa31c6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0775669 Jan 10 19:49:56.180028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6d5c5f44-7b2a-4b2f-b485-15e0892cc87d req-e05f24ed-d2aa-4b98-ba09-3816b52a2c15 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Jan 10 19:49:57.390706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70650e6-d582-4562-9553-ae3dfdeb0f91 req-90698773-49c1-45b6-b3a5-0bc064c19c37 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:57.395766 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c70650e6-d582-4562-9553-ae3dfdeb0f91 req-90698773-49c1-45b6-b3a5-0bc064c19c37 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0893738 Jan 10 19:49:57.441016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c70650e6-d582-4562-9553-ae3dfdeb0f91 req-1dc156d4-4fbf-4235-b077-fc3f03b2389b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Jan 10 19:49:58.657224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802459-7f3e-499f-b9cb-f0304116adfc req-3d3e8727-4f96-4562-b016-4c78f9460afa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:58.658682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97802459-7f3e-499f-b9cb-f0304116adfc req-3d3e8727-4f96-4562-b016-4c78f9460afa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 943 time: 0.0821474 Jan 10 19:49:58.713487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-97802459-7f3e-499f-b9cb-f0304116adfc req-1cfb5369-46fc-43f3-b74b-675449e8b205 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Jan 10 19:49:59.041228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7158b90-e40a-4016-8254-3c15cd87d404 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:49:59.172661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7158b90-e40a-4016-8254-3c15cd87d404, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7158b90-e40a-4016-8254-3c15cd87d404,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:49:59.186063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'f7158b90-e40a-4016-8254-3c15cd87d404', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': 'f7158b90-e40a-4016-8254-3c15cd87d404', 'mac_address': 'fa:16:3e:64:83:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:49:59.238571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:59.256783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7158b90-e40a-4016-8254-3c15cd87d404 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:49:59.273722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7158b90-e40a-4016-8254-3c15cd87d404, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7158b90-e40a-4016-8254-3c15cd87d404,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:49:59.276515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:49:59.343336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f7158b90-e40a-4016-8254-3c15cd87d404,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:49:59.529562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['f7158b90-e40a-4016-8254-3c15cd87d404'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:49:59.912910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e1014-9077-44db-bc24-9068b9b3686b req-eedc1a7d-b5fd-4314-b69b-53638d79d70a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:49:59.914383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c78e1014-9077-44db-bc24-9068b9b3686b req-eedc1a7d-b5fd-4314-b69b-53638d79d70a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 944 time: 0.0780449 Jan 10 19:49:59.958875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c78e1014-9077-44db-bc24-9068b9b3686b req-fb46fe12-616b-4cd0-9e17-86dd5431244d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Jan 10 19:50:01.067203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7158b90-e40a-4016-8254-3c15cd87d404 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:50:01.168880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55263bef-f478-4f86-a7ce-6eb8cc5e9cde req-d30161e6-e540-4452-b4d1-a056f9fcecb8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:01.171672 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55263bef-f478-4f86-a7ce-6eb8cc5e9cde req-d30161e6-e540-4452-b4d1-a056f9fcecb8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 944 time: 0.0818470 Jan 10 19:50:01.178754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port f7158b90-e40a-4016-8254-3c15cd87d404 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:50:01.184974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port f7158b90-e40a-4016-8254-3c15cd87d404 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:50:01.186346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:01.235891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-55263bef-f478-4f86-a7ce-6eb8cc5e9cde req-1722e5cf-fdd8-40c9-987f-9a1339d19fce tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539787 Jan 10 19:50:01.312248 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:01.340313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7158b90-e40a-4016-8254-3c15cd87d404'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:50:01.350523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f7158b90-e40a-4016-8254-3c15cd87d404, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7158b90-e40a-4016-8254-3c15cd87d404,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:50:01.356377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:01.416979 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7158b90-e40a-4016-8254-3c15cd87d404', 'code': 200} Jan 10 19:50:01.425084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f7158b90-e40a-4016-8254-3c15cd87d404,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:01.550448 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6786af2f-d560-43df-97fa-327c2a801948 req-21ad0624-fc2c-430e-9c08-46f2865c00de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 1096 time: 0.0761287 Jan 10 19:50:01.593809 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6786af2f-d560-43df-97fa-327c2a801948 req-7a21fc66-50db-4413-8ab5-3d63a80eeac0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Jan 10 19:50:02.459987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938356-9877-4943-b43e-b79be2d842c9 req-c5de4895-b219-4ff1-8e0f-4f5fe98d8f48 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:02.461877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46938356-9877-4943-b43e-b79be2d842c9 req-c5de4895-b219-4ff1-8e0f-4f5fe98d8f48 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 945 time: 0.0962749 Jan 10 19:50:02.519490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46938356-9877-4943-b43e-b79be2d842c9 req-e0707ef4-aa8a-4b19-852b-16943b02e347 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Jan 10 19:50:03.519969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-6f506530-b3aa-4107-bf08-8d039e52d7d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774360 Jan 10 19:50:03.717119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-1baf8a1f-73c3-43bd-a39a-3f886948f582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 1097 time: 0.1272845 Jan 10 19:50:03.845118 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb21e3-8ca8-422c-a652-c9cace6f94f2 req-6cbda7fe-e7e0-420c-b78a-13dccb241774 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:03.851934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5eb21e3-8ca8-422c-a652-c9cace6f94f2 req-6cbda7fe-e7e0-420c-b78a-13dccb241774 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 945 time: 0.2016299 Jan 10 19:50:03.936358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-012f305e-db72-4bce-af25-61308f8afd28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:03.937783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-012f305e-db72-4bce-af25-61308f8afd28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1974232 Jan 10 19:50:03.945709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5eb21e3-8ca8-422c-a652-c9cace6f94f2 req-d2157318-8e8e-4bc7-8766-d09c4d905233 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839651 Jan 10 19:50:04.028957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-d775d9ed-5bd5-4db5-911a-2fe7085026fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b329c19e-0116-43cb-9681-7e0410cb8708 HTTP/1.1" status: 200 len: 217 time: 0.0822678 Jan 10 19:50:04.151788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-d9945130-fada-4b68-9129-fd188165cf46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:04.153205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-d9945130-fada-4b68-9129-fd188165cf46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.1187031 Jan 10 19:50:04.225247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7c81-9351-46be-8e7c-279088151027 req-d4ab788d-e1fd-4d58-b6ed-4c6ffbb2bfb0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:04.225247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93fc7c81-9351-46be-8e7c-279088151027 req-d4ab788d-e1fd-4d58-b6ed-4c6ffbb2bfb0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 945 time: 0.1426220 Jan 10 19:50:04.380648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-93fc7c81-9351-46be-8e7c-279088151027 req-6f3ed516-52e2-4fc1-8232-1454d043b94d tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490762 Jan 10 19:50:04.386912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-fe2b38b1-8ad9-4e54-bfd4-929e9218f228 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281542 Jan 10 19:50:04.555919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-0745479f-a24d-48f4-b174-bfa9e91c99d9 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631212 Jan 10 19:50:04.702269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e83705-7e2e-4de3-ae3d-08b48185c116 req-92b11c67-05ad-44e8-846f-863291973770 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404843 Jan 10 19:50:04.977259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78c003-bb90-4dea-8bb8-307f367c35b1 req-443edd55-8e3d-45ad-bbac-dbc5c2221ce6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:04.977259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a78c003-bb90-4dea-8bb8-307f367c35b1 req-443edd55-8e3d-45ad-bbac-dbc5c2221ce6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 945 time: 0.0862184 Jan 10 19:50:05.040846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a78c003-bb90-4dea-8bb8-307f367c35b1 req-76d0468d-dd32-40f9-bbf5-69c864b8b3d8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559483 Jan 10 19:50:06.259055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1db61-3c7c-4f17-8e21-1b2f7dc9cc43 req-2966f7b8-4b37-4014-b3ca-be05c39dec3f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:06.259735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63e1db61-3c7c-4f17-8e21-1b2f7dc9cc43 req-2966f7b8-4b37-4014-b3ca-be05c39dec3f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 945 time: 0.0803838 Jan 10 19:50:06.308806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63e1db61-3c7c-4f17-8e21-1b2f7dc9cc43 req-6f48c478-c101-4770-b022-e1bff1a8cc6f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jan 10 19:50:06.327545 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-ebeea04f-ccd7-407d-9178-b26fe99b391a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:06.328254 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-ebeea04f-ccd7-407d-9178-b26fe99b391a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:50:06.345995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-ebeea04f-ccd7-407d-9178-b26fe99b391a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:50:06.345995 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-ebeea04f-ccd7-407d-9178-b26fe99b391a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 945 time: 0.1037068 Jan 10 19:50:06.418688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port f7158b90-e40a-4016-8254-3c15cd87d404 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:50:06.418688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:06.667869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port f7158b90-e40a-4016-8254-3c15cd87d404, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f7158b90-e40a-4016-8254-3c15cd87d404,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:50:06.668235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:06.785967 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for f7158b90-e40a-4016-8254-3c15cd87d404 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:50:07.018472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:07.030329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['f7158b90-e40a-4016-8254-3c15cd87d404'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:50:07.054794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['b329c19e-0116-43cb-9681-7e0410cb8708'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:50:07.065055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=f7158b90-e40a-4016-8254-3c15cd87d404,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:07.146081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port f7158b90-e40a-4016-8254-3c15cd87d404 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:50:07.149399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:07.152723 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'name': 'network-vif-deleted', 'tag': 'f7158b90-e40a-4016-8254-3c15cd87d404'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:50:07.170098 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9f257733-2283-4f2b-b095-9dfdf265c73a req-905fb4b1-e9b7-40db-8938-41bfe26c2909 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "DELETE /v2.0/ports/f7158b90-e40a-4016-8254-3c15cd87d404 HTTP/1.1" status: 204 len: 173 time: 0.8190377 Jan 10 19:50:07.234503 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e333431-4735-4e1f-a471-4ed9e3bd87fd', 'name': 'network-vif-deleted', 'tag': 'f7158b90-e40a-4016-8254-3c15cd87d404', 'status': 'completed', 'code': 200} Jan 10 19:50:07.468290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11bb2426-37bd-41ac-8aa5-d53cff270ab4 req-04a23302-f814-47ea-9176-db91d846a18f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e333431-4735-4e1f-a471-4ed9e3bd87fd HTTP/1.1" status: 200 len: 210 time: 0.0413232 Jan 10 19:50:08.437593 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-865a1ecd-20e6-4b8f-aad8-f57a12aff744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:10.509414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-11e0e59d-8084-492f-812b-668b5ad22f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:11.084344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7158b90-e40a-4016-8254-3c15cd87d404 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:50:11.117998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: f7158b90-e40a-4016-8254-3c15cd87d404 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:50:11.118351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f7158b90-e40a-4016-8254-3c15cd87d404 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:50:11.783038 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:11.911075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:12.325184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f80384-fc74-4d4f-993b-3d57599863e5 req-2d27d339-6bcb-43a4-951d-96492b442b68 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:12.326634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72f80384-fc74-4d4f-993b-3d57599863e5 req-2d27d339-6bcb-43a4-951d-96492b442b68 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 946 time: 0.0805163 Jan 10 19:50:12.371627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72f80384-fc74-4d4f-993b-3d57599863e5 req-11935f26-ff7f-488a-b37e-759d4fa18ca6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Jan 10 19:50:13.186328 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:13.565706 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf54ee-31d0-4429-a1b1-ce554c4497ab req-3443736b-9cee-457f-8d5e-63b66b4a81a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:13.567173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16bf54ee-31d0-4429-a1b1-ce554c4497ab req-3443736b-9cee-457f-8d5e-63b66b4a81a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 946 time: 0.0751987 Jan 10 19:50:13.612075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16bf54ee-31d0-4429-a1b1-ce554c4497ab req-35709f47-17d1-40d5-bfdc-721ef2c82462 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d64b144-86be-4c9d-9416-7ee06365e2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388107 Jan 10 19:50:13.754587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735f405-30b5-43e1-9b06-de33b310e841 req-49503971-750d-497e-8709-358be83cdb7f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:13.756803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6735f405-30b5-43e1-9b06-de33b310e841 req-49503971-750d-497e-8709-358be83cdb7f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 946 time: 0.0770910 Jan 10 19:50:13.827723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port b329c19e-0116-43cb-9681-7e0410cb8708 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:50:13.828066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:14.065550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port b329c19e-0116-43cb-9681-7e0410cb8708, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b329c19e-0116-43cb-9681-7e0410cb8708,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:50:14.065912 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:14.186403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for b329c19e-0116-43cb-9681-7e0410cb8708 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:50:14.324464 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:14.336194 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['b329c19e-0116-43cb-9681-7e0410cb8708'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:50:14.372680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=b329c19e-0116-43cb-9681-7e0410cb8708,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:14.419207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.419560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.419901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.420238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.420570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.420905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.421233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.421565 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.421887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.422209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.422531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:14.462990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port b329c19e-0116-43cb-9681-7e0410cb8708 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:50:14.465256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:14.467747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'name': 'network-vif-deleted', 'tag': 'b329c19e-0116-43cb-9681-7e0410cb8708'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:50:14.479723 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6735f405-30b5-43e1-9b06-de33b310e841 req-ca8325b0-73c8-4c9a-ae98-8f3c3c102588 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "DELETE /v2.0/ports/b329c19e-0116-43cb-9681-7e0410cb8708 HTTP/1.1" status: 204 len: 173 time: 0.7166619 Jan 10 19:50:14.539246 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc6319a-5495-4cce-b191-1910b866dbb9', 'name': 'network-vif-deleted', 'tag': 'b329c19e-0116-43cb-9681-7e0410cb8708', 'status': 'completed', 'code': 200} Jan 10 19:50:14.778461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-21666b98-0e2b-4d14-a22b-f4e2bed10f7a req-05c313c9-4266-453e-b6fc-d99eab9ba51a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:50:14.794590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-21666b98-0e2b-4d14-a22b-f4e2bed10f7a req-05c313c9-4266-453e-b6fc-d99eab9ba51a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:50:14.796251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21666b98-0e2b-4d14-a22b-f4e2bed10f7a req-05c313c9-4266-453e-b6fc-d99eab9ba51a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffc6319a-5495-4cce-b191-1910b866dbb9 HTTP/1.1" status: 200 len: 210 time: 0.0586534 Jan 10 19:50:15.509717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:15.682675 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:18.200454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b329c19e-0116-43cb-9681-7e0410cb8708 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:50:18.231556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: b329c19e-0116-43cb-9681-7e0410cb8708 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:50:18.231901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b329c19e-0116-43cb-9681-7e0410cb8708 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:50:19.090236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 33746) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:19.095918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656208993', 'description': 'tempest-secgroup-smoke-1656208993 description', 'project_id': '98c6e8507cfb4d679f88620935aab946'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:19.103225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.107022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.109844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.116689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.126461 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.159624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.163816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.166568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.172251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.225849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.229739 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.268586 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a86253-ee92-4d41-bc1c-2d2bbf695ee1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:19.271247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.272407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e5adc375-ac9d-49b9-b5ca-f8d305b53870 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1811345 Jan 10 19:50:19.275628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33750) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:19.281623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group_rule': {'security_group_id': '88a86253-ee92-4d41-bc1c-2d2bbf695ee1', 'project_id': '98c6e8507cfb4d679f88620935aab946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:19.288702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.292502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.295326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.301738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.317756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.379151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.382474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.491095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80585a13-8771-4793-80db-a0181c4dcaf4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:19.500134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.501301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-924ad131-6391-4e90-8c6f-bc424e8a205a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2244005 Jan 10 19:50:19.504256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33754) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:19.509623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group_rule': {'security_group_id': '88a86253-ee92-4d41-bc1c-2d2bbf695ee1', 'project_id': '98c6e8507cfb4d679f88620935aab946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:19.515821 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.519544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.522980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.530365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.549694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.611049 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.614384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.635800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6ae31a-f4c7-47b9-81b2-1da7bee1bff7,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:19.644054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.645169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e98ff9d6-bcf3-47c2-8256-9fd538c74755 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1399314 Jan 10 19:50:19.648461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33758) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:19.653644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group_rule': {'security_group_id': '88a86253-ee92-4d41-bc1c-2d2bbf695ee1', 'project_id': '98c6e8507cfb4d679f88620935aab946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:19.659747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.664063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.666893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.672396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.688269 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.751120 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.754663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.776669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd58613-adf7-498c-9363-ca39009c6e7b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:19.789016 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.790246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6622b364-f577-46f0-968c-8dac1eb4e7dc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1408858 Jan 10 19:50:19.793083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33764) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:19.798747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group_rule': {'security_group_id': '88a86253-ee92-4d41-bc1c-2d2bbf695ee1', 'project_id': '98c6e8507cfb4d679f88620935aab946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:19.805327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.809084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.811929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.817564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.833512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.904766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.907824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.931122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0c9f64-6c3b-485b-80ae-98db51ec1b2c,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:19.941009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:19.942306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-882cc593-fed2-4db5-b2e5-4152eb20ddf9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1482909 Jan 10 19:50:19.945574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33768) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:19.950904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group_rule': {'security_group_id': '88a86253-ee92-4d41-bc1c-2d2bbf695ee1', 'project_id': '98c6e8507cfb4d679f88620935aab946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:19.957069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:19.961509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:19.964338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:19.969865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:19.980373 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Project 98c6e8507cfb4d679f88620935aab946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:50:19.987339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.053884 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.057608 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.080588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436c9d97-025b-4dd3-86bb-6e45bbcc55c4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:20.091475 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.092704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1decfeb1-f232-49c7-abe6-d51f2aaed8bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461773 Jan 10 19:50:20.095522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33772) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:20.101038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'security_group_rule': {'security_group_id': '88a86253-ee92-4d41-bc1c-2d2bbf695ee1', 'project_id': '98c6e8507cfb4d679f88620935aab946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:20.107959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:20.111735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:security_group_rule and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:20.114591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:20.120291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:20.130095 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Project 98c6e8507cfb4d679f88620935aab946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 19:50:20.136947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.203294 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.206953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.233569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c6c827-e559-4ef1-b5c5-6da21518b2f2,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:20.244149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:20.245499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ff142dd0-ffcb-4ad0-96f7-ea1c301683f2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1490495 Jan 10 19:50:27.147570 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:50:34.218660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-744ae8a8-3c97-48f8-b07a-df8cc235dec1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656208993&fields=id&tenant_id=98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 267 time: 0.0396869 Jan 10 19:50:34.360567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-529d56de-fbb7-45f6-a5fb-1160fd35ff9c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:34.361888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-529d56de-fbb7-45f6-a5fb-1160fd35ff9c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1367617 Jan 10 19:50:34.378317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-ed30e004-a711-435f-b863-e098cdc15be0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0105348 Jan 10 19:50:34.456814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-01f4a0fe-0301-4b2b-bbba-d780fac94ac0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739431 Jan 10 19:50:34.590876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-52aadc79-cc51-4f2e-875f-8ce72d8d1f26 service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226540 Jan 10 19:50:34.719586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-fb444537-3406-442a-be3c-27959004fa0e service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228561 Jan 10 19:50:35.119746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fcc8f203-6215-46e0-aea7-9eb4bdabcfae req-b07d366c-cd93-41ab-9ba1-5706ad5fcd95 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 210 time: 0.0453932 Jan 10 19:50:36.096938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-a0857999-e100-4b69-b288-3a530a3c3028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:36.097835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-a0857999-e100-4b69-b288-3a530a3c3028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1479673 Jan 10 19:50:36.150041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-6332dd92-73db-4d17-856e-47c4c7f6e33e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 380 time: 0.0406656 Jan 10 19:50:36.158208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'security_groups': ['88a86253-ee92-4d41-bc1c-2d2bbf695ee1']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:36.295372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ba073b3-5095-47cc-98b0-01f4dc3c0fa2 req-ed3d34ea-b6a4-48e0-81e0-a922c1d673ee tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 210 time: 0.0471394 Jan 10 19:50:36.336082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:36.345354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:36.356099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:50:36.359135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:36.525245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.12 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/5379029f-3c2b-443c-884a-8af92043f6a3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:50:36.712896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:36.729440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object 5379029f-3c2b-443c-884a-8af92043f6a3 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:50:36.752948 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:36.909215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:50:36.912280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:50:36.916176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:50:36.947763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=5379029f-3c2b-443c-884a-8af92043f6a3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:36.985217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:36.986014 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:37.013790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e48c07c4-84de-4cef-bd99-c4697ce77ebb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8596418 Jan 10 19:50:37.025692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Request body: {'port': {'device_id': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:37.139883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e043865e-37c4-43c9-b8f6-40a516adbc45 None None] Provisioning for port 5379029f-3c2b-443c-884a-8af92043f6a3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:50:37.142977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:37.145469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e043865e-37c4-43c9-b8f6-40a516adbc45 None None] Provisioning complete for port 5379029f-3c2b-443c-884a-8af92043f6a3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:50:37.146467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e043865e-37c4-43c9-b8f6-40a516adbc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:37.203437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e043865e-37c4-43c9-b8f6-40a516adbc45 None None] Port 5379029f-3c2b-443c-884a-8af92043f6a3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:50:37.542400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5379029f-3c2b-443c-884a-8af92043f6a3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:50:37.551591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:37.571744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Transition to ACTIVE for port object 5379029f-3c2b-443c-884a-8af92043f6a3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:50:37.578625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f745da-68de-4fa3-9658-b4c19a118eb0 req-e371e6f6-849c-44c4-822f-a17d414580bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:37.579347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-18f745da-68de-4fa3-9658-b4c19a118eb0 req-e371e6f6-849c-44c4-822f-a17d414580bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:50:37.583567 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:37.652133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-18f745da-68de-4fa3-9658-b4c19a118eb0 req-e371e6f6-849c-44c4-822f-a17d414580bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:50:37.653483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18f745da-68de-4fa3-9658-b4c19a118eb0 req-e371e6f6-849c-44c4-822f-a17d414580bf tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 932 time: 0.2302094 Jan 10 19:50:37.736120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5379029f-3c2b-443c-884a-8af92043f6a3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:37.840156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18f745da-68de-4fa3-9658-b4c19a118eb0 req-46a75c1d-baa4-4359-a06e-77d551757831 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384349 Jan 10 19:50:37.876401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Attempting to bind port 5379029f-3c2b-443c-884a-8af92043f6a3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:50:37.876737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Attempting to bind port 5379029f-3c2b-443c-884a-8af92043f6a3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:50:37.877070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Attempting to bind port 5379029f-3c2b-443c-884a-8af92043f6a3 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:50:37.883099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Port 5379029f-3c2b-443c-884a-8af92043f6a3 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:50:37.883427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Attempting to bind port 5379029f-3c2b-443c-884a-8af92043f6a3 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:50:37.889542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:50:37.889878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:50:37.890262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:50:37.890682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Bound port: 5379029f-3c2b-443c-884a-8af92043f6a3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:50:37.891065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:37.979892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] For port 5379029f-3c2b-443c-884a-8af92043f6a3, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:50:37.982893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] For port 5379029f-3c2b-443c-884a-8af92043f6a3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5379029f-3c2b-443c-884a-8af92043f6a3,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:50:37.987373 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:38.058524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5379029f-3c2b-443c-884a-8af92043f6a3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:38.065781 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:38.067206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e5c79590-69ed-4bcd-9023-f0801d4252b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 200 len: 1092 time: 1.0462546 Jan 10 19:50:38.067802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:50:38.179848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-f0c3f79a-2933-4f8b-a378-21d9b3f6a43b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1095 time: 0.0712914 Jan 10 19:50:38.251960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-8b6e8e40-2b2e-4b34-81da-abaf0f5e603b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 200 len: 217 time: 0.0654674 Jan 10 19:50:38.306175 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3', 'status': 'completed', 'code': 200} Jan 10 19:50:38.313315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-868db6e7-f551-49f8-b379-2a94b9fcb235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:38.314649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-868db6e7-f551-49f8-b379-2a94b9fcb235 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0577776 Jan 10 19:50:38.389973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-5d3a8942-4956-4011-9d5a-c71509e6c38f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698028 Jan 10 19:50:38.430321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4cadce2a-7d06-42f2-b6ae-d000904feded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:38.520351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-5ee07c80-b8f1-47f3-a788-0ad3fdc16927 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245749 Jan 10 19:50:38.730796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe354cc8-436f-4b87-b2fd-b952ba410ac7 req-e6d6a939-ae23-4253-9fb3-5a3012a461bf service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050467 Jan 10 19:50:38.839333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-8262af27-a3ad-4e1d-b59f-583bcff4022c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1095 time: 0.0671852 Jan 10 19:50:38.975193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-d6cea06a-0cc7-4703-ab42-e027305a8902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:38.976666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-d6cea06a-0cc7-4703-ab42-e027305a8902 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1322796 Jan 10 19:50:39.055338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-a5047768-f99b-43a6-8223-3dd30423aa80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 200 len: 217 time: 0.0709786 Jan 10 19:50:39.154503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-e310324d-8565-47d0-ac70-acee5526fd01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:39.155894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-e310324d-8565-47d0-ac70-acee5526fd01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0943005 Jan 10 19:50:39.256604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b6173-c7ce-4b4a-acf8-a2b209d714aa req-ce1659d9-72f9-47f9-90a3-0c974133dea6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:39.258030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a4b6173-c7ce-4b4a-acf8-a2b209d714aa req-ce1659d9-72f9-47f9-90a3-0c974133dea6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 944 time: 0.1388628 Jan 10 19:50:39.260744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-36e27677-bfa2-49ab-84cc-0681ae2bb0cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943868 Jan 10 19:50:39.384052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a4b6173-c7ce-4b4a-acf8-a2b209d714aa req-85beed12-4176-4577-a4b8-27c7056905cc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203995 Jan 10 19:50:39.423890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-bc3cc884-7f08-48f5-876a-a9b552d3faf7 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474283 Jan 10 19:50:39.553155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f101c8f-485d-47e2-9292-773dde7c2390 req-2f9ee51c-646c-4bad-8c9c-b5e4f2ebbcc9 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240325 Jan 10 19:50:40.511722 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-69db186a-c956-41f1-9066-e641279d3e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:40.581886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f3797-0596-43c3-b092-e133d0424504 req-82e48395-9b21-46d8-acb4-a6c0ca14cf33 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:40.583356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-342f3797-0596-43c3-b092-e133d0424504 req-82e48395-9b21-46d8-acb4-a6c0ca14cf33 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 944 time: 0.0809128 Jan 10 19:50:40.627517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-342f3797-0596-43c3-b092-e133d0424504 req-8f9eb239-e1f1-4378-ab62-6f9841c9b686 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386877 Jan 10 19:50:41.786964 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:41.823105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbfaa1-d9ee-4c55-952a-84dc2ffde9e3 req-49730704-c224-457f-aa48-c1c6f1d7fda0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:41.824590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cfbfaa1-d9ee-4c55-952a-84dc2ffde9e3 req-49730704-c224-457f-aa48-c1c6f1d7fda0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 944 time: 0.0795395 Jan 10 19:50:41.876850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cfbfaa1-d9ee-4c55-952a-84dc2ffde9e3 req-248e3874-1234-4b9d-9717-2ff323307e26 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 Jan 10 19:50:41.911838 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:43.082394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064497bb-3f78-49a3-843d-91f7c585a107 req-b9177e41-a945-49db-8377-bff2258c0a25 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:43.084356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-064497bb-3f78-49a3-843d-91f7c585a107 req-b9177e41-a945-49db-8377-bff2258c0a25 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 944 time: 0.0866218 Jan 10 19:50:43.128803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-064497bb-3f78-49a3-843d-91f7c585a107 req-7d95e927-6624-4390-a5ec-d846c5967be1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Jan 10 19:50:43.189175 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:44.324687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911e94-2a4a-4155-8c7b-720dba899e22 req-90cb1f19-a833-4a38-b996-7ebfd8ebe9c1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:44.326111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84911e94-2a4a-4155-8c7b-720dba899e22 req-90cb1f19-a833-4a38-b996-7ebfd8ebe9c1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 944 time: 0.0774353 Jan 10 19:50:44.369699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84911e94-2a4a-4155-8c7b-720dba899e22 req-b16cd6f1-738d-418c-9b1a-62f9e63b718c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Jan 10 19:50:45.531448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:45.561514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874e7b8-1071-435a-90b2-3b5b6969292a req-0cd2c749-ebe9-4ee8-b362-bdd2f9261143 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:45.562998 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c874e7b8-1071-435a-90b2-3b5b6969292a req-0cd2c749-ebe9-4ee8-b362-bdd2f9261143 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 944 time: 0.0754371 Jan 10 19:50:45.606830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c874e7b8-1071-435a-90b2-3b5b6969292a req-5cacf9c5-fd14-48d7-a8b6-da703c03f88e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383554 Jan 10 19:50:45.681484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:46.260875 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5379029f-3c2b-443c-884a-8af92043f6a3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:50:46.398293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5379029f-3c2b-443c-884a-8af92043f6a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5379029f-3c2b-443c-884a-8af92043f6a3,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:50:46.411462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5379029f-3c2b-443c-884a-8af92043f6a3', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': '5379029f-3c2b-443c-884a-8af92043f6a3', 'mac_address': 'fa:16:3e:c0:4f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:50:46.463882 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:46.480645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5379029f-3c2b-443c-884a-8af92043f6a3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:50:46.496244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5379029f-3c2b-443c-884a-8af92043f6a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5379029f-3c2b-443c-884a-8af92043f6a3,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:50:46.500318 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:46.566810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5379029f-3c2b-443c-884a-8af92043f6a3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:46.575801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.576155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.576496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.576835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.577172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.577503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.577833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.578161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.578487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.578813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.579166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:50:46.707543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5379029f-3c2b-443c-884a-8af92043f6a3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:50:46.803707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c8a49-450e-4341-b7e6-0db64a1a616b req-79cc9f59-cb02-4b5d-ae89-9d34d197a9f5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:46.805154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a3c8a49-450e-4341-b7e6-0db64a1a616b req-79cc9f59-cb02-4b5d-ae89-9d34d197a9f5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 945 time: 0.0789208 Jan 10 19:50:46.849777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5a3c8a49-450e-4341-b7e6-0db64a1a616b req-d485c773-7b6e-4eab-91a6-5d180c85119c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391073 Jan 10 19:50:48.042061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1ee16-c690-4820-b8f3-799963983f99 req-88a599d2-e033-4cd4-892e-499d74fb9a22 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:48.043542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40c1ee16-c690-4820-b8f3-799963983f99 req-88a599d2-e033-4cd4-892e-499d74fb9a22 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 945 time: 0.0759382 Jan 10 19:50:48.094155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-40c1ee16-c690-4820-b8f3-799963983f99 req-46dd4661-82ef-4539-909c-07e469c12fbc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Jan 10 19:50:48.276924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5379029f-3c2b-443c-884a-8af92043f6a3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:50:48.346143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 5379029f-3c2b-443c-884a-8af92043f6a3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:50:48.351139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 5379029f-3c2b-443c-884a-8af92043f6a3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:50:48.351512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:48.462468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:48.488336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:50:48.498098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5379029f-3c2b-443c-884a-8af92043f6a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5379029f-3c2b-443c-884a-8af92043f6a3,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:50:48.501835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:48.542707 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3', 'code': 200} Jan 10 19:50:48.572171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5379029f-3c2b-443c-884a-8af92043f6a3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:48.663246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3693e69-8ed1-487d-9a47-9f162bb059bb req-9194e699-02e4-4785-af02-df94ee187783 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1097 time: 0.0663357 Jan 10 19:50:48.704710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3693e69-8ed1-487d-9a47-9f162bb059bb req-3ad29dfd-5e05-4206-b22b-76e376bce2e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354564 Jan 10 19:50:49.290165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c94fe8-2a55-4b76-97b8-5f3a10555cca req-e6c0df8c-ae2e-440a-abff-b45ec1062858 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:49.291607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5c94fe8-2a55-4b76-97b8-5f3a10555cca req-e6c0df8c-ae2e-440a-abff-b45ec1062858 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 946 time: 0.0771155 Jan 10 19:50:49.335848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e5c94fe8-2a55-4b76-97b8-5f3a10555cca req-a06f09d8-d34b-449c-9f84-e103634c2845 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Jan 10 19:50:50.535097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37d6b-8f5e-4ef6-85df-9628388aa927 req-38e7825e-9b28-44c9-b2ba-7f11b4ece7f5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:50.537150 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bc37d6b-8f5e-4ef6-85df-9628388aa927 req-38e7825e-9b28-44c9-b2ba-7f11b4ece7f5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 946 time: 0.0800602 Jan 10 19:50:50.581280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bc37d6b-8f5e-4ef6-85df-9628388aa927 req-67104481-e80d-4f09-94c1-8647af906f42 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385182 Jan 10 19:50:50.775190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53df3f-126c-4e91-aaa0-5487657d1a57 req-cd47e89e-85e0-4766-90cf-7cd49eca240e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:50.776622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d53df3f-126c-4e91-aaa0-5487657d1a57 req-cd47e89e-85e0-4766-90cf-7cd49eca240e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 946 time: 0.0782435 Jan 10 19:50:50.820521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5d53df3f-126c-4e91-aaa0-5487657d1a57 req-f8a4e7ea-0092-407e-a83f-fb27ae8c9ce2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Jan 10 19:50:50.847985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33910) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:50.914658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f3711406-97a1-4443-9f1a-a69e069827e3 tempest-TestVolumeBootPattern-2113559900 tempest-TestVolumeBootPattern-2113559900-project-admin] Synchronizing usage tracker for tenant:259c938ff21c4f69b169707b0052a0e0 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:50:50.930668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f3711406-97a1-4443-9f1a-a69e069827e3 tempest-TestVolumeBootPattern-2113559900 tempest-TestVolumeBootPattern-2113559900-project-admin] Unset dirty status for tenant:259c938ff21c4f69b169707b0052a0e0 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:50:50.931898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f3711406-97a1-4443-9f1a-a69e069827e3 tempest-TestVolumeBootPattern-2113559900 tempest-TestVolumeBootPattern-2113559900-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1092 time: 0.0829263 Jan 10 19:50:50.934847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 33914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:50:50.940106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '5379029f-3c2b-443c-884a-8af92043f6a3', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:50:50.946538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:50:50.950322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:floatingip and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:50:50.953353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:50:50.959744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:50:50.969721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:51.101479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:51.316413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.25.6.196 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/eede1c53-f2a5-4dd4-9f49-114139788ffa) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:50:51.461874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:51.488193 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:51.558544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:50:51.561921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=eede1c53-f2a5-4dd4-9f49-114139788ffa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:51.565302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:50:51.567447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:50:52.063679 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:52.117595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:52.313645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:52.318503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:52.418243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=eede1c53-f2a5-4dd4-9f49-114139788ffa,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:50:52.435379 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:52.628321 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Floating IP 03c12b3a-7860-4d4e-9fed-6d5ba09fbb16 associated. External IP: 172.25.6.196, port: 5379029f-3c2b-443c-884a-8af92043f6a3. Jan 10 19:50:53.097860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:50:53.292313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:50:53.302893 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:50:53.314451 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:50:53.315351 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:50:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:50:53.316694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:50:53.373712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3f5ef84e-07da-4b1c-af21-422c1192c3e3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4376683 Jan 10 19:50:53.374304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:50:53.427243 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3', 'status': 'completed', 'code': 200} Jan 10 19:50:53.517295 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:50:53.525426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-06d043ce-b467-4e94-8f74-ea26e836f9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1097 time: 0.0711231 Jan 10 19:50:53.655675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-04a9dab6-b0da-4f54-ad67-f0336fafdeb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:53.657053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-04a9dab6-b0da-4f54-ad67-f0336fafdeb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1260469 Jan 10 19:50:53.759790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-1f476af6-1a2a-42f8-8ab9-37ff643b916f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 200 len: 1000 time: 0.0970645 Jan 10 19:50:53.819302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-e4e84c6b-2d8f-489d-a33b-6599a0a195b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:50:53.820718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-e4e84c6b-2d8f-489d-a33b-6599a0a195b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0559039 Jan 10 19:50:53.855986 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '03c12b3a-7860-4d4e-9fed-6d5ba09fbb16', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': '5379029f-3c2b-443c-884a-8af92043f6a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:c0:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:50:51Z', 'updated_at': '2022-01-10T19:50:51Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:50:53.859797 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:50:53.869837 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:50:53.870413 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:50:40Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:50:53.897991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-be1f4435-23c9-4976-9498-d99afdc7094d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712302 Jan 10 19:50:54.030813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-3f0277e0-0f12-41dd-8f92-16f74e49a771 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265874 Jan 10 19:50:54.042957 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:50:54.159102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e51297d7-7a2b-48db-bd25-705a455c7b60 req-cdec8e22-9ef2-4516-b0ec-aa3c8c95f3c8 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231868 Jan 10 19:50:54.380414 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '03c12b3a-7860-4d4e-9fed-6d5ba09fbb16', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': '5379029f-3c2b-443c-884a-8af92043f6a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:c0:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:50:51Z', 'updated_at': '2022-01-10T19:50:51Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:50:54.385721 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21e6ca-d678-476d-96b6-c9bf5832e7d8 None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '03c12b3a-7860-4d4e-9fed-6d5ba09fbb16', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': '5379029f-3c2b-443c-884a-8af92043f6a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:c0:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:50:51Z', 'updated_at': '2022-01-10T19:50:51Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:50:54.568068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e232b-c0a6-41c2-9a6e-9fcdb063fc50 None None] New status for floating IP 03c12b3a-7860-4d4e-9fed-6d5ba09fbb16: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:51:04.148995 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:51:05.446396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-a9c14813-b530-4a25-81e6-7254e7d6ef50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695081 Jan 10 19:51:05.583102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-ade21fb9-13bb-4577-a1f5-fafe19128451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1097 time: 0.0698142 Jan 10 19:51:05.720520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96989a4-571d-4311-8a66-2592311724d5 req-a3627583-3088-44d9-8b9f-bbe2e28fc6da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:51:05.721864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-a3627583-3088-44d9-8b9f-bbe2e28fc6da service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1222446 Jan 10 19:51:05.914881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-3aa5d9e7-2a0d-49a8-9395-2f9f4bf142f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 200 len: 1002 time: 0.1875770 Jan 10 19:51:05.983772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96989a4-571d-4311-8a66-2592311724d5 req-e00584a7-1b88-4606-8ce1-20c0147b47e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:51:05.983772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-e00584a7-1b88-4606-8ce1-20c0147b47e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0598705 Jan 10 19:51:06.062990 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-658502d6-6ac8-4960-b838-97fd4dcc5c3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760303 Jan 10 19:51:06.194450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-29491653-be94-4e01-a873-27535ae913fc service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235642 Jan 10 19:51:06.331835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a96989a4-571d-4311-8a66-2592311724d5 req-85de5ef3-b943-4e8f-bdb4-3b49d328b6e1 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267781 Jan 10 19:51:08.428510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-810b573b-4cbb-4c72-abd7-31dc60db7866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:10.520140 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f042e81d-552e-425c-b39f-2b5faa681c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:11.792993 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:11.913346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:13.198978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:15.525276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:15.696965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:38.430894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b5efc056-bbb0-43f8-8c26-229f9a32eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:40.519133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28556f5b-569c-43fb-9003-79c584d739f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:41.150203 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:51:41.792086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:41.916722 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:43.197601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:45.520219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:51:45.709840 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:06.457928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-839b9b03-4c3c-45b8-9c7a-00f2604b6b5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715568 Jan 10 19:52:06.602927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-9b216745-2103-4725-a475-08f7b44a9cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 1097 time: 0.0687509 Jan 10 19:52:06.740942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-8e62aa99-c01b-4d76-a885-067183b8a90f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:06.742263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-8e62aa99-c01b-4d76-a885-067183b8a90f service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1220338 Jan 10 19:52:06.841859 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-47e83c53-885e-4316-9dd6-95f789761618 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 200 len: 1002 time: 0.0935378 Jan 10 19:52:06.903282 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-959f11f8-9e5b-4f48-bc36-394f2cd22d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:06.904663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-959f11f8-9e5b-4f48-bc36-394f2cd22d68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0569136 Jan 10 19:52:06.978271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-84298d46-a253-4aab-a5f9-7a8fdc211629 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684280 Jan 10 19:52:07.107297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-336eb773-d679-410f-9925-c9a34a467996 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218977 Jan 10 19:52:07.233158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-626596d5-c37a-4ef4-ad85-eca8446043b2 req-af9324a9-b5ee-4fd9-912f-d2995bc739b5 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208496 Jan 10 19:52:08.435033 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-297bb6e8-7101-4bb0-9b0f-0034114e07e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:10.516412 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-96a627ec-2832-45bc-a213-da699b368433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:11.794766 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:11.918897 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:13.205171 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:15.535468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:15.717032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:18.150517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:52:38.437323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4178cbfd-c89a-4b1f-8097-963ff05cef98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:40.516303 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7140d17c-4b84-42e3-bffa-6e0fad7dfea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:41.797467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:41.921817 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:43.199270 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:45.546029 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:45.712532 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:49.307334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ce65a-17a0-411c-b8fc-d85a40db45be req-90bd6965-92fa-4bac-91f5-29155f23a3ac tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:49.308712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d61ce65a-17a0-411c-b8fc-d85a40db45be req-90bd6965-92fa-4bac-91f5-29155f23a3ac tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 946 time: 0.1486537 Jan 10 19:52:49.353220 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d61ce65a-17a0-411c-b8fc-d85a40db45be req-39ee8208-80cb-4355-8494-948a4d960ac2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385034 Jan 10 19:52:50.690067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37559a-1ab6-41d3-aafc-72145a6ea4fd req-482aa7cc-d8f0-4f37-ba77-58d902d084f4 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:50.691502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c37559a-1ab6-41d3-aafc-72145a6ea4fd req-482aa7cc-d8f0-4f37-ba77-58d902d084f4 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 946 time: 0.2051656 Jan 10 19:52:50.697604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-4bb95933-8f6a-4194-b0a5-191af61873c9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:50.698947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-4bb95933-8f6a-4194-b0a5-191af61873c9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 946 time: 0.1037025 Jan 10 19:52:50.872160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port 5379029f-3c2b-443c-884a-8af92043f6a3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:52:50.872499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:50.901073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4c37559a-1ab6-41d3-aafc-72145a6ea4fd req-a71fe460-d569-4eed-a4c5-d7f0ea89ebca tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006640 Jan 10 19:52:51.110149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port 5379029f-3c2b-443c-884a-8af92043f6a3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5379029f-3c2b-443c-884a-8af92043f6a3,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:52:51.110506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:51.388270 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:51.388572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:51.388941 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Floating IP 03c12b3a-7860-4d4e-9fed-6d5ba09fbb16 disassociated. External IP: 172.25.6.196, port: 5379029f-3c2b-443c-884a-8af92043f6a3. Jan 10 19:52:51.389299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for 5379029f-3c2b-443c-884a-8af92043f6a3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:52:51.529185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:51.578516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=5379029f-3c2b-443c-884a-8af92043f6a3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:52:51.591806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.592155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.592488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.592819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.593149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.593475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.593791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.594108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.594422 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.594740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.595078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:52:51.790032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:52:51.998355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:52:52.009262 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:52:52.021424 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:52:52.022307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:52:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:52:52.081299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port 5379029f-3c2b-443c-884a-8af92043f6a3 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:52:52.084274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:52.088389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'name': 'network-vif-deleted', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:52:52.145610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b23f9723-3c27-4c23-88de-ff0cd31f2167 req-92e7781b-2666-4080-93b5-e4fe2ee283ce tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 210 time: 0.0501645 Jan 10 19:52:52.154763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e13ffaa-6a83-4a4a-aabd-91c86d467abb req-951a25c4-1a37-4935-becf-a4e500947028 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "DELETE /v2.0/ports/5379029f-3c2b-443c-884a-8af92043f6a3 HTTP/1.1" status: 204 len: 173 time: 1.4390674 Jan 10 19:52:52.196908 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ec8cb-e686-43b5-8de3-badbdcc63be9', 'name': 'network-vif-deleted', 'tag': '5379029f-3c2b-443c-884a-8af92043f6a3', 'status': 'completed', 'code': 200} Jan 10 19:52:52.212566 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:52:52.558528 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:52:52.563078 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:52:52.575204 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:52:52.576073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:52:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:52:52.754592 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:52:53.058215 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:52:53.062583 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558aaea4-83fe-482e-82ce-acdd56bac3d3 None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:52:53.317268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f418ba4b-f8a1-4d5e-ab5a-a4e273280444 None None] New status for floating IP 03c12b3a-7860-4d4e-9fed-6d5ba09fbb16: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:52:53.323595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e10ba768-5aeb-45a0-8a98-f890cdb04b7e req-62b96874-c82b-4996-a311-44f0332156ea tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:52:53.339433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e10ba768-5aeb-45a0-8a98-f890cdb04b7e req-62b96874-c82b-4996-a311-44f0332156ea tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:52:53.341492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10ba768-5aeb-45a0-8a98-f890cdb04b7e req-62b96874-c82b-4996-a311-44f0332156ea tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2ec8cb-e686-43b5-8de3-badbdcc63be9 HTTP/1.1" status: 200 len: 210 time: 0.0586638 Jan 10 19:52:54.669590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-d63b6715-e017-48e4-990b-7672b0082266 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656208993&fields=id&tenant_id=98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 267 time: 0.0401371 Jan 10 19:52:54.770058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5379029f-3c2b-443c-884a-8af92043f6a3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:52:54.807513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 5379029f-3c2b-443c-884a-8af92043f6a3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:52:54.807865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5379029f-3c2b-443c-884a-8af92043f6a3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:52:54.903738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-21b2abc2-3a1d-4b7a-948e-331a786b8fa1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:54.905161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-21b2abc2-3a1d-4b7a-948e-331a786b8fa1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.2292140 Jan 10 19:52:54.921402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-718ee48c-343e-4105-b9f6-2e6cb4014aa3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0109081 Jan 10 19:52:55.004496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-d503ba4f-ef51-492a-b17b-9fa1b64fa769 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782320 Jan 10 19:52:55.150269 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:52:55.215640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-66111d00-ba68-4ffa-9127-5080d2b984fd service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991882 Jan 10 19:52:55.345475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-b733515a-bce7-419a-b66c-53101b0b444e service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245594 Jan 10 19:52:55.734198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-832c37f4-a6c9-4a88-9024-017903046e6f req-2736b5ec-1c53-4e22-a9e9-052796e30450 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 210 time: 0.0400753 Jan 10 19:52:56.843373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91e0d801-eb3f-4e2d-bd18-a136b71a857b req-f15ff186-bc28-4e6b-97ce-1d54ea4c63a1 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 210 time: 0.0425742 Jan 10 19:52:57.952515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a00456f4-5d29-4ef8-a1e7-a4a02915d5eb req-681c3185-c8c1-4e99-8000-022142dbd4b8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 210 time: 0.0438497 Jan 10 19:52:58.891993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-6e9e1e7c-35f6-4527-9dbf-9f5d01147620 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:58.893421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-6e9e1e7c-35f6-4527-9dbf-9f5d01147620 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1446025 Jan 10 19:52:58.945186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-1132df06-b31e-4981-989b-8a6f0105f61e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 380 time: 0.0408258 Jan 10 19:52:58.953951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'security_groups': ['88a86253-ee92-4d41-bc1c-2d2bbf695ee1']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:52:59.138205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b8582de-e809-45b2-a930-e777f42f7697 req-3210c050-3a7f-4016-ad4f-94f984ef1514 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 210 time: 0.0559192 Jan 10 19:52:59.145019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:52:59.154884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:52:59.166488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:52:59.169603 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:59.332548 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.3 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/b5c5cb1b-dcf7-4deb-93e3-2987c837e009) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:52:59.516988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:59.532711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object b5c5cb1b-dcf7-4deb-93e3-2987c837e009 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:52:59.556059 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:59.633337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:52:59.636494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:52:59.641069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:52:59.666048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:52:59.708124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:52:59.708738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:59.735749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-50cd00c8-1e67-49ef-ad83-d982e34c98a9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860162 Jan 10 19:52:59.746244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-934a2582-5fe4-496e-a82a-f973b7470f00 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:52:59.747538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-934a2582-5fe4-496e-a82a-f973b7470f00 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060480 Jan 10 19:52:59.834653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Request body: {'port': {'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:52:59.871937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-442596bd-e87b-4854-bcb9-e0764492b37f None None] Provisioning for port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:52:59.877434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-442596bd-e87b-4854-bcb9-e0764492b37f None None] Provisioning complete for port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:52:59.878404 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-442596bd-e87b-4854-bcb9-e0764492b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:52:59.936070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-442596bd-e87b-4854-bcb9-e0764492b37f None None] Port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:52:59.946599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:00.398529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a01cd-ceae-48ed-8b47-a4158ce74f12 req-1ea55bc0-7355-43ff-a580-99bd08cb2e4b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:00.399240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-805a01cd-ceae-48ed-8b47-a4158ce74f12 req-1ea55bc0-7355-43ff-a580-99bd08cb2e4b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:53:00.468857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-805a01cd-ceae-48ed-8b47-a4158ce74f12 req-1ea55bc0-7355-43ff-a580-99bd08cb2e4b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:53:00.470011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805a01cd-ceae-48ed-8b47-a4158ce74f12 req-1ea55bc0-7355-43ff-a580-99bd08cb2e4b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 931 time: 0.2041485 Jan 10 19:53:00.472130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c5cb1b-dcf7-4deb-93e3-2987c837e009 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:53:00.491848 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:00.519158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Transition to ACTIVE for port object b5c5cb1b-dcf7-4deb-93e3-2987c837e009 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:53:00.522721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:00.586607 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-805a01cd-ceae-48ed-8b47-a4158ce74f12 req-c03789b4-5bd4-4192-951e-89948d10de5b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102200 Jan 10 19:53:00.655966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:53:00.768389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Attempting to bind port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:53:00.768727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Attempting to bind port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:53:00.769056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Attempting to bind port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:53:00.777117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:53:00.777437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Attempting to bind port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:53:00.783705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:53:00.784043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:53:00.784428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:53:00.784846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Bound port: b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:53:00.785190 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:00.871867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] For port b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:53:00.874974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] For port b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:53:00.878895 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:00.938720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:00.940118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] 10.222.0.30 "PUT /v2.0/ports/b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 1091 time: 1.1862741 Jan 10 19:53:00.940555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:53:00.960816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd26c-b9f3-4548-b2f1-16252029d1fd service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:53:01.022034 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'status': 'completed', 'code': 200} Jan 10 19:53:01.065456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-9f72dd2b-c6ce-4fae-8c90-5659bbc32e23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1094 time: 0.0789018 Jan 10 19:53:01.140397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-4930814d-254c-4080-b14d-38ecbd68611a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 217 time: 0.0683982 Jan 10 19:53:01.201318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-0c8dde9e-1caa-4938-b148-66a82fd2c403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:01.202760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-0c8dde9e-1caa-4938-b148-66a82fd2c403 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0566206 Jan 10 19:53:01.274352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-a657b36f-806e-4c1d-81dd-f1991cde9d7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659811 Jan 10 19:53:01.401392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-1d4be264-b6b7-44d0-ae6e-517ae8901a3f service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210434 Jan 10 19:53:01.530746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11504d1d-5ab8-41eb-8eac-a6e3e23efc3a req-4cd3127a-d749-4921-9602-eafedd4570bc service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232972 Jan 10 19:53:01.646147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-872ad48f-8d69-4d2a-b427-570df44c62c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1094 time: 0.0735919 Jan 10 19:53:01.824984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-a2fdb30b-e8d3-4a3c-88cf-2355c0bf0cba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:01.826408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-a2fdb30b-e8d3-4a3c-88cf-2355c0bf0cba service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1750526 Jan 10 19:53:01.977964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def89b-e2c9-4f9a-9661-abaec4efcfc7 req-dd0a9983-7c44-4c23-bf59-e2994b3d9cd3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:01.979410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05def89b-e2c9-4f9a-9661-abaec4efcfc7 req-dd0a9983-7c44-4c23-bf59-e2994b3d9cd3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 943 time: 0.2618759 Jan 10 19:53:02.006583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-d6427b45-70bb-495a-b134-9ecbeca64c42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 217 time: 0.1727905 Jan 10 19:53:02.078375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05def89b-e2c9-4f9a-9661-abaec4efcfc7 req-131b08a1-446c-4347-8b6d-4bd5ba2aa396 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934968 Jan 10 19:53:02.085322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-18fb2609-31c9-4129-8a23-cbbc496b7543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:02.086670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-18fb2609-31c9-4129-8a23-cbbc496b7543 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0729239 Jan 10 19:53:02.159477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-a7778990-0764-4e0e-9c46-ed320fae0e9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675189 Jan 10 19:53:02.286895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-6d855b82-ec09-416f-a4c8-63fb7f78cc7a service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215618 Jan 10 19:53:02.414166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85dbb7d2-66f8-4c37-9361-e664009cab7e req-7b42e74e-fbfc-47d1-9a25-b143eea6e5eb service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218407 Jan 10 19:53:03.269755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89919-c0d6-48a3-bc17-2f920b64c372 req-5163be7b-260a-41bd-a3cb-090d85b948aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:03.271201 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0a89919-c0d6-48a3-bc17-2f920b64c372 req-5163be7b-260a-41bd-a3cb-090d85b948aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 943 time: 0.0744948 Jan 10 19:53:03.319168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0a89919-c0d6-48a3-bc17-2f920b64c372 req-8b391a0b-be90-4f67-aefb-b99cb80e9ef5 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 Jan 10 19:53:04.513614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff8e1-cd2a-429c-90a9-2156f03cb638 req-ec5145af-a14e-4084-819a-d41545a75c79 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:04.515056 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b04ff8e1-cd2a-429c-90a9-2156f03cb638 req-ec5145af-a14e-4084-819a-d41545a75c79 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 943 time: 0.0740404 Jan 10 19:53:04.559123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b04ff8e1-cd2a-429c-90a9-2156f03cb638 req-42bca70b-97a1-4b44-a266-ddfebf20bdb3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386891 Jan 10 19:53:05.756763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59b4d-6896-4895-8121-600ff9864492 req-fcaeb8a7-4e78-4754-9903-bcbeeb5f7a1b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:05.758192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ed59b4d-6896-4895-8121-600ff9864492 req-fcaeb8a7-4e78-4754-9903-bcbeeb5f7a1b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 943 time: 0.0780263 Jan 10 19:53:05.805314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ed59b4d-6896-4895-8121-600ff9864492 req-5f9fb1e3-9912-4d71-adac-61e0139388e6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Jan 10 19:53:06.996931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc2b8-5a80-49a3-998e-65bd6cfdf787 req-ebec25c6-58ec-4077-92a5-b21678ff5740 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:06.998356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e43cc2b8-5a80-49a3-998e-65bd6cfdf787 req-ebec25c6-58ec-4077-92a5-b21678ff5740 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 943 time: 0.0744371 Jan 10 19:53:07.042164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e43cc2b8-5a80-49a3-998e-65bd6cfdf787 req-e0dccd46-4c2d-4316-8508-3b7be242dcce tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384507 Jan 10 19:53:08.239362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee01a0e-428b-46d5-acb8-a461d123c528 req-89b422dd-a6f4-4185-a183-530baa413534 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:08.240807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aee01a0e-428b-46d5-acb8-a461d123c528 req-89b422dd-a6f4-4185-a183-530baa413534 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 943 time: 0.0785847 Jan 10 19:53:08.285236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aee01a0e-428b-46d5-acb8-a461d123c528 req-631c481e-9ce1-46d5-89aa-4bfa59013fca tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385263 Jan 10 19:53:08.439209 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ccda7276-181c-416e-8a9e-0835a320c7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:08.820672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b5c5cb1b-dcf7-4deb-93e3-2987c837e009 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:53:08.949767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:53:08.962201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:53:09.016819 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:09.034748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c5cb1b-dcf7-4deb-93e3-2987c837e009 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:53:09.050372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:53:09.054438 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:09.118313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:53:09.126674 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.127047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.127393 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.127729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.128061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.128392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.128720 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.129043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.129363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.129682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.130003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:53:09.254080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['b5c5cb1b-dcf7-4deb-93e3-2987c837e009'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:53:09.476636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eee4fe-da5b-4a43-99f1-15bfd780f006 req-a220a79e-219c-4afb-bc78-2a49a91f32d8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:09.478153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5eee4fe-da5b-4a43-99f1-15bfd780f006 req-a220a79e-219c-4afb-bc78-2a49a91f32d8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 944 time: 0.0750942 Jan 10 19:53:09.523823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5eee4fe-da5b-4a43-99f1-15bfd780f006 req-cae7bde1-7241-4a29-8e37-70448bcc9ec3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 Jan 10 19:53:10.517323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe524a71-8d1a-4f8b-9f5e-13b02a8d161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:10.716627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1470be-3e6f-4582-b28a-23c69e2f331e req-8c2d6098-13c2-41ec-84e1-5cf6feb9b107 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:10.718045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab1470be-3e6f-4582-b28a-23c69e2f331e req-8c2d6098-13c2-41ec-84e1-5cf6feb9b107 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 944 time: 0.0777469 Jan 10 19:53:10.760925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab1470be-3e6f-4582-b28a-23c69e2f331e req-83e6374c-5b48-40c8-b53b-f0e521baa512 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374808 Jan 10 19:53:10.835787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b5c5cb1b-dcf7-4deb-93e3-2987c837e009 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:53:10.904763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:53:10.909353 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:53:10.909723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:11.017484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:11.045943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:53:11.055283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:53:11.061456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:11.156253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:53:11.188447 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'code': 200} Jan 10 19:53:11.307402 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1764e18c-b1b6-4d3b-a24b-7805cc874f67 req-0617cea7-596f-43bc-b33a-dc3a9b779a7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1096 time: 0.0651546 Jan 10 19:53:11.352561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1764e18c-b1b6-4d3b-a24b-7805cc874f67 req-fa022ca6-c06c-4ff5-8771-673c2cf630a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392537 Jan 10 19:53:11.799697 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:11.925966 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:11.954813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4cbe-bf30-47b1-b25f-0a148d322873 req-32dbe5a5-2778-4161-8525-dc877d0dcb07 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:11.956261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10c4cbe-bf30-47b1-b25f-0a148d322873 req-32dbe5a5-2778-4161-8525-dc877d0dcb07 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 945 time: 0.0749202 Jan 10 19:53:12.000284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e10c4cbe-bf30-47b1-b25f-0a148d322873 req-09a36ac7-2f29-41fc-9cd0-b9737dd4274a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Jan 10 19:53:13.197995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a07dc-d1b3-4b85-8f50-ff8f58931984 req-8179dceb-c7ff-4017-bca2-c8f506d11c29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:13.199921 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e12a07dc-d1b3-4b85-8f50-ff8f58931984 req-8179dceb-c7ff-4017-bca2-c8f506d11c29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 945 time: 0.0779164 Jan 10 19:53:13.201481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:13.244330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e12a07dc-d1b3-4b85-8f50-ff8f58931984 req-260cd090-a637-447b-9e23-a136ca5b9263 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386245 Jan 10 19:53:13.436167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5316b8d-a4ad-4fb3-93ef-b3ad80eb40b4 req-fa883861-afd1-4541-93c7-403a5f11c93a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:13.437615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5316b8d-a4ad-4fb3-93ef-b3ad80eb40b4 req-fa883861-afd1-4541-93c7-403a5f11c93a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 945 time: 0.0763967 Jan 10 19:53:13.482284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5316b8d-a4ad-4fb3-93ef-b3ad80eb40b4 req-080f7ab9-0e92-4531-8015-a347afc0a39e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387952 Jan 10 19:53:13.508982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34066) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:53:13.643609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1716eb7f-a91a-43af-a480-df9360e86aa2 tempest-TestVolumeBootPattern-2113559900 tempest-TestVolumeBootPattern-2113559900-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1091 time: 0.1335266 Jan 10 19:53:13.646156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34072) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:53:13.651265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:53:13.657766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:53:13.661678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:floatingip and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:53:13.664564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:53:13.670195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:53:13.680853 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:13.897598 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:14.031175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.25.6.170 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/6b401a2b-af97-4001-8a4c-f652784321d3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:53:14.179438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:14.206836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:14.269480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:53:14.272233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:53:14.276027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:53:14.307554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=6b401a2b-af97-4001-8a4c-f652784321d3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:53:14.768305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:14.821438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:15.021103 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:15.025322 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:15.124172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=6b401a2b-af97-4001-8a4c-f652784321d3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:53:15.145743 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:15.330039 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Floating IP d07fc144-9563-46a8-9555-ce931b5d80fa associated. External IP: 172.25.6.170, port: b5c5cb1b-dcf7-4deb-93e3-2987c837e009. Jan 10 19:53:15.545215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:15.729644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:15.820556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:53:16.017450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:53:16.028832 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:53:16.042175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:16.045626 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:53:16.046222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:53:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:53:16.104175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-363301c6-4cc2-4619-9cbb-a99f87e7f2f3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4570129 Jan 10 19:53:16.105323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:53:16.158602 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'status': 'completed', 'code': 200} Jan 10 19:53:16.226588 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:53:16.250103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-413a6609-981e-41b7-bcd2-426818436dd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1096 time: 0.0694785 Jan 10 19:53:16.381023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-5c4b541d-66bd-433c-996e-6ccbd08902e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:16.382553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-5c4b541d-66bd-433c-996e-6ccbd08902e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1266208 Jan 10 19:53:16.492215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-c136c24e-81b7-4893-9596-f085b773dd18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 999 time: 0.1036277 Jan 10 19:53:16.554572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-b9e6fe1b-7e97-464c-93c9-23fbac134a6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:53:16.556114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-b9e6fe1b-7e97-464c-93c9-23fbac134a6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0584302 Jan 10 19:53:16.597257 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:14Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:53:16.601368 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:53:16.611947 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:53:16.612530 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:53:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:53:16.632316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-b241652d-7810-46d3-9963-d5298c0b55aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701928 Jan 10 19:53:16.763475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-3ca060b0-40fd-4f73-bee6-925da6b2f962 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Jan 10 19:53:16.783222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:53:16.891916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32923c56-7afe-48c9-9b24-7252dec42ad6 req-f0022820-e4f8-4347-bba0-da2916475086 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229825 Jan 10 19:53:17.115715 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:14Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:53:17.119566 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f22519-0684-41d2-b634-3d8d3af3a4f0 None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:14Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:53:17.318862 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf7bc2e-e6b3-4fd4-bfb8-c10545519c34 None None] New status for floating IP d07fc144-9563-46a8-9555-ce931b5d80fa: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:53:32.150270 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:53:38.441401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-52be96c3-5dd5-41e2-a09d-8bac0e98c774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:40.519015 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f14482b8-084e-4723-a7db-8e5f28272b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:41.805642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:41.926194 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:43.204340 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:45.544322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:53:45.722549 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:08.440114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-891b9960-c0e5-4839-9972-78ae8c7f219e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681417 Jan 10 19:54:08.443627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f98eb0c3-f4d0-4a7e-bcff-a1a2c465ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:08.575420 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-b66ffd77-bb40-4725-8eba-93096214e7ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1096 time: 0.0680163 Jan 10 19:54:08.819890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-f0c3d6e5-9b59-4377-a2e7-c6f9e67b353a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:54:08.820906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-f0c3d6e5-9b59-4377-a2e7-c6f9e67b353a service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.2267685 Jan 10 19:54:08.922361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-691ec2b6-2359-4b39-accd-42456f767072 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 1001 time: 0.0951481 Jan 10 19:54:08.986760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-1e4321bd-c319-4da5-9f7d-cc575c4f819f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:54:08.989983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-1e4321bd-c319-4da5-9f7d-cc575c4f819f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0607860 Jan 10 19:54:09.077496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-d3f5cbf1-4e46-4006-9b41-216b6fdabb2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824258 Jan 10 19:54:09.153411 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:54:09.223397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-a3a992e6-3f2f-4c53-ac44-442fa3ef4e14 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408498 Jan 10 19:54:09.368306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-804cfc03-e5a5-4739-accb-e9c32af9b77d req-beea8161-e7e3-4dec-98c3-db26b5e74576 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384773 Jan 10 19:54:10.520767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b525-cbed-442a-b441-91b891b7aeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:11.808021 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:11.927300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:13.207326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:15.564572 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:15.722851 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:38.446121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23f5b34c-3f8b-4fcc-85ee-1f7615c8b49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:40.521589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a4363c06-ef19-41a0-99d4-960b91756787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:41.809739 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:41.930078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:43.209244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:45.569218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:45.752115 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:54:46.152185 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:55:06.510966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-66dbdbf3-e2dd-4529-a557-5f7d9361f466 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656208993&fields=id&tenant_id=98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 267 time: 0.0401495 Jan 10 19:55:06.655621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a301-3b02-4556-9901-ddb4662795c5 req-c6db8abd-c04b-4975-9e98-f66401082953 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:06.657038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-c6db8abd-c04b-4975-9e98-f66401082953 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1399918 Jan 10 19:55:06.673038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-09bcfb7e-4bcf-4dba-95c6-d3424be615aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/quotas/98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 375 time: 0.0106421 Jan 10 19:55:06.759846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-7414839d-1983-4c2e-9e2f-4a7e66cfe728 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0813711 Jan 10 19:55:06.895517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-1f551aca-92d6-4427-90de-e05b1bd5da89 service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246409 Jan 10 19:55:07.021969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-77021311-0dc9-4411-8f34-9468c2d7e882 service neutron] 10.222.0.21 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207831 Jan 10 19:55:07.542390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a931e575-b560-488d-9685-973e681a9cd8 req-5daa2a79-dd36-424c-8733-e4dd8b8f454a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 210 time: 0.1071184 Jan 10 19:55:08.447078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b7ca-4f7a-4111-8a23-3d0dc924d262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:08.649606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c92f498-2686-4ca1-9053-ba108368a988 req-305cd4c4-3336-452b-8d79-f9715fce1b3e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 210 time: 0.0418983 Jan 10 19:55:09.534198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-adeb1f9f-92fd-4735-9d06-56977f9ff682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284926 Jan 10 19:55:09.668801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-a6bc4a34-fe32-4faa-8491-bb65ca076872 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1096 time: 0.0680649 Jan 10 19:55:09.810644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f288a01-0cfb-417b-9285-e31fc67f1a1e req-7d66ae3a-9a49-47a2-8222-9e6ef98c14c0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 210 time: 0.0517857 Jan 10 19:55:09.949848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-e0c2c754-371b-4441-8993-6a5260b75257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:09.951216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-e0c2c754-371b-4441-8993-6a5260b75257 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.2626054 Jan 10 19:55:10.061136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-fe5df79e-c8ca-444b-93e8-d15e9d7d8563 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 1001 time: 0.1036904 Jan 10 19:55:10.125536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-ce4ccd8c-37fb-4718-9d32-b10d922d8c25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:10.127178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-ce4ccd8c-37fb-4718-9d32-b10d922d8c25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0606835 Jan 10 19:55:10.207193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-2efb7538-8630-443c-bd12-e758279101c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747340 Jan 10 19:55:10.352816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-349abea4-295c-4873-8c86-92bf4748954d service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392424 Jan 10 19:55:10.512997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-49085b04-69b6-43a2-9d4a-4946f3837151 req-fef9b9ee-d8ae-4d8a-b65b-0c95397799d3 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553681 Jan 10 19:55:10.532268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b58a9751-1c4a-43c6-aee3-3c38943790ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:10.634241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a301-3b02-4556-9901-ddb4662795c5 req-253e3336-9d5c-48be-81f9-f1c5af713cca tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:10.634241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-253e3336-9d5c-48be-81f9-f1c5af713cca tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 811 time: 0.1657040 Jan 10 19:55:10.693105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5260a301-3b02-4556-9901-ddb4662795c5 req-b06c446d-aec1-4933-aff1-8ec4afa0652a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:55:10.714502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-5260a301-3b02-4556-9901-ddb4662795c5 req-b06c446d-aec1-4933-aff1-8ec4afa0652a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:55:10.717315 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-b06c446d-aec1-4933-aff1-8ec4afa0652a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c6e8507cfb4d679f88620935aab946 HTTP/1.1" status: 200 len: 380 time: 0.0712395 Jan 10 19:55:10.727167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'port': {'device_id': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'admin_state_up': True, 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'security_groups': ['88a86253-ee92-4d41-bc1c-2d2bbf695ee1']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:55:10.901798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:55:10.913103 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:55:10.924122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Made reservation on behalf of 98c6e8507cfb4d679f88620935aab946 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:55:10.928013 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:10.998780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4a2e3e9-0d93-49f4-af7f-b9f24a054acc req-a1997023-ac0e-484b-9062-062d24b1f123 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 210 time: 0.0508370 Jan 10 19:55:11.109845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.20.0.8 (801d3566-032f-4653-911e-5f34428937ad/59f03866-dd3d-475f-9af5-b8fff873e588/7dadb847-ea3a-4397-ae92-49ee84164838) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:55:11.300914 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:11.316470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Transition to ACTIVE for port object 7dadb847-ea3a-4397-ae92-49ee84164838 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:55:11.338206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:11.413117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 801d3566-032f-4653-911e-5f34428937ad is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:55:11.417326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:55:11.419181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=7dadb847-ea3a-4397-ae92-49ee84164838,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:11.421294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:55:11.466502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.466840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.467202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.467525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.467847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.468172 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.468482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.468806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.469124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.469434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.469751 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:11.500663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:11.501399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:11.531473 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-5d432577-1384-4fa8-ba7a-302dcfc574fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8088324 Jan 10 19:55:11.541060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-b1996be1-26cf-4d95-b321-7f1f7c761d79 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:55:11.541975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-b1996be1-26cf-4d95-b321-7f1f7c761d79 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052469 Jan 10 19:55:11.629140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Request body: {'port': {'device_id': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:55:11.651505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4857cd38-4010-420c-898b-330acafcbfb3 None None] Provisioning for port 7dadb847-ea3a-4397-ae92-49ee84164838 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:55:11.657007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4857cd38-4010-420c-898b-330acafcbfb3 None None] Provisioning complete for port 7dadb847-ea3a-4397-ae92-49ee84164838 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:55:11.658064 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4857cd38-4010-420c-898b-330acafcbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:11.713329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4857cd38-4010-420c-898b-330acafcbfb3 None None] Port 7dadb847-ea3a-4397-ae92-49ee84164838 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:55:11.760959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:11.817158 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:11.942166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:12.179516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dadb847-ea3a-4397-ae92-49ee84164838 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:55:12.187487 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:12.206223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Transition to ACTIVE for port object 7dadb847-ea3a-4397-ae92-49ee84164838 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:55:12.217085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:12.244394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82c3b8-d9bb-4f4c-9f81-d4e43624e48b req-20182053-6317-4717-b117-562c2328e3c6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:12.246939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac82c3b8-d9bb-4f4c-9f81-d4e43624e48b req-20182053-6317-4717-b117-562c2328e3c6 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 931 time: 0.0926843 Jan 10 19:55:12.325770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ac82c3b8-d9bb-4f4c-9f81-d4e43624e48b req-f2078a21-430b-46b4-855d-86ab2f44027e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731604 Jan 10 19:55:12.494293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Pushing event updated for resources: {'Port': ['ID=7dadb847-ea3a-4397-ae92-49ee84164838,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:12.622522 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Attempting to bind port 7dadb847-ea3a-4397-ae92-49ee84164838 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:55:12.622617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Attempting to bind port 7dadb847-ea3a-4397-ae92-49ee84164838 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:55:12.623548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Attempting to bind port 7dadb847-ea3a-4397-ae92-49ee84164838 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:55:12.631610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Port 7dadb847-ea3a-4397-ae92-49ee84164838 on network 801d3566-032f-4653-911e-5f34428937ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:55:12.631732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Attempting to bind port 7dadb847-ea3a-4397-ae92-49ee84164838 on network 801d3566-032f-4653-911e-5f34428937ad {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:55:12.642161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:55:12.642161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Checking segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:55:12.643823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Bound using segment: {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:55:12.643823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Bound port: 7dadb847-ea3a-4397-ae92-49ee84164838, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f48bda-7845-4a0b-86e0-0eef74213820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '801d3566-032f-4653-911e-5f34428937ad'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:55:12.643823 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:12.756305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] For port 7dadb847-ea3a-4397-ae92-49ee84164838, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:55:12.758407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] For port 7dadb847-ea3a-4397-ae92-49ee84164838, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7dadb847-ea3a-4397-ae92-49ee84164838,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:55:12.763812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:12.838009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:12.839723 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] 10.222.0.44 "PUT /v2.0/ports/7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 200 len: 1091 time: 1.2918622 Jan 10 19:55:12.840149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:55:12.856598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fc8ce-4ef8-41cb-8347-503edba8e55a service neutron] Pushing event updated for resources: {'Port': ['ID=7dadb847-ea3a-4397-ae92-49ee84164838,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:12.977444 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-f7fee7a2-ac1d-4d72-b983-c6022cfdfcae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1094 time: 0.0906379 Jan 10 19:55:13.043016 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838', 'status': 'completed', 'code': 200} Jan 10 19:55:13.059348 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-e796bf56-efb7-48bb-813e-f5854d1e7d2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 200 len: 217 time: 0.0729883 Jan 10 19:55:13.132343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a301-3b02-4556-9901-ddb4662795c5 req-f829bbd4-6c8e-4989-a132-c2ce69aba306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:13.133631 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-f829bbd4-6c8e-4989-a132-c2ce69aba306 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0656121 Jan 10 19:55:13.213731 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-02fb1888-c1c8-416e-b1c1-00620a6d015b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747631 Jan 10 19:55:13.216277 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:13.348069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-ca480a1f-2c83-4759-891b-f6975de8e8dd service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287503 Jan 10 19:55:13.493638 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5260a301-3b02-4556-9901-ddb4662795c5 req-ead48603-3cef-4cef-b02c-a48ab5dc8503 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377158 Jan 10 19:55:13.546431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb34c0-fe7e-4a9f-a45a-54cc65442a22 req-63a41928-e444-4ee1-b4f3-5722219da2fc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:13.547893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16cb34c0-fe7e-4a9f-a45a-54cc65442a22 req-63a41928-e444-4ee1-b4f3-5722219da2fc tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 943 time: 0.0872965 Jan 10 19:55:13.592967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16cb34c0-fe7e-4a9f-a45a-54cc65442a22 req-40d80aa4-00e4-411a-b3b1-d1d437e59524 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Jan 10 19:55:13.610438 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-2419c8c7-b38a-4f9f-bebb-800ee85893dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1094 time: 0.0733936 Jan 10 19:55:13.740822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-a1253503-272e-497e-a6e6-2c2e0df60e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:13.742154 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-a1253503-272e-497e-a6e6-2c2e0df60e70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1262233 Jan 10 19:55:13.808169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-26f644a2-131c-4b18-9339-6ca9070d3042 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 200 len: 217 time: 0.0589666 Jan 10 19:55:13.875033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-6eac196c-459b-4de1-aff4-ccc3afe7d67a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:13.876294 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-6eac196c-459b-4de1-aff4-ccc3afe7d67a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0621471 Jan 10 19:55:13.959131 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-6823654f-00b6-4109-aa42-0138190c85f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751553 Jan 10 19:55:14.107833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-de66373d-8f56-4b86-9c6b-c47574d364c1 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425471 Jan 10 19:55:14.246272 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d0684f05-5a91-4d13-ba1e-14f31ef3f3ca req-e04c1062-4f9e-44c2-8cf0-fa68fc0f44a6 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333480 Jan 10 19:55:14.786336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c68715-e9da-4d25-a869-1241f168be6b req-604dc0e9-624a-4310-a51b-22a1cd2becf2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:14.787792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37c68715-e9da-4d25-a869-1241f168be6b req-604dc0e9-624a-4310-a51b-22a1cd2becf2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 943 time: 0.0747707 Jan 10 19:55:14.835821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37c68715-e9da-4d25-a869-1241f168be6b req-c5da20e4-803a-4b99-939c-c3633e74e49a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Jan 10 19:55:15.577525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:15.767167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:16.038594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aca29-ed57-430d-98ae-c135c6040e98 req-0802f1a0-ba66-42eb-b363-7799d5d9a3e8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:16.040549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce1aca29-ed57-430d-98ae-c135c6040e98 req-0802f1a0-ba66-42eb-b363-7799d5d9a3e8 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 943 time: 0.0831690 Jan 10 19:55:16.087889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce1aca29-ed57-430d-98ae-c135c6040e98 req-27d38083-3a0b-4718-b335-4dc8396daa44 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Jan 10 19:55:17.284903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5d981-9b21-4ec0-8ef6-e64bf2cef0d3 req-52d3293c-32b6-4ed7-a3ca-01cf5ba4d9aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:17.286328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1b5d981-9b21-4ec0-8ef6-e64bf2cef0d3 req-52d3293c-32b6-4ed7-a3ca-01cf5ba4d9aa tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 943 time: 0.0770493 Jan 10 19:55:17.331403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1b5d981-9b21-4ec0-8ef6-e64bf2cef0d3 req-ba9959fa-2f50-442a-929c-6c739c27a20c tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Jan 10 19:55:18.524249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761c13-9c8f-40bb-bd41-f6ac1b24653e req-75ec1014-2b2a-42b0-af41-d62d9dbac94e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:18.525702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0761c13-9c8f-40bb-bd41-f6ac1b24653e req-75ec1014-2b2a-42b0-af41-d62d9dbac94e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 943 time: 0.0782840 Jan 10 19:55:18.571478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0761c13-9c8f-40bb-bd41-f6ac1b24653e req-c5c5e868-2613-4181-b21d-650e285eee1a tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402851 Jan 10 19:55:19.771083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24a876-faa7-40a2-bfbf-4584187fb693 req-bfb61ad2-508f-452c-b4d3-b3bf01a3cbef tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:19.772535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f24a876-faa7-40a2-bfbf-4584187fb693 req-bfb61ad2-508f-452c-b4d3-b3bf01a3cbef tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 943 time: 0.0797734 Jan 10 19:55:19.818953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f24a876-faa7-40a2-bfbf-4584187fb693 req-0d4da10d-4609-44c4-9c6d-329a43f6a8ce tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Jan 10 19:55:20.373785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7dadb847-ea3a-4397-ae92-49ee84164838 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:55:20.503340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 7dadb847-ea3a-4397-ae92-49ee84164838, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7dadb847-ea3a-4397-ae92-49ee84164838,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:55:20.516251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '7dadb847-ea3a-4397-ae92-49ee84164838', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'port_id': '7dadb847-ea3a-4397-ae92-49ee84164838', 'mac_address': 'fa:16:3e:22:2e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:55:20.567281 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:20.583397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dadb847-ea3a-4397-ae92-49ee84164838 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:55:20.598044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 7dadb847-ea3a-4397-ae92-49ee84164838, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7dadb847-ea3a-4397-ae92-49ee84164838,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:55:20.601732 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:20.666842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=7dadb847-ea3a-4397-ae92-49ee84164838,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:20.675872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.676221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.676567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.676907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.677243 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.677578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.677907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.678232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.678555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.678891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.679233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:20.836977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['7dadb847-ea3a-4397-ae92-49ee84164838'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:55:21.015599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696649e-120a-4343-9a1b-657a5642c963 req-6ef73110-c258-4e62-82fc-414c92cb5029 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:21.016965 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5696649e-120a-4343-9a1b-657a5642c963 req-6ef73110-c258-4e62-82fc-414c92cb5029 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 944 time: 0.0739362 Jan 10 19:55:21.063371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5696649e-120a-4343-9a1b-657a5642c963 req-ae00820a-aef5-43be-8c2e-7a236891bcc2 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Jan 10 19:55:22.258653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5293bf-cd10-484d-a480-a28bd5181320 req-9706d7d9-c181-47a4-b1f8-359bbc796f06 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:22.260097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad5293bf-cd10-484d-a480-a28bd5181320 req-9706d7d9-c181-47a4-b1f8-359bbc796f06 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 944 time: 0.0777595 Jan 10 19:55:22.304904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ad5293bf-cd10-484d-a480-a28bd5181320 req-c7704f85-99c8-4beb-90d3-81fba7bbcff0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Jan 10 19:55:22.373944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7dadb847-ea3a-4397-ae92-49ee84164838 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:55:22.438760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 7dadb847-ea3a-4397-ae92-49ee84164838 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:55:22.443377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 7dadb847-ea3a-4397-ae92-49ee84164838 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:55:22.443754 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:22.552150 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:22.576920 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:55:22.586297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 7dadb847-ea3a-4397-ae92-49ee84164838, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7dadb847-ea3a-4397-ae92-49ee84164838,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:55:22.589278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:22.692013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=7dadb847-ea3a-4397-ae92-49ee84164838,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:22.754234 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838', 'code': 200} Jan 10 19:55:22.975874 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ef6b0132-620d-4c93-a954-82d5fb79c53c req-a3c58956-0c79-4ab2-8c8d-3e5039e60fb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1096 time: 0.1316235 Jan 10 19:55:23.016740 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ef6b0132-620d-4c93-a954-82d5fb79c53c req-deefd338-9cd9-4c6c-aa02-e5ccc55e2900 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345182 Jan 10 19:55:23.152134 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:55:23.495243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7155-f5df-424f-9864-11f6b5d07601 req-d8c70e7a-10e0-4080-b8b1-52404fba4e3b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:23.496599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da2f7155-f5df-424f-9864-11f6b5d07601 req-d8c70e7a-10e0-4080-b8b1-52404fba4e3b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 945 time: 0.0749090 Jan 10 19:55:23.543618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da2f7155-f5df-424f-9864-11f6b5d07601 req-93db694d-75ed-4f9c-a6a6-fdeecd9bb4ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 Jan 10 19:55:24.740188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e6133-e20a-4079-af9c-3a23e48ecef0 req-7c9317c4-fde4-413a-bd60-a956521cac8b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:24.741644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea7e6133-e20a-4079-af9c-3a23e48ecef0 req-7c9317c4-fde4-413a-bd60-a956521cac8b tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 945 time: 0.0765727 Jan 10 19:55:24.785658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea7e6133-e20a-4079-af9c-3a23e48ecef0 req-76be2e32-f8ad-4083-9b14-2876a9cf1d3f tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 Jan 10 19:55:24.985067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42678e-9877-480e-b93a-6afdc335bc63 req-49629ac6-d07a-47e6-b012-c19d368c8e53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:24.987178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d42678e-9877-480e-b93a-6afdc335bc63 req-49629ac6-d07a-47e6-b012-c19d368c8e53 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 945 time: 0.0821586 Jan 10 19:55:25.032122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d42678e-9877-480e-b93a-6afdc335bc63 req-4f906046-7d88-478e-8411-55a6c286e4fb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Jan 10 19:55:25.060528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34234) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:55:25.131955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c8fffe6b-c406-4b09-9743-55cb80532f63 tempest-TestVolumeBootPattern-2113559900 tempest-TestVolumeBootPattern-2113559900-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1091 time: 0.0701749 Jan 10 19:55:25.134654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34238) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:55:25.139775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '7dadb847-ea3a-4397-ae92-49ee84164838', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:55:25.145726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:55:25.149479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Usage tracker for resource:floatingip and tenant:98c6e8507cfb4d679f88620935aab946 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:55:25.152306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:55:25.157812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:55:25.169066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:25.301605 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:25.536105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Allocated IP 172.25.6.148 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/10716208-7b4a-4c25-a60c-20eb13c17ea2) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:55:25.686337 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:25.714065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:25.780740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:55:25.783512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:55:25.787258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:55:25.816449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=10716208-7b4a-4c25-a60c-20eb13c17ea2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:25.835049 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.835401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.835748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.836084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.836413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.836741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.837065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.837387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.837712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.838030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:25.838346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:55:26.298099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:26.350896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:26.545352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:26.550410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:26.649214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event updated for resources: {'Port': ['ID=10716208-7b4a-4c25-a60c-20eb13c17ea2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:55:26.666445 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:26.851662 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Floating IP 3ff188b6-fb34-4271-a371-bc2aaedb4104 associated. External IP: 172.25.6.148, port: 7dadb847-ea3a-4397-ae92-49ee84164838. Jan 10 19:55:27.328464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:55:27.522748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:55:27.532252 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:55:27.543535 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:55:27.544140 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:55:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:55:27.546404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:27.602709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db3a821a-9aad-4dc0-9843-59d535820db0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4669490 Jan 10 19:55:27.603623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:55:27.716619 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:55:27.766839 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838', 'status': 'completed', 'code': 200} Jan 10 19:55:27.855793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-eae1fa03-1c71-4241-b1cd-fff67195253c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1096 time: 0.0669198 Jan 10 19:55:28.083610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e3b0b-47e3-443f-9dc7-957032249399 req-4385c053-e7d2-44f5-aea6-2bd066df3749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:28.085078 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-4385c053-e7d2-44f5-aea6-2bd066df3749 service neutron] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.2239192 Jan 10 19:55:28.086012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '3ff188b6-fb34-4271-a371-bc2aaedb4104', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': '7dadb847-ea3a-4397-ae92-49ee84164838', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:22:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:55:26Z', 'updated_at': '2022-01-10T19:55:26Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}, {'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:17Z', 'revision_number': 1, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:55:28.089803 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:55:28.100719 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:55:28.101307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:55:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:55:28.191202 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-36e1bd88-6215-4491-be19-34191fd5a307 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 200 len: 999 time: 0.0987010 Jan 10 19:55:28.253725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e3b0b-47e3-443f-9dc7-957032249399 req-33b92404-67eb-4ba1-a9c6-90ec7c91706f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:55:28.255169 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-33b92404-67eb-4ba1-a9c6-90ec7c91706f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0588932 Jan 10 19:55:28.272242 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:55:28.328285 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-81c706ca-6d08-4c9e-a2d0-c7f5a4587051 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675077 Jan 10 19:55:28.457305 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-486b2c3c-82df-42f5-9028-859fa10918ef service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230712 Jan 10 19:55:28.592290 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-473e3b0b-47e3-443f-9dc7-957032249399 req-75b3c7d4-28ff-408e-83da-7294df4f3c52 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286175 Jan 10 19:55:28.621236 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '3ff188b6-fb34-4271-a371-bc2aaedb4104', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': '7dadb847-ea3a-4397-ae92-49ee84164838', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:22:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:55:26Z', 'updated_at': '2022-01-10T19:55:26Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}, {'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:17Z', 'revision_number': 1, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:55:28.625391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023b297-d559-45ec-b6f0-e4d8da15c071 None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '3ff188b6-fb34-4271-a371-bc2aaedb4104', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': '7dadb847-ea3a-4397-ae92-49ee84164838', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:22:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:55:26Z', 'updated_at': '2022-01-10T19:55:26Z', 'revision_number': 0, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}, {'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:17Z', 'revision_number': 1, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:55:28.810057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f104cc3-d6a0-45df-978a-d83cc1e50172 None None] New status for floating IP 3ff188b6-fb34-4271-a371-bc2aaedb4104: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:55:38.447928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aab37595-84ab-4d9e-94cc-b67621f6cb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:40.524514 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-786facfb-8281-4e6b-b6fc-6b06f073de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:41.818572 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:41.944078 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:43.246990 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:45.588670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:55:45.768227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:00.152207 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:56:08.448251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c91dbe63-a889-432d-a8bb-480927cad54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:10.437694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-cb6b466b-a610-4bfe-a981-021c62da38c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665643 Jan 10 19:56:10.527765 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b95f1437-bcb5-484a-b91f-5ee6d48e88fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:10.579810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-11d22a5a-c182-49b1-9e5d-43cae136afa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1096 time: 0.0744231 Jan 10 19:56:10.724740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-123583cc-d06f-4aff-9053-df7def5cce24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:10.725886 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-123583cc-d06f-4aff-9053-df7def5cce24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1270480 Jan 10 19:56:10.823412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-dc603207-3b3e-4080-8de2-9c71220e4276 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 1001 time: 0.0924900 Jan 10 19:56:10.886623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-a3d528b3-a92e-4288-aaa6-9f053ffab130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:10.887948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-a3d528b3-a92e-4288-aaa6-9f053ffab130 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0582604 Jan 10 19:56:10.960757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-c7d7bc29-df7b-4c08-b1e3-6e3bad32164c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663826 Jan 10 19:56:11.090142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-85301482-fca4-4422-b2aa-d5406e314453 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236079 Jan 10 19:56:11.220765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab8824e5-0ebf-44e1-b050-711d98ecf803 req-abcb527c-f2ab-4aea-8c45-9360c5cd3c6e service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246610 Jan 10 19:56:11.815835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:11.940924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:13.220625 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:14.771028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-184e737a-b670-4789-860d-3c86a6b276f5 req-815ce3c5-fa1d-4aa7-8ae7-768f9a53f5ee service neutron] (83630) timed out ('10.222.0.44', 51960) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:56:15.592688 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:15.798749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:20.558657 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-5479a5ae-5734-4e73-892a-a08398333b42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695360 Jan 10 19:56:20.698549 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-9ebfa62f-8d23-4757-a44e-0a61cd20543f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1096 time: 0.0704501 Jan 10 19:56:20.837854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-44933acf-7eb0-4cd0-8a95-70f01310b7c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:20.839247 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-44933acf-7eb0-4cd0-8a95-70f01310b7c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1228802 Jan 10 19:56:20.940510 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-ce7d9733-3600-4c67-a11b-4a4faf614a87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 200 len: 1001 time: 0.0946233 Jan 10 19:56:20.999263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-a19afb80-bad0-4208-ad99-bc4c65e9737c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:21.000614 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-a19afb80-bad0-4208-ad99-bc4c65e9737c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0545340 Jan 10 19:56:21.071407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-f7e82187-ed36-4f53-b6cf-3316b98b5908 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651152 Jan 10 19:56:21.205118 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-f8d992b6-5b69-4bba-8f69-17fd1ee6d78b service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273420 Jan 10 19:56:21.330683 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6950a71c-f433-41ab-b26d-756bcaaaa737 req-61b7e0d0-d2cd-40fa-a64d-fd6499b04ff8 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198111 Jan 10 19:56:37.152371 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:56:38.449969 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9b263-1f9e-45da-8429-8ebe8f9cd55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:40.530619 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c3b62df3-8c6d-4d38-bec6-57f45608ed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:41.818322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:41.943385 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:43.222222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:45.596839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:45.795252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:55.801931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:56:56.094108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port 10716208-7b4a-4c25-a60c-20eb13c17ea2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:56:56.094467 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:56.257287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:56.257617 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:56.375705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for 10716208-7b4a-4c25-a60c-20eb13c17ea2 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:56:56.519985 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:56.566827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=10716208-7b4a-4c25-a60c-20eb13c17ea2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:56:56.604257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.604632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.604972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.605306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.605635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.605961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.606283 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.606605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.606950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.607270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.607587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:56.668856 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:57.047983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:56:57.246433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:56:57.255598 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:56:57.261773 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:57.266729 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:56:57.267344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:56:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:56:57.313868 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2005f8a1-66f3-46b7-b1e5-950596059f29 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "DELETE /v2.0/floatingips/3ff188b6-fb34-4271-a371-bc2aaedb4104 HTTP/1.1" status: 204 len: 168 time: 1.5107653 Jan 10 19:56:57.314357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:56:57.394387 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838', 'status': 'completed', 'code': 200} Jan 10 19:56:57.447423 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:56:57.493386 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-17fc38a8-3757-4d8e-a4d2-fa4156e84b0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 1096 time: 0.0752711 Jan 10 19:56:57.731088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-bcd3a199-dd57-432b-b894-86e0c661860a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:57.732572 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-bcd3a199-dd57-432b-b894-86e0c661860a service neutron] 10.222.0.44 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.2330530 Jan 10 19:56:57.765188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d364f9-986c-4592-a1bb-84d5a1dd7729 req-1b56e17f-5500-4955-b7df-f0343d47ce3e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:57.765998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-50d364f9-986c-4592-a1bb-84d5a1dd7729 req-1b56e17f-5500-4955-b7df-f0343d47ce3e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:56:57.783542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-50d364f9-986c-4592-a1bb-84d5a1dd7729 req-1b56e17f-5500-4955-b7df-f0343d47ce3e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:56:57.784855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50d364f9-986c-4592-a1bb-84d5a1dd7729 req-1b56e17f-5500-4955-b7df-f0343d47ce3e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 945 time: 0.0977559 Jan 10 19:56:57.805481 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-8b3c62a4-f7d4-4775-b701-db9f7eeaa4e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 200 len: 217 time: 0.0653353 Jan 10 19:56:57.832861 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:17Z', 'revision_number': 1, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:56:57.835882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50d364f9-986c-4592-a1bb-84d5a1dd7729 req-2bfa471f-5840-48f4-94f3-f5e62b8aaa0e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Jan 10 19:56:57.836975 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:56:57.848527 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:56:57.849126 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:56:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:56:57.870732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-d6a2ff18-2c3b-44c9-92c6-76387b846dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:57.872282 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-d6a2ff18-2c3b-44c9-92c6-76387b846dbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0604327 Jan 10 19:56:57.945984 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-1c171528-25bb-4640-b9e8-0e5cb2de096e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673492 Jan 10 19:56:58.021714 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:56:58.079244 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-ecc8bc19-0b35-42a6-943c-8b249d088114 service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266196 Jan 10 19:56:58.214493 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-1ee36121-3352-41ab-899e-a1e25f34f557 req-5cab66d1-b532-4239-abbb-2bcba559d02b service neutron] 10.222.0.44 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293910 Jan 10 19:56:58.361176 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:17Z', 'revision_number': 1, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:56:58.364982 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad148143-2a05-4ab9-acee-4b988794311b None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd07fc144-9563-46a8-9555-ce931b5d80fa', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'port_id': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'mac_address': 'fa:16:3e:1f:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a09db4-1466-493c-8a90-aa9787520288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T19:53:14Z', 'updated_at': '2022-01-10T19:53:17Z', 'revision_number': 1, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:56:58.581410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7c414-44a9-490d-943a-5cc75726da69 None None] New status for floating IP 3ff188b6-fb34-4271-a371-bc2aaedb4104: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:56:59.061694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97266c7-152a-497a-af87-79a4efd375f0 req-1b096ea4-0e84-4a2f-9372-8c46098542f4 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:59.063176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b97266c7-152a-497a-af87-79a4efd375f0 req-1b096ea4-0e84-4a2f-9372-8c46098542f4 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 945 time: 0.0762882 Jan 10 19:56:59.107917 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b97266c7-152a-497a-af87-79a4efd375f0 req-97e1f549-89c7-4547-b2ab-c5c772c04ece tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Jan 10 19:56:59.156949 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-81d5e05b-86fa-4034-926c-504526a48e8e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:56:59.157648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-81d5e05b-86fa-4034-926c-504526a48e8e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:56:59.169419 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-81d5e05b-86fa-4034-926c-504526a48e8e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:56:59.170503 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-81d5e05b-86fa-4034-926c-504526a48e8e tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 945 time: 0.0954151 Jan 10 19:56:59.241260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port 7dadb847-ea3a-4397-ae92-49ee84164838 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:56:59.241601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:59.478161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port 7dadb847-ea3a-4397-ae92-49ee84164838, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=7dadb847-ea3a-4397-ae92-49ee84164838,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:56:59.478533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:59.599953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for 7dadb847-ea3a-4397-ae92-49ee84164838 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:56:59.738483 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:59.785992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=7dadb847-ea3a-4397-ae92-49ee84164838,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:56:59.827742 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.828084 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.828428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.828763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.829093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.829422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.829747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.830069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.830391 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.830707 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.831070 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:56:59.870915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port 7dadb847-ea3a-4397-ae92-49ee84164838 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:56:59.873331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:56:59.875875 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'name': 'network-vif-deleted', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:56:59.890278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-e3dfeb62-827c-407d-8e70-f14db4e13aba req-bbb20db0-6f09-4c0d-b95f-eb0bf136d9bb tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.44 "DELETE /v2.0/ports/7dadb847-ea3a-4397-ae92-49ee84164838 HTTP/1.1" status: 204 len: 173 time: 0.7145231 Jan 10 19:57:00.039896 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3409a67-e58b-4250-bb17-cc278cab2626', 'name': 'network-vif-deleted', 'tag': '7dadb847-ea3a-4397-ae92-49ee84164838', 'status': 'completed', 'code': 200} Jan 10 19:57:00.382746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b1cbb6db-d4a8-44eb-a32b-5b503b15e67a req-e759cd9c-681d-42a1-b662-6352b7039166 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3409a67-e58b-4250-bb17-cc278cab2626 HTTP/1.1" status: 200 len: 210 time: 0.1487832 Jan 10 19:57:02.879275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7dadb847-ea3a-4397-ae92-49ee84164838 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:02.915816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 7dadb847-ea3a-4397-ae92-49ee84164838 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:02.916184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 7dadb847-ea3a-4397-ae92-49ee84164838 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:06.006052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34346) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:06.206676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port 6b401a2b-af97-4001-8a4c-f652784321d3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:06.207050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:06.367167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:06.367495 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:06.497304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for 6b401a2b-af97-4001-8a4c-f652784321d3 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:06.638880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:06.680955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=6b401a2b-af97-4001-8a4c-f652784321d3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:06.779632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:07.158877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:57:07.349219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:57:07.361704 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:57:07.365439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:07.372608 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:57:07.373208 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:56:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:07.518657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9a53ea30-edbf-4aee-bb40-dc1290fb85ed tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "DELETE /v2.0/floatingips/d07fc144-9563-46a8-9555-ce931b5d80fa HTTP/1.1" status: 204 len: 168 time: 1.5114820 Jan 10 19:57:07.519266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:57:07.554249 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:57:07.581257 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'status': 'completed', 'code': 200} Jan 10 19:57:07.670024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-8a967a72-4085-4673-a433-d8b956d140be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c6e8507cfb4d679f88620935aab946&device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 1096 time: 0.0680797 Jan 10 19:57:07.811188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-a9694065-0fbc-4e0f-a512-e0a89d89bd4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:07.812666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-a9694065-0fbc-4e0f-a512-e0a89d89bd4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 200 len: 912 time: 0.1368692 Jan 10 19:57:07.873877 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:07.878152 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:57:07.889581 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:57:07.890188 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:56:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:07.895370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-2449c2b5-00d2-4204-891d-79961f26b008 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 200 len: 217 time: 0.0753613 Jan 10 19:57:07.962663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-34d68dd1-5763-4064-96dc-fd8bf6a4926d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:07.964501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-34d68dd1-5763-4064-96dc-fd8bf6a4926d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 200 len: 850 time: 0.0630260 Jan 10 19:57:08.067243 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:57:08.100018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-50cda0aa-1a0d-4c54-8f08-d70749792d96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801d3566-032f-4653-911e-5f34428937ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292040 Jan 10 19:57:08.106335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ad5b0-e836-42b8-8d4c-a8c634a1dacf req-ff13e333-643b-48f0-8d9c-a4a27c2219ab tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:08.107011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-308ad5b0-e836-42b8-8d4c-a8c634a1dacf req-ff13e333-643b-48f0-8d9c-a4a27c2219ab tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:08.196094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-308ad5b0-e836-42b8-8d4c-a8c634a1dacf req-ff13e333-643b-48f0-8d9c-a4a27c2219ab tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:08.197173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-308ad5b0-e836-42b8-8d4c-a8c634a1dacf req-ff13e333-643b-48f0-8d9c-a4a27c2219ab tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 945 time: 0.1946445 Jan 10 19:57:08.278876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-c4c12465-197a-4319-b018-d4566428710a service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691582 Jan 10 19:57:08.281139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-308ad5b0-e836-42b8-8d4c-a8c634a1dacf req-78a771cf-511b-4baa-880c-c6bf733c51b3 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750380 Jan 10 19:57:08.407818 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:08.411655 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4e397-4328-4a84-80f1-dd0d92b98b3e None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:36Z', 'revision_number': 4, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'aea696ab-b6f5-4fc9-9204-759bd166b63e', 'name': '', 'network_id': '801d3566-032f-4653-911e-5f34428937ad', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'mac_address': 'fa:16:3e:29:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:35Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'subnets': [{'id': '59f03866-dd3d-475f-9af5-b8fff873e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:57:08.412117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdf823bb-72fa-441f-a65c-ff39f7d19548 req-d1019cd6-1952-4d42-aca3-c4b8c9a392b4 service neutron] 10.222.0.30 "GET /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272464 Jan 10 19:57:08.454911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ac3a-0197-4ed9-a62f-282dec47f718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:08.630587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfd8a2-d65c-439b-bc70-6bae7a550dc1 None None] New status for floating IP d07fc144-9563-46a8-9555-ce931b5d80fa: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 19:57:09.309751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-cf4d4e8c-a4fc-4aed-937f-57f97f7fcaa0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:09.311219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-cf4d4e8c-a4fc-4aed-937f-57f97f7fcaa0 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 945 time: 0.0749683 Jan 10 19:57:09.377990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:09.378259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:09.616681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569bc7-df5f-4531-8742-ffa0d08b06e4 req-ff5bc5d7-48cb-41b5-8fda-811a129bda95 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:09.618132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42569bc7-df5f-4531-8742-ffa0d08b06e4 req-ff5bc5d7-48cb-41b5-8fda-811a129bda95 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 945 time: 0.2126484 Jan 10 19:57:09.710811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42569bc7-df5f-4531-8742-ffa0d08b06e4 req-12f9a406-4030-46f0-823b-b0e4821e0863 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/security-groups?id=88a86253-ee92-4d41-bc1c-2d2bbf695ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862095 Jan 10 19:57:09.717300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] For port b5c5cb1b-dcf7-4deb-93e3-2987c837e009, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:09.717665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:09.836620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for b5c5cb1b-dcf7-4deb-93e3-2987c837e009 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:10.057511 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:10.105837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=b5c5cb1b-dcf7-4deb-93e3-2987c837e009,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:10.177379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] No DVR routers for this DVR port b5c5cb1b-dcf7-4deb-93e3-2987c837e009 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:57:10.179923 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:10.182304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'name': 'network-vif-deleted', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:57:10.197057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3f979c36-f1c7-4076-a35d-96c5ba0d09c8 req-105d994f-7417-4f6c-a0ac-1aef558ab077 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.30 "DELETE /v2.0/ports/b5c5cb1b-dcf7-4deb-93e3-2987c837e009 HTTP/1.1" status: 204 len: 173 time: 0.8812792 Jan 10 19:57:10.238102 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a09db4-1466-493c-8a90-aa9787520288', 'name': 'network-vif-deleted', 'tag': 'b5c5cb1b-dcf7-4deb-93e3-2987c837e009', 'status': 'completed', 'code': 200} Jan 10 19:57:10.540160 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d11e204b-408a-4ab6-a8a0-51650c6025fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:10.871902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8d728075-889c-4a8e-aac4-ec6c083b3648 req-499d341f-8a05-48dc-819c-f979b4a8d608 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Synchronizing usage tracker for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:10.887089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8d728075-889c-4a8e-aac4-ec6c083b3648 req-499d341f-8a05-48dc-819c-f979b4a8d608 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Unset dirty status for tenant:98c6e8507cfb4d679f88620935aab946 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:10.888391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d728075-889c-4a8e-aac4-ec6c083b3648 req-499d341f-8a05-48dc-819c-f979b4a8d608 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a09db4-1466-493c-8a90-aa9787520288 HTTP/1.1" status: 200 len: 210 time: 0.0563717 Jan 10 19:57:11.820051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:11.947570 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:11.993605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34368) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:12.146802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Deleting port eede1c53-f2a5-4dd4-9f49-114139788ffa {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:12.147167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:12.308313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:12.308637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:12.424347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Calling delete_port for eede1c53-f2a5-4dd4-9f49-114139788ffa owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:12.558824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:12.602456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'Port': ['ID=eede1c53-f2a5-4dd4-9f49-114139788ffa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:12.695976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:12.713063 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:12.714855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f3506133-c5ab-4c5a-86a3-eaa44408e6a7 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "DELETE /v2.0/floatingips/03c12b3a-7860-4d4e-9fed-6d5ba09fbb16 HTTP/1.1" status: 204 len: 168 time: 0.7202709 Jan 10 19:57:13.231499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:13.861640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b5c5cb1b-dcf7-4deb-93e3-2987c837e009 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:13.893137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: b5c5cb1b-dcf7-4deb-93e3-2987c837e009 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:13.893478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device b5c5cb1b-dcf7-4deb-93e3-2987c837e009 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:14.152582 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:57:15.190577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34386) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:15.258774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ba46a5b-e0ab-4263-bbf1-44c3fbb276b9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:15.289136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ba46a5b-e0ab-4263-bbf1-44c3fbb276b9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:15.355479 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ba46a5b-e0ab-4263-bbf1-44c3fbb276b9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:15.372441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba46a5b-e0ab-4263-bbf1-44c3fbb276b9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a86253-ee92-4d41-bc1c-2d2bbf695ee1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:15.389874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0ba46a5b-e0ab-4263-bbf1-44c3fbb276b9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:15.393527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0ba46a5b-e0ab-4263-bbf1-44c3fbb276b9 tempest-TestVolumeBootPattern-1346801562 tempest-TestVolumeBootPattern-1346801562-project] 10.222.0.21 "DELETE /v2.0/security-groups/88a86253-ee92-4d41-bc1c-2d2bbf695ee1 HTTP/1.1" status: 204 len: 168 time: 0.1993351 Jan 10 19:57:15.462563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34394) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:15.588900 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:15.814990 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:16.063368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:16.649928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Deleting port aea696ab-b6f5-4fc9-9204-759bd166b63e {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:16.650586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:16.820787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] For port aea696ab-b6f5-4fc9-9204-759bd166b63e, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=aea696ab-b6f5-4fc9-9204-759bd166b63e,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:16.821144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:16.946906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Calling delete_port for aea696ab-b6f5-4fc9-9204-759bd166b63e owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:17.120017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:17.164312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=aea696ab-b6f5-4fc9-9204-759bd166b63e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:17.446535 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:18.090528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Router e7badd2e-4002-4a46-8f77-fc9f88d215be has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:57:18.283107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:57:18.293022 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] Sync routers for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:57:18.297158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1802cb7a-c112-478e-ae8d-72013a2dd8ea admin admin] 10.222.0.21 "PUT /v2.0/routers/e7badd2e-4002-4a46-8f77-fc9f88d215be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8305974 Jan 10 19:57:18.297879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34400) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:18.304941 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:57:18.305536 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:57:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:18.476483 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:57:18.493067 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:18.683212 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:18.691810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Deleting port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:18.692208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:18.754981 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:57:17Z', 'revision_number': 5, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port': {'id': '6007c944-8ea9-4dc8-b5b1-94e7c85142cd', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:18.758613 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] Checking router: e7badd2e-4002-4a46-8f77-fc9f88d215be for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:57:18.769408 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] Routers {'e7badd2e-4002-4a46-8f77-fc9f88d215be'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:57:18.769991 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:57:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['e7badd2e-4002-4a46-8f77-fc9f88d215be'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:18.865806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] For port 6007c944-8ea9-4dc8-b5b1-94e7c85142cd, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:18.866171 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:18.914890 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] Set router e7badd2e-4002-4a46-8f77-fc9f88d215be gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:57:19.025151 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:57:18Z', 'revision_number': 6, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:19.029295 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbce533-e9c3-4021-9bbc-4a19f627f84b None None] The sync data for ids ['e7badd2e-4002-4a46-8f77-fc9f88d215be'] in n-d-816927-8 is: [{'id': 'e7badd2e-4002-4a46-8f77-fc9f88d215be', 'name': 'tempest-TestVolumeBootPattern-194729477-router', 'tenant_id': '98c6e8507cfb4d679f88620935aab946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:33Z', 'updated_at': '2022-01-10T19:57:18Z', 'revision_number': 6, 'project_id': '98c6e8507cfb4d679f88620935aab946', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:57:19.089851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Calling delete_port for 6007c944-8ea9-4dc8-b5b1-94e7c85142cd owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:19.249835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.292103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6007c944-8ea9-4dc8-b5b1-94e7c85142cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:19.476684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aea696ab-b6f5-4fc9-9204-759bd166b63e no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:19.509297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: aea696ab-b6f5-4fc9-9204-759bd166b63e {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:19.509651 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device aea696ab-b6f5-4fc9-9204-759bd166b63e not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:19.520017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.771763 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.776293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.801606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.802160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7badd2e-4002-4a46-8f77-fc9f88d215be {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:57:19.815640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.816815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-917958a7-e813-4dee-aa95-04a264b54b2c admin admin] 10.222.0.21 "DELETE /v2.0/routers/e7badd2e-4002-4a46-8f77-fc9f88d215be HTTP/1.1" status: 204 len: 168 time: 1.5180285 Jan 10 19:57:19.819331 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34404) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:19.877457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Deleting subnet 59f03866-dd3d-475f-9af5-b8fff873e588 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:57:19.880425 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:19.930699 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.010822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.084472 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.123888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f03866-dd3d-475f-9af5-b8fff873e588,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:20.129827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.135396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cad4a7-0290-4b26-b2af-2303e282cd6a None None] Network 801d3566-032f-4653-911e-5f34428937ad requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:57:20.136454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e819adcf-b31d-4cc2-864f-0872240d25a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59f03866-dd3d-475f-9af5-b8fff873e588 HTTP/1.1" status: 204 len: 168 time: 0.3160572 Jan 10 19:57:20.138832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34408) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:20.239665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.249754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Deleting port b9604a56-1631-455b-bbd0-98562490e8d0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:20.250084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.379061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] DHCP port deletion for 801d3566-032f-4653-911e-5f34428937ad request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:57:20.383245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Deleting port b9604a56-1631-455b-bbd0-98562490e8d0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:20.383619 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.555207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] For port b9604a56-1631-455b-bbd0-98562490e8d0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9604a56-1631-455b-bbd0-98562490e8d0,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:20.555568 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.622546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] For port b9604a56-1631-455b-bbd0-98562490e8d0, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b9604a56-1631-455b-bbd0-98562490e8d0,segment=NetworkSegment(a2f48bda-7845-4a0b-86e0-0eef74213820),segment_id=a2f48bda-7845-4a0b-86e0-0eef74213820)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:20.623166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.676214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Calling delete_port for b9604a56-1631-455b-bbd0-98562490e8d0 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:20.738411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Calling delete_port for b9604a56-1631-455b-bbd0-98562490e8d0 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:20.751776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.797592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Pushing event deleted for resources: {'Port': ['ID=b9604a56-1631-455b-bbd0-98562490e8d0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:20.803119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] No DVR routers for this DVR port b9604a56-1631-455b-bbd0-98562490e8d0 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:57:20.806234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:57:20.807268 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:57:20.918776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.943611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801d3566-032f-4653-911e-5f34428937ad']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:20.955205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f48bda-7845-4a0b-86e0-0eef74213820') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:20.955505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f48bda-7845-4a0b-86e0-0eef74213820') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:20.966392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.985410 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:20.991877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:57:20.992317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:57:21.008862 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:57:21.082747 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:21.098970 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:21.109209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] Pushing event deleted for resources: {'Network': ['ID=801d3566-032f-4653-911e-5f34428937ad,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:21.122370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5848daad-d69e-4a78-9a53-a7be26f5e1de admin admin] 10.222.0.21 "DELETE /v2.0/networks/801d3566-032f-4653-911e-5f34428937ad HTTP/1.1" status: 204 len: 168 time: 0.9825563 Jan 10 19:57:21.125211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34412) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:21.308195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Deleting port b9604a56-1631-455b-bbd0-98562490e8d0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:21.308669 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:21.373479 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0a67055d-dd4d-4031-a044-8563dbae4347 None None] The port 'b9604a56-1631-455b-bbd0-98562490e8d0' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:57:21.460663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9604a56-1631-455b-bbd0-98562490e8d0 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:21.495632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b9604a56-1631-455b-bbd0-98562490e8d0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:21.495988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b9604a56-1631-455b-bbd0-98562490e8d0 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:21.496427 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6007c944-8ea9-4dc8-b5b1-94e7c85142cd no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:21.516377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:21.529090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6007c944-8ea9-4dc8-b5b1-94e7c85142cd {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:21.529638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6007c944-8ea9-4dc8-b5b1-94e7c85142cd not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:22.189702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Deleting port df133f87-cbc1-42aa-9630-c528d84d0e2b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:22.190041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:22.354269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] For port df133f87-cbc1-42aa-9630-c528d84d0e2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=df133f87-cbc1-42aa-9630-c528d84d0e2b,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:22.354546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:22.480006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Calling delete_port for df133f87-cbc1-42aa-9630-c528d84d0e2b owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:22.647156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:22.696510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Pushing event deleted for resources: {'Port': ['ID=df133f87-cbc1-42aa-9630-c528d84d0e2b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:22.973191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:23.622631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Router 75599a08-0000-42e7-b331-1002b7c78dd0 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 19:57:23.815535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 19:57:23.825580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] Sync routers for ids ['75599a08-0000-42e7-b331-1002b7c78dd0'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 19:57:23.831643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-01dc6b86-7acc-4df1-ba69-4c9cc069fe58 admin admin] 10.222.0.21 "PUT /v2.0/routers/75599a08-0000-42e7-b331-1002b7c78dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7054541 Jan 10 19:57:23.834108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34416) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:23.837631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] Routers {'75599a08-0000-42e7-b331-1002b7c78dd0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:57:23.838239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:57:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['75599a08-0000-42e7-b331-1002b7c78dd0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:24.011007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] Set router 75599a08-0000-42e7-b331-1002b7c78dd0 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:57:24.025033 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:24.222019 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:24.231621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Deleting port 1b0c960a-eef3-40c0-adac-4c8bb545060d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:24.231971 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:24.295280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:57:22Z', 'revision_number': 5, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port': {'id': '1b0c960a-eef3-40c0-adac-4c8bb545060d', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:24.299310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] Checking router: 75599a08-0000-42e7-b331-1002b7c78dd0 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 19:57:24.310616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] Routers {'75599a08-0000-42e7-b331-1002b7c78dd0'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 19:57:24.311229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T19:57:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['75599a08-0000-42e7-b331-1002b7c78dd0'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:24.398082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] For port 1b0c960a-eef3-40c0-adac-4c8bb545060d, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1b0c960a-eef3-40c0-adac-4c8bb545060d,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:24.398350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:24.454631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] Set router 75599a08-0000-42e7-b331-1002b7c78dd0 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 19:57:24.517631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Calling delete_port for 1b0c960a-eef3-40c0-adac-4c8bb545060d owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:24.558577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:57:24Z', 'revision_number': 6, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:24.562802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9935-46f1-4ea2-acc6-03d5d53eee62 None None] The sync data for ids ['75599a08-0000-42e7-b331-1002b7c78dd0'] in n-d-816927-8 is: [{'id': '75599a08-0000-42e7-b331-1002b7c78dd0', 'name': 'tempest-TestVolumeBootPattern-1702338688-router', 'tenant_id': '259c938ff21c4f69b169707b0052a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T19:47:39Z', 'updated_at': '2022-01-10T19:57:24Z', 'revision_number': 6, 'project_id': '259c938ff21c4f69b169707b0052a0e0', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 19:57:24.679349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:24.722615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0c960a-eef3-40c0-adac-4c8bb545060d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:25.033620 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.296101 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.300778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.326679 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.327241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75599a08-0000-42e7-b331-1002b7c78dd0 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 19:57:25.341979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.343152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-601f667a-9c97-46a1-8f59-4d251dde2b9c admin admin] 10.222.0.21 "DELETE /v2.0/routers/75599a08-0000-42e7-b331-1002b7c78dd0 HTTP/1.1" status: 204 len: 168 time: 1.5080884 Jan 10 19:57:25.346032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34420) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:25.412110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Deleting subnet e1ce45bb-e7b6-42c0-8df7-739b4406ebe7 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:57:25.415727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.476224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df133f87-cbc1-42aa-9630-c528d84d0e2b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:25.478316 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.519761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: df133f87-cbc1-42aa-9630-c528d84d0e2b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:25.520105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device df133f87-cbc1-42aa-9630-c528d84d0e2b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:25.520528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b0c960a-eef3-40c0-adac-4c8bb545060d no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:25.562806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 1b0c960a-eef3-40c0-adac-4c8bb545060d {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:25.563242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1b0c960a-eef3-40c0-adac-4c8bb545060d not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:25.563964 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.639688 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.776706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ce45bb-e7b6-42c0-8df7-739b4406ebe7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:25.782799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.789192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d29a07-849f-4edb-9fbc-4f3c11a9e1a9 None None] Network f939bb8e-2283-4f67-a5ac-c1ac12f8f1db requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:57:25.792283 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90c287fe-3e2f-4b96-a6ca-edce3acb1125 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e1ce45bb-e7b6-42c0-8df7-739b4406ebe7 HTTP/1.1" status: 204 len: 168 time: 0.4451880 Jan 10 19:57:25.794598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34426) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:25.898594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:25.908886 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Deleting port 0121c773-0137-4fe2-908c-cc25439e08ae {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:25.909211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.035400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] DHCP port deletion for f939bb8e-2283-4f67-a5ac-c1ac12f8f1db request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 19:57:26.039693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Deleting port 0121c773-0137-4fe2-908c-cc25439e08ae {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:26.040070 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.109471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] For port 0121c773-0137-4fe2-908c-cc25439e08ae, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0121c773-0137-4fe2-908c-cc25439e08ae,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:26.109895 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.232931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Calling delete_port for 0121c773-0137-4fe2-908c-cc25439e08ae owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:26.238132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] For port 0121c773-0137-4fe2-908c-cc25439e08ae, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0121c773-0137-4fe2-908c-cc25439e08ae,segment=NetworkSegment(f92ab686-7efd-4da3-958d-04055fa6c20b),segment_id=f92ab686-7efd-4da3-958d-04055fa6c20b)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:26.238521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.304488 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.347435 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0121c773-0137-4fe2-908c-cc25439e08ae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:26.353339 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] No DVR routers for this DVR port 0121c773-0137-4fe2-908c-cc25439e08ae on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:57:26.354617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Calling delete_port for 0121c773-0137-4fe2-908c-cc25439e08ae owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:26.420949 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 19:57:26.421304 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 19:57:26.465680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.492865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f939bb8e-2283-4f67-a5ac-c1ac12f8f1db']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:26.504786 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92ab686-7efd-4da3-958d-04055fa6c20b') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:26.505078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92ab686-7efd-4da3-958d-04055fa6c20b') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:57:26.516542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.532271 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.538295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:57:26.538669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: timer() Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:57:26.551708 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:57:26.626350 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.642555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.652037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f939bb8e-2283-4f67-a5ac-c1ac12f8f1db,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:26.658985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5cc8a743-7811-41e5-8743-21744ee231a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f939bb8e-2283-4f67-a5ac-c1ac12f8f1db HTTP/1.1" status: 204 len: 168 time: 0.8634250 Jan 10 19:57:26.827137 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34434) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:26.877220 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4f7a108d-9c3f-48e7-9412-fc94b98ebf9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98c6e8507cfb4d679f88620935aab946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473063 Jan 10 19:57:26.877849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34438) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:26.922383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Deleting port 0121c773-0137-4fe2-908c-cc25439e08ae {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:26.922977 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.935854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf804cfd-6515-4a60-835b-efd110a764ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.960064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf804cfd-6515-4a60-835b-efd110a764ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:26.987341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff9e5b-68c2-46e0-abce-5d5d77f3b57a None None] The port '0121c773-0137-4fe2-908c-cc25439e08ae' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 19:57:27.011980 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf804cfd-6515-4a60-835b-efd110a764ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:27.027511 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804cfd-6515-4a60-835b-efd110a764ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d64b144-86be-4c9d-9416-7ee06365e2ad,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:27.038856 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bf804cfd-6515-4a60-835b-efd110a764ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:27.042835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bf804cfd-6515-4a60-835b-efd110a764ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d64b144-86be-4c9d-9416-7ee06365e2ad HTTP/1.1" status: 204 len: 168 time: 0.1612945 Jan 10 19:57:27.460421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0121c773-0137-4fe2-908c-cc25439e08ae no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:27.483729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34446) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:27.493187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 0121c773-0137-4fe2-908c-cc25439e08ae {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:27.493535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0121c773-0137-4fe2-908c-cc25439e08ae not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:27.537065 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fb2fa554-9f7b-4cde-8eef-2ed1df0af7bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=259c938ff21c4f69b169707b0052a0e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522068 Jan 10 19:57:27.539557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34450) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:27.596144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a1cc-717b-4c25-b1a0-e70db259b692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:27.620846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a1cc-717b-4c25-b1a0-e70db259b692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:27.670909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a1cc-717b-4c25-b1a0-e70db259b692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:27.685107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0a1cc-717b-4c25-b1a0-e70db259b692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ece48-775b-4d18-982f-8e716f6d2f32,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:27.691059 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a1cc-717b-4c25-b1a0-e70db259b692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:27.693611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c6c0a1cc-717b-4c25-b1a0-e70db259b692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/956ece48-775b-4d18-982f-8e716f6d2f32 HTTP/1.1" status: 204 len: 168 time: 0.1531627 Jan 10 19:57:38.457485 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dd47b6b3-e490-4018-a10b-f7eab1b9777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:38.642829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-5c340056-1ef6-4ed7-a430-7033c43bc702 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=91bde641ce1d4e94b897bbefb1ef71be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282824 Jan 10 19:57:38.783495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-32405769-416a-4fb0-acbc-f56641e38a3d tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:38.784911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-32405769-416a-4fb0-acbc-f56641e38a3d tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372478 Jan 10 19:57:38.800981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-2fdac775-e740-4649-85c9-a20d990019cd tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/quotas/91bde641ce1d4e94b897bbefb1ef71be HTTP/1.1" status: 200 len: 375 time: 0.0110049 Jan 10 19:57:38.848121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-550041e7-116e-44e6-bc67-d1eb69872483 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=91bde641ce1d4e94b897bbefb1ef71be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426009 Jan 10 19:57:39.030822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-037cb813-93c8-4bff-9d16-5b0cead58d67 req-4a43a0b1-53ef-4073-b05a-569e905d16f3 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 210 time: 0.0401418 Jan 10 19:57:39.926180 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-e10ea0b3-9ef2-4c73-916e-f6d74e004cf5 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=91bde641ce1d4e94b897bbefb1ef71be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264926 Jan 10 19:57:40.077808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-a4bec493-2dde-4d87-93e8-ca6d445c9a02 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:40.079385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-a4bec493-2dde-4d87-93e8-ca6d445c9a02 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491380 Jan 10 19:57:40.094927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Request body: {'port': {'device_id': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'admin_state_up': True, 'tenant_id': '91bde641ce1d4e94b897bbefb1ef71be'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:57:40.221448 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86d36daa-c6a7-4115-9b67-b4c0f0f9102e req-13fc3abc-3eec-45ae-8a16-7aa8b1c1621f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 210 time: 0.0496972 Jan 10 19:57:40.281871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:40.285757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Usage tracker for resource:port and tenant:91bde641ce1d4e94b897bbefb1ef71be is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:40.288552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:40.294243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:40.304269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Made reservation on behalf of 91bde641ce1d4e94b897bbefb1ef71be for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:57:40.307720 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:40.319909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:40.351911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:40.356082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Usage tracker for resource:security_group_rule and tenant:91bde641ce1d4e94b897bbefb1ef71be is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:40.358928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:40.364583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:40.435954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:40.439678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:40.520540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e64e64-500d-4a78-838c-de5bc08502d0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:40.542297 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3e164795-837a-4654-9ca5-7f181d39da81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:40.608777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Allocated IP 192.168.233.20 (b0136934-f135-4b1a-97ee-cf9f89875180/40c17170-7f7c-4286-b75d-3fc7fb0eac13/59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:57:40.892507 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:40.907832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Transition to ACTIVE for port object 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:57:40.929528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.001206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Network b0136934-f135-4b1a-97ee-cf9f89875180 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:57:41.004165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:57:41.006567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:57:41.037296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Pushing event updated for resources: {'Port': ['ID=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:41.080526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:41.081374 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.108944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fab28406-247d-47c8-b8da-e95459dc761f tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0181940 Jan 10 19:57:41.119617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Request body: {'port': {'device_id': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:57:41.228855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.268519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db945ee4-b6b3-4236-9477-7d7d9a06fd2a None None] Provisioning for port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:57:41.275867 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-db945ee4-b6b3-4236-9477-7d7d9a06fd2a None None] Provisioning complete for port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:57:41.276234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-db945ee4-b6b3-4236-9477-7d7d9a06fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.333767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-db945ee4-b6b3-4236-9477-7d7d9a06fd2a None None] Port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 19:57:41.535036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-69e247f9-5fad-4ed8-944a-8d4227799dfc tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:41.535728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-69e247f9-5fad-4ed8-944a-8d4227799dfc tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Synchronizing usage tracker for tenant:91bde641ce1d4e94b897bbefb1ef71be on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:41.568919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-69e247f9-5fad-4ed8-944a-8d4227799dfc tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Unset dirty status for tenant:91bde641ce1d4e94b897bbefb1ef71be on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:41.570063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-69e247f9-5fad-4ed8-944a-8d4227799dfc tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 935 time: 0.2217019 Jan 10 19:57:41.666253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:57:41.675081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.678019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-0061ba3d-5496-42ec-b8f0-d507eca75ee4 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Synchronizing usage tracker for tenant:91bde641ce1d4e94b897bbefb1ef71be on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:41.697412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Transition to ACTIVE for port object 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:57:41.701894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.738509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-0061ba3d-5496-42ec-b8f0-d507eca75ee4 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Unset dirty status for tenant:91bde641ce1d4e94b897bbefb1ef71be on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:41.739666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7acf18c-22c1-47cb-bd1a-789cc0d96f3c req-0061ba3d-5496-42ec-b8f0-d507eca75ee4 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587601 Jan 10 19:57:41.825803 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.830484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Pushing event updated for resources: {'Port': ['ID=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:41.939738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Attempting to bind port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:57:41.940404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Attempting to bind port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:57:41.940404 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Attempting to bind port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:57:41.946483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd on network b0136934-f135-4b1a-97ee-cf9f89875180 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:57:41.946973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Attempting to bind port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd on network b0136934-f135-4b1a-97ee-cf9f89875180 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:57:41.950804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:41.953146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:57:41.953482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Checking segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:57:41.953860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Bound using segment: {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:57:41.954312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Bound port: 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4aea05-9c9f-4117-9ad5-819519a73c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:57:41.954655 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:42.039198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] For port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:57:42.044088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] For port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:57:42.048525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:42.113048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:42.114661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] 10.222.0.30 "PUT /v2.0/ports/59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd HTTP/1.1" status: 200 len: 1095 time: 0.9992018 Jan 10 19:57:42.115128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'tag': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:57:42.136336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4c984-4c38-4164-97f2-d5907b9bbec1 service neutron] Pushing event updated for resources: {'Port': ['ID=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:42.188043 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'tag': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd', 'status': 'completed', 'code': 200} Jan 10 19:57:42.229943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-e7835f62-a092-48f7-a126-57cf8f203706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91bde641ce1d4e94b897bbefb1ef71be&device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 1098 time: 0.0780010 Jan 10 19:57:42.301763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-56bdd346-3f83-4636-9be2-11fb033fc225 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd HTTP/1.1" status: 200 len: 217 time: 0.0654340 Jan 10 19:57:42.361594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-cf499130-ecd2-469d-93ab-f0f7900b3be8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:42.362977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-cf499130-ecd2-469d-93ab-f0f7900b3be8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0555835 Jan 10 19:57:42.438463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-913c152f-5cad-4901-aa8d-99989f629b34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700068 Jan 10 19:57:42.647394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-fbddd345-943e-4430-b816-57fe377b04f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029583 Jan 10 19:57:42.774181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d3002b0-5b9f-4c23-90ee-298bdc3e9108 req-e15c4a3f-d192-46eb-ac13-c697231cac33 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209650 Jan 10 19:57:42.936788 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-6b82b20a-2f53-4c17-afe0-4cb38b725d01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91bde641ce1d4e94b897bbefb1ef71be&device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 1098 time: 0.1211829 Jan 10 19:57:43.019083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eebfc-483b-4428-9987-e1e80799e70a req-2c303c91-6429-4179-8717-6cfd9b19d559 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:43.020511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f5eebfc-483b-4428-9987-e1e80799e70a req-2c303c91-6429-4179-8717-6cfd9b19d559 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 947 time: 0.1613617 Jan 10 19:57:43.102482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f5eebfc-483b-4428-9987-e1e80799e70a req-d8272134-cd4d-41a8-b8bd-b8d6ac625863 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752342 Jan 10 19:57:43.108917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-68fc73e7-3db6-40fc-9118-6efbab6463c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:43.110280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-68fc73e7-3db6-40fc-9118-6efbab6463c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0136934-f135-4b1a-97ee-cf9f89875180 HTTP/1.1" status: 200 len: 870 time: 0.1661546 Jan 10 19:57:43.176992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-78b79be2-86be-4a8f-8aed-37c7e31d7a5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd HTTP/1.1" status: 200 len: 217 time: 0.0601718 Jan 10 19:57:43.227936 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:43.242028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-ccd8b573-cb23-4d87-b25e-7754cf4caa89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:43.243983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-ccd8b573-cb23-4d87-b25e-7754cf4caa89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40c17170-7f7c-4286-b75d-3fc7fb0eac13 HTTP/1.1" status: 200 len: 843 time: 0.0608439 Jan 10 19:57:43.316197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-cf902c18-d89c-47b9-91a8-6be1e7f394e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0136934-f135-4b1a-97ee-cf9f89875180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657876 Jan 10 19:57:43.445353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-af9d1233-b3e1-4fab-991d-0af5582cd8b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221406 Jan 10 19:57:43.574298 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd5bfde-1883-4b04-a44a-d262b9a5c6ad req-55e8f4ed-19ed-493c-a82d-00b6dd58e855 service neutron] 10.222.0.30 "GET /v2.0/networks/b0136934-f135-4b1a-97ee-cf9f89875180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218636 Jan 10 19:57:44.000442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:57:44.132572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:44.146008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd', 'network_id': 'b0136934-f135-4b1a-97ee-cf9f89875180', 'port_id': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd', 'mac_address': 'fa:16:3e:82:6d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c17170-7f7c-4286-b75d-3fc7fb0eac13', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:57:44.198584 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:44.218849 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:57:44.233230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:44.237259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:44.300707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137f0ec-46fb-4724-92e0-aaee858b4cba req-d0ed0338-e474-4915-b057-57665aa0bc94 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:44.301268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:44.302202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4137f0ec-46fb-4724-92e0-aaee858b4cba req-d0ed0338-e474-4915-b057-57665aa0bc94 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 948 time: 0.0792007 Jan 10 19:57:44.309539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.309904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.310232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.310570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.310926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.311266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.311595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.311924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.312249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.312571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.312896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:44.347369 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4137f0ec-46fb-4724-92e0-aaee858b4cba req-3cba6ab7-8b04-4249-afbd-e84d96c6b1c9 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Jan 10 19:57:44.463043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:57:45.539379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c0a88-5de2-44f9-af54-06c417572e77 req-27b8d9e5-b3ac-45f9-a102-f9f871b23233 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:45.541474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b4c0a88-5de2-44f9-af54-06c417572e77 req-27b8d9e5-b3ac-45f9-a102-f9f871b23233 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 948 time: 0.0748780 Jan 10 19:57:45.584460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2b4c0a88-5de2-44f9-af54-06c417572e77 req-b8d9e953-c7ee-40e2-9cfb-3289b30c7c9b tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Jan 10 19:57:45.605049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:45.809273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:45.999894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:57:46.066852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:57:46.072140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:57:46.072513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:46.182506 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:46.208060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:57:46.217158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:46.220965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:46.273627 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd', 'code': 200} Jan 10 19:57:46.289431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:46.388632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-684e0152-e8a9-4bc6-b413-51034931b993 req-2fe3ca86-a09d-49a3-8163-fb290c70e21f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 1100 time: 0.0695858 Jan 10 19:57:46.428768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-684e0152-e8a9-4bc6-b413-51034931b993 req-6929b065-6059-4d4d-a8c4-00f5ea251702 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Jan 10 19:57:46.776592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a5ee3-97c2-4486-b9b4-5c624eb597e1 req-1fd09cdc-13d1-45ca-a44d-4222dd811679 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:46.777915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d3a5ee3-97c2-4486-b9b4-5c624eb597e1 req-1fd09cdc-13d1-45ca-a44d-4222dd811679 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 949 time: 0.0740762 Jan 10 19:57:46.826453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d3a5ee3-97c2-4486-b9b4-5c624eb597e1 req-a865fc59-2568-484a-a1b3-8d6ebf8d6c7d tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Jan 10 19:57:48.028823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae02a-b2a4-468a-9013-b15641e7cd46 req-b1a58895-0a10-4a71-baf9-f3a590848d3a tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:48.031681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb7ae02a-b2a4-468a-9013-b15641e7cd46 req-b1a58895-0a10-4a71-baf9-f3a590848d3a tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 949 time: 0.0846798 Jan 10 19:57:48.080466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eb7ae02a-b2a4-468a-9013-b15641e7cd46 req-660eb7d2-e5fc-43ab-abc0-544cc2a666c7 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Jan 10 19:57:48.687302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f5789675-940d-4d35-834d-33c40f6b20a9 req-65c24f87-0b8f-4cfa-97bb-d1b82c205be5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1331601 Jan 10 19:57:49.249844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66abd4d1-395e-4f65-b68f-d69992a95eb1 req-4cdfd7d3-950d-4e0f-99db-aedab7e815fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1282628 Jan 10 19:57:49.762032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee758f5d-bde8-42ef-b8d0-bbd5b56b94af req-3cff3e7b-cd62-4b51-a137-13d89d26ca5e tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:49.763492 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee758f5d-bde8-42ef-b8d0-bbd5b56b94af req-3cff3e7b-cd62-4b51-a137-13d89d26ca5e tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 949 time: 0.0749447 Jan 10 19:57:49.892742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee758f5d-bde8-42ef-b8d0-bbd5b56b94af req-954824c8-47d1-42f0-970a-10468d0b9c92 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236961 Jan 10 19:57:50.927768 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-16d88464-c142-4440-aa44-57399638393d tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:50.929185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-16d88464-c142-4440-aa44-57399638393d tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.30 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 949 time: 0.0765586 Jan 10 19:57:50.997129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Deleting port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:57:50.997463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:51.152091 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:57:51.234749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644654-389c-43b4-b555-52b34f3d4a5b req-96e05ee7-019d-4edd-b9a2-dbaa41969cf1 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:51.236131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e644654-389c-43b4-b555-52b34f3d4a5b req-96e05ee7-019d-4edd-b9a2-dbaa41969cf1 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831d149-ba7b-4fb8-8c24-ad9999821b01 HTTP/1.1" status: 200 len: 949 time: 0.2155943 Jan 10 19:57:51.320311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e644654-389c-43b4-b555-52b34f3d4a5b req-57040ced-6bfa-4f23-bbea-bf4e43fdda15 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e64e64-500d-4a78-838c-de5bc08502d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785904 Jan 10 19:57:51.325064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] For port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,segment=NetworkSegment(ff4aea05-9c9f-4117-9ad5-819519a73c15),segment_id=ff4aea05-9c9f-4117-9ad5-819519a73c15)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:57:51.325420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:51.444425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Calling delete_port for 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:57:51.585040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:51.596632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:57:51.632817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Pushing event deleted for resources: {'Port': ['ID=59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:51.709530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] No DVR routers for this DVR port 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:57:51.712247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:51.715319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'name': 'network-vif-deleted', 'tag': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:57:51.731598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-377a243b-7ea9-4798-9f69-eef6fe09ce58 req-7dbbf76e-1729-4434-949e-b9e0a217b081 tempest-ServersAdminNegativeTestJSON-749617452 tempest-ServersAdminNegativeTestJSON-749617452-project] 10.222.0.30 "DELETE /v2.0/ports/59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd HTTP/1.1" status: 204 len: 173 time: 0.7965600 Jan 10 19:57:51.776541 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e831d149-ba7b-4fb8-8c24-ad9999821b01', 'name': 'network-vif-deleted', 'tag': '59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd', 'status': 'completed', 'code': 200} Jan 10 19:57:52.702764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34604) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:52.870505 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ab362abf-2ed6-416a-b4f3-a3e69ed7ac8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91bde641ce1d4e94b897bbefb1ef71be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1665673 Jan 10 19:57:52.872908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34610) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:52.932663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63185bdd-ff7f-4207-9ba1-9340e7802e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:52.956982 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63185bdd-ff7f-4207-9ba1-9340e7802e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.016845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63185bdd-ff7f-4207-9ba1-9340e7802e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.032874 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63185bdd-ff7f-4207-9ba1-9340e7802e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e64e64-500d-4a78-838c-de5bc08502d0,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:53.048089 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-63185bdd-ff7f-4207-9ba1-9340e7802e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.052002 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-63185bdd-ff7f-4207-9ba1-9340e7802e1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94e64e64-500d-4a78-838c-de5bc08502d0 HTTP/1.1" status: 204 len: 168 time: 0.1754613 Jan 10 19:57:53.376235 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34618) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:53.394614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.425982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:53.429981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Usage tracker for resource:security_group_rule and tenant:5c74f2c07c4d4b5db4b358a0e95d53ca is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:53.432856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:53.438916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:53.504215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.507757 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.556825 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c74f2c07c4d4b5db4b358a0e95d53ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795282 Jan 10 19:57:53.557650 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2681aae-428d-4770-9699-67e7d20bce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84865d9a-7707-47d3-98fd-0a00fbd1c3bd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:53.559558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34622) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:53.617456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2cdba46-e024-4bb7-bf42-a2e5a80cd453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.643544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2cdba46-e024-4bb7-bf42-a2e5a80cd453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.692667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2cdba46-e024-4bb7-bf42-a2e5a80cd453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.711465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdba46-e024-4bb7-bf42-a2e5a80cd453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84865d9a-7707-47d3-98fd-0a00fbd1c3bd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:53.715625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2cdba46-e024-4bb7-bf42-a2e5a80cd453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:53.716696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d2cdba46-e024-4bb7-bf42-a2e5a80cd453 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84865d9a-7707-47d3-98fd-0a00fbd1c3bd HTTP/1.1" status: 204 len: 168 time: 0.1560752 Jan 10 19:57:54.517902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34644) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:54.644794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2095349208-network', 'tenant_id': '50c1f4abc39a493e87e1f88849655ddc'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:57:54.652865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:54.656627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Usage tracker for resource:network and tenant:50c1f4abc39a493e87e1f88849655ddc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:54.659531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:54.665689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:54.675068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Made reservation on behalf of 50c1f4abc39a493e87e1f88849655ddc for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:57:54.677257 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.689040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.720217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:54.723897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:50c1f4abc39a493e87e1f88849655ddc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:54.726586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:54.732563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:54.796261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.800185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.830663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:57:54.835756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f30fddb-5fe8-4c71-a314-b2db593fddf5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:54.842941 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.843223 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Added segment 2d5b72e2-bba4-401d-a646-7dcaea3ff73a of type vlan for network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 Jan 10 19:57:54.869443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.896673 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.897519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:54.898121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:54.998196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:55.001101 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7ed7a7d5-9410-49c7-8731-182016390fb2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4821825 Jan 10 19:57:55.004042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34652) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:57:55.008016 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:57:55.009173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Request body: {'subnet': {'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2095349208-subnet', 'tenant_id': '50c1f4abc39a493e87e1f88849655ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:57:55.014481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:55.018213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Usage tracker for resource:subnet and tenant:50c1f4abc39a493e87e1f88849655ddc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:55.021070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:55.027224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:55.038021 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Made reservation on behalf of 50c1f4abc39a493e87e1f88849655ddc for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:57:55.041714 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:55.246580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:55.312584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc5f034-ca56-414c-8bd8-f098cb371da9,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:55.330341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Checking segment: {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:57:55.330695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Network hostable DHCP agents. Network: 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:57:55.352980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:57:55.361529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:57:55.365423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:55.366003 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:55.370278 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8a99e-d0eb-49de-8a60-9b05b950ef2b None None] Network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:57:55.385989 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1188402e-a542-4fa9-81af-fae4622c17bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3809922 Jan 10 19:57:55.576264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e69a00-326d-4f4e-b795-bce8069c2c97 None None] Network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:57:55.994265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-5912b0ff-ba14-420b-9250-c89081604ef2 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:55.994863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-5912b0ff-ba14-420b-9250-c89081604ef2 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Synchronizing usage tracker for tenant:50c1f4abc39a493e87e1f88849655ddc on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:56.011556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-5912b0ff-ba14-420b-9250-c89081604ef2 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Unset dirty status for tenant:50c1f4abc39a493e87e1f88849655ddc on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:56.012842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-5912b0ff-ba14-420b-9250-c89081604ef2 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 812 time: 0.2393134 Jan 10 19:57:56.028930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-492048ab-5891-4f15-8321-526f899cd2da tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/quotas/50c1f4abc39a493e87e1f88849655ddc HTTP/1.1" status: 200 len: 375 time: 0.0108683 Jan 10 19:57:56.046813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:57:56.078570 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-0d64cdac-2866-4b94-81b6-75ab4a6b3bdb tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445890 Jan 10 19:57:56.082549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:57:56.083098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 59e2f9a6-a0a1-4d36-a5d8-b13b2dc614cd not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:57:56.089018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-08c65c2a-70d3-4a42-90a9-6fdcdb0495c1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:57:56.090000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-08c65c2a-70d3-4a42-90a9-6fdcdb0495c1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050313 Jan 10 19:57:56.221416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-88ba9c91-38d8-4435-98e5-b6461a068a76 service neutron] 10.222.0.21 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Jan 10 19:57:56.349698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-4dc6e017-8273-400a-a7ed-54ff6538a59a service neutron] 10.222.0.21 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226320 Jan 10 19:57:56.530787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-440a0090-63f2-4346-a893-4e5e8b614a1b req-3364ca3c-a5e0-4428-8ee9-f5dc8a7667dd tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 210 time: 0.0409548 Jan 10 19:57:57.657583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-371f22be-e14a-4024-9e0b-273366895487 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:57.659041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-371f22be-e14a-4024-9e0b-273366895487 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.30 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 812 time: 0.1468494 Jan 10 19:57:57.697659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Request body: {'port': {'device_id': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01', 'admin_state_up': True, 'tenant_id': '50c1f4abc39a493e87e1f88849655ddc'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:57:57.718736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38222d7e-50af-41a8-b14c-eac2c3e499a4 req-07b29320-0cc8-4403-b146-f17fc4960c4e tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 210 time: 0.0587649 Jan 10 19:57:57.834778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:57:57.838522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Usage tracker for resource:port and tenant:50c1f4abc39a493e87e1f88849655ddc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:57:57.841458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:57:57.847001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:57:57.856774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Made reservation on behalf of 50c1f4abc39a493e87e1f88849655ddc for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:57:57.860066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:58.017969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Allocated IP 172.20.0.14 (0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01/8fc5f034-ca56-414c-8bd8-f098cb371da9/a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:57:58.213011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:58.240318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:58.313927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:57:58.316962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:57:58.321552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:57:58.346159 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:58.365111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.365455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.365794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.366128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.366457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.366788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.367133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.367455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.368171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.368498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.368819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:57:58.392387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:58.392983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:58.413253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-37263cda-728d-4b9c-a298-015ebc2910bf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7231612 Jan 10 19:57:58.425031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Request body: {'port': {'device_id': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:57:58.532192 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:59.000153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-cbf5941c-7c08-49d7-987f-4319750c9b23 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:59.000863 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-cbf5941c-7c08-49d7-987f-4319750c9b23 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Synchronizing usage tracker for tenant:50c1f4abc39a493e87e1f88849655ddc on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:59.024941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:57:59.032713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:59.036963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-cbf5941c-7c08-49d7-987f-4319750c9b23 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Unset dirty status for tenant:50c1f4abc39a493e87e1f88849655ddc on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:59.038103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-cbf5941c-7c08-49d7-987f-4319750c9b23 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 932 time: 0.1958196 Jan 10 19:57:59.062837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Transition to ACTIVE for port object a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:57:59.068471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:59.197897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-66bbb793-9504-47cd-91a4-d22e25159f0b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Synchronizing usage tracker for tenant:50c1f4abc39a493e87e1f88849655ddc on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:57:59.213866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:59.258545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-66bbb793-9504-47cd-91a4-d22e25159f0b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Unset dirty status for tenant:50c1f4abc39a493e87e1f88849655ddc on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:57:59.259789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4425e041-af13-4b16-bb1f-94e7324024c4 req-66bbb793-9504-47cd-91a4-d22e25159f0b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154746 Jan 10 19:57:59.331968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:57:59.332289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:57:59.332615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:57:59.338229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:57:59.338551 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:57:59.344650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:57:59.344984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Checking segment: {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:57:59.345359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Bound using segment: {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:57:59.345776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Bound port: a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:57:59.346111 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:59.432765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:57:59.435676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:57:59.440035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:59.503040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:57:59.504385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 1092 time: 1.0836453 Jan 10 19:57:59.504812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:57:59.522588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b3f06-b62a-43fb-90ef-94a4c2eca5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:57:59.575108 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'status': 'completed', 'code': 200} Jan 10 19:57:59.610158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-5498b250-078e-4ae0-818e-c470c9b837e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1095 time: 0.0690124 Jan 10 19:57:59.679632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-8f316903-d8b7-4fcf-a6d1-7f330852dc61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0630572 Jan 10 19:57:59.739947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-9139ae2c-de64-4c90-8427-aebc1e560bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:57:59.741357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-9139ae2c-de64-4c90-8427-aebc1e560bfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0560277 Jan 10 19:57:59.785019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-515ce7b0-4455-49bf-b1fe-cdf286ff7ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384042 Jan 10 19:57:59.910884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-b6a46ff7-d9cb-45db-816e-fb649f163fc5 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198628 Jan 10 19:58:00.038585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bce31c08-5ddf-4448-8adb-e961216339c7 req-2cca5520-b31a-403a-a105-62e9a3fdca45 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219764 Jan 10 19:58:00.151630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-8f313760-5278-41d3-8afc-2ab371b30859 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1095 time: 0.0708265 Jan 10 19:58:00.277082 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-ebae646b-d2f5-4f92-b4fe-e06b7b2aa001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:00.278521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-ebae646b-d2f5-4f92-b4fe-e06b7b2aa001 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.1211820 Jan 10 19:58:00.285590 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-6a5de19d-eca1-4ca3-9fc7-7cde6ddf6677 req-d7e760ec-2601-4369-97d0-84f0865819b5 service neutron] (83629) timed out ('10.222.0.21', 45822) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 19:58:00.343787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-ac99ef3d-c5fb-4670-9486-ae6e9d100ccd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0591607 Jan 10 19:58:00.446738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-c8ea6462-b017-416e-889f-c662cb24c30c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:00.448167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-c8ea6462-b017-416e-889f-c662cb24c30c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0984781 Jan 10 19:58:00.587472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-31db1e57-3920-47b3-8073-a2462bc85ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317632 Jan 10 19:58:00.666936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78612d44-bdf6-4bc4-9204-cb23a1bcf454 req-c8bad088-5b18-429a-9cb5-7e7f43cd11af tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:00.668357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78612d44-bdf6-4bc4-9204-cb23a1bcf454 req-c8bad088-5b18-429a-9cb5-7e7f43cd11af tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 944 time: 0.2848294 Jan 10 19:58:00.753952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78612d44-bdf6-4bc4-9204-cb23a1bcf454 req-e3013078-5099-4ca3-ae77-1c7efd87678b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Jan 10 19:58:00.758795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-cc3d8c80-91fe-4af1-99c2-f566f066fa01 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639755 Jan 10 19:58:00.886893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f84adbf-b642-4c68-aa3f-9243bbf7e2a6 req-4ff7cef2-bc2a-4a28-913c-c5d53e5a3bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219811 Jan 10 19:58:01.949402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1b60c-1f5d-4cf9-a5dc-1e51c73086db req-b7bf0697-4740-45aa-adf0-d63edac14a06 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:01.950849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44d1b60c-1f5d-4cf9-a5dc-1e51c73086db req-b7bf0697-4740-45aa-adf0-d63edac14a06 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 944 time: 0.0762489 Jan 10 19:58:01.993873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44d1b60c-1f5d-4cf9-a5dc-1e51c73086db req-6c958d09-e4c1-4683-b578-72d7b7ed39e2 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Jan 10 19:58:02.078254 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:58:02.207640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:02.223430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01', 'port_id': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'mac_address': 'fa:16:3e:c6:73:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc5f034-ca56-414c-8bd8-f098cb371da9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:58:02.274355 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:02.291497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:58:02.308290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:02.312105 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:02.374989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:02.495334 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:58:03.190779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741919af-e2f3-49d1-bf28-21096eec8b80 req-7459a0a5-d402-4182-b6de-9879f8c18de8 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:03.192242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-741919af-e2f3-49d1-bf28-21096eec8b80 req-7459a0a5-d402-4182-b6de-9879f8c18de8 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 945 time: 0.0777955 Jan 10 19:58:03.236103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-741919af-e2f3-49d1-bf28-21096eec8b80 req-b2f48f19-872e-47fd-b605-336a5f08ff55 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380285 Jan 10 19:58:04.093599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:58:04.161513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:58:04.166998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:58:04.167373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:04.274314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:04.301306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:04.310759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:04.315822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:04.378669 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'code': 200} Jan 10 19:58:04.417688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:04.494527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a9d-deae-49b4-9a18-2c3789fa2a0f req-60cb7e69-b604-49e8-949e-29d0accad5f0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:04.495982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc51a9d-deae-49b4-9a18-2c3789fa2a0f req-60cb7e69-b604-49e8-949e-29d0accad5f0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.1325364 Jan 10 19:58:04.538123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a0679f4-bc9a-447a-9acc-fc9c4e1d2e85 req-a243a195-4194-40df-9422-ea151ca2f496 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1097 time: 0.1085427 Jan 10 19:58:04.564927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbc51a9d-deae-49b4-9a18-2c3789fa2a0f req-da588109-4ccb-4107-91d5-f4334c963de2 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Jan 10 19:58:04.585090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a0679f4-bc9a-447a-9acc-fc9c4e1d2e85 req-f8b83305-be0a-4989-b4b7-685fa2f99ced service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Jan 10 19:58:05.768890 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a59886-2262-4f35-9b82-5f8d189c4ce0 req-078d2940-144c-45ce-a27f-fc60c8656846 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:05.770307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a59886-2262-4f35-9b82-5f8d189c4ce0 req-078d2940-144c-45ce-a27f-fc60c8656846 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0817890 Jan 10 19:58:05.818336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6a59886-2262-4f35-9b82-5f8d189c4ce0 req-855a473d-7a26-4fc0-9fac-a03b875f8a84 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Jan 10 19:58:06.005535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-912e8c94-35f9-4cec-9def-073bc43c73a5 req-835e1668-a54e-44f9-86ca-4543071985db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658078 Jan 10 19:58:06.220669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34714) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:06.371047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374dccb-0ad8-4cb5-a490-77fb6e426aca req-626257d2-1b6c-4da4-b40b-a0def124582d tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:06.372505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9374dccb-0ad8-4cb5-a490-77fb6e426aca req-626257d2-1b6c-4da4-b40b-a0def124582d tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.1315579 Jan 10 19:58:06.379034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-48c18992-29aa-4a0e-99bb-0e9cb49889b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572723 Jan 10 19:58:06.419802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9374dccb-0ad8-4cb5-a490-77fb6e426aca req-be0b1337-3a63-4e35-9efd-09b49851d8ea tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Jan 10 19:58:07.672644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-acbfa765-7028-4c82-8dd1-04b6d7fa0a8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1097 time: 0.0989370 Jan 10 19:58:07.678442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353b1-6a20-4dd9-87e8-d7c126d7f98f req-823c464d-7fb7-4071-a42e-242c156060f5 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:07.679755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14f353b1-6a20-4dd9-87e8-d7c126d7f98f req-823c464d-7fb7-4071-a42e-242c156060f5 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.1365278 Jan 10 19:58:07.806424 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14f353b1-6a20-4dd9-87e8-d7c126d7f98f req-06812baa-5837-4b0a-854b-04f1d7b4161d tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082766 Jan 10 19:58:07.841524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-370ef53e-57d6-49ad-90d4-ab171e7c935c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:07.843014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-370ef53e-57d6-49ad-90d4-ab171e7c935c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.1623611 Jan 10 19:58:07.912122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-c1301460-d6ac-4c7f-8d2a-3c16c7f61159 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0632353 Jan 10 19:58:07.971854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-be9841a5-6b83-400b-876a-1e7e031f088a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:07.973154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-be9841a5-6b83-400b-876a-1e7e031f088a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0557785 Jan 10 19:58:08.019902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-bc2394b8-28b4-4187-8be6-fb84744618c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412569 Jan 10 19:58:08.244904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-c83402ef-25ee-4bc9-a337-e3c4cd76cc71 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189682 Jan 10 19:58:08.373665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-30414fce-3433-4563-ab8e-ef487dcb32e6 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221290 Jan 10 19:58:08.458513 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-95d9f1f5-3cc9-4bfc-bd45-a3afa21a3973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:08.998449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa640c55-051c-45ed-820f-8f6b291335cb req-2aad56bd-3c6a-4a8f-9d0a-8ad0e89c76e6 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:08.999963 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa640c55-051c-45ed-820f-8f6b291335cb req-2aad56bd-3c6a-4a8f-9d0a-8ad0e89c76e6 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0738528 Jan 10 19:58:09.044665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa640c55-051c-45ed-820f-8f6b291335cb req-b2270415-d154-44c9-aff8-b86203c36540 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Jan 10 19:58:10.241111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41dcc4-483b-479f-a850-97f84bf54bfe req-ad610068-582b-4659-8b5f-0ff9a5d03f8f tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:10.242556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a41dcc4-483b-479f-a850-97f84bf54bfe req-ad610068-582b-4659-8b5f-0ff9a5d03f8f tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0769837 Jan 10 19:58:10.286214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a41dcc4-483b-479f-a850-97f84bf54bfe req-bf54e92c-2ec7-46be-b992-c738f047377e tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Jan 10 19:58:10.535154 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2521af6c-c7bd-44bc-a9f4-13859edbc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:11.482562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076345d2-aed3-426b-891e-c9f12ea788f1 req-31d624a2-ac10-422b-9bf2-3abedf93d9ef tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:11.484075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-076345d2-aed3-426b-891e-c9f12ea788f1 req-31d624a2-ac10-422b-9bf2-3abedf93d9ef tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0799158 Jan 10 19:58:11.536742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-076345d2-aed3-426b-891e-c9f12ea788f1 req-68eeaca5-3957-4a26-be69-d272a2f72b21 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473006 Jan 10 19:58:11.818066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:11.952065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:12.488847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-728de9c4-c8d5-48b4-aa28-2eacff7ed14e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1097 time: 0.0679338 Jan 10 19:58:12.631405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863a90-95fa-47c3-ba47-d1353242077c req-5549503c-ca0a-4b54-a2c9-58b590caba9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:12.633584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-5549503c-ca0a-4b54-a2c9-58b590caba9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.1263332 Jan 10 19:58:12.733410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-8af2b0ac-4bdf-408c-888f-5047d81ddb68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0948288 Jan 10 19:58:12.811628 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863a90-95fa-47c3-ba47-d1353242077c req-e22d6c8f-e985-4356-963b-c5f3acdc8a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:12.813063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-e22d6c8f-e985-4356-963b-c5f3acdc8a41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0738034 Jan 10 19:58:12.861586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed3b7-6e33-4426-abb3-c7fc7c1ea878 req-e01fa715-0115-4dd5-ab14-14e110123f1a tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:12.863008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0aed3b7-6e33-4426-abb3-c7fc7c1ea878 req-e01fa715-0115-4dd5-ab14-14e110123f1a tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.1771841 Jan 10 19:58:12.864754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-8bbcbf33-7c22-456f-8e8a-dbda667002bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457036 Jan 10 19:58:12.989394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b0aed3b7-6e33-4426-abb3-c7fc7c1ea878 req-1c788ffe-ad5f-41fd-8ab8-5877e19bd695 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202724 Jan 10 19:58:13.024084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-42449e19-f5bd-4daa-b6bb-0180d24d771c service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533849 Jan 10 19:58:13.156045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3863a90-95fa-47c3-ba47-d1353242077c req-326fa7cd-c12a-475f-8976-ed5a87bc8b93 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265385 Jan 10 19:58:13.230001 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:14.188362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34598500-7a54-4e52-906d-521d465e15ec req-c5974292-ebaf-4ad8-9eca-d598b0ff2bc0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:14.189778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34598500-7a54-4e52-906d-521d465e15ec req-c5974292-ebaf-4ad8-9eca-d598b0ff2bc0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0791390 Jan 10 19:58:14.232703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-34598500-7a54-4e52-906d-521d465e15ec req-2ff0ce4e-8f79-4994-9415-18df81761bb0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375683 Jan 10 19:58:15.422154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66660a1-b03d-429e-9ba8-4b819fdb6482 req-77f585cd-1e8e-4138-9a72-9c6064d09ecc tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:15.423537 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66660a1-b03d-429e-9ba8-4b819fdb6482 req-77f585cd-1e8e-4138-9a72-9c6064d09ecc tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0742745 Jan 10 19:58:15.468606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f66660a1-b03d-429e-9ba8-4b819fdb6482 req-5e80b886-2a5a-4151-ad59-9b158766459e tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 Jan 10 19:58:15.610549 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:15.811816 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:16.665600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b160a3-83b6-40e2-a21f-2b04be740cfe req-e01e5e0c-3a68-4a11-a094-933d690d039a tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:16.667065 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4b160a3-83b6-40e2-a21f-2b04be740cfe req-e01e5e0c-3a68-4a11-a094-933d690d039a tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0789609 Jan 10 19:58:16.710270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4b160a3-83b6-40e2-a21f-2b04be740cfe req-1989b372-7e7a-4192-960b-ba015d232705 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378685 Jan 10 19:58:17.901867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351d99-52da-49b1-93b1-ee6b196ff1ec req-0de76ee9-5d40-4212-97f0-5e7a09cb187b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:17.903353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a351d99-52da-49b1-93b1-ee6b196ff1ec req-0de76ee9-5d40-4212-97f0-5e7a09cb187b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0756202 Jan 10 19:58:17.947353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1a351d99-52da-49b1-93b1-ee6b196ff1ec req-2fa081a6-c71a-4212-830b-673a8b85f574 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Jan 10 19:58:19.227704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b59e34-7701-449d-87b2-dd6d6b39156c req-b26387bc-09e7-4ba6-b80e-335152e3afe5 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:19.229188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41b59e34-7701-449d-87b2-dd6d6b39156c req-b26387bc-09e7-4ba6-b80e-335152e3afe5 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.1643689 Jan 10 19:58:19.274719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-41b59e34-7701-449d-87b2-dd6d6b39156c req-8394af60-dc08-4d72-9609-d6e4289d6653 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Jan 10 19:58:20.471819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c9181-4868-4c8a-8879-88976ea80e67 req-4d297c90-eab3-4e7b-964b-88e2e7d24d78 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:20.473205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e3c9181-4868-4c8a-8879-88976ea80e67 req-4d297c90-eab3-4e7b-964b-88e2e7d24d78 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0783882 Jan 10 19:58:20.517736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e3c9181-4868-4c8a-8879-88976ea80e67 req-53a69708-612c-4af0-a565-86126c635b20 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Jan 10 19:58:21.713896 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63da5-c488-4988-a1b7-c4295b55cac3 req-1e598aa5-ba94-493f-a6ab-0f75b5978772 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:21.715296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ed63da5-c488-4988-a1b7-c4295b55cac3 req-1e598aa5-ba94-493f-a6ab-0f75b5978772 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0748069 Jan 10 19:58:21.758739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ed63da5-c488-4988-a1b7-c4295b55cac3 req-1da4cbdf-3641-49bf-9f57-e0fe8edc08b7 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Jan 10 19:58:22.953601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1471f0-9513-46a4-9aa6-f120c5c26882 req-c085cb67-0dcd-43f7-8f91-9db29fcc10f9 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:22.955058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1471f0-9513-46a4-9aa6-f120c5c26882 req-c085cb67-0dcd-43f7-8f91-9db29fcc10f9 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0789368 Jan 10 19:58:22.998832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e1471f0-9513-46a4-9aa6-f120c5c26882 req-72158d71-53a9-4386-8c18-599834eb7699 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Jan 10 19:58:24.190343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f469fa-a6c7-4b57-9162-2ca1ae799f07 req-333442e9-6a36-4641-9c78-528a1eb63704 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:24.191813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f469fa-a6c7-4b57-9162-2ca1ae799f07 req-333442e9-6a36-4641-9c78-528a1eb63704 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0756683 Jan 10 19:58:24.236709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7f469fa-a6c7-4b57-9162-2ca1ae799f07 req-84a8071d-530d-4f33-aa20-5a638be4f773 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Jan 10 19:58:25.430965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114f859-42de-494d-976e-fb7d71c012a9 req-2d1dbce0-8a89-4ad6-b4a8-7baa74aed0b0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:25.432328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e114f859-42de-494d-976e-fb7d71c012a9 req-2d1dbce0-8a89-4ad6-b4a8-7baa74aed0b0 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0786624 Jan 10 19:58:25.475923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e114f859-42de-494d-976e-fb7d71c012a9 req-b2474c1d-402b-4dab-aae8-d41691184922 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Jan 10 19:58:26.670529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f950d-e599-4317-9cab-c1bfc5cdfbb1 req-ebd57072-2ee2-4cfe-a83d-514fa5b7e5ff tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:26.672041 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a07f950d-e599-4317-9cab-c1bfc5cdfbb1 req-ebd57072-2ee2-4cfe-a83d-514fa5b7e5ff tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0769405 Jan 10 19:58:26.720598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a07f950d-e599-4317-9cab-c1bfc5cdfbb1 req-6fca4e88-bc25-4090-af21-a1cd68e50ccd tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Jan 10 19:58:27.913895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fcaf1-b180-4957-a5c7-98a353a5ddc6 req-674042a0-02b7-460e-939b-bef305efe20b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:27.915348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d80fcaf1-b180-4957-a5c7-98a353a5ddc6 req-674042a0-02b7-460e-939b-bef305efe20b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0743234 Jan 10 19:58:27.959179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d80fcaf1-b180-4957-a5c7-98a353a5ddc6 req-e6fdcd81-a348-4dee-8108-98d8d88b9adf tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Jan 10 19:58:28.153030 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:58:29.157300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58077a-8bda-422a-b791-41a8502a914b req-3e88ee1b-3e1c-4907-a135-7e7fe33cecc6 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:29.158758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a58077a-8bda-422a-b791-41a8502a914b req-3e88ee1b-3e1c-4907-a135-7e7fe33cecc6 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0790615 Jan 10 19:58:29.202364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a58077a-8bda-422a-b791-41a8502a914b req-c50ce13e-5c13-4126-8d6c-3c6870f2dfab tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Jan 10 19:58:30.392280 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcee9de-5de1-4330-a247-a15282910d90 req-14da4802-604c-4ddb-a1ef-ec57793c3521 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:30.393630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bcee9de-5de1-4330-a247-a15282910d90 req-14da4802-604c-4ddb-a1ef-ec57793c3521 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0740044 Jan 10 19:58:30.438014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bcee9de-5de1-4330-a247-a15282910d90 req-eedf26ef-d6af-4dd6-895b-d00544efd132 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Jan 10 19:58:31.637115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1df48-68d6-41c9-bd6d-bf49951dfd1a req-ebaa97a5-77b5-4c59-a2b1-dd2d93dc511b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:31.638675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6d1df48-68d6-41c9-bd6d-bf49951dfd1a req-ebaa97a5-77b5-4c59-a2b1-dd2d93dc511b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0813501 Jan 10 19:58:31.683155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6d1df48-68d6-41c9-bd6d-bf49951dfd1a req-e9ee75bf-97eb-4040-b695-e162e4a06658 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Jan 10 19:58:32.879267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071c6d-bf26-41e5-afa9-f17b642741fc req-313a18b0-bb90-468a-adf5-a92593be903f tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:32.881126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0071c6d-bf26-41e5-afa9-f17b642741fc req-313a18b0-bb90-468a-adf5-a92593be903f tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0768416 Jan 10 19:58:32.931134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0071c6d-bf26-41e5-afa9-f17b642741fc req-0283485b-3095-4528-8d12-84ea4e0bcd12 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Jan 10 19:58:34.122514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fc0fe-f8c7-4fb8-b2ce-464562d1c7e3 req-99390b9f-d350-4d43-83f9-a7cfaec0ef6f tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:34.123981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-541fc0fe-f8c7-4fb8-b2ce-464562d1c7e3 req-99390b9f-d350-4d43-83f9-a7cfaec0ef6f tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0749676 Jan 10 19:58:34.168497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-541fc0fe-f8c7-4fb8-b2ce-464562d1c7e3 req-fc22582b-2194-47d3-abae-21b06637357b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Jan 10 19:58:35.124575 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-6bf559c1-9853-4069-88c4-62baafe66020 service neutron] show failed (client error): The resource could not be found. Jan 10 19:58:35.125593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-6bf559c1-9853-4069-88c4-62baafe66020 service neutron] 10.222.0.30 "GET /v2.0/ports/a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0759718 Jan 10 19:58:35.369412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab96e-1668-4596-9d8d-5e8ad89cd6ee req-c209c33b-8e01-440f-b1e6-c5bbce78bef9 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:35.370786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d22ab96e-1668-4596-9d8d-5e8ad89cd6ee req-c209c33b-8e01-440f-b1e6-c5bbce78bef9 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0796509 Jan 10 19:58:35.380906 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-36e45899-5eb5-416a-a18d-b99b8d74ef25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f&tenant_id=50c1f4abc39a493e87e1f88849655ddc HTTP/1.1" status: 200 len: 1097 time: 0.0698216 Jan 10 19:58:35.390822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:58:35.415840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d22ab96e-1668-4596-9d8d-5e8ad89cd6ee req-e2a5d0ea-b160-4e95-96a1-438eeaeb2d73 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Jan 10 19:58:35.496465 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:35.836631 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:35.864303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:58:35.918251 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:35.923771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:35.938466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Transition to ACTIVE for port object a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:58:35.942379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:35.992112 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'code': 200} Jan 10 19:58:36.098340 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:36.101223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] No DVR routers for this DVR port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:58:36.111896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.112239 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.112572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.112900 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.113225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.113550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.113868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.114186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.114500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.114815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.115153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:36.165550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:58:36.165878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:58:36.166200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:58:36.171797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:58:36.172108 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Attempting to bind port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on network 0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:58:36.178293 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:58:36.178625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Checking segment: {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:58:36.179055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Bound using segment: {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:58:36.179472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Bound port: a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5b72e2-bba4-401d-a646-7dcaea3ff73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:58:36.179804 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:36.266268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:58:36.269113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:58:36.273341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:36.334888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:36.336417 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 1092 time: 0.9493854 Jan 10 19:58:36.348258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba3a72-8d47-43fe-a600-280f23c724a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:36.422571 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-5df54a33-ec13-489e-9f00-8771948e2b3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1095 time: 0.0658326 Jan 10 19:58:36.554498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-44567c41-4fd3-4c54-81bd-0cac2bc3ede3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:36.555951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-44567c41-4fd3-4c54-81bd-0cac2bc3ede3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.1252875 Jan 10 19:58:36.612779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717e5d0-eabf-4959-b93d-4f3c201bccec req-e041b464-3777-4eea-8aa4-b348d493acb6 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:36.614157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9717e5d0-eabf-4959-b93d-4f3c201bccec req-e041b464-3777-4eea-8aa4-b348d493acb6 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 944 time: 0.0787044 Jan 10 19:58:36.625577 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-c3038743-b3d2-4278-92cb-321fb36eaa3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0635121 Jan 10 19:58:36.660046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9717e5d0-eabf-4959-b93d-4f3c201bccec req-b798f389-a1be-41f4-a19e-dc506f5d32bb tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Jan 10 19:58:36.689189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-a224cfdc-4677-45c9-8c7f-eba39dc4dc70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:36.690624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-a224cfdc-4677-45c9-8c7f-eba39dc4dc70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0595288 Jan 10 19:58:36.738113 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-c2c47a00-c076-4afe-8daa-95a14ff2a275 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410156 Jan 10 19:58:36.864625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-1d4222c6-8880-41b2-905e-7a3e5ae5adc7 service neutron] 10.222.0.44 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197147 Jan 10 19:58:36.989597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-fa2bcf17-9f39-43ec-b2bb-fa242630feb4 req-8bb6c48b-b60e-4908-9506-6aea33a47a2a service neutron] 10.222.0.44 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192124 Jan 10 19:58:37.872577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f87749-a1f7-4efb-8490-3c283048ef0b req-9181d0c0-6e2f-483b-9f8f-1e7e1b976f89 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:37.874022 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75f87749-a1f7-4efb-8490-3c283048ef0b req-9181d0c0-6e2f-483b-9f8f-1e7e1b976f89 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 944 time: 0.0752661 Jan 10 19:58:37.917695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-75f87749-a1f7-4efb-8490-3c283048ef0b req-f14574ae-bdb2-4798-9a7b-d1e4c1f805c4 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Jan 10 19:58:37.993185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:38.060410 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'status': 'completed', 'code': 200} Jan 10 19:58:38.149461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-925bc715-dbe3-4529-8ed0-753a5f9340b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1095 time: 0.0666449 Jan 10 19:58:38.152719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-796eee8f-ec67-4bd2-80b5-2dc6f8ed4b99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1095 time: 0.0749664 Jan 10 19:58:38.279516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-d712725e-b97a-4d82-81fc-06e11d23308e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:38.280875 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-d712725e-b97a-4d82-81fc-06e11d23308e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.1256056 Jan 10 19:58:38.354918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-cbe18806-5cbb-4c92-8675-1a9447907046 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0677843 Jan 10 19:58:38.373262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-43188909-2256-460b-be14-3c0cb092bdde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:38.374719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-43188909-2256-460b-be14-3c0cb092bdde service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.2163186 Jan 10 19:58:38.417462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-07966232-2fb5-4e46-989a-b229c533cad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:38.418702 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-07966232-2fb5-4e46-989a-b229c533cad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0569491 Jan 10 19:58:38.441437 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-f3ff69b4-2329-4670-ba23-8d88d28d31f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0604641 Jan 10 19:58:38.461659 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9c253cb9-090e-4238-90b4-f41c7cb2f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:38.464818 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-f4a5163c-4b26-4047-b25f-3267f9886c64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391839 Jan 10 19:58:38.519043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-211daba2-5a87-4382-add6-61365f258c20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:38.521102 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-211daba2-5a87-4382-add6-61365f258c20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0734110 Jan 10 19:58:38.573931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-5b52be5b-0e27-4ccc-bee6-37d6748d4d8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462108 Jan 10 19:58:38.707367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-e7f407fc-54b8-45e3-aa39-c4460d308caf service neutron] 10.222.0.44 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362673 Jan 10 19:58:38.718263 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-85989ac3-b8e0-4e0a-888f-6179fc2ffff8 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379046 Jan 10 19:58:38.837203 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-59a3b411-3cbc-466d-907d-6382ba87c57e service neutron] 10.222.0.44 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242657 Jan 10 19:58:38.847459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e3961d2-77be-4e44-b65b-026dd46b268d req-c88158e2-96ae-4b68-a9b4-c6916aba2b37 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239748 Jan 10 19:58:39.115992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40726e-4701-4f86-b292-2a5b70115e22 req-ba96fb1b-c583-4ecc-a95e-209bd4304e18 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:39.117426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb40726e-4701-4f86-b292-2a5b70115e22 req-ba96fb1b-c583-4ecc-a95e-209bd4304e18 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 944 time: 0.0788417 Jan 10 19:58:39.161639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb40726e-4701-4f86-b292-2a5b70115e22 req-9c1e2579-1c45-4424-808b-0204918c5413 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387480 Jan 10 19:58:39.264974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:58:39.396364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:39.409489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'network_id': '0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01', 'port_id': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'mac_address': 'fa:16:3e:c6:73:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc5f034-ca56-414c-8bd8-f098cb371da9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:58:39.465673 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:39.482470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:58:39.498401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:39.502389 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:39.542250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-c611b7eb-23f0-4465-9b4a-6d5612aeb625 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:39.543690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-c611b7eb-23f0-4465-9b4a-6d5612aeb625 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.30 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f&tenant_id=50c1f4abc39a493e87e1f88849655ddc&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 944 time: 0.0805478 Jan 10 19:58:39.565810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:39.632855 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-0fd6b5d9-e2cb-4011-855a-da0139864491 service neutron] delete failed (client error): The resource could not be found. Jan 10 19:58:39.633782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-0fd6b5d9-e2cb-4011-855a-da0139864491 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0852289 Jan 10 19:58:39.742828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:58:39.773753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-95f6b28d-6efa-4a78-b9dd-5ba25f145c27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50c1f4abc39a493e87e1f88849655ddc&device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 1096 time: 0.0712466 Jan 10 19:58:39.905151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-3cb0bf61-b06d-40af-b158-b59984943054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:39.906515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-3cb0bf61-b06d-40af-b158-b59984943054 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 200 len: 913 time: 0.1279137 Jan 10 19:58:39.976436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-375657e7-7d27-4ac1-ada8-9c363aa61b9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 200 len: 217 time: 0.0639603 Jan 10 19:58:40.040297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-5947eb89-9380-482d-bbba-6f56bb9fec92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:40.041864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-5947eb89-9380-482d-bbba-6f56bb9fec92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 200 len: 852 time: 0.0600185 Jan 10 19:58:40.087300 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-3a832a90-1b58-4f33-b50c-cc5d6ac63456 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393026 Jan 10 19:58:40.215874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-86a73152-4775-44cf-966d-faa156e3d3bf service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229358 Jan 10 19:58:40.248829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:58:40.306417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:58:40.346729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-73cefb8c-2777-4efd-984d-f0aef5312428 service neutron] 10.222.0.30 "GET /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249042 Jan 10 19:58:40.536096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8715204e-02e3-4c69-8e68-e0b5fdfa455f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:41.126181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d192f-5bc6-4d2e-b6c3-b72a3e28c719 req-49f6bf47-205c-455c-8b09-266acc672a9d tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:41.127633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e9d192f-5bc6-4d2e-b6c3-b72a3e28c719 req-49f6bf47-205c-455c-8b09-266acc672a9d tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 945 time: 0.0787690 Jan 10 19:58:41.171555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9e9d192f-5bc6-4d2e-b6c3-b72a3e28c719 req-ac6b1da3-b0fc-4ff8-86ae-21ee77f97aa4 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Jan 10 19:58:41.277687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:58:41.345586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:58:41.350335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:58:41.351384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:41.461569 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:41.487633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:41.497960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:41.501869 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:41.545537 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'code': 200} Jan 10 19:58:41.571853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:41.819643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:41.953995 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:42.343054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-f285b14c-09f1-4ad1-b269-b93956ba112b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:42.344405 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-f285b14c-09f1-4ad1-b269-b93956ba112b tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.44 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0745893 Jan 10 19:58:42.369192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64310b19-3d68-4ea1-b5c5-de5a569a048a req-e325aaac-4665-48b6-8adc-d64c2afebf45 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:42.370635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64310b19-3d68-4ea1-b5c5-de5a569a048a req-e325aaac-4665-48b6-8adc-d64c2afebf45 tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/ports?device_id=d949d97b-d58b-479b-bc6c-012d71f13d4f HTTP/1.1" status: 200 len: 946 time: 0.0750053 Jan 10 19:58:42.410262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Deleting port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:58:42.410596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:42.418043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64310b19-3d68-4ea1-b5c5-de5a569a048a req-9d3732f7-f255-4076-b9cc-9b3b03d301fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f30fddb-5fe8-4c71-a314-b2db593fddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Jan 10 19:58:42.646062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] For port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,segment=NetworkSegment(2d5b72e2-bba4-401d-a646-7dcaea3ff73a),segment_id=2d5b72e2-bba4-401d-a646-7dcaea3ff73a)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:42.646324 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:42.763263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Calling delete_port for a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:58:42.896701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:42.907758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:58:42.946386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Pushing event deleted for resources: {'Port': ['ID=a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:43.016009 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] No DVR routers for this DVR port a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:58:43.018427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:43.020811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-deleted', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:43.042213 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-204b60b2-57a2-4e14-a44b-80af085cee56 req-ca163302-81c2-4b39-b7a9-2b1163eac9fa tempest-DeleteServersTestJSON-1339283276 tempest-DeleteServersTestJSON-1339283276-project] 10.222.0.44 "DELETE /v2.0/ports/a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd HTTP/1.1" status: 204 len: 173 time: 0.6925240 Jan 10 19:58:43.077575 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd949d97b-d58b-479b-bc6c-012d71f13d4f', 'name': 'network-vif-deleted', 'tag': 'a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd', 'status': 'completed', 'code': 200} Jan 10 19:58:43.233184 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:43.675193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34824) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:43.816320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Deleting subnet 8fc5f034-ca56-414c-8bd8-f098cb371da9 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 19:58:43.819131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:43.865118 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:43.920500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:43.985836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.022020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc5f034-ca56-414c-8bd8-f098cb371da9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:44.028302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.034064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-569f7408-fae1-4028-9e9c-2805e6867430 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8fc5f034-ca56-414c-8bd8-f098cb371da9 HTTP/1.1" status: 204 len: 168 time: 0.3578899 Jan 10 19:58:44.036478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34828) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:44.141119 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.264952 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.289451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:58:44.301391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5b72e2-bba4-401d-a646-7dcaea3ff73a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:58:44.301686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5b72e2-bba4-401d-a646-7dcaea3ff73a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 19:58:44.313122 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.328364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.334366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 19:58:44.334766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: timer() Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 19:58:44.347597 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 19:58:44.423460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.439721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.449561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] Pushing event deleted for resources: {'Network': ['ID=0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:44.457175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-765d2785-8071-4a1b-8fb4-98bb78a2f06d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0be1cd7e-c66f-4cb6-b1b4-33bd1a49af01 HTTP/1.1" status: 204 len: 168 time: 0.4197710 Jan 10 19:58:44.587567 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34834) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:44.637241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4873d6e1-f1dd-4379-9cf1-50f0cde6d3b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50c1f4abc39a493e87e1f88849655ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484769 Jan 10 19:58:44.639573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 34838) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:44.696030 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de9c6cd2-a488-4e29-b8c3-128d8546dd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.728689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de9c6cd2-a488-4e29-b8c3-128d8546dd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.778998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de9c6cd2-a488-4e29-b8c3-128d8546dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.796190 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c6cd2-a488-4e29-b8c3-128d8546dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f30fddb-5fe8-4c71-a314-b2db593fddf5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:44.807752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de9c6cd2-a488-4e29-b8c3-128d8546dd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:44.808925 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de9c6cd2-a488-4e29-b8c3-128d8546dd3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f30fddb-5fe8-4c71-a314-b2db593fddf5 HTTP/1.1" status: 204 len: 168 time: 0.1684880 Jan 10 19:58:45.307359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:58:45.339671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:58:45.339928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device a2827cef-8f3b-4c52-8bcf-273cdbf7fcfd not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:58:45.617793 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.619453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34860) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:45.756321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1282222145-network', 'tenant_id': 'b3d4552ce5894e54834ca47c927ed396'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:58:45.761698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:58:45.765666 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Usage tracker for resource:network and tenant:b3d4552ce5894e54834ca47c927ed396 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:58:45.768543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:58:45.774177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:58:45.784030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Made reservation on behalf of b3d4552ce5894e54834ca47c927ed396 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:58:45.786222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.799264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.808681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.831642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:58:45.835880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Usage tracker for resource:security_group_rule and tenant:b3d4552ce5894e54834ca47c927ed396 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:58:45.838662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:58:45.844328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:58:45.909443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.913086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.943115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 19:58:45.951192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f94b2-77b1-4e50-940e-213e96d03dc1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:45.956731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:45.957071 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Added segment 68d690cb-d334-420a-9a41-e570e12abb73 of type vlan for network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc Jan 10 19:58:45.983689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:46.016328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:46.017182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:46.017752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:46.118154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] Pushing event updated for resources: {'Network': ['ID=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:46.121049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db428a6b-ad66-454b-92a2-b32c80b413ee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5005405 Jan 10 19:58:46.124124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 34866) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 19:58:46.128591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 19:58:46.130285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Request body: {'subnet': {'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1282222145-subnet', 'tenant_id': 'b3d4552ce5894e54834ca47c927ed396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:58:46.136544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:58:46.141041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Usage tracker for resource:subnet and tenant:b3d4552ce5894e54834ca47c927ed396 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:58:46.143956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:58:46.150117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:58:46.165256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Made reservation on behalf of b3d4552ce5894e54834ca47c927ed396 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:58:46.167702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:46.363086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:46.423669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698cd41b-3ea6-41bb-9eda-4e53afb8a563,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:46.447108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Checking segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:58:46.447471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Network hostable DHCP agents. Network: e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 19:58:46.469045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 19:58:46.477353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:58:46.481100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:46.481630 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:46.486505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abdf5a7-cd54-49de-a428-8d5a90a04e1a None None] Network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:58:46.501753 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c564c1e4-a4ef-4e9c-b024-8ccbf244c6f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3764482 Jan 10 19:58:46.693418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169afaee-0e4f-47ac-9b66-40115175ebd9 None None] Network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 19:58:47.026789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-98224be9-a0b7-4c08-82a2-cbf02c7b4882 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:47.027405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-98224be9-a0b7-4c08-82a2-cbf02c7b4882 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Synchronizing usage tracker for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:58:47.043483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-98224be9-a0b7-4c08-82a2-cbf02c7b4882 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Unset dirty status for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:58:47.044785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-98224be9-a0b7-4c08-82a2-cbf02c7b4882 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 815 time: 0.1593685 Jan 10 19:58:47.062358 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-4fcf0c62-9287-432a-ab4e-1cb371d0d7ab tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/quotas/b3d4552ce5894e54834ca47c927ed396 HTTP/1.1" status: 200 len: 375 time: 0.0115476 Jan 10 19:58:47.108355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-bec9dad3-3001-47ff-9531-5837a3b79985 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409715 Jan 10 19:58:47.236801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-59161f3f-98c1-467a-b3b3-bb75e616f3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218152 Jan 10 19:58:47.446012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-0c66033b-1b70-4655-b168-a644b6a7a382 service neutron] 10.222.0.21 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037256 Jan 10 19:58:47.627597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-33b07917-83f9-46ce-ab27-7246c7358477 req-1f8ead0a-3e2a-40fe-a139-650ea4a2e7bb tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 210 time: 0.0416369 Jan 10 19:58:48.631366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-834b29da-2f26-4c72-9b9d-bb5fc587b81d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:48.632851 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-834b29da-2f26-4c72-9b9d-bb5fc587b81d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 815 time: 0.1417596 Jan 10 19:58:48.648291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Request body: {'port': {'device_id': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'admin_state_up': True, 'tenant_id': 'b3d4552ce5894e54834ca47c927ed396'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:58:48.782731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:58:48.786495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Usage tracker for resource:port and tenant:b3d4552ce5894e54834ca47c927ed396 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 19:58:48.789844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 19:58:48.795413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:58:48.802165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-583d8033-0eb8-4f96-9c80-d7526af8e1ab req-bbd0063f-0fbe-41ef-b65f-1db54d51323b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 210 time: 0.0437787 Jan 10 19:58:48.805665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Made reservation on behalf of b3d4552ce5894e54834ca47c927ed396 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:58:48.808912 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.054083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Allocated IP 172.20.0.10 (e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc/698cd41b-3ea6-41bb-9eda-4e53afb8a563/24b8970a-7270-44fa-8927-6cb5ffd01d55) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:58:49.250861 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.277397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.348130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:58:49.351030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:58:49.355370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:58:49.384517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:49.416315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:49.416909 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.436094 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-d70c64db-77b2-4047-873f-dce0550d122e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7913821 Jan 10 19:58:49.447451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Request body: {'port': {'device_id': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:58:49.550605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.876113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b8970a-7270-44fa-8927-6cb5ffd01d55 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:58:49.883265 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.897447 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Transition to ACTIVE for port object 24b8970a-7270-44fa-8927-6cb5ffd01d55 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:58:49.900604 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:49.997170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db5a5-caaf-4971-a2fb-2386a18d9f9c req-dc1d4fe0-eaa9-4be6-9587-8f8f145cd9c5 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:49.998619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b47db5a5-caaf-4971-a2fb-2386a18d9f9c req-dc1d4fe0-eaa9-4be6-9587-8f8f145cd9c5 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.0765989 Jan 10 19:58:50.024064 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:50.045243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b47db5a5-caaf-4971-a2fb-2386a18d9f9c req-4f57697b-5a5a-4006-ad86-b0e224525017 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Synchronizing usage tracker for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:58:50.063804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b47db5a5-caaf-4971-a2fb-2386a18d9f9c req-4f57697b-5a5a-4006-ad86-b0e224525017 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Unset dirty status for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:58:50.065171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b47db5a5-caaf-4971-a2fb-2386a18d9f9c req-4f57697b-5a5a-4006-ad86-b0e224525017 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606863 Jan 10 19:58:50.136166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:58:50.136424 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:58:50.136747 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:58:50.142218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:58:50.142535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:58:50.148604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:58:50.148942 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Checking segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:58:50.149325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Bound using segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:58:50.149745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Bound port: 24b8970a-7270-44fa-8927-6cb5ffd01d55, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:58:50.150084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:50.233238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:58:50.236255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:58:50.240623 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:50.304092 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:50.306292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] 10.222.0.44 "PUT /v2.0/ports/24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 1092 time: 0.8632953 Jan 10 19:58:50.306790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:50.323656 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fe1fb-ce9a-4fd5-859d-3baa0a4519ea service neutron] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:50.376741 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'status': 'completed', 'code': 200} Jan 10 19:58:50.410715 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-22db04ce-801c-4f36-974b-1ec6d9eecdcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0688210 Jan 10 19:58:50.480611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-f0aa02b7-137f-44be-8261-691367d8d356 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0632308 Jan 10 19:58:50.540330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-2272f76d-a263-4b6c-8439-4ce12690e880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:50.541708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-2272f76d-a263-4b6c-8439-4ce12690e880 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0550134 Jan 10 19:58:50.591508 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-5fe31ba9-07bc-4657-bf17-c73da18c5851 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429120 Jan 10 19:58:50.801861 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-a9230de6-0fcc-474e-8257-1a69b35d3827 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047617 Jan 10 19:58:50.928493 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-36845f31-487d-4880-b19b-207b9c4e7f38 req-3fd44c24-1e33-4051-a6ba-fd61ff9a47b7 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208642 Jan 10 19:58:51.037716 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-474025d9-e641-4d14-af09-946f86aa10bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0661154 Jan 10 19:58:51.165856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-237d3e4d-c21d-43fe-b0f5-72b96a5e5e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:51.167354 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-237d3e4d-c21d-43fe-b0f5-72b96a5e5e59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1240044 Jan 10 19:58:51.238116 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-94424e3e-a513-4499-9871-53a5978e57c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0631413 Jan 10 19:58:51.265279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285334-ae30-40f1-a4e0-4739b6c8fade req-0e289099-d943-4ad5-baf3-b34d41089f3e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:51.266765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c285334-ae30-40f1-a4e0-4739b6c8fade req-0e289099-d943-4ad5-baf3-b34d41089f3e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.0796614 Jan 10 19:58:51.299104 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-08476d12-2b42-4478-bffd-542486d19bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:51.300783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-08476d12-2b42-4478-bffd-542486d19bbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0559082 Jan 10 19:58:51.311200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c285334-ae30-40f1-a4e0-4739b6c8fade req-84d53655-4f7d-48d9-ad55-b0403a84774f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Jan 10 19:58:51.353925 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-e78abf64-1e54-40a2-a390-1e5cef2d74a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459421 Jan 10 19:58:51.483708 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-aaf03a80-e522-409b-8a48-f9f2b23d883e service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215510 Jan 10 19:58:51.614157 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8180ea56-481b-4672-be1b-5e66b57acfa7 req-18298302-657c-4794-958e-b993a0def358 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237547 Jan 10 19:58:52.503793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a8296-d4de-4fba-a59c-03030310ed01 req-ae3ca2c3-f748-4c1b-8b3f-e28b9ca8175f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:52.505241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b15a8296-d4de-4fba-a59c-03030310ed01 req-ae3ca2c3-f748-4c1b-8b3f-e28b9ca8175f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.0752361 Jan 10 19:58:52.550006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b15a8296-d4de-4fba-a59c-03030310ed01 req-bf5be7c1-df69-44b9-8cad-5451552893c0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 Jan 10 19:58:53.346060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:58:53.509470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:53.521982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'port_id': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'mac_address': 'fa:16:3e:a3:16:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698cd41b-3ea6-41bb-9eda-4e53afb8a563', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:58:53.573327 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:53.593107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b8970a-7270-44fa-8927-6cb5ffd01d55 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:58:53.608595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:53.612714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:53.679565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:53.687996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.688344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.688708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.689019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.689351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.689679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.690006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.690336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.690656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.691019 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.691341 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:58:53.753630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2eac-31c2-4054-854b-8d55f5b930ed req-dcfe3f66-62c5-4c33-aa4a-c00e3b59d84a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:53.755090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-844d2eac-31c2-4054-854b-8d55f5b930ed req-dcfe3f66-62c5-4c33-aa4a-c00e3b59d84a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 945 time: 0.0825565 Jan 10 19:58:53.805733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-844d2eac-31c2-4054-854b-8d55f5b930ed req-5e37671f-4634-4dd1-9f7b-b49a957ca786 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Jan 10 19:58:53.806291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['24b8970a-7270-44fa-8927-6cb5ffd01d55'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:58:54.991284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa3b6-02d5-43ac-be46-817332005252 req-b293b6af-80e3-464a-9c9b-4a944640ccff tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:54.992728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8dfa3b6-02d5-43ac-be46-817332005252 req-b293b6af-80e3-464a-9c9b-4a944640ccff tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 945 time: 0.0758910 Jan 10 19:58:55.036328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a8dfa3b6-02d5-43ac-be46-817332005252 req-98f4189c-7eaf-48b2-ba61-2919d9413d8d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381410 Jan 10 19:58:55.369288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:58:55.434598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 24b8970a-7270-44fa-8927-6cb5ffd01d55 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:58:55.439027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 24b8970a-7270-44fa-8927-6cb5ffd01d55 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:58:55.439399 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:55.549007 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:55.574708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:58:55.584386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:58:55.588671 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:58:55.631624 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'code': 200} Jan 10 19:58:55.655283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:58:55.749890 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-65a8f737-d0fd-4962-8a5d-a23f1bdfe0ac req-3a1d1857-bc37-4b80-bb5f-e33d08ffe588 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0662084 Jan 10 19:58:55.794975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-65a8f737-d0fd-4962-8a5d-a23f1bdfe0ac req-0f234496-2fe3-452c-97d3-51d7054f5bcc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Jan 10 19:58:56.235150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620946f-2afa-4d82-8279-53a1cf1c6585 req-a15d8d86-e492-4a1f-9b6d-31476a7471bf tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:56.236592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8620946f-2afa-4d82-8279-53a1cf1c6585 req-a15d8d86-e492-4a1f-9b6d-31476a7471bf tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0785656 Jan 10 19:58:56.280017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8620946f-2afa-4d82-8279-53a1cf1c6585 req-98a3cfde-1d64-4078-bb99-f06ea700b770 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Jan 10 19:58:57.476203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0c5e8-a5a9-4a64-9629-5c2a7fec980e req-f1f742aa-6bfa-4baa-b6b9-fdd6f05b6f31 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:57.477657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00e0c5e8-a5a9-4a64-9629-5c2a7fec980e req-f1f742aa-6bfa-4baa-b6b9-fdd6f05b6f31 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0751765 Jan 10 19:58:57.525566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00e0c5e8-a5a9-4a64-9629-5c2a7fec980e req-a402d8f1-c34a-4be3-9863-8342391f5ff1 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Jan 10 19:58:57.720784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4f2f9-7fef-417f-9336-0917dcdc4460 req-64f9d13e-8a6a-4131-9483-d8dfa25095df tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:57.722127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98c4f2f9-7fef-417f-9336-0917dcdc4460 req-64f9d13e-8a6a-4131-9483-d8dfa25095df tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0746605 Jan 10 19:58:57.769034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98c4f2f9-7fef-417f-9336-0917dcdc4460 req-893d820e-e88f-4cde-bcaa-9064867c50d3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Jan 10 19:58:58.126707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffffa3-c9a2-43cf-b607-e8cd0f43d8b7 req-22b9787d-b3d7-4665-8902-851f4f1155e4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:58.128156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bffffa3-c9a2-43cf-b607-e8cd0f43d8b7 req-22b9787d-b3d7-4665-8902-851f4f1155e4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0778883 Jan 10 19:58:58.174447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bffffa3-c9a2-43cf-b607-e8cd0f43d8b7 req-33e312ac-3980-4272-9a54-55c9985ff0bf tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Jan 10 19:58:58.362328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692c26-4761-4f4f-99eb-e1b5ac859046 req-f6d7bd07-6adb-49d7-9038-b5a53b08b867 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:58.363786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32692c26-4761-4f4f-99eb-e1b5ac859046 req-f6d7bd07-6adb-49d7-9038-b5a53b08b867 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0738544 Jan 10 19:58:58.407935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32692c26-4761-4f4f-99eb-e1b5ac859046 req-a60aa1c1-08cc-41b7-b526-e2ffe92a8754 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Jan 10 19:58:58.603341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e43ca53a-baa6-4468-9978-d8b91524e654 req-c0d02876-f5ff-4632-9208-6ef59901217a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691369 Jan 10 19:58:58.896799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-a1ba4607-4af4-4528-ad30-1350f282d0dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174927 Jan 10 19:58:58.921362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407666-1ad8-4356-bb3a-cd1459882dd3 req-7623cd0f-ce43-48a1-9325-7a6fdc2d6a8d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:58:58.922794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05407666-1ad8-4356-bb3a-cd1459882dd3 req-7623cd0f-ce43-48a1-9325-7a6fdc2d6a8d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0898263 Jan 10 19:58:58.968842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-05407666-1ad8-4356-bb3a-cd1459882dd3 req-e87d5349-fead-46b9-9cd5-a670302206d3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Jan 10 19:59:00.082669 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-58a7f67e-614f-4bf5-aa69-6507597a6c52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0728147 Jan 10 19:59:00.165084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f50c1-f04e-46c2-9de6-0129c13abcce req-477823d4-0c9d-437d-9dce-ca1521bbc44d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:00.166526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-828f50c1-f04e-46c2-9de6-0129c13abcce req-477823d4-0c9d-437d-9dce-ca1521bbc44d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0737746 Jan 10 19:59:00.212225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-7c993c80-f274-4c11-9bca-04dd4d9f2a56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:00.213661 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-7c993c80-f274-4c11-9bca-04dd4d9f2a56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1256733 Jan 10 19:59:00.216651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-828f50c1-f04e-46c2-9de6-0129c13abcce req-4f09ebad-7927-488d-8ccd-e66df70c4a4b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Jan 10 19:59:00.278568 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-5edcd68c-7270-4b5a-8559-696e51fa9de4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0588768 Jan 10 19:59:00.341123 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-e727f39d-d5c7-4326-9674-f2cff2bb99de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:00.342492 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-e727f39d-d5c7-4326-9674-f2cff2bb99de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0583439 Jan 10 19:59:00.385976 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-1041803a-1ec7-426e-a142-5265e4000fec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379903 Jan 10 19:59:00.510814 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-a303ceda-e00d-4dde-aba3-cb1606553ed9 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194599 Jan 10 19:59:00.724703 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-2d0e75d4-b9de-4e96-97a0-b64225307ad1 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082779 Jan 10 19:59:01.407978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd2c92-75e9-4dee-9ef4-9f72d7399c56 req-593672be-d44c-48a0-97b5-4135d9176756 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:01.409326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebbd2c92-75e9-4dee-9ef4-9f72d7399c56 req-593672be-d44c-48a0-97b5-4135d9176756 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0745633 Jan 10 19:59:01.453207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebbd2c92-75e9-4dee-9ef4-9f72d7399c56 req-0971b8fc-4ce4-460e-935f-98aaa83d305f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385251 Jan 10 19:59:02.650837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86f87c-7f14-4086-9ef2-bbd658eb39f0 req-f30b9c12-d771-4caf-a974-2c74f2fdef05 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:02.652309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff86f87c-7f14-4086-9ef2-bbd658eb39f0 req-f30b9c12-d771-4caf-a974-2c74f2fdef05 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0791368 Jan 10 19:59:02.696111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff86f87c-7f14-4086-9ef2-bbd658eb39f0 req-06c0e3a3-3538-42cf-8f4a-87dcd388e3ef tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384653 Jan 10 19:59:03.890254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf603e3-d5ad-4c69-9274-1a2756aa0404 req-37b7f3bf-416f-4e20-b8c6-55e0d1861717 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:03.891728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaf603e3-d5ad-4c69-9274-1a2756aa0404 req-37b7f3bf-416f-4e20-b8c6-55e0d1861717 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0755906 Jan 10 19:59:03.935835 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaf603e3-d5ad-4c69-9274-1a2756aa0404 req-8957c8f2-6cb3-455d-98fb-cd29f5de8f02 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Jan 10 19:59:05.154155 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:59:05.216020 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d0720-57af-4b71-b1f3-8ebb3e466ecb req-e5c4421d-d5bb-483a-b17a-67e71c703c88 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:05.217503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-482d0720-57af-4b71-b1f3-8ebb3e466ecb req-e5c4421d-d5bb-483a-b17a-67e71c703c88 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.1648591 Jan 10 19:59:05.261606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-482d0720-57af-4b71-b1f3-8ebb3e466ecb req-9c13d388-aa2c-4a8e-92f9-dca0f6579d06 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387187 Jan 10 19:59:06.456281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f37900-d408-42a9-84ad-1dd22efb71f4 req-f1723ffc-6134-469b-9ecd-b7bfce9b0ece tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:06.457603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6f37900-d408-42a9-84ad-1dd22efb71f4 req-f1723ffc-6134-469b-9ecd-b7bfce9b0ece tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0743477 Jan 10 19:59:06.501602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6f37900-d408-42a9-84ad-1dd22efb71f4 req-ca5b8001-7eea-4061-9811-9eaadffba35c tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Jan 10 19:59:07.698539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3c6e7-4392-476a-b4db-09ab54492fbc req-4938942c-9bf0-4b51-8634-1eff08045c8a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:07.700031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57d3c6e7-4392-476a-b4db-09ab54492fbc req-4938942c-9bf0-4b51-8634-1eff08045c8a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0814707 Jan 10 19:59:07.743536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57d3c6e7-4392-476a-b4db-09ab54492fbc req-51bdcd81-7696-4fd5-b542-048b6981b304 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Jan 10 19:59:08.468858 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-67169007-3533-4f42-bf91-82345d1d99a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:08.935370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fdd9-ed5b-4fa6-9e6b-33dacda521c2 req-638eb61d-fa62-4b7f-81d9-b6d36246b4cc tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:08.936818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe19fdd9-ed5b-4fa6-9e6b-33dacda521c2 req-638eb61d-fa62-4b7f-81d9-b6d36246b4cc tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0749307 Jan 10 19:59:08.988507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe19fdd9-ed5b-4fa6-9e6b-33dacda521c2 req-d30508d0-4b99-45a2-b7da-8f65549311f0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 Jan 10 19:59:10.184226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00803d40-7efc-4751-b2ed-988e8ecfa8e2 req-32b38778-e4a5-4cb2-be7e-e9045a98b964 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:10.185651 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00803d40-7efc-4751-b2ed-988e8ecfa8e2 req-32b38778-e4a5-4cb2-be7e-e9045a98b964 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0745113 Jan 10 19:59:10.230179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00803d40-7efc-4751-b2ed-988e8ecfa8e2 req-8bc135dd-0cdb-426e-b1f9-7e1c5c3199c9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Jan 10 19:59:10.540953 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b5b3cae6-a19e-4f9f-93a0-dc0c92a3075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:11.423626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b769dd-f577-4876-a116-d4e9d15a7f42 req-e8e646f8-ebe7-4cf1-af56-14a785b1190b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:11.425230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24b769dd-f577-4876-a116-d4e9d15a7f42 req-e8e646f8-ebe7-4cf1-af56-14a785b1190b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0786161 Jan 10 19:59:11.470131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-24b769dd-f577-4876-a116-d4e9d15a7f42 req-9b09e47d-94bf-4910-8a62-deffaada9a94 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Jan 10 19:59:11.821952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:11.957990 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:12.676908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f1f98-1ad7-42e9-b0df-ed90c6ca706f req-ae0c8cf6-2b6f-4b68-9037-063c42f40a7b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:12.678353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-265f1f98-1ad7-42e9-b0df-ed90c6ca706f req-ae0c8cf6-2b6f-4b68-9037-063c42f40a7b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0770152 Jan 10 19:59:12.721980 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-265f1f98-1ad7-42e9-b0df-ed90c6ca706f req-f996204d-6af9-4e6a-9f25-0713e67e1471 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Jan 10 19:59:13.234678 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:13.919165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43beddf-2984-488b-b404-4109794436b2 req-67bb529b-ae39-40fa-9052-cf582273f5df tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:13.920656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d43beddf-2984-488b-b404-4109794436b2 req-67bb529b-ae39-40fa-9052-cf582273f5df tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0774560 Jan 10 19:59:13.966900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d43beddf-2984-488b-b404-4109794436b2 req-55d66b47-eeca-4d75-9090-aa4aa4f12254 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Jan 10 19:59:15.161137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebf51f-7fe2-4203-9884-bc2a3926f3ba req-3554e0d6-1f89-4840-9544-eeedd5949eb4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:15.162560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0ebf51f-7fe2-4203-9884-bc2a3926f3ba req-3554e0d6-1f89-4840-9544-eeedd5949eb4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0736315 Jan 10 19:59:15.211916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0ebf51f-7fe2-4203-9884-bc2a3926f3ba req-3fa10262-e9d3-41f9-b69f-fdccc1951655 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Jan 10 19:59:15.611271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:15.838152 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:16.403349 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948862-d62d-4ca2-8437-3feb1275ed07 req-0cddb111-7c8c-45e4-85de-4d57a2516fe7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:16.404728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a948862-d62d-4ca2-8437-3feb1275ed07 req-0cddb111-7c8c-45e4-85de-4d57a2516fe7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0761378 Jan 10 19:59:16.449968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a948862-d62d-4ca2-8437-3feb1275ed07 req-738a864d-39f8-4d13-8ff8-d79bf23ca5f2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398316 Jan 10 19:59:17.650292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7d6e-6e4e-43a7-b81f-6b472f18167a req-0ee652e7-997f-4c34-b992-f49efa53b7f4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:17.651743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b9b7d6e-6e4e-43a7-b81f-6b472f18167a req-0ee652e7-997f-4c34-b992-f49efa53b7f4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0807049 Jan 10 19:59:17.695171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b9b7d6e-6e4e-43a7-b81f-6b472f18167a req-5f31d0ff-7478-4125-be38-f8de9ed186a9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Jan 10 19:59:18.888090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08054514-6fb9-44ba-8cc0-63e2a14e621a req-590ecc55-5e42-48ce-a5c0-8047f42a3412 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:18.889539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08054514-6fb9-44ba-8cc0-63e2a14e621a req-590ecc55-5e42-48ce-a5c0-8047f42a3412 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0747809 Jan 10 19:59:18.935012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08054514-6fb9-44ba-8cc0-63e2a14e621a req-a914bf39-556e-4803-963c-3218095e46e3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Jan 10 19:59:20.130091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2fb2b-0dfb-4ce3-9f7b-0b998a2505f0 req-ac83eb7b-4fc8-46e7-b9f3-8e1ea85bb511 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:20.131576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ef2fb2b-0dfb-4ce3-9f7b-0b998a2505f0 req-ac83eb7b-4fc8-46e7-b9f3-8e1ea85bb511 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0795054 Jan 10 19:59:20.175690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ef2fb2b-0dfb-4ce3-9f7b-0b998a2505f0 req-c24ca93c-d744-4daf-8461-5424c56f40c6 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385787 Jan 10 19:59:21.368250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf70f61-c4de-4b7d-b00a-fb4f1c666c8a req-901fc268-fec0-4047-9b9a-6991fa895252 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:21.369591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bf70f61-c4de-4b7d-b00a-fb4f1c666c8a req-901fc268-fec0-4047-9b9a-6991fa895252 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0740485 Jan 10 19:59:21.413055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bf70f61-c4de-4b7d-b00a-fb4f1c666c8a req-e2f924e6-a7f6-4417-97c6-d4d984326e93 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379755 Jan 10 19:59:22.608340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446727e-8bb0-4108-8346-1e86d2b0acc5 req-35c557f3-08c2-4c29-b8ee-91cf5974035c tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:22.609792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5446727e-8bb0-4108-8346-1e86d2b0acc5 req-35c557f3-08c2-4c29-b8ee-91cf5974035c tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0786810 Jan 10 19:59:22.609939 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-67c5b14a-274a-4bd2-bcf7-299fa36bf140 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0680897 Jan 10 19:59:22.656814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5446727e-8bb0-4108-8346-1e86d2b0acc5 req-48f657d3-aa57-4f18-aa29-aecbeb76b172 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Jan 10 19:59:22.753790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-c1926c5e-62ae-4874-946e-f4e0fb3deece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:22.755158 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-c1926c5e-62ae-4874-946e-f4e0fb3deece service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1244385 Jan 10 19:59:22.823105 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-3786545a-c9f1-48d9-8c04-37d826b8977d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0618374 Jan 10 19:59:22.881252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-9b18da15-4b24-4e6d-bc02-05127cd91e6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:22.882597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-9b18da15-4b24-4e6d-bc02-05127cd91e6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0541124 Jan 10 19:59:22.928667 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-896a3c9f-a131-416b-b7f0-1b35e59d9356 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405915 Jan 10 19:59:23.062278 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-c36aefd3-b618-46b1-b88e-ae21b1f1f452 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201525 Jan 10 19:59:23.190776 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ba82f47-8fef-4da2-963f-42111f4a9520 req-a8580a35-71dd-4377-bf72-83fe4fc69dfa service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213150 Jan 10 19:59:23.848315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f312-2117-4a0e-832e-19f35f080d57 req-1d2e1197-2bbb-4745-8077-261ed17a7d42 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:23.849781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b872f312-2117-4a0e-832e-19f35f080d57 req-1d2e1197-2bbb-4745-8077-261ed17a7d42 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0750155 Jan 10 19:59:23.897249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b872f312-2117-4a0e-832e-19f35f080d57 req-7f936b75-6fd8-4f08-9c4b-ca9372c3b00f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Jan 10 19:59:25.093717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a3e9c-ed0c-4406-884c-7f493b64a4cc req-b71fddc4-2833-44c1-81ba-4679a985e297 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:25.095209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f69a3e9c-ed0c-4406-884c-7f493b64a4cc req-b71fddc4-2833-44c1-81ba-4679a985e297 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0760148 Jan 10 19:59:25.140045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f69a3e9c-ed0c-4406-884c-7f493b64a4cc req-77994d86-b15c-4902-b897-378e048c2d77 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Jan 10 19:59:26.333469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07c4d-11bf-422d-ac60-3d9098da1c85 req-1701e794-c66f-4f5c-b156-56815444ede3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:26.334907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbe07c4d-11bf-422d-ac60-3d9098da1c85 req-1701e794-c66f-4f5c-b156-56815444ede3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0778265 Jan 10 19:59:26.379198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dbe07c4d-11bf-422d-ac60-3d9098da1c85 req-8e1da50e-b162-4e84-be81-3bb482625970 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Jan 10 19:59:27.517194 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-ee9c98a5-4b91-4d7e-87c4-44c6317be100 service neutron] show failed (client error): The resource could not be found. Jan 10 19:59:27.518279 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-ee9c98a5-4b91-4d7e-87c4-44c6317be100 service neutron] 10.222.0.44 "GET /v2.0/ports/24b8970a-7270-44fa-8927-6cb5ffd01d55/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0760541 Jan 10 19:59:27.576228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583719b5-1fe1-4b1f-96fd-ceed9db2fd5a req-7332eb6e-e530-4d78-8221-a97f8f5d1157 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:27.577715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-583719b5-1fe1-4b1f-96fd-ceed9db2fd5a req-7332eb6e-e530-4d78-8221-a97f8f5d1157 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0779867 Jan 10 19:59:27.627158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-583719b5-1fe1-4b1f-96fd-ceed9db2fd5a req-ce79e75f-ad9c-41e1-8067-87005628dbe6 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Jan 10 19:59:27.783205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-ec0ec29d-628f-4d95-afc4-99815f68759d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9&tenant_id=b3d4552ce5894e54834ca47c927ed396 HTTP/1.1" status: 200 len: 1097 time: 0.0709801 Jan 10 19:59:27.793050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:59:27.897715 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:28.233154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:28.260682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:59:28.318023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:59:28.323241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:28.338396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Transition to ACTIVE for port object 24b8970a-7270-44fa-8927-6cb5ffd01d55 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:59:28.341613 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:28.396433 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'code': 200} Jan 10 19:59:28.465179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:28.502109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] No DVR routers for this DVR port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:59:28.509512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.509861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.510195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.510527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.510853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.511203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.511525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.511845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.512162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.512479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.512796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:28.565264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:59:28.565590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:59:28.565909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:59:28.571506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:59:28.571820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Attempting to bind port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:59:28.577795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:59:28.578362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Checking segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:59:28.578513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Bound using segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:59:28.578928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Bound port: 24b8970a-7270-44fa-8927-6cb5ffd01d55, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:59:28.579261 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:28.663758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:59:28.667125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:59:28.671599 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:28.737123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:28.738524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] 10.222.0.30 "PUT /v2.0/ports/24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 1092 time: 0.9492240 Jan 10 19:59:28.751840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f40f5f-9b5d-45b7-af5a-d37b4eb6edf5 service neutron] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:28.882431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ef42-a03e-44ab-adc5-02a652f95fcd req-4b970029-41ff-413b-974d-9058a89dec64 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:28.884428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b65ef42-a03e-44ab-adc5-02a652f95fcd req-4b970029-41ff-413b-974d-9058a89dec64 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.1278417 Jan 10 19:59:28.887934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-681b6401-58c0-4166-8f38-3082e47e4809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1095 time: 0.1011841 Jan 10 19:59:29.007756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0b65ef42-a03e-44ab-adc5-02a652f95fcd req-7a95526e-88c1-44f1-afbc-65b3c8dd7b6f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178405 Jan 10 19:59:29.050739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-170d3fd0-4f4a-4b01-a06f-3299226853ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:29.052216 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-170d3fd0-4f4a-4b01-a06f-3299226853ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1448004 Jan 10 19:59:29.116595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-48c32800-e8fe-4615-b83a-0d45154b731e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0586057 Jan 10 19:59:29.178254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-f69fc54f-e8a1-4a24-b28c-1f50651fb08b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:29.179715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-f69fc54f-e8a1-4a24-b28c-1f50651fb08b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0578747 Jan 10 19:59:29.223239 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-437df111-6459-4b4c-bba0-8565932a82a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380838 Jan 10 19:59:29.353590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-5bd9698c-bd68-4b64-865f-19b5c00a7cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249380 Jan 10 19:59:29.481310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebad88e0-cb23-4882-990a-cf676633cc48 req-c3687f3d-2449-4293-84ca-8b9d916c5edf service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213956 Jan 10 19:59:30.203226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65bedb-d03d-463b-89a2-12ca317452a9 req-0d7cc675-9165-41e0-a4f1-61f71245e3e0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:30.204650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb65bedb-d03d-463b-89a2-12ca317452a9 req-0d7cc675-9165-41e0-a4f1-61f71245e3e0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.0741403 Jan 10 19:59:30.251972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb65bedb-d03d-463b-89a2-12ca317452a9 req-2d94dbe6-4549-4dda-814e-3c12717fdd72 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Jan 10 19:59:30.397870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:59:30.466995 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'status': 'completed', 'code': 200} Jan 10 19:59:30.552987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-209eb7d3-24e3-4818-85aa-b6c984aa68fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0686769 Jan 10 19:59:30.559180 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-3cbbf830-1592-42ea-a4d1-51914f3185ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0716648 Jan 10 19:59:30.693988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-a35243b4-d125-489d-a741-5dc94dffead4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:30.695410 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-a35243b4-d125-489d-a741-5dc94dffead4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1303978 Jan 10 19:59:30.761096 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-84f31c11-c4d8-4c2c-a404-65575df281f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0600610 Jan 10 19:59:30.775089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-092faf69-a6eb-4686-9cd7-76f22f4984c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:30.776539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-092faf69-a6eb-4686-9cd7-76f22f4984c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.2164788 Jan 10 19:59:30.826204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-2ea482ed-cb06-404b-9cbb-e5b47badf586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:30.827726 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-2ea482ed-cb06-404b-9cbb-e5b47badf586 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0612729 Jan 10 19:59:30.847815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-df52b164-7bca-49d1-988e-5470ad57cac0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0626757 Jan 10 19:59:30.871406 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-1760ff7f-f486-447e-b8dc-61113ecb593f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384572 Jan 10 19:59:30.909103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-2d3b2ac2-b623-4401-ac4d-21ff78a005ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:30.910563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-2d3b2ac2-b623-4401-ac4d-21ff78a005ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0564277 Jan 10 19:59:30.966671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-fcbb7461-6c5f-40eb-bd07-2d8082d62768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431306 Jan 10 19:59:31.006907 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-ae50e2a2-dd34-46d3-b4b9-38907a81e0e4 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298382 Jan 10 19:59:31.111487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-9e88f977-1e92-4611-9073-1dd1058c26d5 service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378036 Jan 10 19:59:31.163182 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-28b23d25-95db-406b-ad23-b93d7858d7c0 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493652 Jan 10 19:59:31.245146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91a6805d-50f5-407b-8caf-1969ca081ff7 req-a5b19fa7-0c63-4576-aeb6-3e0a7a105453 service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282661 Jan 10 19:59:31.444579 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be06fd5-db9a-47d8-b059-da87104a41b9 req-85ccfcb5-e23d-46a9-8866-ada0636beba7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:31.446063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2be06fd5-db9a-47d8-b059-da87104a41b9 req-85ccfcb5-e23d-46a9-8866-ada0636beba7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.0751009 Jan 10 19:59:31.491837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2be06fd5-db9a-47d8-b059-da87104a41b9 req-590348d1-a692-44ed-875e-a7f9f36a01d3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Jan 10 19:59:31.541330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:59:31.595729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:59:31.810821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-956c5478-f6a8-417e-bce9-75c54f72097a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:31.811540 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-956c5478-f6a8-417e-bce9-75c54f72097a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Synchronizing usage tracker for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:59:31.820805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddf574-8786-46a1-bee8-5fee9baf0733 req-9cf10a3f-9f53-433d-b663-2bdf37bf61dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:31.822777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ddf574-8786-46a1-bee8-5fee9baf0733 req-9cf10a3f-9f53-433d-b663-2bdf37bf61dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 944 time: 0.0801971 Jan 10 19:59:31.829342 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-956c5478-f6a8-417e-bce9-75c54f72097a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Unset dirty status for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:59:31.830467 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-956c5478-f6a8-417e-bce9-75c54f72097a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9&tenant_id=b3d4552ce5894e54834ca47c927ed396&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 944 time: 0.0962675 Jan 10 19:59:31.868933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6ddf574-8786-46a1-bee8-5fee9baf0733 req-e0ca43d3-0094-4e32-ad80-3e453e07ef39 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Jan 10 19:59:31.997683 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-4325547a-90e8-455b-99ca-59e227a03f25 service neutron] delete failed (client error): The resource could not be found. Jan 10 19:59:31.998676 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-4325547a-90e8-455b-99ca-59e227a03f25 service neutron] 10.222.0.44 "DELETE /v2.0/ports/24b8970a-7270-44fa-8927-6cb5ffd01d55/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.1630042 Jan 10 19:59:32.134214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-17235e92-c6d7-48cc-aa24-1cf62267fe7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0673122 Jan 10 19:59:32.257348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-9c69f449-7e7d-4264-9b60-be9891ce6183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:32.259323 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-9c69f449-7e7d-4264-9b60-be9891ce6183 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1199863 Jan 10 19:59:32.325914 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-b056e0dd-ba34-4936-b3ec-c1db66e838eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 200 len: 217 time: 0.0617261 Jan 10 19:59:32.385083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-8c33080a-a0e5-4390-a96a-b9099e364016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:32.386370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-8c33080a-a0e5-4390-a96a-b9099e364016 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0554650 Jan 10 19:59:32.432919 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-91a30aeb-83ab-484e-bba5-0fe839c0e504 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404105 Jan 10 19:59:32.457937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:59:32.563376 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-26f424a8-2f31-4985-b124-0d7b5e5e6808 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234536 Jan 10 19:59:32.591261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:32.604371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'port_id': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'mac_address': 'fa:16:3e:a3:16:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698cd41b-3ea6-41bb-9eda-4e53afb8a563', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:59:32.657059 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:32.673682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b8970a-7270-44fa-8927-6cb5ffd01d55 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:59:32.688439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:32.692353 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-57bf26bb-175e-49cc-95e8-fe18de17beaa req-ad8703dd-0a95-4571-b8d9-15cadae84f48 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232054 Jan 10 19:59:32.692551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:32.760776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:32.909031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['24b8970a-7270-44fa-8927-6cb5ffd01d55'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:59:33.074490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5bce-8951-4f42-9f09-c7d1bc70b448 req-16974ba0-5847-4f7e-884f-390a6b351962 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:33.082230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbda5bce-8951-4f42-9f09-c7d1bc70b448 req-16974ba0-5847-4f7e-884f-390a6b351962 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 945 time: 0.0909436 Jan 10 19:59:33.124177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbda5bce-8951-4f42-9f09-c7d1bc70b448 req-c6df4225-59b8-4f7e-a62c-9a0c7405a2ed tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Jan 10 19:59:34.461440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493a1e4-f62e-4f68-a502-262d5b67feb4 req-2bb1ec63-66da-484b-a2bc-97c43c16f52b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:34.462828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1493a1e4-f62e-4f68-a502-262d5b67feb4 req-2bb1ec63-66da-484b-a2bc-97c43c16f52b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 945 time: 0.0781813 Jan 10 19:59:34.474152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:59:34.507325 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1493a1e4-f62e-4f68-a502-262d5b67feb4 req-b4cf2575-d145-4d06-b6e8-d21bf0bc81f4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391054 Jan 10 19:59:34.540560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 24b8970a-7270-44fa-8927-6cb5ffd01d55 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:59:34.545448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 24b8970a-7270-44fa-8927-6cb5ffd01d55 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:59:34.545777 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:34.658965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:34.685124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:59:34.694718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:34.699320 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:34.704602 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284869d-e92b-4164-b3e0-f5ad40e49e8f req-af03fd1d-9aad-45e5-8d60-592d19fc782b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:34.706215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1284869d-e92b-4164-b3e0-f5ad40e49e8f req-af03fd1d-9aad-45e5-8d60-592d19fc782b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 945 time: 0.0785587 Jan 10 19:59:34.748145 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'code': 200} Jan 10 19:59:34.753597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1284869d-e92b-4164-b3e0-f5ad40e49e8f req-b6e45cdf-e81f-4c38-80a3-353ebbba47ac tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Jan 10 19:59:34.770422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:34.949479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a2164-cab3-4868-a5fc-3c03788731a8 req-d08762b9-71b9-4217-8434-5063c176f6d7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:34.950952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-134a2164-cab3-4868-a5fc-3c03788731a8 req-d08762b9-71b9-4217-8434-5063c176f6d7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0775130 Jan 10 19:59:34.995555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-134a2164-cab3-4868-a5fc-3c03788731a8 req-ffc68cd1-7757-40c2-82bd-b8ddf7aee1dc tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Jan 10 19:59:35.494577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-3f2b7f7f-c793-4919-81bd-16c325b27863 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:35.496106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-3f2b7f7f-c793-4919-81bd-16c325b27863 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 815 time: 0.1401308 Jan 10 19:59:35.512736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-a9e970af-7217-4da5-a652-312c4c0e4b86 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/quotas/b3d4552ce5894e54834ca47c927ed396 HTTP/1.1" status: 200 len: 375 time: 0.0113783 Jan 10 19:59:35.592057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-90ffdf67-db67-44c4-942c-6d256f54e3e0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746949 Jan 10 19:59:35.602045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-bfd9b1eb-97f2-4bf2-85d3-dc80bb957844 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 19:59:35.603125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-bfd9b1eb-97f2-4bf2-85d3-dc80bb957844 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047460 Jan 10 19:59:35.735382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-7d5c4be3-d49d-43bd-99cf-6af7cc05e0c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269441 Jan 10 19:59:35.866202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-674c2ec0-6a02-4c08-b8f4-917e391d2e2e service neutron] 10.222.0.21 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252880 Jan 10 19:59:36.153383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dec08170-dd42-4d7e-8a01-56bd3bd5bbf5 req-4d9b206f-e353-413a-93a1-33063eff389a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 210 time: 0.1391222 Jan 10 19:59:36.579403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-e1eca8d7-41a7-4a59-8bda-eb9296fa439b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:36.580812 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-e1eca8d7-41a7-4a59-8bda-eb9296fa439b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9 HTTP/1.1" status: 200 len: 946 time: 0.0744874 Jan 10 19:59:36.649791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Deleting port 24b8970a-7270-44fa-8927-6cb5ffd01d55 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 19:59:36.650125 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:36.887231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] For port 24b8970a-7270-44fa-8927-6cb5ffd01d55, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=24b8970a-7270-44fa-8927-6cb5ffd01d55,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:36.887586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.013800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Calling delete_port for 24b8970a-7270-44fa-8927-6cb5ffd01d55 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 19:59:37.049904 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-9eef9781-356d-4fb8-857c-af1074c450f8 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:37.051989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-9eef9781-356d-4fb8-857c-af1074c450f8 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 815 time: 0.1505573 Jan 10 19:59:37.070354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Request body: {'port': {'device_id': '845d6af1-8639-434a-820b-8cf36b879cc6', 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'admin_state_up': True, 'tenant_id': 'b3d4552ce5894e54834ca47c927ed396'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:59:37.164545 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.177519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['24b8970a-7270-44fa-8927-6cb5ffd01d55'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:59:37.214168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Pushing event deleted for resources: {'Port': ['ID=24b8970a-7270-44fa-8927-6cb5ffd01d55,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:37.225264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 19:59:37.236764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 19:59:37.250157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Made reservation on behalf of b3d4552ce5894e54834ca47c927ed396 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 19:59:37.254225 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.300718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] No DVR routers for this DVR port 24b8970a-7270-44fa-8927-6cb5ffd01d55 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 19:59:37.303254 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.334236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-deleted', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:59:37.352304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7a44b14-fe4b-4908-9f30-765d41e50960 req-53405ce7-aa0a-4e13-8da8-04ecf4c6c20f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 210 time: 0.0529890 Jan 10 19:59:37.360967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fb1e009-604a-454f-a360-f1d75bd16bcb req-f2f6a1d3-d275-41b1-85c3-5e6619928db7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.30 "DELETE /v2.0/ports/24b8970a-7270-44fa-8927-6cb5ffd01d55 HTTP/1.1" status: 204 len: 173 time: 0.7754490 Jan 10 19:59:37.398031 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b44a4d1-ccdf-4a22-9dcc-f0c4a24d76a9', 'name': 'network-vif-deleted', 'tag': '24b8970a-7270-44fa-8927-6cb5ffd01d55', 'status': 'completed', 'code': 200} Jan 10 19:59:37.427233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Allocated IP 172.20.0.5 (e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc/698cd41b-3ea6-41bb-9eda-4e53afb8a563/be0031b0-0b1b-4767-a2fd-ac93a8b65e40) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 19:59:37.634158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.661285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.672104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['24b8970a-7270-44fa-8927-6cb5ffd01d55'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:59:37.735905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 19:59:37.738718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 19:59:37.743790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 19:59:37.767679 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:37.786208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.786550 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.786919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.787250 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.787576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.787896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.788214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.788533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.788849 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.789165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.789476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 19:59:37.815980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:37.816577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:37.838336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-50db319f-8c68-4b5b-b830-9b05b451c9dd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739573 Jan 10 19:59:37.849791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Request body: {'port': {'device_id': '845d6af1-8639-434a-820b-8cf36b879cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 19:59:38.047468 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.368928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0031b0-0b1b-4767-a2fd-ac93a8b65e40 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:59:38.375296 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.388552 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Transition to ACTIVE for port object be0031b0-0b1b-4767-a2fd-ac93a8b65e40 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 19:59:38.402215 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.472594 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-272b4bc2-7045-49bb-b3d2-342a3f353520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.525998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:38.564208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc2b40-9206-4d43-a6db-3d300a36c29a req-ed69a449-f494-4b8e-aca2-70f7207ae441 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:38.564893 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7fc2b40-9206-4d43-a6db-3d300a36c29a req-ed69a449-f494-4b8e-aca2-70f7207ae441 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Synchronizing usage tracker for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 19:59:38.580487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-f7fc2b40-9206-4d43-a6db-3d300a36c29a req-ed69a449-f494-4b8e-aca2-70f7207ae441 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Unset dirty status for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 19:59:38.582045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7fc2b40-9206-4d43-a6db-3d300a36c29a req-ed69a449-f494-4b8e-aca2-70f7207ae441 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.0950172 Jan 10 19:59:38.631572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7fc2b40-9206-4d43-a6db-3d300a36c29a req-90d0f699-be91-4bf7-9853-7af09fe4e99f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Jan 10 19:59:38.632782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 19:59:38.633114 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 19:59:38.633954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:59:38.639911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 19:59:38.640226 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 19:59:38.646362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 19:59:38.646689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Checking segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 19:59:38.647093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Bound using segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 19:59:38.647509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Bound port: be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 19:59:38.647854 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.731463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 19:59:38.734498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 19:59:38.738392 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.801737 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:38.803173 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 1091 time: 0.9573264 Jan 10 19:59:38.803603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:59:38.820892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442551e-7273-4c66-ac58-bc49c9c60bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:38.868551 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'status': 'completed', 'code': 200} Jan 10 19:59:38.910736 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-728b6f57-a49b-4df8-a6eb-8b74119c2308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0727036 Jan 10 19:59:38.981734 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-758f3315-a8d5-4df3-822f-6149ad6e010d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.0641804 Jan 10 19:59:39.042989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-cfa10416-4230-49ea-8c67-aa26c2f8842f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:39.044385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-cfa10416-4230-49ea-8c67-aa26c2f8842f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0560579 Jan 10 19:59:39.092155 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-4faf3ef8-fc1d-47c2-9489-4b025ade4ddc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413933 Jan 10 19:59:39.220587 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-99fdc995-46d0-4932-a3ce-c8a2891817cd service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226871 Jan 10 19:59:39.357124 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f1f9e2b2-6f2b-46e0-94d3-ff2f14939c44 req-75d5d568-e4fd-47d3-b72a-acd66056c354 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298320 Jan 10 19:59:39.469630 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-bce84753-08e1-4df8-8df5-445d053e7fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0679438 Jan 10 19:59:39.607774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-f522f501-4c08-4b49-ab68-3b1296fd0d36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:39.607774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-f522f501-4c08-4b49-ab68-3b1296fd0d36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1320391 Jan 10 19:59:39.777148 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-3ff09ef1-26cf-43ad-b280-0a1e2366aed0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.1623764 Jan 10 19:59:39.836042 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49df98-3742-4cf6-a8d0-87b2061584ed req-cfb0f210-b381-4e2d-9bf3-56c50d190b15 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:39.838230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd49df98-3742-4cf6-a8d0-87b2061584ed req-cfb0f210-b381-4e2d-9bf3-56c50d190b15 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.0778956 Jan 10 19:59:39.846238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-f030e411-b7e8-44ab-861f-88a8ca1c36c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:39.848026 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-f030e411-b7e8-44ab-861f-88a8ca1c36c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0638938 Jan 10 19:59:39.889018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd49df98-3742-4cf6-a8d0-87b2061584ed req-9c79927c-199e-42ca-826f-23c5e05ec04e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Jan 10 19:59:39.897812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-f1e9a158-4af4-4fbd-b92f-770833ceac89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438857 Jan 10 19:59:40.035086 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-e1bd94d8-9cc4-486d-b9d2-908059883019 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310425 Jan 10 19:59:40.167646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-248ab313-7778-4b06-9937-5d24c92de3c9 req-0e0bd946-8c7a-430f-b5d4-e657792b19e1 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262403 Jan 10 19:59:40.486958 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 19:59:40.520384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 24b8970a-7270-44fa-8927-6cb5ffd01d55 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 19:59:40.520734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 24b8970a-7270-44fa-8927-6cb5ffd01d55 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 19:59:40.541279 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a741965-0069-4c0a-98cf-ff1d1320e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:41.091207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32dc3-c900-4b5e-9abf-312ac726e96e req-1fe64e41-bff4-4883-b088-8b722567ca0f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:41.092657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebb32dc3-c900-4b5e-9abf-312ac726e96e req-1fe64e41-bff4-4883-b088-8b722567ca0f tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.0784712 Jan 10 19:59:41.136680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebb32dc3-c900-4b5e-9abf-312ac726e96e req-080b4a57-0865-4262-80c5-d0316b58f2c9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Jan 10 19:59:41.554526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 19:59:41.685392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:41.698802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'port_id': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'mac_address': 'fa:16:3e:94:77:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698cd41b-3ea6-41bb-9eda-4e53afb8a563', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 19:59:41.753787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:41.769944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0031b0-0b1b-4767-a2fd-ac93a8b65e40 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 19:59:41.785200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:41.789257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:41.849972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:41.864798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:41.957910 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:41.992321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['be0031b0-0b1b-4767-a2fd-ac93a8b65e40'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 19:59:42.154409 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 19:59:42.327835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42ad8-8960-4647-98d1-ed5acf941d83 req-84a64c30-d7c8-4a52-8fb5-9355069d43c1 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:42.329253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3df42ad8-8960-4647-98d1-ed5acf941d83 req-84a64c30-d7c8-4a52-8fb5-9355069d43c1 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 944 time: 0.0742352 Jan 10 19:59:42.373165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3df42ad8-8960-4647-98d1-ed5acf941d83 req-18059867-71e9-4b36-98ac-0c7fdaca719c tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 Jan 10 19:59:43.238130 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:43.566412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b133d-c85e-41cf-a224-44c1fc62450b req-125323d5-4971-4c46-bb3e-a424f3bddf89 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:43.567933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-281b133d-c85e-41cf-a224-44c1fc62450b req-125323d5-4971-4c46-bb3e-a424f3bddf89 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 944 time: 0.0772948 Jan 10 19:59:43.570326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 19:59:43.613129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-281b133d-c85e-41cf-a224-44c1fc62450b req-feb093ac-a9c7-4fb3-b58b-f355d91c642b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Jan 10 19:59:43.640668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 19:59:43.645244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 19:59:43.645615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:43.752650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:43.778817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 19:59:43.788062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 19:59:43.792060 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:43.835788 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'code': 200} Jan 10 19:59:43.861991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 19:59:43.957245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ec22c413-5b90-4a94-b3ed-13f50bde78d5 req-3637c42e-fba5-4e72-a5f7-6ccdd9ba5888 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0697384 Jan 10 19:59:43.997174 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ec22c413-5b90-4a94-b3ed-13f50bde78d5 req-d2d89db1-b24b-4b49-bfb1-54d72563153b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344603 Jan 10 19:59:44.808709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc81328-b267-4a3f-b2b5-caaac13acd44 req-4c953d70-6123-4794-a128-ebb6897f4575 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:44.810177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cc81328-b267-4a3f-b2b5-caaac13acd44 req-4c953d70-6123-4794-a128-ebb6897f4575 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0765479 Jan 10 19:59:44.854280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2cc81328-b267-4a3f-b2b5-caaac13acd44 req-433cb03b-0c18-49f4-8979-d5a898e7d99e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Jan 10 19:59:45.620834 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:45.838519 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 19:59:46.051576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc029fe-7af8-456e-8c23-e62bd67f6829 req-01e3539e-72f5-490e-9460-e9ad0493008b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:46.053017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bc029fe-7af8-456e-8c23-e62bd67f6829 req-01e3539e-72f5-490e-9460-e9ad0493008b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0776198 Jan 10 19:59:46.097563 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bc029fe-7af8-456e-8c23-e62bd67f6829 req-b07058df-1783-4d69-841b-3813bbf249bf tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jan 10 19:59:46.290316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039ee7c-70a1-4ace-9dc3-593725c371ea req-acf07adb-e414-4eec-aa97-6de44e740ec9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:46.291793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b039ee7c-70a1-4ace-9dc3-593725c371ea req-acf07adb-e414-4eec-aa97-6de44e740ec9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0740404 Jan 10 19:59:46.339120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b039ee7c-70a1-4ace-9dc3-593725c371ea req-e927c4d5-88fb-4e36-ac8c-4e3086935e89 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Jan 10 19:59:46.530211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf99d1dd-22da-4626-84c3-7ff295f69379 req-8b0be346-3da6-43c3-9ba4-45748f1f7c70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666966 Jan 10 19:59:46.891676 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-10a1a3f0-361c-482b-98cf-cafa5fba3559 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1916292 Jan 10 19:59:46.921264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d84a98-02ee-4567-8e38-2b18e210be49 req-74190853-1f75-4038-a19f-d004c69db08a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:46.922632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6d84a98-02ee-4567-8e38-2b18e210be49 req-74190853-1f75-4038-a19f-d004c69db08a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1691723 Jan 10 19:59:46.969580 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c6d84a98-02ee-4567-8e38-2b18e210be49 req-da3def53-1219-437c-aee5-d41351bcaf28 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Jan 10 19:59:48.010614 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-37822254-5981-4c0e-8906-3133f8ded87d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0689847 Jan 10 19:59:48.137510 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-4d762e7b-738c-40bb-8e80-842456e19214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:48.138959 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-4d762e7b-738c-40bb-8e80-842456e19214 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1239793 Jan 10 19:59:48.168000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430dd60-fb89-427c-a23d-b1ef4658d61a req-3aaa0b91-fecc-4400-83da-7878a55cebac tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:48.169461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f430dd60-fb89-427c-a23d-b1ef4658d61a req-3aaa0b91-fecc-4400-83da-7878a55cebac tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0793562 Jan 10 19:59:48.208008 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-7551f02b-e449-4d61-b777-da08fbea4fc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.0636501 Jan 10 19:59:48.214689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f430dd60-fb89-427c-a23d-b1ef4658d61a req-21278054-cd3e-49e4-8827-a643ad5fd99b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Jan 10 19:59:48.268909 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-d84aee34-3275-4cde-ad99-c80a8711ccde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:48.270259 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-d84aee34-3275-4cde-ad99-c80a8711ccde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0573454 Jan 10 19:59:48.317318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-249dc774-728b-45c9-a04b-0c67a215ffe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411577 Jan 10 19:59:48.445579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-49aa1a47-fb73-471b-b062-d63bf381117e service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226933 Jan 10 19:59:48.579556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-9100956e-22cd-4712-b431-e02d5cb806db service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282046 Jan 10 19:59:49.405102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b772d-9f01-4402-a95d-34b4a2acb420 req-de031d36-eeec-4ff3-8eb9-8a1d51f022f9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:49.406442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-482b772d-9f01-4402-a95d-34b4a2acb420 req-de031d36-eeec-4ff3-8eb9-8a1d51f022f9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0738273 Jan 10 19:59:49.450568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-482b772d-9f01-4402-a95d-34b4a2acb420 req-fed74f80-abed-4d28-aba4-77208925e057 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Jan 10 19:59:50.647744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414fa37-420e-4197-b76c-66f30536f8e0 req-6ee383c7-828d-4bb9-9277-22097d7f5a40 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:50.649184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f414fa37-420e-4197-b76c-66f30536f8e0 req-6ee383c7-828d-4bb9-9277-22097d7f5a40 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0792291 Jan 10 19:59:50.698340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f414fa37-420e-4197-b76c-66f30536f8e0 req-c3bc8d61-0edc-44c9-9903-296c47619845 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Jan 10 19:59:51.891737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ed751-6e56-4a28-8b69-15ae508502e2 req-cc55ee06-8d05-45bd-a567-5ca484c38335 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:51.893172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a0ed751-6e56-4a28-8b69-15ae508502e2 req-cc55ee06-8d05-45bd-a567-5ca484c38335 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0740271 Jan 10 19:59:51.937183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a0ed751-6e56-4a28-8b69-15ae508502e2 req-31fbdddd-2b4c-426f-a22a-bfd5157e4a1e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Jan 10 19:59:53.132491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bf137-b3bc-41e8-be72-dfcd1f55cff2 req-df968b7a-0554-46bc-8eed-13abc4600fb7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:53.133946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d42bf137-b3bc-41e8-be72-dfcd1f55cff2 req-df968b7a-0554-46bc-8eed-13abc4600fb7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0779996 Jan 10 19:59:53.179891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d42bf137-b3bc-41e8-be72-dfcd1f55cff2 req-3d07dd4c-93f1-4620-84bb-41bcc4c1977e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Jan 10 19:59:54.371050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b936-43f7-4e45-b460-ee76522aab21 req-ba089bfe-0329-4ef8-ac33-128a123b352d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:54.372281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bc7b936-43f7-4e45-b460-ee76522aab21 req-ba089bfe-0329-4ef8-ac33-128a123b352d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0751066 Jan 10 19:59:54.419223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5bc7b936-43f7-4e45-b460-ee76522aab21 req-dea351d9-d43b-4fa4-bbf1-3bab5c036642 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Jan 10 19:59:55.611664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f09e4-cb34-4cba-b6d2-aeca14a55c3b req-a8526538-849f-48a1-a8f9-7bf69d7993a9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:55.613104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-229f09e4-cb34-4cba-b6d2-aeca14a55c3b req-a8526538-849f-48a1-a8f9-7bf69d7993a9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0745537 Jan 10 19:59:55.657323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-229f09e4-cb34-4cba-b6d2-aeca14a55c3b req-63d1e916-943a-4c36-bf22-9eb68d0f3938 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Jan 10 19:59:56.853192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcbc1-5cc3-49c5-9f58-389bf16b0af5 req-420adc48-a6ab-41ce-ae25-600520ee098e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:56.854626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a1dcbc1-5cc3-49c5-9f58-389bf16b0af5 req-420adc48-a6ab-41ce-ae25-600520ee098e tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0780137 Jan 10 19:59:56.898608 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a1dcbc1-5cc3-49c5-9f58-389bf16b0af5 req-39c84759-dc59-46b1-a338-5b8f8918eae9 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Jan 10 19:59:58.093308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa161eb5-0f3a-403f-8b1d-f91c65b85e3a req-02fc054a-3047-484b-b3e3-b507ca399cfa tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:58.094787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa161eb5-0f3a-403f-8b1d-f91c65b85e3a req-02fc054a-3047-484b-b3e3-b507ca399cfa tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0756249 Jan 10 19:59:58.138914 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa161eb5-0f3a-403f-8b1d-f91c65b85e3a req-161d5bba-924c-4003-9f08-1da1a48afe2a tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Jan 10 19:59:59.336606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925e55f-3a9c-4622-94ef-b4738ac87ae0 req-4ff57919-ba62-4006-9b52-7e1b7d207a78 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 19:59:59.338546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c925e55f-3a9c-4622-94ef-b4738ac87ae0 req-4ff57919-ba62-4006-9b52-7e1b7d207a78 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0786722 Jan 10 19:59:59.382433 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c925e55f-3a9c-4622-94ef-b4738ac87ae0 req-c8f951b3-2903-4d1e-b0a0-f184c66ff960 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383713 Jan 10 20:00:00.577160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135520-a6a6-4a0b-bc54-62d173e17618 req-ab9b13fd-dc66-4546-a043-b376a1cff66d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:00.578603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86135520-a6a6-4a0b-bc54-62d173e17618 req-ab9b13fd-dc66-4546-a043-b376a1cff66d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0754128 Jan 10 20:00:00.625208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86135520-a6a6-4a0b-bc54-62d173e17618 req-45367a36-bde5-4520-be02-b5b74f119304 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Jan 10 20:00:01.815929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c0941-a56d-45d6-a3ef-acd7ef4767e9 req-59683cb8-99ec-45ce-bed1-a58de3230c82 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:01.817347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b3c0941-a56d-45d6-a3ef-acd7ef4767e9 req-59683cb8-99ec-45ce-bed1-a58de3230c82 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0741208 Jan 10 20:00:01.861435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b3c0941-a56d-45d6-a3ef-acd7ef4767e9 req-44742c9b-6168-42d2-a631-28b0013f4bf3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382485 Jan 10 20:00:03.079624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1392-0c7c-4a5c-a117-dabcae991bd1 req-66306300-1332-4b08-93ff-7e8d6139eba1 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:03.081064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e66a1392-0c7c-4a5c-a117-dabcae991bd1 req-66306300-1332-4b08-93ff-7e8d6139eba1 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0775321 Jan 10 20:00:03.125157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e66a1392-0c7c-4a5c-a117-dabcae991bd1 req-dc6f80ce-d49f-4ebd-a10d-7fda03dfc4b0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Jan 10 20:00:04.317907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c79205-2ed1-47f8-bed6-4780d1ad17d5 req-b3a1053b-6ade-495d-83df-83bd8b744b99 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:04.319373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c79205-2ed1-47f8-bed6-4780d1ad17d5 req-b3a1053b-6ade-495d-83df-83bd8b744b99 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0744605 Jan 10 20:00:04.365072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3c79205-2ed1-47f8-bed6-4780d1ad17d5 req-0c3f2c42-0b42-4a02-96b5-8b7ed4a478f5 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Jan 10 20:00:05.571707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e7a9-472c-43e9-b1d9-a788fcd81c4c req-a2d4935d-90fe-4894-8fc9-033bc62504b0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:05.573166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa94e7a9-472c-43e9-b1d9-a788fcd81c4c req-a2d4935d-90fe-4894-8fc9-033bc62504b0 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0854533 Jan 10 20:00:05.619928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa94e7a9-472c-43e9-b1d9-a788fcd81c4c req-9d0c98ff-4a81-48bc-ae61-858d450aa1cb tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Jan 10 20:00:06.814800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c359232-3eb5-44b9-9308-3a44d7a55143 req-9fe472a7-11b4-4223-8a74-f14a637a8e15 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:06.816262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c359232-3eb5-44b9-9308-3a44d7a55143 req-9fe472a7-11b4-4223-8a74-f14a637a8e15 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0740550 Jan 10 20:00:06.860284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c359232-3eb5-44b9-9308-3a44d7a55143 req-68e688e8-4ab8-4adc-8ef8-08c6a0ffce85 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Jan 10 20:00:08.127508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d35e1-6a88-4e35-ac50-9cbf0e8d6c85 req-77a8bf59-ce09-4abb-b53a-1ba691ad2a65 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:08.128954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6c8d35e1-6a88-4e35-ac50-9cbf0e8d6c85 req-77a8bf59-ce09-4abb-b53a-1ba691ad2a65 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1493142 Jan 10 20:00:08.180615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6c8d35e1-6a88-4e35-ac50-9cbf0e8d6c85 req-2983037b-3d6a-4b96-b713-0ecd66580977 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Jan 10 20:00:08.475172 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5604a941-d3b8-47fc-a19e-fb0fb23f888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:09.438730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2a101-16b8-4b62-aee3-7b4a6829408a req-ce67ae3a-107b-456b-b1a5-2a77d2cfe786 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:09.440189 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2dc2a101-16b8-4b62-aee3-7b4a6829408a req-ce67ae3a-107b-456b-b1a5-2a77d2cfe786 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1395676 Jan 10 20:00:09.487253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2dc2a101-16b8-4b62-aee3-7b4a6829408a req-7a23aad2-65c6-4e95-904a-df35d7bb6387 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Jan 10 20:00:10.543773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b024-cbc9-4ade-8f4d-02e9bb02ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:10.689166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807971d5-10bb-44ec-9dd4-45421e0e3334 req-4b1ab2fe-c5fa-4056-8d82-c6cadb6538e2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:10.690627 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-807971d5-10bb-44ec-9dd4-45421e0e3334 req-4b1ab2fe-c5fa-4056-8d82-c6cadb6538e2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0765347 Jan 10 20:00:10.735222 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-807971d5-10bb-44ec-9dd4-45421e0e3334 req-69928315-d7ce-4694-b9a5-680322168b68 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Jan 10 20:00:10.849072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-6d88573a-81bb-438a-ab38-aac07bc7607d req-349c3718-19f3-4aef-a868-1ab5d8d37dab service neutron] (83629) timed out ('10.222.0.21', 52196) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 20:00:11.820924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:11.931453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217213-2337-4c06-af32-6b47974606f0 req-85b56c0d-a27b-4613-898b-bf698117b521 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:11.932893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b217213-2337-4c06-af32-6b47974606f0 req-85b56c0d-a27b-4613-898b-bf698117b521 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0788407 Jan 10 20:00:11.961182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:11.977161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b217213-2337-4c06-af32-6b47974606f0 req-9f7e5168-83be-46a3-8755-859e9368c37d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Jan 10 20:00:13.172043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db8fa6-5a77-41a6-b4d7-a25155205cda req-3172fbb5-f58c-47e4-8638-1c76e36307d7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:13.173482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51db8fa6-5a77-41a6-b4d7-a25155205cda req-3172fbb5-f58c-47e4-8638-1c76e36307d7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0749421 Jan 10 20:00:13.217900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51db8fa6-5a77-41a6-b4d7-a25155205cda req-76c2e5e6-2ce2-468a-9623-faab4ec554b1 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Jan 10 20:00:13.240118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:14.499089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ca6d-dd38-4f1e-bbb7-88b65cba871d req-64ffcc44-0ee0-446c-ac64-1e27b5923246 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:14.500483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f38ca6d-dd38-4f1e-bbb7-88b65cba871d req-64ffcc44-0ee0-446c-ac64-1e27b5923246 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1569135 Jan 10 20:00:14.545501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f38ca6d-dd38-4f1e-bbb7-88b65cba871d req-73ee7ace-ea33-4b75-87d7-735eb9bc3d19 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Jan 10 20:00:15.419219 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-290ccef0-20f0-434a-ba51-6e0280d6fcf7 service neutron] show failed (client error): The resource could not be found. Jan 10 20:00:15.420123 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-290ccef0-20f0-434a-ba51-6e0280d6fcf7 service neutron] 10.222.0.44 "GET /v2.0/ports/be0031b0-0b1b-4767-a2fd-ac93a8b65e40/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0710092 Jan 10 20:00:15.627646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:15.801427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a498b-695f-4e03-987a-cf4484fda57a req-727c0a99-c4bb-4e45-b1ed-39186aff559d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:15.802884 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a3a498b-695f-4e03-987a-cf4484fda57a req-727c0a99-c4bb-4e45-b1ed-39186aff559d tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1346655 Jan 10 20:00:15.806451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-f44ad0b5-200a-4a89-809e-2cb4ff9ccbe5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6&tenant_id=b3d4552ce5894e54834ca47c927ed396 HTTP/1.1" status: 200 len: 1096 time: 0.2008371 Jan 10 20:00:15.830783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:15.838062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:15.905719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a3a498b-695f-4e03-987a-cf4484fda57a req-0501c72b-aacd-48e5-aecb-9648f6a9ab21 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973601 Jan 10 20:00:15.959859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:16.227257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:16.254145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:00:16.309231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:16.314908 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:16.329698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Transition to ACTIVE for port object be0031b0-0b1b-4767-a2fd-ac93a8b65e40 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:16.334011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:16.382578 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'code': 200} Jan 10 20:00:16.489137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:16.491949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] No DVR routers for this DVR port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:00:16.543386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:00:16.543716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:00:16.544036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:16.549486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:00:16.550068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Attempting to bind port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on network e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:16.556657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:00:16.556990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Checking segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:00:16.557365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Bound using segment: {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:00:16.557783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Bound port: be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d690cb-d334-420a-9a41-e570e12abb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:00:16.558117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:16.646426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:00:16.649321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:00:16.653382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:16.716474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:16.717825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 1091 time: 0.8936291 Jan 10 20:00:16.725411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717415cf-ec36-4e8b-b03d-9225d63343a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:16.808067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-ee79b01a-a5f6-4d6c-9ae5-05bff121c9a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0682487 Jan 10 20:00:16.936297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-4aa92605-bced-45b8-aa76-bba9ac2e286c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:16.937733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-4aa92605-bced-45b8-aa76-bba9ac2e286c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1239934 Jan 10 20:00:17.006412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-d517db93-9cb8-4aa4-8255-c873a6e9eb56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.0629187 Jan 10 20:00:17.118137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-1406ede6-a1b4-40c1-b039-a8a9d80e78bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:17.119653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-1406ede6-a1b4-40c1-b039-a8a9d80e78bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.1078849 Jan 10 20:00:17.168255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-c306ddd3-71e8-41e8-985f-6fb410853462 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423107 Jan 10 20:00:17.178589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d917b9-948e-4233-9f9e-6501e3107a5c req-1be6ac00-12d7-4540-acdc-e99d8740fbe2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:17.179986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2d917b9-948e-4233-9f9e-6501e3107a5c req-1be6ac00-12d7-4540-acdc-e99d8740fbe2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.1393034 Jan 10 20:00:17.389626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2d917b9-948e-4233-9f9e-6501e3107a5c req-2a709ee8-d562-4a17-8280-17cc605759f7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918068 Jan 10 20:00:17.421365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-39b9e1e9-9437-4dcf-bff5-2f600f5395dd service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404876 Jan 10 20:00:17.550765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44e86cb2-cfd5-483b-af12-6e8a4bdb44b9 req-d5ecabb5-fe43-4626-801f-c66694d3425a service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217439 Jan 10 20:00:18.383679 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:18.468405 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'status': 'completed', 'code': 200} Jan 10 20:00:18.568686 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-31c5d016-dedd-44f0-8073-9c0d6e55b308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0732067 Jan 10 20:00:18.626155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f08-488d-4db1-9f99-9cb4df7fdc8f req-551e78ee-d662-41ea-8ffb-d69803c14d49 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:18.627638 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9df21f08-488d-4db1-9f99-9cb4df7fdc8f req-551e78ee-d662-41ea-8ffb-d69803c14d49 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.0978601 Jan 10 20:00:18.631347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-edd0ea81-c404-4bf7-b6fd-667935dbea0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1426239 Jan 10 20:00:18.697769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-727152b1-10d9-4c06-9faf-55bd23e69ca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:18.699181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-727152b1-10d9-4c06-9faf-55bd23e69ca3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1252236 Jan 10 20:00:18.754661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9df21f08-488d-4db1-9f99-9cb4df7fdc8f req-7a7dbf9e-b7c9-4255-a5ff-c70ac2e28c04 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214278 Jan 10 20:00:18.765175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-0f7a92b9-df81-464f-b544-b7eb2c7148fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.0600441 Jan 10 20:00:18.798206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-60e345f9-06a1-4241-ab0a-750fbad30a17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:18.799934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-60e345f9-06a1-4241-ab0a-750fbad30a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1500316 Jan 10 20:00:18.868533 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-42314f14-87c7-4fdf-a33e-395dfc097da3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.0620093 Jan 10 20:00:18.922292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-568d16f0-32b5-4cfd-9dc4-028c7657055f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:18.923738 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-568d16f0-32b5-4cfd-9dc4-028c7657055f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.1534343 Jan 10 20:00:18.937550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-6343088c-c6d1-4dd5-abab-fc8efef18453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:18.939014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-6343088c-c6d1-4dd5-abab-fc8efef18453 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0621638 Jan 10 20:00:18.969968 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-a753c481-69c8-4bc7-9c76-efd5a17cd1d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395896 Jan 10 20:00:19.001337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-206abd3b-45f5-423a-8535-e5c8223957d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415342 Jan 10 20:00:19.115987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-143f6a76-f33d-4daf-94e2-e3160a39bb0c service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402500 Jan 10 20:00:19.151167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-a38d6308-e2a5-499a-9630-37f54dc7f716 service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427405 Jan 10 20:00:19.155693 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:00:19.266067 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-b7db94ef-2778-40fe-ba0b-4f255aa12b86 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441000 Jan 10 20:00:19.285566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d76b4e93-8ba7-48a1-a29d-ef7e11c7f6cb req-347162bf-2960-424f-a7e9-df22e7537e66 service neutron] 10.222.0.30 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281397 Jan 10 20:00:19.788607 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:00:19.846120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:00:19.948997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7abfe0-ae9d-4be9-acdf-33620b1c5365 req-e747c7ba-2666-4036-9a45-a929cb124b94 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:19.950453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b7abfe0-ae9d-4be9-acdf-33620b1c5365 req-e747c7ba-2666-4036-9a45-a929cb124b94 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.0747871 Jan 10 20:00:19.998726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b7abfe0-ae9d-4be9-acdf-33620b1c5365 req-75d51d50-f23e-4ec8-a90c-7b301afaa511 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Jan 10 20:00:20.311282 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-d3d02b90-de04-490f-bc97-c49f763decee tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:20.311863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-d3d02b90-de04-490f-bc97-c49f763decee tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Synchronizing usage tracker for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:00:20.319063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e591d-0059-475b-baa3-eb76cd64507a req-365014e9-62ef-44c5-8d5d-51a85fe29631 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:20.320518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-434e591d-0059-475b-baa3-eb76cd64507a req-365014e9-62ef-44c5-8d5d-51a85fe29631 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 943 time: 0.0775242 Jan 10 20:00:20.323401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-d3d02b90-de04-490f-bc97-c49f763decee tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Unset dirty status for tenant:b3d4552ce5894e54834ca47c927ed396 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:00:20.324550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-d3d02b90-de04-490f-bc97-c49f763decee tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.44 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6&tenant_id=b3d4552ce5894e54834ca47c927ed396&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 943 time: 0.0911880 Jan 10 20:00:20.365666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-434e591d-0059-475b-baa3-eb76cd64507a req-2b0f01c8-8a5d-418e-a13a-c44beb150866 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392497 Jan 10 20:00:20.406620 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-715a926b-ed08-4fa9-a009-c92ee7ab9d99 service neutron] delete failed (client error): The resource could not be found. Jan 10 20:00:20.407639 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-715a926b-ed08-4fa9-a009-c92ee7ab9d99 service neutron] 10.222.0.44 "DELETE /v2.0/ports/be0031b0-0b1b-4767-a2fd-ac93a8b65e40/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0775411 Jan 10 20:00:20.544611 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-b0f310f4-f4c4-4c9c-a472-3464c0b11c28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3d4552ce5894e54834ca47c927ed396&device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0689361 Jan 10 20:00:20.671523 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-745a86cf-9d72-4fa3-9527-b0fd88925cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:20.672858 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-745a86cf-9d72-4fa3-9527-b0fd88925cd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 200 len: 916 time: 0.1219168 Jan 10 20:00:20.702781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:00:20.740699 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-8844283e-73ac-4802-bc8c-49f085866bac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 200 len: 217 time: 0.0619810 Jan 10 20:00:20.800308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-61de3f04-18dc-4770-8de5-3b04976d79e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:20.801808 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-61de3f04-18dc-4770-8de5-3b04976d79e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 200 len: 855 time: 0.0557728 Jan 10 20:00:20.834238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:20.847066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'network_id': 'e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc', 'port_id': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'mac_address': 'fa:16:3e:94:77:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698cd41b-3ea6-41bb-9eda-4e53afb8a563', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:00:20.849316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-363806a5-eb23-42cd-8e52-c07e893722c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421813 Jan 10 20:00:20.898786 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:20.915114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0031b0-0b1b-4767-a2fd-ac93a8b65e40 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:00:20.929790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:20.935716 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:20.981631 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-721eb05d-21d3-4514-92d1-a9a4e2043bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268375 Jan 10 20:00:21.002477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:21.011725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.012078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.012422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.012763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.013100 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.013434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.013768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.014101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.014428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.014754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.015111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:21.113356 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3e9b8f98-f6b9-40bb-8894-d5e9eee1df41 req-0853143b-307c-427d-99bc-c0902ef087fa service neutron] 10.222.0.44 "GET /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255333 Jan 10 20:00:21.128695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['be0031b0-0b1b-4767-a2fd-ac93a8b65e40'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:00:21.571718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c611-1c95-4857-82e9-a884d64165d1 req-32b0686c-531e-41cd-91a0-1f34fc7ce528 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:21.573238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7774c611-1c95-4857-82e9-a884d64165d1 req-32b0686c-531e-41cd-91a0-1f34fc7ce528 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 944 time: 0.0819979 Jan 10 20:00:21.620647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7774c611-1c95-4857-82e9-a884d64165d1 req-dd9cdd85-1ae7-498f-8e08-409312bc1ae4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Jan 10 20:00:22.720892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:22.794885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:22.800771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:22.801156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:22.816931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163ee81-cbb0-4bb9-ba75-55537c700108 req-b424ddc8-fd5c-4b0e-986e-1ff59f5a930b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:22.818391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2163ee81-cbb0-4bb9-ba75-55537c700108 req-b424ddc8-fd5c-4b0e-986e-1ff59f5a930b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 944 time: 0.0785608 Jan 10 20:00:22.867849 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2163ee81-cbb0-4bb9-ba75-55537c700108 req-42ebe395-cfc1-4331-b934-4fa92cda8cbd tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Jan 10 20:00:22.920560 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:22.947904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:22.958463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:22.963387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:23.035160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:23.108790 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'code': 200} Jan 10 20:00:23.119767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb900a4e-0f1e-4f20-a595-55a41be37ee7 req-1472e3d0-c0a6-4d60-bc7a-b197e467a8c7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:23.121256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb900a4e-0f1e-4f20-a595-55a41be37ee7 req-1472e3d0-c0a6-4d60-bc7a-b197e467a8c7 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1230273 Jan 10 20:00:23.167270 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bb900a4e-0f1e-4f20-a595-55a41be37ee7 req-3f8a25bf-99fd-42cc-af37-00268c88869b tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396216 Jan 10 20:00:23.372177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21dfec-223b-416a-b557-235b9abd166c req-de51ca6a-838a-4886-b0e8-ba4d46a2fd52 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:23.373687 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd21dfec-223b-416a-b557-235b9abd166c req-de51ca6a-838a-4886-b0e8-ba4d46a2fd52 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0765538 Jan 10 20:00:23.423566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd21dfec-223b-416a-b557-235b9abd166c req-45f5154f-59bc-4fe7-91d2-2285f988cb25 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Jan 10 20:00:24.028632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa557c-4b0b-4b5e-a295-a6ff42e2e40e req-41d0e2f0-49b4-459f-8e5d-adbf784e28ad tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:24.029746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46aa557c-4b0b-4b5e-a295-a6ff42e2e40e req-41d0e2f0-49b4-459f-8e5d-adbf784e28ad tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0755944 Jan 10 20:00:24.076814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46aa557c-4b0b-4b5e-a295-a6ff42e2e40e req-669eac1d-b020-44b8-9204-a9246f15eabb tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Jan 10 20:00:25.048371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-d03bdcc8-8e3b-4544-81b5-a8b98de54565 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:25.050047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-d03bdcc8-8e3b-4544-81b5-a8b98de54565 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.30 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.0769389 Jan 10 20:00:25.201293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Deleting port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:00:25.201641 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:25.400605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca731b-f782-4439-aaaf-b1c3472e6b61 req-201d32d3-d290-4038-93a6-0213b9651ba2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:25.402361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09ca731b-f782-4439-aaaf-b1c3472e6b61 req-201d32d3-d290-4038-93a6-0213b9651ba2 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/ports?device_id=845d6af1-8639-434a-820b-8cf36b879cc6 HTTP/1.1" status: 200 len: 945 time: 0.1774144 Jan 10 20:00:25.522196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-09ca731b-f782-4439-aaaf-b1c3472e6b61 req-a0d89a37-662c-4809-8c31-f26f1c7138a3 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d5f94b2-77b1-4e50-940e-213e96d03dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774255 Jan 10 20:00:25.546454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] For port be0031b0-0b1b-4767-a2fd-ac93a8b65e40, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,segment=NetworkSegment(68d690cb-d334-420a-9a41-e570e12abb73),segment_id=68d690cb-d334-420a-9a41-e570e12abb73)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:25.546815 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:25.676362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Calling delete_port for be0031b0-0b1b-4767-a2fd-ac93a8b65e40 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:00:25.812416 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:25.823230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['be0031b0-0b1b-4767-a2fd-ac93a8b65e40'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:00:25.861635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Pushing event deleted for resources: {'Port': ['ID=be0031b0-0b1b-4767-a2fd-ac93a8b65e40,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:25.943507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] No DVR routers for this DVR port be0031b0-0b1b-4767-a2fd-ac93a8b65e40 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:00:25.945959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:25.948643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-deleted', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:25.964004 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-191f9073-68c9-45b7-b786-6f0525efdfd8 req-abe8e9b9-9be8-4318-9f64-c008bd97a5d4 tempest-ServerDiskConfigTestJSON-1989102596 tempest-ServerDiskConfigTestJSON-1989102596-project] 10.222.0.30 "DELETE /v2.0/ports/be0031b0-0b1b-4767-a2fd-ac93a8b65e40 HTTP/1.1" status: 204 len: 173 time: 0.9078493 Jan 10 20:00:26.004278 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845d6af1-8639-434a-820b-8cf36b879cc6', 'name': 'network-vif-deleted', 'tag': 'be0031b0-0b1b-4767-a2fd-ac93a8b65e40', 'status': 'completed', 'code': 200} Jan 10 20:00:26.778665 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35206) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:26.842067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Deleting subnet 698cd41b-3ea6-41bb-9eda-4e53afb8a563 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:00:26.844883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:26.898016 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:26.965209 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.042353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.095803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698cd41b-3ea6-41bb-9eda-4e53afb8a563,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:27.113481 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.120387 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-17c33626-f37a-431e-91a1-dbeda9637f1e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/698cd41b-3ea6-41bb-9eda-4e53afb8a563 HTTP/1.1" status: 204 len: 168 time: 0.3401113 Jan 10 20:00:27.122625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35210) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:27.227586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.443251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.467616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:27.479698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d690cb-d334-420a-9a41-e570e12abb73') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:27.479994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d690cb-d334-420a-9a41-e570e12abb73') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:27.491112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.507117 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.513007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:00:27.513375 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:00:27.526706 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:00:27.603648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.620888 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.631275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:27.637180 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-de22ffaf-c3ef-40cf-95ce-0a3e53aea6a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e02c0fa2-004c-45f3-aaf4-f15cf1d6ccfc HTTP/1.1" status: 204 len: 168 time: 0.5135782 Jan 10 20:00:27.769067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35216) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:27.819198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b98f03dc-3da5-4b52-9a4f-02cd0b7aa5ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3d4552ce5894e54834ca47c927ed396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489497 Jan 10 20:00:27.821782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35220) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:27.880088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25488ad1-b34b-4d63-9110-3cb98218ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.906373 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25488ad1-b34b-4d63-9110-3cb98218ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.961677 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25488ad1-b34b-4d63-9110-3cb98218ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.982541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488ad1-b34b-4d63-9110-3cb98218ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f94b2-77b1-4e50-940e-213e96d03dc1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:27.992634 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25488ad1-b34b-4d63-9110-3cb98218ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:27.993768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-25488ad1-b34b-4d63-9110-3cb98218ac5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d5f94b2-77b1-4e50-940e-213e96d03dc1 HTTP/1.1" status: 204 len: 168 time: 0.1710408 Jan 10 20:00:28.761643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:00:28.806262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35242) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:28.827878 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: be0031b0-0b1b-4767-a2fd-ac93a8b65e40 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:00:28.828226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device be0031b0-0b1b-4767-a2fd-ac93a8b65e40 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:00:28.933498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1165623410-network', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:28.939004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:28.942685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Usage tracker for resource:network and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:28.945463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:28.952069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:28.962026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Made reservation on behalf of a455d65e281e468a8b95d5020fb4ad66 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:00:28.964942 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:28.976951 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.007127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:29.011596 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Usage tracker for resource:security_group_rule and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:29.014379 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:29.020004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:29.085929 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.089380 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.120839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:00:29.125788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243827e-4a3d-4ff9-b6e5-ac5e0d3337b9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:29.132507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.133591 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Added segment 8655dd01-7101-4bb2-a0b5-ecd2b59ddc53 of type vlan for network 4d798c0f-979c-4f57-8031-e612cdc92d86 Jan 10 20:00:29.160908 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.188880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.189759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:29.190362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.289675 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4821434 Jan 10 20:00:29.292533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710dccb-db5d-40b3-b451-5f947c0a2906 admin admin] Pushing event updated for resources: {'Network': ['ID=4d798c0f-979c-4f57-8031-e612cdc92d86,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:29.292895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35248) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:29.299235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Request body: {'subnet': {'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1165623410-subnet', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:29.307843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:00:29.308702 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:29.312573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Usage tracker for resource:subnet and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:29.315418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:29.321058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:29.335252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Made reservation on behalf of a455d65e281e468a8b95d5020fb4ad66 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:00:29.337536 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.534847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.607760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:29.621597 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.621941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.622279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.622613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.622972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.623305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.623630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.623950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.624269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.624588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.624906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:29.628728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:00:29.629217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Network hostable DHCP agents. Network: 4d798c0f-979c-4f57-8031-e612cdc92d86, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:00:29.650800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:00:29.659073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 4d798c0f-979c-4f57-8031-e612cdc92d86) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:29.662851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:29.663449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.668244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0ca66-130b-4139-9e70-356776e57def None None] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:00:29.687526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0354f117-1e9c-4c92-b29b-4e8c6dc58a44 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3934119 Jan 10 20:00:29.687727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35254) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:29.693086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:29.698862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:29.702766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Usage tracker for resource:router and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:29.705647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:29.711494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:29.722041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.723137 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.741478 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.877097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-4d798c0f-979c-4f57-8031-e612cdc92d86', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:00:29.877917 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:29.892309 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.034244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Allocated IP 172.20.0.2 (4d798c0f-979c-4f57-8031-e612cdc92d86/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598/f45797f3-7af3-4b00-b724-37ee8b1643e6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:00:30.081991 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.112701 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.235468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.245682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Transition to ACTIVE for port object f45797f3-7af3-4b00-b724-37ee8b1643e6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:30.248146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Allocated IP 172.25.6.238 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a5659fda-b8f4-4ba9-a338-257adc0ddc13) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:00:30.264820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Transition to ACTIVE for port object f45797f3-7af3-4b00-b724-37ee8b1643e6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:30.269410 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.334495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:00:30.337326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:30.342253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:00:30.344306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Pushing event updated for resources: {'Port': ['ID=f45797f3-7af3-4b00-b724-37ee8b1643e6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:30.394196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.421480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.431805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Attempting to bind port f45797f3-7af3-4b00-b724-37ee8b1643e6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:00:30.432255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Attempting to bind port f45797f3-7af3-4b00-b724-37ee8b1643e6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:00:30.432727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Attempting to bind port f45797f3-7af3-4b00-b724-37ee8b1643e6 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:30.439159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:00:30.439535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:00:30.439967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.440362 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:00:30.440826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Bound port: f45797f3-7af3-4b00-b724-37ee8b1643e6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:00:30.441198 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.490149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:00:30.492845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:30.497171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:00:30.529634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] For port f45797f3-7af3-4b00-b724-37ee8b1643e6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:00:30.530506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a5659fda-b8f4-4ba9-a338-257adc0ddc13,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:30.533237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] For port f45797f3-7af3-4b00-b724-37ee8b1643e6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f45797f3-7af3-4b00-b724-37ee8b1643e6,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:00:30.537750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.622336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facb5ef-cf27-4243-ad1c-09a48baf613e None None] Pushing event updated for resources: {'Port': ['ID=f45797f3-7af3-4b00-b724-37ee8b1643e6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:30.663733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.664479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:30.999471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Router fed66814-cb42-402f-883e-316c1d2e3c70 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:00:31.200668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:00:31.211054 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:00:31.224333 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:00:31.225097 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:00:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:31.228460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:31.229793 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ef1d4fa7-1b5d-401d-beeb-2be9a6fda8f4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5409718 Jan 10 20:00:31.232526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35260) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:31.416692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:00:31.571963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188b429-5178-49a5-9b38-19f9cca2b232 None None] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:00:31.648857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f45797f3-7af3-4b00-b724-37ee8b1643e6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:31.711644 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:30Z', 'revision_number': 3, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:31.716820 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:00:31.717171 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Updating router fed66814-cb42-402f-883e-316c1d2e3c70 port a5659fda-b8f4-4ba9-a338-257adc0ddc13 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:00:31.727450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7e4a00ec-f029-45cb-8300-4c50a36181f9 None None] Provisioning for port f45797f3-7af3-4b00-b724-37ee8b1643e6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:31.772694 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:31.828107 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f45797f3-7af3-4b00-b724-37ee8b1643e6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:31.835724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f45797f3-7af3-4b00-b724-37ee8b1643e6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:31.836164 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:31.998167 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.018750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.037783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f45797f3-7af3-4b00-b724-37ee8b1643e6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f45797f3-7af3-4b00-b724-37ee8b1643e6,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:32.044265 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.133133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f45797f3-7af3-4b00-b724-37ee8b1643e6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:32.164973 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.178636 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Transition to ACTIVE for port object a5659fda-b8f4-4ba9-a338-257adc0ddc13 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:32.185367 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.253316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Allocated IP 172.20.0.1 (4d798c0f-979c-4f57-8031-e612cdc92d86/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598/2b1217da-d423-4dc6-854f-743628b0bdcf) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:00:32.267680 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Attempting to bind port a5659fda-b8f4-4ba9-a338-257adc0ddc13 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:00:32.268237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Attempting to bind port a5659fda-b8f4-4ba9-a338-257adc0ddc13 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:00:32.268363 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Attempting to bind port a5659fda-b8f4-4ba9-a338-257adc0ddc13 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:32.270206 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Pushing event updated for resources: {'Port': ['ID=a5659fda-b8f4-4ba9-a338-257adc0ddc13,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:32.278856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-80d4e88c-9c56-48e4-9c46-91ec3aec26be None None] Provisioning complete for port f45797f3-7af3-4b00-b724-37ee8b1643e6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:32.279370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80d4e88c-9c56-48e4-9c46-91ec3aec26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.282084 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:00:32.282459 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:00:32.282849 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.283273 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:00:32.283724 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Bound port: a5659fda-b8f4-4ba9-a338-257adc0ddc13, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:00:32.284085 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.311921 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.312267 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.312596 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.312923 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.313243 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.313563 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.313883 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.314196 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.314508 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.314821 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.315159 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:32.366883 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] For port a5659fda-b8f4-4ba9-a338-257adc0ddc13, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:00:32.371135 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] For port a5659fda-b8f4-4ba9-a338-257adc0ddc13, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5659fda-b8f4-4ba9-a338-257adc0ddc13,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:00:32.375470 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.417279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.436496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Transition to ACTIVE for port object 2b1217da-d423-4dc6-854f-743628b0bdcf will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:32.455498 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:00:32.456099 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:00:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:32.461599 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.521210 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827d895-6714-4a54-996e-0b2c73f52ee2 None None] Pushing event updated for resources: {'Port': ['ID=a5659fda-b8f4-4ba9-a338-257adc0ddc13,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:32.633230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:00:32.634451 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:32.637023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Pushing event updated for resources: {'Port': ['ID=2b1217da-d423-4dc6-854f-743628b0bdcf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:32.639500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:00:32.642507 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:00:32.695845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.778921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.877520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a69e288-41e9-4e2a-84ae-2156e6c2ef61 None None] Provisioning for port 2b1217da-d423-4dc6-854f-743628b0bdcf completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:32.883463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a69e288-41e9-4e2a-84ae-2156e6c2ef61 None None] Provisioning complete for port 2b1217da-d423-4dc6-854f-743628b0bdcf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:32.884109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a69e288-41e9-4e2a-84ae-2156e6c2ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:32.944098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4a69e288-41e9-4e2a-84ae-2156e6c2ef61 None None] Port 2b1217da-d423-4dc6-854f-743628b0bdcf cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:00:32.964764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:30Z', 'revision_number': 3, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:32.968710 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875a96-c8c4-44fc-b032-a1c99958d5a7 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:30Z', 'revision_number': 3, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:00:33.008438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:33.015683 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:33.123746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Pushing event updated for resources: {'Port': ['ID=2b1217da-d423-4dc6-854f-743628b0bdcf,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:33.128558 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:33.273228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:00:33.274448 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:33.569364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e315ab1f-fe7c-4ade-bc43-1519c52efd2c None None] Provisioning complete for port 2b1217da-d423-4dc6-854f-743628b0bdcf triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:33.569681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e315ab1f-fe7c-4ade-bc43-1519c52efd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:33.632708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e315ab1f-fe7c-4ade-bc43-1519c52efd2c None None] Port 2b1217da-d423-4dc6-854f-743628b0bdcf cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:00:33.647401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f45797f3-7af3-4b00-b724-37ee8b1643e6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:33.695666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:00:33.716546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f45797f3-7af3-4b00-b724-37ee8b1643e6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:33.716924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:33.831851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5659fda-b8f4-4ba9-a338-257adc0ddc13 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:33.896384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a5659fda-b8f4-4ba9-a338-257adc0ddc13 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:33.901671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a5659fda-b8f4-4ba9-a338-257adc0ddc13 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:33.901840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:00:33.902051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:33.910544 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-847cc592-d5f3-4b0d-8e3d-60698904487b admin admin] 10.222.0.21 "PUT /v2.0/routers/fed66814-cb42-402f-883e-316c1d2e3c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6770685 Jan 10 20:00:34.020515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.039440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a5659fda-b8f4-4ba9-a338-257adc0ddc13, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5659fda-b8f4-4ba9-a338-257adc0ddc13,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:34.043989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.116398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a5659fda-b8f4-4ba9-a338-257adc0ddc13,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:34.433657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 35270) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:34.439246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066097667', 'description': 'tempest-description--501376370'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:34.445885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:34.450253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:security_group and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:34.453150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:34.458804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:34.469675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.503791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:34.507430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:security_group_rule and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:34.510745 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:34.516217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:34.567951 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.571442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.617840 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7863e5-00f4-44da-a215-52e6396e4130,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:34.620717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.621887 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b2c10413-bde9-49e0-8ff3-f2f8d8ecc0d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1872215 Jan 10 20:00:34.625783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:34.632232 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'security_group_rule': {'security_group_id': '4d7863e5-00f4-44da-a215-52e6396e4130', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:34.639339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:34.643136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:security_group_rule and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:34.645998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:34.655894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:34.672511 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.735314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.739017 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.765958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a22663-573f-4b16-91e5-db1d435cb84f,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:34.777538 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.778847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-11386a4d-eb45-48e7-9463-7d76519ea4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1518779 Jan 10 20:00:34.781421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:34.787037 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'security_group_rule': {'security_group_id': '4d7863e5-00f4-44da-a215-52e6396e4130', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:34.794299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:34.798105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:security_group_rule and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:34.801247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:34.807439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:34.823887 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.882776 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.886339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.908902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d03d89-458f-48f3-b114-ba28ba8d2723,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:34.918083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:34.919556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6111fba8-ce4d-49f1-8a81-49e6b587a28d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1372201 Jan 10 20:00:34.922484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35282) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:34.927886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:34.934225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:34.937979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:floatingip and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:34.940817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:34.946468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:34.956955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.090533 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.224027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Allocated IP 172.25.6.152 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ad55357b-dc39-4901-b398-d2241c059b81) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:00:35.445614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.473296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.543032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:00:35.545848 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:35.550726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:00:35.556074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5659fda-b8f4-4ba9-a338-257adc0ddc13 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:35.575359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'Port': ['ID=ad55357b-dc39-4901-b398-d2241c059b81,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:35.627511 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a5659fda-b8f4-4ba9-a338-257adc0ddc13 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:35.627891 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.712547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.767909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.969639 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:35.974127 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:36.071254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'Port': ['ID=ad55357b-dc39-4901-b398-d2241c059b81,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:36.089364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:36.110646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:36.111879 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c588e09e-3015-4257-a2b5-1618a7a03277 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1884556 Jan 10 20:00:36.286470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-15753832-33e9-46c1-98ec-8410bdb2e80d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1066097667&fields=id&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 267 time: 0.0456424 Jan 10 20:00:36.434270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-68bc6b99-4b69-495c-af79-5a714aa130c4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:36.435726 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-68bc6b99-4b69-495c-af79-5a714aa130c4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1425354 Jan 10 20:00:36.452615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-8e2d1eb8-ab7b-4986-b58e-49d6bde73e2c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/quotas/a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 375 time: 0.0108719 Jan 10 20:00:36.473149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:00:36.484992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:00:36.485596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:00:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:36.534543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-bf2500d6-d354-4c4d-8ca8-b2a0d1b29a6e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770063 Jan 10 20:00:36.659988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:00:36.672495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-4514c4f9-7c9b-4277-b43f-41e36a918f09 service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259413 Jan 10 20:00:36.803765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-e5f7e949-4396-49b9-b8f3-90c61e040d3e service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253374 Jan 10 20:00:36.981589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 2, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:36.985926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:00:36.986231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Updating router fed66814-cb42-402f-883e-316c1d2e3c70 port 2b1217da-d423-4dc6-854f-743628b0bdcf binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:00:36.991394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb24bb22-e8b4-493b-ab51-b5fcc8c5e4da req-1dd3c073-7645-46db-9a9a-6dd8a45019d1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 210 time: 0.0411747 Jan 10 20:00:37.038378 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:37.404111 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:37.416177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Transition to ACTIVE for port object 2b1217da-d423-4dc6-854f-743628b0bdcf will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:37.422620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:37.552392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406a152-fbce-4991-b74f-1faf210a92e6 None None] Pushing event updated for resources: {'Port': ['ID=2b1217da-d423-4dc6-854f-743628b0bdcf,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:37.643519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Attempting to bind port 2b1217da-d423-4dc6-854f-743628b0bdcf on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:00:37.644044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Attempting to bind port 2b1217da-d423-4dc6-854f-743628b0bdcf by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:00:37.644537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Attempting to bind port 2b1217da-d423-4dc6-854f-743628b0bdcf on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:37.651743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:00:37.652268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:00:37.652787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:37.653273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:00:37.653821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Bound port: 2b1217da-d423-4dc6-854f-743628b0bdcf, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:00:37.654268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:37.745930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] For port 2b1217da-d423-4dc6-854f-743628b0bdcf, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:00:37.749297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] For port 2b1217da-d423-4dc6-854f-743628b0bdcf, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2b1217da-d423-4dc6-854f-743628b0bdcf,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:00:37.752974 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:37.844290 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406a152-fbce-4991-b74f-1faf210a92e6 None None] Pushing event updated for resources: {'Port': ['ID=2b1217da-d423-4dc6-854f-743628b0bdcf,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:37.859718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:00:37.860322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:00:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:38.052097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:00:38.176391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6858d710-aab4-4392-a76c-855890e0a31c req-ff216870-960c-443e-afcb-6010371b254e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 210 time: 0.0528076 Jan 10 20:00:38.384364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:37Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:38.389248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980c152-2833-4cc8-a5ee-422b8580d5b5 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:37Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:00:38.426684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-3368789c-fcf3-432a-a145-bf6c0b37aa0a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:38.427418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-3368789c-fcf3-432a-a145-bf6c0b37aa0a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:network {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:00:38.456698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-3368789c-fcf3-432a-a145-bf6c0b37aa0a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:network {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:00:38.457783 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-3368789c-fcf3-432a-a145-bf6c0b37aa0a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.3087995 Jan 10 20:00:38.481156 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61b9c8a1-577e-401e-8d46-740fac7ae370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:38.516757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-2a523c52-cdd7-49ef-974d-0b1d0eac020b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:security_group {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:00:38.536241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-2a523c52-cdd7-49ef-974d-0b1d0eac020b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:security_group {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:00:38.537527 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-2a523c52-cdd7-49ef-974d-0b1d0eac020b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 380 time: 0.0675454 Jan 10 20:00:38.545871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'port': {'device_id': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'admin_state_up': True, 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'security_groups': ['4d7863e5-00f4-44da-a215-52e6396e4130']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:38.689421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:00:38.693071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:port and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:00:38.696157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:00:38.702317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:00:38.711978 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Made reservation on behalf of a455d65e281e468a8b95d5020fb4ad66 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:00:38.717879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:38.884453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Allocated IP 172.20.0.7 (4d798c0f-979c-4f57-8031-e612cdc92d86/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598/67ec3ffd-eb36-4602-9c50-79451defd237) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:00:39.083241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.100036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Transition to ACTIVE for port object 67ec3ffd-eb36-4602-9c50-79451defd237 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:39.122845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.202519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:00:39.205684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:00:39.209854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:00:39.244982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:39.268343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.268704 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.269033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.269368 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.269699 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.270037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.270347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.270667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.271039 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.271513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.271988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:00:39.288916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:39.289541 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.312697 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f690f740-ca35-440e-a366-7c0f4fbf981b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704933 Jan 10 20:00:39.392632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Request body: {'port': {'device_id': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:39.416802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceea28-8542-421e-b237-c9c0c2878dd5 req-a86cacbb-5cea-45d6-8c5b-b3fc4f4e7ed6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:39.418385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5aceea28-8542-421e-b237-c9c0c2878dd5 req-a86cacbb-5cea-45d6-8c5b-b3fc4f4e7ed6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 931 time: 0.0818982 Jan 10 20:00:39.465487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5aceea28-8542-421e-b237-c9c0c2878dd5 req-91a5b9f5-3c8f-4c48-8b01-2f5b573b3b0b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Jan 10 20:00:39.503893 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.532734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3ef71fdd-7443-4896-89d1-04ae148e8861 None None] Provisioning for port 67ec3ffd-eb36-4602-9c50-79451defd237 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:39.542903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3ef71fdd-7443-4896-89d1-04ae148e8861 None None] Provisioning complete for port 67ec3ffd-eb36-4602-9c50-79451defd237 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:39.542903 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ef71fdd-7443-4896-89d1-04ae148e8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.586843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2b1217da-d423-4dc6-854f-743628b0bdcf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:39.639705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3ef71fdd-7443-4896-89d1-04ae148e8861 None None] Port 67ec3ffd-eb36-4602-9c50-79451defd237 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:00:39.667540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 2b1217da-d423-4dc6-854f-743628b0bdcf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:39.672675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2b1217da-d423-4dc6-854f-743628b0bdcf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:39.673047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.796946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.832211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 2b1217da-d423-4dc6-854f-743628b0bdcf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2b1217da-d423-4dc6-854f-743628b0bdcf,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:39.836640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.865517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ec3ffd-eb36-4602-9c50-79451defd237 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:00:39.872886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.889857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Transition to ACTIVE for port object 67ec3ffd-eb36-4602-9c50-79451defd237 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:00:39.894700 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:39.909537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=2b1217da-d423-4dc6-854f-743628b0bdcf,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:40.018924 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:40.142787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:00:40.143399 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:00:40.143734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:40.149935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Port 67ec3ffd-eb36-4602-9c50-79451defd237 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:00:40.150263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:00:40.156989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:00:40.157333 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:00:40.157721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:00:40.158153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Bound port: 67ec3ffd-eb36-4602-9c50-79451defd237, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:00:40.158501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:40.248456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:00:40.251376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:00:40.255887 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:40.316376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:40.318148 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] 10.222.0.44 "PUT /v2.0/ports/67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 1091 time: 0.9988019 Jan 10 20:00:40.327146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:40.357371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfac376-bec1-46e8-8a92-49d4e03c0943 service neutron] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:40.398279 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'status': 'completed', 'code': 200} Jan 10 20:00:40.435411 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-e3c89af9-8fc1-456f-b39d-549b2349310f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1094 time: 0.0737424 Jan 10 20:00:40.551201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2dc6bff6-6153-4ad7-8ce5-931dd5e7d8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:40.611925 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f05d0c15-1646-4752-9735-60e39d930590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 217 time: 0.1701162 Jan 10 20:00:40.674532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-51c55eab-5c3a-4a34-b42f-f2bd31baf9a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:40.676254 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-51c55eab-5c3a-4a34-b42f-f2bd31baf9a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0587447 Jan 10 20:00:40.688109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bd99-e7b5-4979-851a-a58e59766c91 req-534605f7-9594-4ff8-9e62-b892009d3b30 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:40.689588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfc0bd99-e7b5-4979-851a-a58e59766c91 req-534605f7-9594-4ff8-9e62-b892009d3b30 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.0800970 Jan 10 20:00:40.734604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dfc0bd99-e7b5-4979-851a-a58e59766c91 req-2e1b4e0b-eedb-4897-bd03-fcd77d5e174c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 Jan 10 20:00:40.753031 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-f8d98120-012f-440f-86e5-fecbdbaf849b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709949 Jan 10 20:00:40.889749 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-54cfa7d9-1a65-4872-8e1f-9ae66aa3e7b3 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307330 Jan 10 20:00:41.018748 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-4315bb61-22a7-4c78-ab99-b3ca7f2aad29 req-42c422ce-828f-4b1c-b4ed-1d16e28b38ac service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234674 Jan 10 20:00:41.127895 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-805a795b-57ed-4983-8bc5-efacf959b52c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1094 time: 0.0676332 Jan 10 20:00:41.260227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-654c544d-3544-4ad2-821d-63cb2ad54966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:41.261592 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-654c544d-3544-4ad2-821d-63cb2ad54966 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1279960 Jan 10 20:00:41.330553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-34b79279-5e29-42c6-9724-59d3bc39ba3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 217 time: 0.0627468 Jan 10 20:00:41.390940 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-72a94e57-421c-409c-9b74-e660d82d7839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:41.392362 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-72a94e57-421c-409c-9b74-e660d82d7839 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0557601 Jan 10 20:00:41.470061 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-77407718-ccd7-4889-9b95-0be7a64499ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718360 Jan 10 20:00:41.563728 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2b1217da-d423-4dc6-854f-743628b0bdcf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:41.604770 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-b37c8fac-61e4-4420-9764-15d7d83f19b1 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279433 Jan 10 20:00:41.630973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 2b1217da-d423-4dc6-854f-743628b0bdcf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:41.631353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:41.738030 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-ad54b2b9-cb55-4428-bbc7-b0cc267c493d req-5765705a-bb91-4bb6-b65a-066cfc1bedf1 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266670 Jan 10 20:00:41.822434 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:41.940882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588864b4-66a5-4f75-8b1a-09a6ea504426 req-07f7621a-9229-4fa5-bc01-f90266646fcb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:41.941938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:00:41.942359 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-588864b4-66a5-4f75-8b1a-09a6ea504426 req-07f7621a-9229-4fa5-bc01-f90266646fcb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.0753529 Jan 10 20:00:41.991783 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:42.000377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-588864b4-66a5-4f75-8b1a-09a6ea504426 req-cc42916d-eb27-4cc7-aec7-80d55570324b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509741 Jan 10 20:00:42.100179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:42.113470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '67ec3ffd-eb36-4602-9c50-79451defd237', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '67ec3ffd-eb36-4602-9c50-79451defd237', 'mac_address': 'fa:16:3e:9c:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:00:42.173033 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:42.192288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ec3ffd-eb36-4602-9c50-79451defd237 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:00:42.207208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:42.211095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:42.273288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:42.412752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['67ec3ffd-eb36-4602-9c50-79451defd237'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:00:43.242555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:43.277996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32047de-1082-413d-bcd3-2c02fd3bea94 req-6cd30dd0-d12e-4d35-83e2-d8c8061224e1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:43.279483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e32047de-1082-413d-bcd3-2c02fd3bea94 req-6cd30dd0-d12e-4d35-83e2-d8c8061224e1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 944 time: 0.1615741 Jan 10 20:00:43.324236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e32047de-1082-413d-bcd3-2c02fd3bea94 req-1effbe48-6188-435e-bbf9-8192ab977867 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Jan 10 20:00:43.958987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:00:44.024746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 67ec3ffd-eb36-4602-9c50-79451defd237 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:00:44.032450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 67ec3ffd-eb36-4602-9c50-79451defd237 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:00:44.032868 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:44.144991 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:44.171089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:44.180630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:00:44.184139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:44.226599 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'code': 200} Jan 10 20:00:44.249519 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:00:44.344311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-22ddd609-d5db-4958-99b4-176adbec2239 req-f3953842-863b-4f54-b68e-4e9c9b13b165 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1096 time: 0.0654938 Jan 10 20:00:44.385993 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-22ddd609-d5db-4958-99b4-176adbec2239 req-a35d1c23-c1d1-401b-aa12-21a09c356f52 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357666 Jan 10 20:00:44.519550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0e576-5591-41d0-83f9-88e05d3ab046 req-250bcb5e-0d43-4778-8e5d-5bc50ceb0b3d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:44.520906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaa0e576-5591-41d0-83f9-88e05d3ab046 req-250bcb5e-0d43-4778-8e5d-5bc50ceb0b3d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0800116 Jan 10 20:00:44.564958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eaa0e576-5591-41d0-83f9-88e05d3ab046 req-24b9b6d7-1445-4200-b311-cf49ac661a04 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379364 Jan 10 20:00:45.628608 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:45.759528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28687b58-83c0-4da2-8453-b03920653059 req-81fba01d-104c-4148-9785-68d52d209c7d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:45.760858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28687b58-83c0-4da2-8453-b03920653059 req-81fba01d-104c-4148-9785-68d52d209c7d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0743332 Jan 10 20:00:45.805903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28687b58-83c0-4da2-8453-b03920653059 req-80b7f6b8-a031-49c0-8caa-8740bd3af8d0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 Jan 10 20:00:45.841886 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:46.000879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759035b-2bb2-45fb-b1f0-07590e9e0e99 req-96b8812c-d7c6-4083-8ccf-480700078d1a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:46.002340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9759035b-2bb2-45fb-b1f0-07590e9e0e99 req-96b8812c-d7c6-4083-8ccf-480700078d1a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0778444 Jan 10 20:00:46.011296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35330) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:00:46.016231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'floatingip': {'port_id': '67ec3ffd-eb36-4602-9c50-79451defd237'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:00:46.092228 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:46.669440 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:46.672874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:46.858466 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca associated. External IP: 172.25.6.152, port: 67ec3ffd-eb36-4602-9c50-79451defd237. Jan 10 20:00:47.337782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:00:47.533519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:00:47.537744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:00:47.588801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cae5e18e-dce0-42ff-b112-eee1ca2908ac tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "PUT /v2.0/floatingips/d213e47e-71f7-4a50-9bf8-7774404945ca HTTP/1.1" status: 200 len: 991 time: 1.5765543 Jan 10 20:00:47.589334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:00:47.736013 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'status': 'completed', 'code': 200} Jan 10 20:00:47.826850 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-4b38e1db-9c83-4817-842c-1d6ff35c939f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1096 time: 0.0703118 Jan 10 20:00:47.955263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-acc181ba-5a7f-4b2a-a340-83380d2d54ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:47.956750 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-acc181ba-5a7f-4b2a-a340-83380d2d54ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1239958 Jan 10 20:00:48.054519 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-74363d83-cace-4937-b677-fe7bd7960017 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 999 time: 0.0922160 Jan 10 20:00:48.211867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-814eab7b-22b9-4f46-8a3e-cf69bc78cd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:00:48.213327 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-814eab7b-22b9-4f46-8a3e-cf69bc78cd6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.1533039 Jan 10 20:00:48.287653 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-52000174-678f-4840-82ac-942ec702d3ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686283 Jan 10 20:00:48.413559 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-2f844f9c-6794-4bae-8262-e6c610a6445d service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202765 Jan 10 20:00:48.542773 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-431ee360-4c8f-4ab0-b8b3-b443a3fb2905 req-9cbb5139-d52f-472c-a913-9ccc7e2ccacb service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240060 Jan 10 20:00:50.382660 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:00:50.394509 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:00:50.395129 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:00:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:50.567828 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:00:50.903254 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '67ec3ffd-eb36-4602-9c50-79451defd237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:9c:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:00:46Z', 'revision_number': 1, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:50.907242 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:00:50.917627 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:00:50.918222 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:00:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:51.091975 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:00:51.449934 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '67ec3ffd-eb36-4602-9c50-79451defd237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:9c:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:00:46Z', 'revision_number': 1, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:00:51.453784 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ed49b-fe2d-43b6-8fbe-7cefec7a5239 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '67ec3ffd-eb36-4602-9c50-79451defd237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:9c:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:00:46Z', 'revision_number': 1, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:00:54.608074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7b492-0e76-42a3-aa07-2fc1afee9009 None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:00:56.158014 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:01:08.475122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-847a7c81-de5a-45a7-8d91-6cfd34351cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:10.542439 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e582dcb3-864b-45c8-bb71-c1b3e3cce020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:11.825640 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:11.967035 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:13.241125 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:15.630381 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:15.835034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:26.563208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-7d030f11-0b54-4eeb-84f0-653a4e896648 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680635 Jan 10 20:01:26.698778 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-e9d166e8-dd23-48ab-94dc-675f226fa725 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1096 time: 0.0688784 Jan 10 20:01:26.838072 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-82c9b888-e351-4f64-b5d5-0ba9defc0c50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:01:26.839561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-82c9b888-e351-4f64-b5d5-0ba9defc0c50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1240208 Jan 10 20:01:26.941365 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-9ddd5589-ccbd-4f7c-a7ff-e0c1ed33c5b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 1001 time: 0.0956235 Jan 10 20:01:27.014750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-01025c7c-0c3e-4b6d-bea9-4187a9e78534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:01:27.016400 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-01025c7c-0c3e-4b6d-bea9-4187a9e78534 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0688787 Jan 10 20:01:27.105758 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-90963666-54b0-48d4-8c3e-c93facff54a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830712 Jan 10 20:01:27.234330 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-9b7fc4fa-ed2f-4b2e-ad74-97b16d55986d service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226382 Jan 10 20:01:27.368125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5affca16-52ae-49f1-b65e-be69dfc8236f req-947094bc-e73f-471d-80a3-a1d90c9d4c64 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274273 Jan 10 20:01:33.158378 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:01:38.476212 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1542a0b6-14ae-4950-a0cb-3527475662c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:40.543600 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5fc9283b-e2bf-4ad7-a62b-2824482e6188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:41.827726 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:41.969965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:43.244221 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:45.643522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:01:45.834244 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:08.478216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-daa13452-7377-4a45-b1f4-11579cfb54b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:10.159059 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:02:10.545432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dd649727-c5c9-4150-8520-bc968bac5e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:11.828186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:11.971657 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:13.246564 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:15.648475 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:15.851367 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:24.441043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141985de-bf65-4c7c-a29a-2764c0f5be1d req-77ae71d9-9432-48c1-94a0-5f1358962e73 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:24.442423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-141985de-bf65-4c7c-a29a-2764c0f5be1d req-77ae71d9-9432-48c1-94a0-5f1358962e73 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0755970 Jan 10 20:02:24.491872 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-141985de-bf65-4c7c-a29a-2764c0f5be1d req-463bccb8-8fa8-4144-becd-cab9d2ddc62f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 Jan 10 20:02:24.682828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7659ae2e-72b0-43fe-91a6-6dde1b0dd85a req-2146cf62-a6f3-480d-a4e1-b069d83f62bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0678828 Jan 10 20:02:24.957471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-8eb739f6-3fca-45b2-855f-a242e479e40f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029656 Jan 10 20:02:24.997320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ec451-9eb3-499d-9b2b-2437987e28b9 req-35123ce2-b580-4c49-8e18-7bfb68adfec0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:24.998774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-174ec451-9eb3-499d-9b2b-2437987e28b9 req-35123ce2-b580-4c49-8e18-7bfb68adfec0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0829535 Jan 10 20:02:25.046309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-174ec451-9eb3-499d-9b2b-2437987e28b9 req-986e0320-b212-49e2-8912-08fdc4b5b142 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Jan 10 20:02:26.124565 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-f3633683-7eea-4729-a4be-53b1264af2aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1096 time: 0.0731680 Jan 10 20:02:26.252198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff36a75-639e-41b4-8af0-51bcceeecbb2 req-1de6c880-26d2-4966-9bcf-80eca3a255f6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:26.253653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ff36a75-639e-41b4-8af0-51bcceeecbb2 req-1de6c880-26d2-4966-9bcf-80eca3a255f6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0757174 Jan 10 20:02:26.254698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-3b001b8d-bf72-42e1-93e6-6539a8b09bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:26.256183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-3b001b8d-bf72-42e1-93e6-6539a8b09bd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1252277 Jan 10 20:02:26.302258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5ff36a75-639e-41b4-8af0-51bcceeecbb2 req-7f59fb3e-b867-40fe-9a11-120f326d75ae tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Jan 10 20:02:26.354096 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-7eb2f04d-d34f-4c42-bcf1-fae9cab1cd13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 1001 time: 0.0918210 Jan 10 20:02:26.499491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-99dbebdf-8c67-4598-9faf-ee21ac3285bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:26.500921 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-99dbebdf-8c67-4598-9faf-ee21ac3285bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.1410110 Jan 10 20:02:26.574924 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-e61e0999-fb7e-4bea-bec7-12759b567233 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649629 Jan 10 20:02:26.702531 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-c1e0b07d-55ab-4eee-a77c-5c6cef734c72 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206763 Jan 10 20:02:26.829738 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-28376b51-75d7-437b-a02a-1027131f5e3c service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218867 Jan 10 20:02:27.502180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb184cf-4260-4e59-be58-9deda6e6b8e2 req-f47b634f-3eb6-4a0e-b91b-a9c7689414e0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:27.503681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fb184cf-4260-4e59-be58-9deda6e6b8e2 req-f47b634f-3eb6-4a0e-b91b-a9c7689414e0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0782356 Jan 10 20:02:27.549318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fb184cf-4260-4e59-be58-9deda6e6b8e2 req-6dd1ff3f-da6b-45c5-a051-f705edc5de1d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 Jan 10 20:02:27.612485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-2b4a7451-6cb1-45be-ab89-f403af304001 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1096 time: 0.0710199 Jan 10 20:02:27.754086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-3130ca76-c67e-41c6-a431-bcc7ec24b465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:27.755547 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-3130ca76-c67e-41c6-a431-bcc7ec24b465 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1255491 Jan 10 20:02:27.857427 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-af7f1c0d-2ade-404f-af4e-85865f2aa676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 1001 time: 0.0955799 Jan 10 20:02:27.917601 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-ab9fc85d-9051-4f50-a263-20e7dc59f69e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:27.918916 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-ab9fc85d-9051-4f50-a263-20e7dc59f69e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0551405 Jan 10 20:02:27.989895 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-85da999e-396b-42eb-8a22-430efe245fad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649128 Jan 10 20:02:28.129442 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-3bc7b3d3-d6a8-4c56-ac6c-ce4e38701dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330204 Jan 10 20:02:28.258829 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a5000e22-b011-41ab-98c9-e2e1d50b307f req-47b0561d-4d27-434f-bb54-3be6089cb107 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209872 Jan 10 20:02:28.805380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec7a37-93ef-48c6-aeaa-d14779e3c13b req-0d38846f-0486-42e8-b801-37a247afddc8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:28.806830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6ec7a37-93ef-48c6-aeaa-d14779e3c13b req-0d38846f-0486-42e8-b801-37a247afddc8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0803928 Jan 10 20:02:28.851594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6ec7a37-93ef-48c6-aeaa-d14779e3c13b req-4bd15dbb-4824-4d4b-a156-34c8bfd4c697 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Jan 10 20:02:30.069222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405435-3a7f-4157-b813-dd93748866b8 req-903075b1-8324-4476-9697-33a612584540 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:30.070675 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df405435-3a7f-4157-b813-dd93748866b8 req-903075b1-8324-4476-9697-33a612584540 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0749035 Jan 10 20:02:30.116305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df405435-3a7f-4157-b813-dd93748866b8 req-ad322c45-2897-45e8-99f8-0407df7e92ef tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Jan 10 20:02:31.321425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022112d-1a51-4e3f-81bb-f0d7a1bf530b req-2c589d8b-5b4c-4cb9-a979-a304e7118f99 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:31.322905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f022112d-1a51-4e3f-81bb-f0d7a1bf530b req-2c589d8b-5b4c-4cb9-a979-a304e7118f99 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0818739 Jan 10 20:02:31.367931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f022112d-1a51-4e3f-81bb-f0d7a1bf530b req-d80de1e2-b048-4946-b1b6-774238d135f3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Jan 10 20:02:32.566069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d8ac0-990e-4a4d-b67a-50d2f8931a90 req-fd76acd0-cccb-4ddf-b17e-e30c0467115e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:32.567555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-574d8ac0-990e-4a4d-b67a-50d2f8931a90 req-fd76acd0-cccb-4ddf-b17e-e30c0467115e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0750029 Jan 10 20:02:32.614313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-574d8ac0-990e-4a4d-b67a-50d2f8931a90 req-4ce70546-ccf2-4848-b8ac-8d868afb8d23 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413842 Jan 10 20:02:33.805121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b967e-d0da-4ee4-9f7a-b7ed0c9ba095 req-08d7e9dd-65fe-48ef-b15b-b5df4311038a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:33.806593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a53b967e-d0da-4ee4-9f7a-b7ed0c9ba095 req-08d7e9dd-65fe-48ef-b15b-b5df4311038a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0748112 Jan 10 20:02:33.850310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a53b967e-d0da-4ee4-9f7a-b7ed0c9ba095 req-06c8c2e4-1d46-4392-bcb3-1dda3b3ed5b4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380340 Jan 10 20:02:35.048468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df7e-feba-4935-bef2-621a3dc8e93f req-081baa56-0206-4788-aedc-4cbb2b121b10 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:35.050165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81a1df7e-feba-4935-bef2-621a3dc8e93f req-081baa56-0206-4788-aedc-4cbb2b121b10 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0790963 Jan 10 20:02:35.101898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81a1df7e-feba-4935-bef2-621a3dc8e93f req-cf3d879f-a900-4f7e-90fc-6f484779d63d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 Jan 10 20:02:36.294371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabedcd-bdee-475c-8eb4-a733201d5b9a req-c21cb29a-8640-43b1-81b4-066a94a65c07 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:36.295815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cabedcd-bdee-475c-8eb4-a733201d5b9a req-c21cb29a-8640-43b1-81b4-066a94a65c07 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0735230 Jan 10 20:02:36.340406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7cabedcd-bdee-475c-8eb4-a733201d5b9a req-b8260436-7a71-4284-9cb0-442c7d378b37 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389566 Jan 10 20:02:37.633789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fada9-ce36-494a-9166-f4181c80d1d1 req-d68b652f-c8c3-42f1-947a-9863f45dff67 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:37.635189 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a87fada9-ce36-494a-9166-f4181c80d1d1 req-d68b652f-c8c3-42f1-947a-9863f45dff67 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.1695015 Jan 10 20:02:37.679166 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a87fada9-ce36-494a-9166-f4181c80d1d1 req-2046f7ff-ba5a-448e-ab1a-288f1ef3b253 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 Jan 10 20:02:38.479379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-462bf9b5-fdfd-4c59-ba88-8de777798177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:38.733697 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-a1f05cef-3dd4-489e-bb9f-ade8298caab8 service neutron] show failed (client error): The resource could not be found. Jan 10 20:02:38.734714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-a1f05cef-3dd4-489e-bb9f-ade8298caab8 service neutron] 10.222.0.44 "GET /v2.0/ports/67ec3ffd-eb36-4602-9c50-79451defd237/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0757678 Jan 10 20:02:38.881473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f8575-5871-4be2-85fc-9f594bf7f087 req-40310c83-e4a3-439b-bef8-bba32e68282c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:38.883355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-061f8575-5871-4be2-85fc-9f594bf7f087 req-40310c83-e4a3-439b-bef8-bba32e68282c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.0766873 Jan 10 20:02:38.976797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-061f8575-5871-4be2-85fc-9f594bf7f087 req-adb8704e-5cae-4a68-a8f0-b086b59d128e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880506 Jan 10 20:02:39.004972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-cc3b5591-634d-4aca-9127-cd14dad1e581 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 1096 time: 0.0812886 Jan 10 20:02:39.015418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:02:39.121062 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:39.374590 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:39.404648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:02:39.458571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:02:39.464573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:39.479676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Transition to ACTIVE for port object 67ec3ffd-eb36-4602-9c50-79451defd237 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:02:39.483420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:39.528508 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'code': 200} Jan 10 20:02:39.612250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:39.649820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.650334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.650752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.651124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.651465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.651840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.652125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.652455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.652823 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.653104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.653430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:39.705291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] No DVR routers for this DVR port 67ec3ffd-eb36-4602-9c50-79451defd237 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:02:39.952885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:02:39.953509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:02:39.953509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:02:39.959690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Port 67ec3ffd-eb36-4602-9c50-79451defd237 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:02:39.960013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Attempting to bind port 67ec3ffd-eb36-4602-9c50-79451defd237 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:02:39.966129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:02:39.966465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:02:39.966845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:02:39.967291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Bound port: 67ec3ffd-eb36-4602-9c50-79451defd237, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:02:39.967632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:40.063069 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:02:40.067058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:02:40.073485 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:40.132838 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:40.134261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-72869d08-a808-446d-89b9-162947a19633 service neutron] 10.222.0.30 "PUT /v2.0/ports/67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 1091 time: 1.1226974 Jan 10 20:02:40.217325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72869d08-a808-446d-89b9-162947a19633 service neutron] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:40.257332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-2d6262e9-6902-4666-ba3f-c926059d150a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1094 time: 0.1005375 Jan 10 20:02:40.445087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-a86d9054-4014-40eb-9373-eb5f16ed0b1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:40.446519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-a86d9054-4014-40eb-9373-eb5f16ed0b1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1553638 Jan 10 20:02:40.452794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adbad-28c6-4ac0-9cbe-975ff228d881 req-04ae0350-d0e2-4744-b8e3-cb70e089d470 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:40.454130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-037adbad-28c6-4ac0-9cbe-975ff228d881 req-04ae0350-d0e2-4744-b8e3-cb70e089d470 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.1942766 Jan 10 20:02:40.550323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90d65e33-7023-4041-8a73-2542cb785c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:40.674416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-037adbad-28c6-4ac0-9cbe-975ff228d881 req-4dab8a6f-21ae-4b5f-83be-d85f2f07a200 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754893 Jan 10 20:02:40.676364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-7ac376fe-8dcd-4088-8e0c-2991c9ea96f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 999 time: 0.2214260 Jan 10 20:02:40.737810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-2f83f422-a7df-42b5-be07-0e9ec69a8589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:40.739247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-2f83f422-a7df-42b5-be07-0e9ec69a8589 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0573380 Jan 10 20:02:40.812110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-ca8ce513-22b4-4d18-80b0-b077d2fc73e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674870 Jan 10 20:02:40.939869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-f24d1f81-5a31-4d82-b4d4-e12722a3d82e service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218801 Jan 10 20:02:41.072948 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-b712dfc1-ed9a-417f-a7d0-3c9abc0994a4 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273732 Jan 10 20:02:41.530267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:02:41.596821 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'status': 'completed', 'code': 200} Jan 10 20:02:41.687277 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-52469c8d-0c2b-4af9-b3b2-e8242c961d9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1094 time: 0.0686231 Jan 10 20:02:41.689876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-258b1372-17c5-4f1b-ac7a-365d5045a1f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1094 time: 0.0759301 Jan 10 20:02:41.817057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-cd285ed6-51dc-4bb8-a161-3c5ef452bda9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:41.818634 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-cd285ed6-51dc-4bb8-a161-3c5ef452bda9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1255617 Jan 10 20:02:41.831813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:41.867391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-525a88a8-d8c9-46c5-9c0d-cf2ff6d39798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:41.868830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-525a88a8-d8c9-46c5-9c0d-cf2ff6d39798 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1722600 Jan 10 20:02:41.923641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-c4d78157-da8a-4dac-92d5-db95e4e51776 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 999 time: 0.0995016 Jan 10 20:02:41.980231 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:41.990232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-3da6a313-d118-4e40-b840-1feaab0d008d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:41.991718 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-3da6a313-d118-4e40-b840-1feaab0d008d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0621855 Jan 10 20:02:41.996383 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-2ca5cb21-50cf-4f67-9695-af5212bb7635 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 999 time: 0.1184638 Jan 10 20:02:42.002645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a0805-ecab-4d8b-be02-67075a0e7b27 req-76a87d7b-5215-4217-a571-d9571ea3269a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:42.004044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-454a0805-ecab-4d8b-be02-67075a0e7b27 req-76a87d7b-5215-4217-a571-d9571ea3269a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.1987560 Jan 10 20:02:42.099154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-12b19181-3a94-4e1c-8bf3-5e84b84daadc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:42.101204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-12b19181-3a94-4e1c-8bf3-5e84b84daadc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0963395 Jan 10 20:02:42.103498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-454a0805-ecab-4d8b-be02-67075a0e7b27 req-2a7273b8-8983-4cca-bbfb-3d770e79ce13 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686796 Jan 10 20:02:42.158326 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-aefdc70d-796b-47c9-aca0-a4b73a0dcf1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603868 Jan 10 20:02:42.177264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-b4eb759b-b7c2-499c-84fe-f509c5b1942d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692055 Jan 10 20:02:42.285040 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-476992d2-bff9-4299-89a4-738175b7ac09 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211612 Jan 10 20:02:42.305785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-bc132f2e-447f-495e-a0e3-c5a552a66520 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220477 Jan 10 20:02:42.412612 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-9294d663-a4ca-45ba-a536-0b8c225778a0 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217930 Jan 10 20:02:42.435277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8987187d-0e9b-4180-924e-1fa15b9d3d8b req-4993e182-1070-4ff7-ba38-8d13368571c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235032 Jan 10 20:02:42.538101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:02:42.593405 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:02:43.247881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:43.304992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71a7d4-88fb-4e5d-98fd-a9bdf3f74f07 req-a55ebda6-0eea-43f4-b108-bb551b2d705f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:43.306434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd71a7d4-88fb-4e5d-98fd-a9bdf3f74f07 req-a55ebda6-0eea-43f4-b108-bb551b2d705f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.0784688 Jan 10 20:02:43.350843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd71a7d4-88fb-4e5d-98fd-a9bdf3f74f07 req-78747d25-943b-4293-978e-cf4b29676844 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Jan 10 20:02:43.671022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-b569847a-60aa-449e-a9c1-c4ea81aa2f3c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:43.671623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-b569847a-60aa-449e-a9c1-c4ea81aa2f3c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:02:43.673303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2832b9-e5a9-41b4-8ee3-2d5ecb2faa25 req-fc4ff021-3bf3-424a-9611-28cca905fb58 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:43.675220 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d2832b9-e5a9-41b4-8ee3-2d5ecb2faa25 req-fc4ff021-3bf3-424a-9611-28cca905fb58 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.0781684 Jan 10 20:02:43.688135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-b569847a-60aa-449e-a9c1-c4ea81aa2f3c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:02:43.689474 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-b569847a-60aa-449e-a9c1-c4ea81aa2f3c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f&tenant_id=a455d65e281e468a8b95d5020fb4ad66&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 943 time: 0.0967941 Jan 10 20:02:43.720717 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d2832b9-e5a9-41b4-8ee3-2d5ecb2faa25 req-25c22fd4-4048-423b-894c-4a4ca7b98855 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397258 Jan 10 20:02:43.768719 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-6487711f-50ee-4b31-ba35-93414cc5c911 service neutron] delete failed (client error): The resource could not be found. Jan 10 20:02:43.769725 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-6487711f-50ee-4b31-ba35-93414cc5c911 service neutron] 10.222.0.44 "DELETE /v2.0/ports/67ec3ffd-eb36-4602-9c50-79451defd237/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0752418 Jan 10 20:02:43.901205 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-0161b9d4-1116-4c8c-a6ec-32dc5d4183d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 1094 time: 0.0659423 Jan 10 20:02:44.028242 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-1880c2c4-8396-44f0-a386-dc20e6990420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:44.029576 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-1880c2c4-8396-44f0-a386-dc20e6990420 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1228726 Jan 10 20:02:44.129368 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-5337fd4d-8fa0-46da-b952-6ad5c36bb5e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 200 len: 999 time: 0.0939486 Jan 10 20:02:44.190854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-2792cca7-ab5f-4885-8365-2806dbb76b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:44.192237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-2792cca7-ab5f-4885-8365-2806dbb76b45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0573773 Jan 10 20:02:44.262437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-f8a95995-a7bc-4a23-9b7b-4fca407b2094 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645335 Jan 10 20:02:44.393269 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-4adcdfe6-3c2b-47c3-8dda-e59103c50019 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240153 Jan 10 20:02:44.529233 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-63e58897-a2eb-4785-b385-a7da65ecb491 req-7f937f16-134c-4dd0-b975-f28b0ce5e241 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302757 Jan 10 20:02:45.013746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ec029-9e25-4969-90e0-cab152f01ad9 req-104546cd-0b72-4f1d-acf3-2b1580c90de5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:45.015214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e0ec029-9e25-4969-90e0-cab152f01ad9 req-104546cd-0b72-4f1d-acf3-2b1580c90de5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 943 time: 0.1728480 Jan 10 20:02:45.064769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e0ec029-9e25-4969-90e0-cab152f01ad9 req-cdacc74e-347d-4051-9485-4ab992b070df tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Jan 10 20:02:45.391083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:02:45.557224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:45.570539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '67ec3ffd-eb36-4602-9c50-79451defd237', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '67ec3ffd-eb36-4602-9c50-79451defd237', 'mac_address': 'fa:16:3e:9c:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:02:45.623985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:45.652934 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:45.654351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ec3ffd-eb36-4602-9c50-79451defd237 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:02:45.669905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:45.674153 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:45.741121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:45.749384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.749734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.750077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.750413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.750749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.751105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.751438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.751767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.752091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.752422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.752739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:02:45.871593 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:45.937409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['67ec3ffd-eb36-4602-9c50-79451defd237'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:02:46.259379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08a4bd-46ba-46ad-aeb9-b7e35097feaa req-d0607888-2865-47be-90ee-f5cd6a2bbe2f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:46.260756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da08a4bd-46ba-46ad-aeb9-b7e35097feaa req-d0607888-2865-47be-90ee-f5cd6a2bbe2f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 944 time: 0.0756347 Jan 10 20:02:46.304930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-da08a4bd-46ba-46ad-aeb9-b7e35097feaa req-59e1fe1a-e494-4d8c-87ee-7543d8c83989 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387592 Jan 10 20:02:46.496529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e28c-c064-493b-b7c7-222bfb978b82 req-4f1dc59d-56a7-4955-b381-145113a98283 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:46.497975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0db1e28c-c064-493b-b7c7-222bfb978b82 req-4f1dc59d-56a7-4955-b381-145113a98283 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 944 time: 0.0777497 Jan 10 20:02:46.542786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0db1e28c-c064-493b-b7c7-222bfb978b82 req-133a1363-6126-4231-a209-eb5728dc28cb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393515 Jan 10 20:02:46.734099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42f76-457e-479e-851c-eed3dcb87ac4 req-2ca8d1b9-a050-483e-8227-7babd68d4fe8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:46.735561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4d42f76-457e-479e-851c-eed3dcb87ac4 req-2ca8d1b9-a050-483e-8227-7babd68d4fe8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 944 time: 0.0744028 Jan 10 20:02:46.782067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4d42f76-457e-479e-851c-eed3dcb87ac4 req-e185e95b-2ac2-4f61-909c-1c4cf92cad5d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Jan 10 20:02:47.158839 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:02:47.169622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc233c-dc97-457e-b0c7-cfa015766e73 req-699368d5-e2b9-4077-912c-a30188244a1b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:47.171141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38cc233c-dc97-457e-b0c7-cfa015766e73 req-699368d5-e2b9-4077-912c-a30188244a1b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 944 time: 0.0756891 Jan 10 20:02:47.214641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38cc233c-dc97-457e-b0c7-cfa015766e73 req-3a127452-b188-4063-8820-3b1d9b38131b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378859 Jan 10 20:02:47.413167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:02:47.479337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 67ec3ffd-eb36-4602-9c50-79451defd237 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:02:47.483946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 67ec3ffd-eb36-4602-9c50-79451defd237 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:02:47.484318 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:47.595159 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:47.620059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:02:47.629590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:47.634239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:47.680972 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'code': 200} Jan 10 20:02:47.707166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:48.429151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-0811a733-f7a4-4116-a5aa-a2a63a2eda92 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:48.430496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-0811a733-f7a4-4116-a5aa-a2a63a2eda92 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.1347125 Jan 10 20:02:48.439627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596ce59-6305-4d0a-a424-cb570b73be9a req-7d42d93f-c9b0-41fe-8f3a-9c2a7199f0de tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:48.440986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7596ce59-6305-4d0a-a424-cb570b73be9a req-7d42d93f-c9b0-41fe-8f3a-9c2a7199f0de tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 945 time: 0.1026323 Jan 10 20:02:48.539436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Deleting port 67ec3ffd-eb36-4602-9c50-79451defd237 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:02:48.539778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:48.575111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7596ce59-6305-4d0a-a424-cb570b73be9a req-b8dedb9e-923b-41f1-ae67-7c7d9bc7391b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060748 Jan 10 20:02:48.775198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] For port 67ec3ffd-eb36-4602-9c50-79451defd237, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=67ec3ffd-eb36-4602-9c50-79451defd237,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:48.775484 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:49.054466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:49.054840 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:49.055177 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca disassociated. External IP: 172.25.6.152, port: 67ec3ffd-eb36-4602-9c50-79451defd237. Jan 10 20:02:49.055515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Calling delete_port for 67ec3ffd-eb36-4602-9c50-79451defd237 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:02:49.200389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:49.250903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event deleted for resources: {'Port': ['ID=67ec3ffd-eb36-4602-9c50-79451defd237,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:49.548698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:02:49.750854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b6e591be-c4c5-40fe-ad50-e0ad6638e516 req-8a234986-f6a3-481d-9737-e462070606d7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fc63b81-65dc-4d70-827b-266e0ab5122f HTTP/1.1" status: 200 len: 210 time: 0.0508513 Jan 10 20:02:49.795572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:02:49.806581 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:02:49.817901 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:02:49.818496 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:02:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:02:49.862958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] No DVR routers for this DVR port 67ec3ffd-eb36-4602-9c50-79451defd237 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:02:49.866079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:49.868515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-deleted', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:02:49.889117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5e979a9-a61c-49ef-9885-252050d2f4cf req-71208336-4435-4f55-ba79-93a81b791bf2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "DELETE /v2.0/ports/67ec3ffd-eb36-4602-9c50-79451defd237 HTTP/1.1" status: 204 len: 173 time: 1.4469981 Jan 10 20:02:49.931345 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc63b81-65dc-4d70-827b-266e0ab5122f', 'name': 'network-vif-deleted', 'tag': '67ec3ffd-eb36-4602-9c50-79451defd237', 'status': 'completed', 'code': 200} Jan 10 20:02:49.995230 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:02:50.308011 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:02:50.311705 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:02:50.321695 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:02:50.322265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:02:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:02:50.491891 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:02:50.793733 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:02:50.797661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0ddf1-057d-4e28-96c8-b3afddefb51c None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:02:51.029751 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f946e17-0916-44ac-bd10-4b85344851ca None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:02:51.112670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-e3e3d202-5e67-4b05-88a5-29019560ad5f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1066097667&fields=id&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 267 time: 0.0411263 Jan 10 20:02:51.259178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-f6aa7d6f-feef-4d44-867e-e493b7dcdb0f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:51.260667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-f6aa7d6f-feef-4d44-867e-e493b7dcdb0f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1410789 Jan 10 20:02:51.277362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-e31120ca-8612-427f-be0d-33911b5c1764 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/quotas/a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 375 time: 0.0111928 Jan 10 20:02:51.360505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-4b9f7bec-739a-46ea-9d39-0ab47e64c58f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:02:51.375695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-4b9f7bec-739a-46ea-9d39-0ab47e64c58f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:02:51.377105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-4b9f7bec-739a-46ea-9d39-0ab47e64c58f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950818 Jan 10 20:02:51.577307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-1ed886e9-7ec7-4db3-963e-9e1e7265f303 service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888833 Jan 10 20:02:51.706135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-f1f478ba-ee43-4736-9410-a9e77b4effeb service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230538 Jan 10 20:02:51.886984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4e1e3edd-f98d-4b49-89f0-3cfe8ecad143 req-8d24c8e8-5498-4562-892b-1246b62b0061 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 210 time: 0.0402036 Jan 10 20:02:52.853921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-d11891b8-b132-4989-a04f-bdd6c30fb4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:52.855367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-d11891b8-b132-4989-a04f-bdd6c30fb4a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1424491 Jan 10 20:02:52.906314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-0f60f63e-ad71-4d12-884d-a3ecfcd3c0eb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 380 time: 0.0391736 Jan 10 20:02:52.916313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'port': {'device_id': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'admin_state_up': True, 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'security_groups': ['4d7863e5-00f4-44da-a215-52e6396e4130']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:02:53.056793 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e33a8c4c-dfc4-43ac-9327-fca5dc31ae0f req-bab8d360-cef7-4cc7-a647-eb86a3b05a24 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 210 time: 0.0523672 Jan 10 20:02:53.091207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:02:53.101081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:02:53.110687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Made reservation on behalf of a455d65e281e468a8b95d5020fb4ad66 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:02:53.113574 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:53.268820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Allocated IP 172.20.0.14 (4d798c0f-979c-4f57-8031-e612cdc92d86/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598/f031cd28-9576-4410-a5ad-5d9d8e72c2c5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:02:53.445187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:02:53.478429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 67ec3ffd-eb36-4602-9c50-79451defd237 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:02:53.478777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 67ec3ffd-eb36-4602-9c50-79451defd237 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:02:53.549313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:53.564443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Transition to ACTIVE for port object f031cd28-9576-4410-a5ad-5d9d8e72c2c5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:02:53.585778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:53.652223 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:02:53.655436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:02:53.659256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:02:53.698058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:53.727281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:53.727906 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:53.752826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-73c22fd4-4150-4a59-94b3-75a2ce3c1bb6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8399315 Jan 10 20:02:53.763757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Request body: {'port': {'device_id': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:02:53.871899 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:53.914948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1cfb9508-4005-451f-b2df-9ff54a43982a None None] Provisioning for port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:02:53.919561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1cfb9508-4005-451f-b2df-9ff54a43982a None None] Provisioning complete for port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:02:53.919940 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9508-4005-451f-b2df-9ff54a43982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:53.973543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb9508-4005-451f-b2df-9ff54a43982a None None] Port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:02:54.243433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f031cd28-9576-4410-a5ad-5d9d8e72c2c5 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:02:54.256066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:54.275437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Transition to ACTIVE for port object f031cd28-9576-4410-a5ad-5d9d8e72c2c5 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:02:54.278973 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:54.337102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b5f2-bc3e-46ed-8b8e-f5763fc82384 req-63dbd44b-61e2-4cfa-b386-7ba2b6353615 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:54.337786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2090b5f2-bc3e-46ed-8b8e-f5763fc82384 req-63dbd44b-61e2-4cfa-b386-7ba2b6353615 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:02:54.415353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:54.424324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2090b5f2-bc3e-46ed-8b8e-f5763fc82384 req-63dbd44b-61e2-4cfa-b386-7ba2b6353615 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:02:54.425749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2090b5f2-bc3e-46ed-8b8e-f5763fc82384 req-63dbd44b-61e2-4cfa-b386-7ba2b6353615 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 932 time: 0.2450709 Jan 10 20:02:54.542103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2090b5f2-bc3e-46ed-8b8e-f5763fc82384 req-9036fba1-6f63-404d-9c9b-95294d6d82ec tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100872 Jan 10 20:02:54.570439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:02:54.570776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:02:54.571136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:02:54.576740 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:02:54.577062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:02:54.583141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:02:54.583999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:02:54.584379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:02:54.584792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Bound port: f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:02:54.585135 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:54.674662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:02:54.677909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:02:54.681645 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:54.741175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:54.742536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] 10.222.0.30 "PUT /v2.0/ports/f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1092 time: 0.9831192 Jan 10 20:02:54.742996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:02:54.760338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d613a-ac94-4cff-9ead-2b80b299e72b service neutron] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:54.823078 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'status': 'completed', 'code': 200} Jan 10 20:02:54.863202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-816836de-c14f-425e-ad8c-758e4ca3b672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1095 time: 0.0787506 Jan 10 20:02:54.932161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-ba23f6a7-24e5-4051-b570-03c48244f596 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 217 time: 0.0620871 Jan 10 20:02:54.996510 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-26141112-119b-468e-8876-abd4cd222a3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:54.997916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-26141112-119b-468e-8876-abd4cd222a3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0608482 Jan 10 20:02:55.074013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-d400fed7-59d0-40b5-85d5-3300b4ad57af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704184 Jan 10 20:02:55.201770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-6015cfd1-1567-46a2-8ca5-6d11c70d06fd service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224675 Jan 10 20:02:55.414810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf379dfc-4a9d-4b64-a0fa-80469655d060 req-fd8763bc-89dc-4594-8ed1-c412d217d75c service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067404 Jan 10 20:02:55.530279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-9bae6a84-a78f-4afa-bec9-d2e3a5fcadc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1095 time: 0.0700212 Jan 10 20:02:55.660333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-ae210dca-9d0f-4c17-9130-149017d7a65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:55.662453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-ae210dca-9d0f-4c17-9130-149017d7a65d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1263645 Jan 10 20:02:55.763614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-20a3c78b-59b6-49a3-86e6-408c89df3cbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 217 time: 0.0698845 Jan 10 20:02:55.839030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-da0ec3e1-5605-4766-9229-b7d7446e0b2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:55.840438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-da0ec3e1-5605-4766-9229-b7d7446e0b2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0673220 Jan 10 20:02:55.846778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112302f1-1099-4c8e-acdd-e6e09c70fed8 req-f4cf1a97-aee3-43c4-9223-0154ef32b1dc tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:55.848151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-112302f1-1099-4c8e-acdd-e6e09c70fed8 req-f4cf1a97-aee3-43c4-9223-0154ef32b1dc tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.1842189 Jan 10 20:02:55.940265 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-112302f1-1099-4c8e-acdd-e6e09c70fed8 req-b1984212-e49b-4dd4-b307-149b1ab6065e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605140 Jan 10 20:02:55.952338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-5d355ad0-4c21-4ace-98e3-3d4482f3467d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033056 Jan 10 20:02:56.080427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-f7fdc1d2-58a2-49c3-bf46-be4864e9301b service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207814 Jan 10 20:02:56.209078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1daf75a0-01ff-4997-8831-29027f2a5a82 req-d48341f6-f2be-4bca-8db8-148f93e69658 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223195 Jan 10 20:02:57.141554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c85b6-f0d4-46eb-9ca1-f8a30afec3fe req-bac71402-8f83-4614-b2ec-4b0de14416bf tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:57.143024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e9c85b6-f0d4-46eb-9ca1-f8a30afec3fe req-bac71402-8f83-4614-b2ec-4b0de14416bf tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.0741901 Jan 10 20:02:57.191109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e9c85b6-f0d4-46eb-9ca1-f8a30afec3fe req-7e2181fa-52b3-4290-bba8-7cc8dd9f8d0b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Jan 10 20:02:58.384887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1151571-9999-4aae-b8a3-982ca3391656 req-23248d96-e9d0-4202-9e30-dee2f57dc3a1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:58.386244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1151571-9999-4aae-b8a3-982ca3391656 req-23248d96-e9d0-4202-9e30-dee2f57dc3a1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.0746129 Jan 10 20:02:58.429852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1151571-9999-4aae-b8a3-982ca3391656 req-5b0f8d4d-7210-4289-b849-a3232006b5d1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Jan 10 20:02:59.465370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:02:59.596505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:59.609219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'mac_address': 'fa:16:3e:26:5c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:02:59.624182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a3f95-3837-4e54-8fdc-1103f47fd479 req-e58ffc7b-2f8f-462d-9c79-a6d6e639f4e5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:02:59.625645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-554a3f95-3837-4e54-8fdc-1103f47fd479 req-e58ffc7b-2f8f-462d-9c79-a6d6e639f4e5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.0777833 Jan 10 20:02:59.662375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:59.671774 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-554a3f95-3837-4e54-8fdc-1103f47fd479 req-be72d0ba-e49f-4404-be1e-113bb0e9be41 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Jan 10 20:02:59.679384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f031cd28-9576-4410-a5ad-5d9d8e72c2c5 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:02:59.694400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:02:59.698460 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:02:59.768717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:02:59.883162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['f031cd28-9576-4410-a5ad-5d9d8e72c2c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:03:00.864546 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354ebf-2f4c-4364-bb40-fd7f14b40a92 req-28a43b8d-a4cd-44cb-8279-ab3a51e483df tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:00.865972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1354ebf-2f4c-4364-bb40-fd7f14b40a92 req-28a43b8d-a4cd-44cb-8279-ab3a51e483df tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 945 time: 0.0739551 Jan 10 20:03:00.909972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f1354ebf-2f4c-4364-bb40-fd7f14b40a92 req-db00dbfe-df64-44cc-a10a-e449d50a4041 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386145 Jan 10 20:03:01.476157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:03:01.543868 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:03:01.548262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:03:01.548632 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:01.691215 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:01.716220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:03:01.725796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:03:01.730092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:01.778622 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'code': 200} Jan 10 20:03:01.795051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:03:01.897200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd8cac35-49fc-4830-bd9f-f0a54456429f req-8f4df387-3631-425f-9868-a299614a3e32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1097 time: 0.0699959 Jan 10 20:03:01.938540 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd8cac35-49fc-4830-bd9f-f0a54456429f req-3f5db242-16dd-48b0-9299-07d971207488 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359192 Jan 10 20:03:02.100485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42614c4e-d0e6-464b-8d09-e4aaa2bbc776 req-470dc1bc-ce2f-4bca-8ce4-b57c3bb72b06 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:02.101927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42614c4e-d0e6-464b-8d09-e4aaa2bbc776 req-470dc1bc-ce2f-4bca-8ce4-b57c3bb72b06 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0756395 Jan 10 20:03:02.149376 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-42614c4e-d0e6-464b-8d09-e4aaa2bbc776 req-d8710cbc-3e48-4ec9-a894-37db4de0b0f6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Jan 10 20:03:03.341409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5561a-6a5b-4d06-8c9f-e5fe581885ed req-abe2d0a3-7501-4bec-b434-4692e3d49e53 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:03.342791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fd5561a-6a5b-4d06-8c9f-e5fe581885ed req-abe2d0a3-7501-4bec-b434-4692e3d49e53 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0748076 Jan 10 20:03:03.387274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8fd5561a-6a5b-4d06-8c9f-e5fe581885ed req-45e84243-3adf-4863-8479-06f23ab82adb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389018 Jan 10 20:03:03.578940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b05a0e-3ee7-4b53-b838-598f0389c747 req-56070bb0-f241-4874-b7be-1e3262b075f9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:03.580381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-37b05a0e-3ee7-4b53-b838-598f0389c747 req-56070bb0-f241-4874-b7be-1e3262b075f9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0780742 Jan 10 20:03:03.589310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35662) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:03:03.594372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'floatingip': {'port_id': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:03:03.753315 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:04.333006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:04.337100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:04.518122 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca associated. External IP: 172.25.6.152, port: f031cd28-9576-4410-a5ad-5d9d8e72c2c5. Jan 10 20:03:04.897127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:03:05.193937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:03:05.198644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:05.203142 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:03:05.215232 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:03:05.215825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:02:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:03:05.251268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-257c1161-7217-433f-a574-0eeea646718f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "PUT /v2.0/floatingips/d213e47e-71f7-4a50-9bf8-7774404945ca HTTP/1.1" status: 200 len: 992 time: 1.6608877 Jan 10 20:03:05.251853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:03:05.321137 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'status': 'completed', 'code': 200} Jan 10 20:03:05.413432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-74ae51bf-371e-4cf6-8399-4d8a1a7b061f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1097 time: 0.0713382 Jan 10 20:03:05.424281 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:03:05.543468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-3c37e984-e391-4199-aff5-8d50c9ce1f12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:05.544954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-3c37e984-e391-4199-aff5-8d50c9ce1f12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1264615 Jan 10 20:03:05.646266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-6b799637-6d94-4bee-8d31-e3e6be409fec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1000 time: 0.0952978 Jan 10 20:03:05.707430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-3f21ef58-08db-4674-9098-d130365c9efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:05.708890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-3f21ef58-08db-4674-9098-d130365c9efd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0574200 Jan 10 20:03:05.765792 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:26:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:03:04Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:03:05.769528 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:03:05.780182 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:03:05.780392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-8ac84e14-a4b8-49f5-8136-a42385c869d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659704 Jan 10 20:03:05.780779 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:02:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:03:05.790674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-7cad2ff4-713e-45ec-9d06-3e9d02cfb503 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:03:05.791635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-7cad2ff4-713e-45ec-9d06-3e9d02cfb503 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052900 Jan 10 20:03:05.923132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-baedea04-02ee-44b6-8093-66652c7aad85 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259396 Jan 10 20:03:05.953525 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:03:06.053974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-968b5b91-5ce0-4818-b636-33578dd1e9cb req-30db8daa-e821-4559-b260-413092368a25 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246154 Jan 10 20:03:06.289922 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:26:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:03:04Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:03:06.293767 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af9dea-a004-4789-ad79-ee03fca57d74 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:26:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:03:04Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:03:06.481759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92306ed6-b5d7-4dc0-9e4f-5c216bbc35de None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:03:08.481145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28d5c2b5-b726-4876-b4f6-dacc22fa55ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:10.550759 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-47fd7a8a-4cc8-4188-9f8a-e1feb8862c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:11.835226 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:11.978535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:13.252222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:14.412412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-d18c61d8-197d-4bbc-ab6a-c648a5064eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697658 Jan 10 20:03:14.542508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-1415dd66-913d-45b3-b058-8adadf2433e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1097 time: 0.0657613 Jan 10 20:03:14.687937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d407db-3b96-401d-84f1-d18dff8a685f req-5dbacbef-cf1f-4855-b677-3f1d4ee0208f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:14.689277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-5dbacbef-cf1f-4855-b677-3f1d4ee0208f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1294942 Jan 10 20:03:14.788769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-c266d26e-496a-4484-9db6-47da055a80f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1002 time: 0.0930789 Jan 10 20:03:14.848214 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d407db-3b96-401d-84f1-d18dff8a685f req-81d775b3-6cf4-410e-87c2-b1b27b3f9654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:03:14.849559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-81d775b3-6cf4-410e-87c2-b1b27b3f9654 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0550663 Jan 10 20:03:14.923623 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-e75aa543-61b1-40ee-97eb-df71ef97f566 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678520 Jan 10 20:03:15.148706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-36d134f7-758e-4de8-b1cf-11052f748edf service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175362 Jan 10 20:03:15.277581 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-69d407db-3b96-401d-84f1-d18dff8a685f req-3ae501a3-118a-4e09-b4fc-b57a5f4d2144 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225607 Jan 10 20:03:15.655829 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:15.867108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:24.159945 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:03:38.483871 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df11-b6e4-49f0-ab60-3e27e5845982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:40.552417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6b82a6e4-61f6-4b1c-a63e-3e4932398856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:41.838046 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:41.980773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:43.254080 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:45.659743 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:03:45.877273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:01.161929 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:04:08.485543 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c13bf69f-9398-481c-a80e-df7686f80dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:10.554363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c96f1536-d2bc-4c4d-8e94-17a9934731b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:11.839493 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:11.982522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:13.257616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:15.652992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:15.893353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:16.421637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-0a08cb7a-a808-4873-975e-560510129e94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682054 Jan 10 20:04:16.558704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-2766bd74-e1b8-4d94-87d6-824307333636 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1097 time: 0.0715282 Jan 10 20:04:16.699841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-7d02d6d1-a1de-4335-abe1-6f0fd6b48bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:16.701273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-7d02d6d1-a1de-4335-abe1-6f0fd6b48bc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1255913 Jan 10 20:04:16.806319 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-38395e73-2f32-4b9a-b7c5-e9b743fae9bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1002 time: 0.0981412 Jan 10 20:04:16.865904 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-d608294a-934b-4f6e-9d0c-0ec3b448947b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:16.867232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-d608294a-934b-4f6e-9d0c-0ec3b448947b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0556183 Jan 10 20:04:16.945789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-05dbf9f5-daed-459e-9582-c633632a40ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733204 Jan 10 20:04:17.074057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-e4cb72fd-999d-49f2-9b5f-4dfc6e50916e service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227603 Jan 10 20:04:17.201606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76154f3e-12df-4e56-b5e0-5b4b7a7fd40a req-d39d822c-1d0a-4f2f-ae6c-c55e5b91ef82 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214750 Jan 10 20:04:38.162470 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:04:38.487253 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-684609e7-22a4-4fd8-9e1f-38c84b5175e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:40.116391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8dae0-ceef-4a96-ae1e-e0afbf9cb470 req-3c56a8e4-2091-4307-8a1b-a8f1bb10aa58 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:40.117776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25c8dae0-ceef-4a96-ae1e-e0afbf9cb470 req-3c56a8e4-2091-4307-8a1b-a8f1bb10aa58 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0848002 Jan 10 20:04:40.162798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25c8dae0-ceef-4a96-ae1e-e0afbf9cb470 req-c4d17bf8-ebe1-4970-9dfa-fb19ba0d8720 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393581 Jan 10 20:04:40.558361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d01c01eb-d784-4cf3-bbb3-b939ee2c487a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:41.355570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d160ba-6721-4755-b2c5-fce71d000f84 req-8764ba80-c2aa-4c45-8cac-6f478f34b8ca tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:41.356922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17d160ba-6721-4755-b2c5-fce71d000f84 req-8764ba80-c2aa-4c45-8cac-6f478f34b8ca tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0747890 Jan 10 20:04:41.404646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17d160ba-6721-4755-b2c5-fce71d000f84 req-00fdf3d3-3989-403c-8bed-769bdb88c3cc tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Jan 10 20:04:41.842222 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:41.984311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:42.599167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04139f-fd90-4461-ae9e-117992e87364 req-a1004b66-f59c-45d3-ae23-9a17862657c4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:42.600613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f04139f-fd90-4461-ae9e-117992e87364 req-a1004b66-f59c-45d3-ae23-9a17862657c4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0747571 Jan 10 20:04:42.644807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f04139f-fd90-4461-ae9e-117992e87364 req-18728706-2261-486f-9438-a17eb19285c3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388134 Jan 10 20:04:43.259143 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:43.841178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8e193-cf17-4eb3-8355-c66eff8dadc0 req-4f346033-598b-4a92-bee8-279b816edd52 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:43.842518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8d8e193-cf17-4eb3-8355-c66eff8dadc0 req-4f346033-598b-4a92-bee8-279b816edd52 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0775299 Jan 10 20:04:43.885526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e8d8e193-cf17-4eb3-8355-c66eff8dadc0 req-c924945f-19fe-4bf9-b0f2-e11713d65699 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Jan 10 20:04:45.077241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944960ea-76af-4c79-94bb-f1552ebdc344 req-998c16c5-b4d2-42dd-af6e-d2776bb1a391 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:45.078699 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-944960ea-76af-4c79-94bb-f1552ebdc344 req-998c16c5-b4d2-42dd-af6e-d2776bb1a391 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0757287 Jan 10 20:04:45.123961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-944960ea-76af-4c79-94bb-f1552ebdc344 req-3302158a-91ec-4193-8a99-7e95d9728c19 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391414 Jan 10 20:04:45.651927 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:45.891568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:46.323287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d41bb-0692-4667-a379-b6ba00eba0a8 req-cd66463f-fe5c-4e74-912b-ffa0c633614a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:46.324739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-134d41bb-0692-4667-a379-b6ba00eba0a8 req-cd66463f-fe5c-4e74-912b-ffa0c633614a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0783505 Jan 10 20:04:46.369829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-134d41bb-0692-4667-a379-b6ba00eba0a8 req-31b981f4-790d-4714-9488-cd19c5820904 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Jan 10 20:04:47.562293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ecc42-8eb9-484d-a9ef-bd585c7b67e1 req-a45d4dc8-80ed-42c1-8fdb-61750483d170 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:47.563760 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-975ecc42-8eb9-484d-a9ef-bd585c7b67e1 req-a45d4dc8-80ed-42c1-8fdb-61750483d170 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0754130 Jan 10 20:04:47.610188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-975ecc42-8eb9-484d-a9ef-bd585c7b67e1 req-e019bac6-c5b2-40cd-8710-25584d55e9a5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Jan 10 20:04:48.888941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080179-70f4-4636-8ab0-aafb99dead53 req-f6c3c7b2-1579-4017-a976-5d22b4e1b23f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:48.890373 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57080179-70f4-4636-8ab0-aafb99dead53 req-f6c3c7b2-1579-4017-a976-5d22b4e1b23f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.1617761 Jan 10 20:04:48.938541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57080179-70f4-4636-8ab0-aafb99dead53 req-39fcb3a5-839c-466e-bb29-4d0f5c2a5785 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 Jan 10 20:04:50.135659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11babcb0-628b-435d-b573-be25dbf943af req-32688560-8821-4897-844e-e8c69fcb40d3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:50.137093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11babcb0-628b-435d-b573-be25dbf943af req-32688560-8821-4897-844e-e8c69fcb40d3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0766017 Jan 10 20:04:50.180983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11babcb0-628b-435d-b573-be25dbf943af req-93190479-bcd1-49e9-a78a-27355561b81f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385630 Jan 10 20:04:51.372654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc77b1-c526-454c-90df-b416a7b96a5c req-ef63cd26-dc65-4551-9606-907b50006365 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:51.373984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17fc77b1-c526-454c-90df-b416a7b96a5c req-ef63cd26-dc65-4551-9606-907b50006365 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0734835 Jan 10 20:04:51.417012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17fc77b1-c526-454c-90df-b416a7b96a5c req-22b4117e-8a44-4d30-998a-b83497c17513 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375988 Jan 10 20:04:51.672088 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0743c06b-804c-4f8b-a7e9-7538f789cdfb req-494c5631-cb75-4333-8b9f-266a94522df4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1319177 Jan 10 20:04:52.899236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 35896) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:04:53.042670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceb684-4dad-47b7-a373-54813c1a0024 req-0b05cb12-501c-4bb6-92be-47b2e3a3db2f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:53.044146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bceb684-4dad-47b7-a373-54813c1a0024 req-0b05cb12-501c-4bb6-92be-47b2e3a3db2f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.1283662 Jan 10 20:04:53.076590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-ff640067-76ab-4fc3-8d23-dc574e4e772b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1761243 Jan 10 20:04:53.097435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bceb684-4dad-47b7-a373-54813c1a0024 req-e6ca926b-fb7b-465e-97dc-ba44a39e5f77 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Jan 10 20:04:54.194559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-7abf0a9d-f3c0-4fb1-a809-1473e274a89d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1097 time: 0.0707572 Jan 10 20:04:54.373560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-4ed9650f-0e9b-46a0-bf4d-d8c772079605 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:54.374916 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-4ed9650f-0e9b-46a0-bf4d-d8c772079605 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1746552 Jan 10 20:04:54.384508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab356f6-1cb3-4834-98d5-85f752396ba1 req-df737ce7-8fe0-400d-a6e0-715c966fcc79 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:54.385875 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ab356f6-1cb3-4834-98d5-85f752396ba1 req-df737ce7-8fe0-400d-a6e0-715c966fcc79 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.1662612 Jan 10 20:04:54.509880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8ab356f6-1cb3-4834-98d5-85f752396ba1 req-32a873f2-688a-42fa-ade9-87bb750dcacb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741701 Jan 10 20:04:54.511586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-64d322b2-14bd-4a1b-9e17-74ee9d42c502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1002 time: 0.1248906 Jan 10 20:04:54.571987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-3cb9b075-7266-4c74-9e89-52c6c2e610cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:54.573396 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-3cb9b075-7266-4c74-9e89-52c6c2e610cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0562012 Jan 10 20:04:54.651069 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-92740994-9769-4872-b7d6-71c41b979edb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714676 Jan 10 20:04:54.778855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-16c78253-0476-49b3-9a9e-8ca4fbbf2263 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217935 Jan 10 20:04:54.904518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-fcd97c97-232c-4321-b8a4-eb9857348faf service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195121 Jan 10 20:04:55.704925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194c22e-c0b2-4b66-a51c-ab739311030a req-b1360128-fdbb-4f8c-80a0-283f5845118d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:55.706364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e194c22e-c0b2-4b66-a51c-ab739311030a req-b1360128-fdbb-4f8c-80a0-283f5845118d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0787027 Jan 10 20:04:55.750903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e194c22e-c0b2-4b66-a51c-ab739311030a req-b3cba323-ca5a-42e4-b205-3b9ec3f43758 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Jan 10 20:04:56.656169 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-e4e3306f-eb2d-49ef-80f4-7752d3585bfb service neutron] show failed (client error): The resource could not be found. Jan 10 20:04:56.657135 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-e4e3306f-eb2d-49ef-80f4-7752d3585bfb service neutron] 10.222.0.30 "GET /v2.0/ports/f031cd28-9576-4410-a5ad-5d9d8e72c2c5/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0743310 Jan 10 20:04:56.914301 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-4aec7422-4c9d-4aaf-b307-e06c924792e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 1097 time: 0.0683353 Jan 10 20:04:56.924625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:04:56.952216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd478f-f5cb-4ec0-a8bc-2bb4d903cb9e req-175025a6-5f82-422d-8d2f-81b2520c2cc3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:56.953689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aabd478f-f5cb-4ec0-a8bc-2bb4d903cb9e req-175025a6-5f82-422d-8d2f-81b2520c2cc3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0795794 Jan 10 20:04:56.998966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aabd478f-f5cb-4ec0-a8bc-2bb4d903cb9e req-58234b76-befd-436e-84ad-bca5b53d9bb5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Jan 10 20:04:57.034085 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:57.375885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:04:57.403469 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:04:57.460183 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:04:57.465293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:57.480351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Transition to ACTIVE for port object f031cd28-9576-4410-a5ad-5d9d8e72c2c5 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:04:57.483671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:57.621899 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:04:57.627078 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'code': 200} Jan 10 20:04:57.646440 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.646790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.647157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.647491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.647818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.648145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.648466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.648784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.649101 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.649422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.649736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:04:57.694210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] No DVR routers for this DVR port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:04:57.934604 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:04:57.935357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:04:57.935357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:04:57.940730 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:04:57.941044 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Attempting to bind port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:04:57.947515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:04:57.947844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:04:57.948220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:04:57.948632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Bound port: f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:04:57.948966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:58.036839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:04:58.040306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:04:58.047921 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:58.112119 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:04:58.113474 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-45843285-41f9-496b-80e0-0293272faa18 service neutron] 10.222.0.44 "PUT /v2.0/ports/f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1092 time: 1.1927073 Jan 10 20:04:58.125479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843285-41f9-496b-80e0-0293272faa18 service neutron] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:04:58.212024 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-0beebb07-b82a-4f60-bcd8-9c3e2b0279e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1095 time: 0.0773056 Jan 10 20:04:58.320521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc2632-cc14-4674-8be7-f19669ba7917 req-5e2391d8-670a-4f0f-a031-461f9a86206a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:58.321992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84dc2632-cc14-4674-8be7-f19669ba7917 req-5e2391d8-670a-4f0f-a031-461f9a86206a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.1963716 Jan 10 20:04:58.348717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-224cfeaf-ece8-41ed-b792-edfb26c2f06a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:58.350160 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-224cfeaf-ece8-41ed-b792-edfb26c2f06a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1326640 Jan 10 20:04:58.366698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84dc2632-cc14-4674-8be7-f19669ba7917 req-3cc3e2c9-c904-4590-a9c4-9df61546af0b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Jan 10 20:04:58.447495 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-6ab94d34-e995-4377-8a81-213432735cc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1000 time: 0.0914030 Jan 10 20:04:58.513386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-f36c6057-d364-44ce-b1f5-f6f7bc4f6c86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:58.514799 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-f36c6057-d364-44ce-b1f5-f6f7bc4f6c86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0616202 Jan 10 20:04:58.589556 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-e3007321-ef7a-4dbd-a57e-b08def9ae7b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683761 Jan 10 20:04:58.720396 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-1d731ba6-9c7e-437b-a3db-d9192826053f service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246185 Jan 10 20:04:58.848133 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0e1e8b85-79ee-43a7-9e2c-4bcad9ec9a4a req-27b1769e-bcae-4996-a4f4-662a68e32330 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224515 Jan 10 20:04:59.564774 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6e26c-d4a6-4557-aaf0-d3df9b5870b4 req-07af1d63-fe31-4bd6-aa4e-a482a952e18a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:59.566213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7a6e26c-d4a6-4557-aaf0-d3df9b5870b4 req-07af1d63-fe31-4bd6-aa4e-a482a952e18a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.0764604 Jan 10 20:04:59.611796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b7a6e26c-d4a6-4557-aaf0-d3df9b5870b4 req-594675f1-ed05-4fda-b552-aaa88267003c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Jan 10 20:04:59.629041 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:04:59.699155 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'status': 'completed', 'code': 200} Jan 10 20:04:59.783283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-f8150d9b-d91a-462a-9e9e-7c9322ffd1b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1095 time: 0.0678248 Jan 10 20:04:59.890189 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-869fe2db-e630-4bc5-af7f-494546928bea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1095 time: 0.1697309 Jan 10 20:04:59.917476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-6f0c2712-667a-4d39-851a-f30f85689f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:04:59.918841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-6f0c2712-667a-4d39-851a-f30f85689f26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1301610 Jan 10 20:04:59.976711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:05:00.019878 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-b3267271-eabd-43f7-ac87-7b0ebedd0b5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:00.021334 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-b3267271-eabd-43f7-ac87-7b0ebedd0b5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1251421 Jan 10 20:05:00.026306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-d8b43eb2-280b-461a-acf2-9594e476d776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1000 time: 0.1019642 Jan 10 20:05:00.036986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:05:00.097807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-70c56445-8169-4b25-ad09-65e71e2af979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:00.099889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-70c56445-8169-4b25-ad09-65e71e2af979 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0678015 Jan 10 20:05:00.124558 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-39fb8515-8370-4a0f-9370-3c70d186bfe4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1000 time: 0.0953546 Jan 10 20:05:00.193484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-5e151525-5465-41cd-bd9f-740868dec55b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877435 Jan 10 20:05:00.194015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-f9e3f351-bc7f-4181-a545-7b627420701f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:00.195457 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-f9e3f351-bc7f-4181-a545-7b627420701f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0648313 Jan 10 20:05:00.268134 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-9cd3a560-c1b8-4846-8f90-0ecce1b60984 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663707 Jan 10 20:05:00.322440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-dca4b639-8fa3-486c-970c-6fbe35aa998c service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235456 Jan 10 20:05:00.395485 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-1028edf3-1322-4d8b-894e-969a0e2f1d17 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217942 Jan 10 20:05:00.452031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-dfc408c5-2cbe-437e-b9a1-78d31ba6b1de service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234324 Jan 10 20:05:00.526381 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-f15147ba-a87f-4d62-b4a5-8f9f9b546250 req-06f6b307-9170-4d98-bf5c-ae5d3a414d43 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256874 Jan 10 20:05:00.806709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b3ec9-c112-4bde-a222-ee67d6b54af1 req-042bed12-41b7-4b51-be04-5053f62862c6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:00.808175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-149b3ec9-c112-4bde-a222-ee67d6b54af1 req-042bed12-41b7-4b51-be04-5053f62862c6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.0745463 Jan 10 20:05:00.853190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-149b3ec9-c112-4bde-a222-ee67d6b54af1 req-3f135446-25b4-47b2-84cc-565785ce31df tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396662 Jan 10 20:05:01.230433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da09088-27b2-492b-a5c0-63305ebcc15c req-c1aa6247-611b-4e34-9918-aabcbd570db3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:01.231897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6da09088-27b2-492b-a5c0-63305ebcc15c req-c1aa6247-611b-4e34-9918-aabcbd570db3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.1318460 Jan 10 20:05:01.243377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-257ddedf-99b5-4ce5-a508-28cc44e42a71 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:01.244689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-257ddedf-99b5-4ce5-a508-28cc44e42a71 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68&tenant_id=a455d65e281e468a8b95d5020fb4ad66&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 944 time: 0.1428628 Jan 10 20:05:01.340572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6da09088-27b2-492b-a5c0-63305ebcc15c req-95a5f41d-0af7-4b58-8172-6c353e6dba4b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027610 Jan 10 20:05:01.350297 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-8bec3013-c500-43c7-b998-23626a2fd94b service neutron] delete failed (client error): The resource could not be found. Jan 10 20:05:01.351334 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-8bec3013-c500-43c7-b998-23626a2fd94b service neutron] 10.222.0.30 "DELETE /v2.0/ports/f031cd28-9576-4410-a5ad-5d9d8e72c2c5/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0918241 Jan 10 20:05:01.484637 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-7e824edf-d312-4544-9224-da2a888e0fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1095 time: 0.0669622 Jan 10 20:05:01.608636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-bf6f746c-9dd6-43d2-a958-0d34af03973e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:01.609964 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-bf6f746c-9dd6-43d2-a958-0d34af03973e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1201668 Jan 10 20:05:01.709498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-88452cb8-3d1d-4126-a4fe-f57b3479ff99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1000 time: 0.0935476 Jan 10 20:05:01.773050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-51bd15ce-5ece-4581-892e-ad1e262e2ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:01.774508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-51bd15ce-5ece-4581-892e-ad1e262e2ef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0597284 Jan 10 20:05:01.929633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-3e9bb217-bf90-4153-af03-088327fc2b61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497700 Jan 10 20:05:02.055179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-fdff6012-dedb-4668-9fc2-5e54ad0a4088 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195617 Jan 10 20:05:02.181616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b05d184-b054-4aee-9aed-e966a86867e7 req-f9c443d3-ea3b-4f16-8c2f-21194efa0e9f service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207938 Jan 10 20:05:02.536810 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b8278-e1e3-4d02-b46a-4c4a7e89d0dc req-09e9580f-89e1-45e6-8685-9ac3dd02771a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:02.538271 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b2b8278-e1e3-4d02-b46a-4c4a7e89d0dc req-09e9580f-89e1-45e6-8685-9ac3dd02771a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 944 time: 0.0772166 Jan 10 20:05:02.587052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b2b8278-e1e3-4d02-b46a-4c4a7e89d0dc req-af76b1c8-cccb-444e-9974-a37f36d9549b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Jan 10 20:05:03.169477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:05:03.297475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:03.310950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'mac_address': 'fa:16:3e:26:5c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:05:03.361000 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:03.377520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f031cd28-9576-4410-a5ad-5d9d8e72c2c5 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:05:03.391434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:03.395324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:03.465160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:03.474009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.474358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.474701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.475076 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.475409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.475741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.476067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.476390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.476712 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.477035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.477355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:03.625106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['f031cd28-9576-4410-a5ad-5d9d8e72c2c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:05:03.783746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc392f-de01-4fc3-9dcf-1287285717d9 req-e944ad02-8cf1-4025-900c-f6347ebceb05 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:03.785232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-befc392f-de01-4fc3-9dcf-1287285717d9 req-e944ad02-8cf1-4025-900c-f6347ebceb05 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 945 time: 0.0761893 Jan 10 20:05:03.833928 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-befc392f-de01-4fc3-9dcf-1287285717d9 req-d6515a19-0db8-4c06-a859-314dd7bfc3b8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Jan 10 20:05:04.028614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745a880-00bc-42df-9291-78768bd8f908 req-19cb3f1c-446f-40bc-ba42-501270248347 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:04.030061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b745a880-00bc-42df-9291-78768bd8f908 req-19cb3f1c-446f-40bc-ba42-501270248347 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 945 time: 0.0791523 Jan 10 20:05:04.076388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b745a880-00bc-42df-9291-78768bd8f908 req-9d629dd0-ebd7-4f34-a47c-76a44fcb1a58 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Jan 10 20:05:04.432724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161133-bce0-470c-982d-022de816a0b5 req-051aaa42-301f-4e0e-854c-8eae832ccadd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:04.434098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7161133-bce0-470c-982d-022de816a0b5 req-051aaa42-301f-4e0e-854c-8eae832ccadd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 945 time: 0.0794108 Jan 10 20:05:04.478538 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-d4b23af6-2443-41d3-b23d-f3d50e57ab34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 1096 time: 0.0770452 Jan 10 20:05:04.479159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7161133-bce0-470c-982d-022de816a0b5 req-c1d6d3bd-ce92-4649-9e5e-d01fb58184d3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Jan 10 20:05:04.609660 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-6422b5de-21b5-4035-95a3-767bbc68e2af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:04.611138 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-6422b5de-21b5-4035-95a3-767bbc68e2af service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1267912 Jan 10 20:05:04.710998 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-08e42173-e477-4104-ab55-aa77a76f97dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 200 len: 1001 time: 0.0942471 Jan 10 20:05:04.775753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-acf7abda-7687-4575-a32b-3220c8a17fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:04.777176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-acf7abda-7687-4575-a32b-3220c8a17fa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0608478 Jan 10 20:05:04.849350 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-3fa9d072-7d00-42b8-aadc-4a70cec283d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660272 Jan 10 20:05:04.978918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-392d5bd5-0387-42ae-ad58-acd955ac7c08 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210341 Jan 10 20:05:05.112798 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-41191a32-f895-4ca6-9be4-0eb0f0b52db9 req-b1f770bb-2472-48f4-875a-c3a7cfac084c service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260307 Jan 10 20:05:05.173777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:05:05.240935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:05:05.245335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:05:05.245703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:05.353386 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:05.380062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:05:05.389468 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:05.395504 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:05.445577 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'code': 200} Jan 10 20:05:05.461617 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:05.678638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811c91-2b1b-4a8d-8881-3b36a8aec303 req-ca16e298-d2da-4b9c-8d02-76fb3d9aecfe tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:05.680121 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68811c91-2b1b-4a8d-8881-3b36a8aec303 req-ca16e298-d2da-4b9c-8d02-76fb3d9aecfe tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0807672 Jan 10 20:05:05.725385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68811c91-2b1b-4a8d-8881-3b36a8aec303 req-292ed6e5-1242-4308-bdb2-c5bbc23e5a06 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Jan 10 20:05:06.922003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee36a4-a47e-467a-ad3b-8a7bbcdde5e6 req-234d7b9c-8f9a-486a-ab0b-364fdf9b86a8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:06.923466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cee36a4-a47e-467a-ad3b-8a7bbcdde5e6 req-234d7b9c-8f9a-486a-ab0b-364fdf9b86a8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0747602 Jan 10 20:05:06.970415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5cee36a4-a47e-467a-ad3b-8a7bbcdde5e6 req-01f724cb-ada8-4034-a097-f6f3b7294961 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407872 Jan 10 20:05:07.363796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed4459-f579-4ddc-8fc4-e118cf3e632d req-8da5560f-f75e-49b6-bfeb-72b43f6f989a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:07.365223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30ed4459-f579-4ddc-8fc4-e118cf3e632d req-8da5560f-f75e-49b6-bfeb-72b43f6f989a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0749528 Jan 10 20:05:07.411714 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30ed4459-f579-4ddc-8fc4-e118cf3e632d req-c343bda4-ab2b-4487-a4be-31a13ba928fb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 Jan 10 20:05:08.490082 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0fa3-3d00-442f-87cc-cb770d5688ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:08.571177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e0e66-093d-4f80-907f-79b951035ed4 req-6313d8a2-be7d-4c67-9363-9d69ae6f7ac3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:08.572616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-705e0e66-093d-4f80-907f-79b951035ed4 req-6313d8a2-be7d-4c67-9363-9d69ae6f7ac3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.0825844 Jan 10 20:05:08.639427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Deleting port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:05:08.639765 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:08.680394 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52b168-fa64-4f5b-b5ce-b630d71d2821 req-ab7aaa74-cdd6-48fb-8da3-7656956e1bba tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:08.681860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef52b168-fa64-4f5b-b5ce-b630d71d2821 req-ab7aaa74-cdd6-48fb-8da3-7656956e1bba tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 946 time: 0.1485882 Jan 10 20:05:08.728889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef52b168-fa64-4f5b-b5ce-b630d71d2821 req-2c35fadd-d83f-45ae-8632-6da443e13253 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jan 10 20:05:08.966542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] For port f031cd28-9576-4410-a5ad-5d9d8e72c2c5, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:08.966932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:09.248563 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:09.248940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:09.249255 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca disassociated. External IP: 172.25.6.152, port: f031cd28-9576-4410-a5ad-5d9d8e72c2c5. Jan 10 20:05:09.249597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Calling delete_port for f031cd28-9576-4410-a5ad-5d9d8e72c2c5 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:05:09.387879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:09.436462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event deleted for resources: {'Port': ['ID=f031cd28-9576-4410-a5ad-5d9d8e72c2c5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:09.643766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:05:09.842345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:05:09.852029 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:05:09.865238 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:05:09.866065 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:04:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:09.916167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] No DVR routers for this DVR port f031cd28-9576-4410-a5ad-5d9d8e72c2c5 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:05:09.918822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:09.921676 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-deleted', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:05:09.941243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-705e0e66-093d-4f80-907f-79b951035ed4 req-9975a3ec-a293-4752-a892-e41f42d27d3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "DELETE /v2.0/ports/f031cd28-9576-4410-a5ad-5d9d8e72c2c5 HTTP/1.1" status: 204 len: 173 time: 1.3634667 Jan 10 20:05:09.981648 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cd26ed-091f-453e-b970-3a5972edfc68', 'name': 'network-vif-deleted', 'tag': 'f031cd28-9576-4410-a5ad-5d9d8e72c2c5', 'status': 'completed', 'code': 200} Jan 10 20:05:09.992897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cf0072b-5ddd-4337-81b5-c258f5841671 req-7e63c49f-3088-4583-8666-6eedacd41484 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8cd26ed-091f-453e-b970-3a5972edfc68 HTTP/1.1" status: 200 len: 210 time: 0.1393085 Jan 10 20:05:10.086093 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:05:10.388529 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:10.392235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:05:10.402724 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:05:10.403326 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:04:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:10.561305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9b9e-19c7-4f32-8118-7288044344e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:10.577864 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:05:10.879825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:10.883635 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e5054-8206-4bcf-8eaf-ce784c5907c7 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:05:11.100265 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9549202d-0584-475f-84a6-df713ab65b4b None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:05:11.259693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:05:11.308310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: f031cd28-9576-4410-a5ad-5d9d8e72c2c5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:05:11.308655 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device f031cd28-9576-4410-a5ad-5d9d8e72c2c5 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:05:11.396047 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-c2a94fad-b8b1-4207-8dea-a45a25dd2801 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1066097667&fields=id&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 267 time: 0.0439928 Jan 10 20:05:11.541376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-8a9fa0aa-969b-40af-82cb-dce37c942266 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:11.542816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-8a9fa0aa-969b-40af-82cb-dce37c942266 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1404266 Jan 10 20:05:11.559181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-28d2fa0d-9bae-4839-8f9e-b847c52c97ab tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/quotas/a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 375 time: 0.0111225 Jan 10 20:05:11.643231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-8de5e558-6c85-4e9a-8996-0d9695a329f3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794563 Jan 10 20:05:11.778815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-8dee08d2-7234-46b1-9ce8-7b5ce58ace79 service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243522 Jan 10 20:05:11.844559 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:11.988833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:11.997318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-43e4f64a-fd08-43fe-b4cf-6bd3afe074e8 service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129126 Jan 10 20:05:12.178543 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c58a4395-169a-412d-bd89-06aea96b56d6 req-60bcaecc-279a-4114-9a78-f26e4aa12f93 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 210 time: 0.0405610 Jan 10 20:05:13.262305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:13.288553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e86ae08-8fd0-4ce2-a28c-4a548f6841b7 req-fec63645-d077-406f-9f90-dffd3003bd4e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 210 time: 0.0424309 Jan 10 20:05:14.400554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83e2b19c-5ee6-4057-bc05-e51256e92169 req-2d6d2eb9-6051-4ce8-a084-a821929b9990 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 210 time: 0.0438027 Jan 10 20:05:15.164227 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:05:15.352011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-f7871470-6598-4d24-a37a-ece36292be84 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:15.353338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-f7871470-6598-4d24-a37a-ece36292be84 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1480429 Jan 10 20:05:15.404461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-ab91f3f0-a4ba-4e57-8fe9-5b4290fde301 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 380 time: 0.0395164 Jan 10 20:05:15.413947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'port': {'device_id': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'admin_state_up': True, 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'security_groups': ['4d7863e5-00f4-44da-a215-52e6396e4130']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:05:15.579397 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d475da8-0a98-42ce-baec-32da2cd61ab9 req-e032c384-82e4-4af1-a851-be1d7da5f0a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 210 time: 0.0532873 Jan 10 20:05:15.587914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:05:15.591877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Usage tracker for resource:port and tenant:a455d65e281e468a8b95d5020fb4ad66 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:05:15.594658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:05:15.601029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:05:15.611309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Made reservation on behalf of a455d65e281e468a8b95d5020fb4ad66 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:05:15.614208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:15.661068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:15.778525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Allocated IP 172.20.0.10 (4d798c0f-979c-4f57-8031-e612cdc92d86/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598/5e94de1c-b480-45de-b1ec-16950013e1cc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:05:15.906689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:15.969460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:15.984473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Transition to ACTIVE for port object 5e94de1c-b480-45de-b1ec-16950013e1cc will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:05:16.005779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:16.074949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:05:16.077946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:05:16.082374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:05:16.112250 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:16.131505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.131859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.132204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.132542 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.132883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.133203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.133537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.133864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.134184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.134525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.134832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:05:16.157827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:16.158347 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:16.182587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-49c3ca44-a9db-46fb-a62a-376ba6f43a8a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7726271 Jan 10 20:05:16.266188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Request body: {'port': {'device_id': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:05:16.364673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f84b92eb-9bfc-42f5-8bcf-cfcc8d32edff None None] Provisioning for port 5e94de1c-b480-45de-b1ec-16950013e1cc completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:05:16.369089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f84b92eb-9bfc-42f5-8bcf-cfcc8d32edff None None] Provisioning complete for port 5e94de1c-b480-45de-b1ec-16950013e1cc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:05:16.369463 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f84b92eb-9bfc-42f5-8bcf-cfcc8d32edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:16.374126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:16.422146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f84b92eb-9bfc-42f5-8bcf-cfcc8d32edff None None] Port 5e94de1c-b480-45de-b1ec-16950013e1cc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:05:16.747437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:05:16.755902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:16.778935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Transition to ACTIVE for port object 5e94de1c-b480-45de-b1ec-16950013e1cc will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:05:16.783456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:17.013713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c622b1a-e502-4ba2-8341-b3d254908e9f req-cc96ad83-8a2d-4147-a8f2-e28f0e756de4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:17.014317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5c622b1a-e502-4ba2-8341-b3d254908e9f req-cc96ad83-8a2d-4147-a8f2-e28f0e756de4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:05:17.022927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:17.102721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-5c622b1a-e502-4ba2-8341-b3d254908e9f req-cc96ad83-8a2d-4147-a8f2-e28f0e756de4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:05:17.103912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c622b1a-e502-4ba2-8341-b3d254908e9f req-cc96ad83-8a2d-4147-a8f2-e28f0e756de4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 932 time: 0.4036071 Jan 10 20:05:17.175491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5c622b1a-e502-4ba2-8341-b3d254908e9f req-8d3900eb-4dc8-49fd-8aee-f8a34ab31f92 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647950 Jan 10 20:05:17.176044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:05:17.176379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:05:17.176704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:05:17.182427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:05:17.182755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:05:17.188958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:05:17.189313 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:05:17.189687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:05:17.190128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Bound port: 5e94de1c-b480-45de-b1ec-16950013e1cc, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:05:17.190456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:17.279272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:05:17.282344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:05:17.286247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:17.346140 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:17.348130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1092 time: 1.1581252 Jan 10 20:05:17.348582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:05:17.366423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad69c7-68e6-40d5-a59a-4d978eaaa8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:17.425499 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'status': 'completed', 'code': 200} Jan 10 20:05:17.462546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-bf27b554-1121-42df-98da-3d66a18b2fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1095 time: 0.0786438 Jan 10 20:05:17.530466 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-6e9453fe-87ea-46e4-a6ed-72fce2ad30e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 217 time: 0.0614188 Jan 10 20:05:17.595028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-af2236c9-176e-4398-af7d-c5eb8b5915fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:17.596445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-af2236c9-176e-4398-af7d-c5eb8b5915fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0601978 Jan 10 20:05:17.668115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-7b4180bc-2699-477e-989e-2c69a349ee05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663779 Jan 10 20:05:17.794235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-724f422b-a36c-4df0-8e3c-11f084596b57 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201434 Jan 10 20:05:17.921049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d594d1-65ab-45cc-ac2f-2c1500056e0f req-7b14b861-7280-4607-9ec2-77be67b4319a service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212451 Jan 10 20:05:18.033942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-87f32186-92dc-409a-8ee5-812613706f2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1095 time: 0.0687659 Jan 10 20:05:18.164057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-1d583d0b-3e08-4f65-ae30-f2f8ba84aeb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:18.165488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-1d583d0b-3e08-4f65-ae30-f2f8ba84aeb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1257665 Jan 10 20:05:18.237357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-d1dc4481-cc97-411a-bf95-c82085d61a6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 217 time: 0.0644143 Jan 10 20:05:18.298515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-655385b2-5cb6-44a6-a82a-e343f2319eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:18.300253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-655385b2-5cb6-44a6-a82a-e343f2319eb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0565877 Jan 10 20:05:18.433506 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcc4cd-c570-4031-8ed5-8eef43d96dfe req-25764d9e-d025-4106-9d21-b10d4a1a3a23 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:18.434850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bdcc4cd-c570-4031-8ed5-8eef43d96dfe req-25764d9e-d025-4106-9d21-b10d4a1a3a23 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.1301775 Jan 10 20:05:18.438374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-3bab5ec4-263e-459e-b576-e685f27f233f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326001 Jan 10 20:05:18.563330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bdcc4cd-c570-4031-8ed5-8eef43d96dfe req-580525f1-2c50-4804-8d4d-9ea8e5e14980 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228943 Jan 10 20:05:18.598495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-37473749-2e07-405c-952a-23d256889fff service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447423 Jan 10 20:05:18.727523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d70bdb0d-bde3-476c-8f98-996bf9379c67 req-4921b85f-ad6e-4afc-9515-1ba363e14a67 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218033 Jan 10 20:05:19.849623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7732c7-b642-46a2-b9e4-04f1b305efcd req-022995f3-d070-4adf-970c-6cfe6601b26d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:19.851096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d7732c7-b642-46a2-b9e4-04f1b305efcd req-022995f3-d070-4adf-970c-6cfe6601b26d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.1630216 Jan 10 20:05:19.895092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d7732c7-b642-46a2-b9e4-04f1b305efcd req-ed8b6663-0abb-423f-95fa-bcfb8255b9a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Jan 10 20:05:20.112899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:05:20.240719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:20.253542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'mac_address': 'fa:16:3e:f9:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:05:20.304636 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:20.323086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:05:20.338105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:20.342095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:20.408027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:20.548772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5e94de1c-b480-45de-b1ec-16950013e1cc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:05:21.106029 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9b49-08bb-4382-ac1f-7373b818caf0 req-1b315f25-f81c-42be-bce3-ca04b36de565 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:21.107499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64aa9b49-08bb-4382-ac1f-7373b818caf0 req-1b315f25-f81c-42be-bce3-ca04b36de565 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 945 time: 0.0793519 Jan 10 20:05:21.151250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-64aa9b49-08bb-4382-ac1f-7373b818caf0 req-c0a22d42-d7fc-48e2-8065-a82ed8b3f40b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Jan 10 20:05:22.111993 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:05:22.179691 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 5e94de1c-b480-45de-b1ec-16950013e1cc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:05:22.184258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 5e94de1c-b480-45de-b1ec-16950013e1cc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:05:22.184629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:22.297632 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:22.324666 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:05:22.334160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:05:22.339643 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:22.349819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67878-bae6-48a2-a7a9-1ccc82bd6f57 req-23198bc1-114a-493d-a063-91c6fc1fad10 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:22.351487 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6d67878-bae6-48a2-a7a9-1ccc82bd6f57 req-23198bc1-114a-493d-a063-91c6fc1fad10 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 945 time: 0.0772517 Jan 10 20:05:22.398315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6d67878-bae6-48a2-a7a9-1ccc82bd6f57 req-f1afb3eb-d939-4c44-9073-89c1b3393c4d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Jan 10 20:05:22.405679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:05:22.461016 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'code': 200} Jan 10 20:05:22.583573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3c2b002-f29d-4af9-a437-ddbacaf13eea req-fddedb2c-11f3-4451-8193-755539282263 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1097 time: 0.0695870 Jan 10 20:05:22.623395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3c2b002-f29d-4af9-a437-ddbacaf13eea req-4940d57a-9193-4361-a0d5-99f089fe9d4e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Jan 10 20:05:23.596098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc158d-73e3-43d1-bacd-c0dcefd966bf req-4ca39d52-9099-48bd-bd3c-5e6b0fb45bcf tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:23.597546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fdc158d-73e3-43d1-bacd-c0dcefd966bf req-4ca39d52-9099-48bd-bd3c-5e6b0fb45bcf tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0747874 Jan 10 20:05:23.642915 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5fdc158d-73e3-43d1-bacd-c0dcefd966bf req-db82cc4c-65a8-49e7-88ad-8ad27067b067 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393476 Jan 10 20:05:24.841599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e03a78-c0dc-491f-a08a-735d174aa598 req-44181f19-8c2e-4c5c-8b9f-617421bd85f2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:24.843080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65e03a78-c0dc-491f-a08a-735d174aa598 req-44181f19-8c2e-4c5c-8b9f-617421bd85f2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0775628 Jan 10 20:05:24.888863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65e03a78-c0dc-491f-a08a-735d174aa598 req-40ee5a6a-552d-44e8-8b68-104fbe0480f0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Jan 10 20:05:25.075413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104117d-5a97-4058-9852-a83dea5caa56 req-c377e61b-0bf2-4cf3-af64-7775b92c99db tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:25.076895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8104117d-5a97-4058-9852-a83dea5caa56 req-c377e61b-0bf2-4cf3-af64-7775b92c99db tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0764337 Jan 10 20:05:25.085692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36044) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:05:25.091097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'floatingip': {'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:05:25.166274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:25.752804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:25.756498 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:26.024263 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca associated. External IP: 172.25.6.152, port: 5e94de1c-b480-45de-b1ec-16950013e1cc. Jan 10 20:05:26.409007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:05:26.604378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:05:26.609090 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:26.613580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:05:26.625414 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:05:26.626012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:05:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:26.664018 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-20c9aa44-1260-4b08-b156-44b79f593182 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "PUT /v2.0/floatingips/d213e47e-71f7-4a50-9bf8-7774404945ca HTTP/1.1" status: 200 len: 992 time: 1.5771794 Jan 10 20:05:26.664512 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:05:26.720542 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'status': 'completed', 'code': 200} Jan 10 20:05:26.807027 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:05:26.809016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-f55150fe-1095-4194-b841-5da585e37b45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1097 time: 0.0689738 Jan 10 20:05:26.938071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-0b290096-8e5a-4786-a499-bd10b21015d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:26.939554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-0b290096-8e5a-4786-a499-bd10b21015d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1255009 Jan 10 20:05:27.040562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-a8167c0a-425e-4ab5-a408-1a57941a088a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1000 time: 0.0950553 Jan 10 20:05:27.106502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-cfb077a7-0629-4299-85c2-9c26244610d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:05:27.107981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-cfb077a7-0629-4299-85c2-9c26244610d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0620654 Jan 10 20:05:27.177287 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:f9:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:05:25Z', 'revision_number': 9, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:27.181004 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:05:27.186495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-0b00505d-d945-4e58-9e3d-72c6ab7fe6e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728369 Jan 10 20:05:27.191247 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:05:27.191812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:05:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:27.313844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-692095e2-7ee7-4a83-a619-7eca7fe7747a service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213951 Jan 10 20:05:27.368361 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:05:27.440974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6a817af-7e17-4910-80ca-fd1bb21cf7a4 req-52928172-eeff-446c-a0e7-ad10b58221f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209936 Jan 10 20:05:27.709884 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:f9:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:05:25Z', 'revision_number': 9, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:05:27.713685 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f7e47-b68d-407f-87fc-1e65cb6f11e7 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:f9:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:05:25Z', 'revision_number': 9, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:05:27.899491 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157d07a-93d0-4c01-9c73-05fbd4a26f05 None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:05:38.492747 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d4aa659e-6906-4a36-a06c-0c292f042898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:40.563268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18dfb1b9-d8d5-4134-a198-f7a4f48765f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:41.848336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:41.991110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:43.264105 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:45.660147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:45.926363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:05:52.163858 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:06:08.493827 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ca84655a-218b-4bab-b3e3-b535c57ebe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:10.564997 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c22432d8-2609-45a3-a8ac-bde40fbcd986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:11.850106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:11.991905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:13.266734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:15.666064 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:15.925685 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:18.415321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-a8bb2ece-1ea3-4f99-8586-d633a70b549d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649195 Jan 10 20:06:18.644804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-f0beb4ad-d18d-425d-8dd9-2137b984f66b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1097 time: 0.1644969 Jan 10 20:06:18.786929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-a8fb87ca-73f0-4b30-a245-0c95f10f6fc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:06:18.788365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-a8fb87ca-73f0-4b30-a245-0c95f10f6fc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1259091 Jan 10 20:06:18.885063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-14766cbb-4df1-4e1a-b3e5-19288ab166ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1003 time: 0.0908804 Jan 10 20:06:18.949372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-2005202e-7094-4e4b-94ee-f6bd11a73257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:06:18.950810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-2005202e-7094-4e4b-94ee-f6bd11a73257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0599511 Jan 10 20:06:19.025456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-259a4802-cde4-4adb-b18c-b4095168b5d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682955 Jan 10 20:06:19.163134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-25d78bb4-47c0-4c3d-9e50-f8869e38b596 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316757 Jan 10 20:06:19.289453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e4320a6-25c4-42c3-9d08-0d91a3dc1af9 req-77e58d73-263f-4168-a54e-0c455fdd179b service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208818 Jan 10 20:06:29.165373 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:06:38.496284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e64be345-04e1-4d84-a56b-b12bc5e17a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:40.565227 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ae231fd-3c64-4af4-9f5c-564e064ea58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:41.852482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:41.995063 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:43.269354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:45.663562 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:06:45.919707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:01.208993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a95ba290-d6b9-422c-8202-414c6d432d84 req-477a3a41-6323-44c0-a96c-4285071cf8c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696721 Jan 10 20:07:01.495878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-8b081889-b0aa-4377-abc5-5624828c2e89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132879 Jan 10 20:07:01.525179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a144f-cf70-467c-a468-37d141056b8e req-15b2d34a-e3fb-4237-8e02-08564ccaf423 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:01.526633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-794a144f-cf70-467c-a468-37d141056b8e req-15b2d34a-e3fb-4237-8e02-08564ccaf423 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0883000 Jan 10 20:07:01.572393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-794a144f-cf70-467c-a468-37d141056b8e req-16a0383a-956a-49af-9b5b-b5ae5dd58019 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401275 Jan 10 20:07:02.820337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec77743-c5fd-49bc-b10a-aefe76aeaa5e req-215c2f19-e6b8-4c66-a319-1cc1c16353f3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:02.821778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dec77743-c5fd-49bc-b10a-aefe76aeaa5e req-215c2f19-e6b8-4c66-a319-1cc1c16353f3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.1036863 Jan 10 20:07:02.825387 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-f5ac5310-fd0d-409f-8f78-7e1dc0e582ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1097 time: 0.1363366 Jan 10 20:07:02.945941 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dec77743-c5fd-49bc-b10a-aefe76aeaa5e req-c4414da5-8bd7-4de9-b74b-c6260356ed6b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186671 Jan 10 20:07:02.983902 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0269be0-6f46-45ba-b47b-92dde131b10e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:02.985342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0269be0-6f46-45ba-b47b-92dde131b10e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1448736 Jan 10 20:07:03.085764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-212575ee-9055-4d2b-b006-20f41c6fae8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1003 time: 0.0946856 Jan 10 20:07:03.146840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51345ef3-d772-43a6-b704-67308c3f1686 req-164a7607-62bb-4388-980c-ef0ed69346f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:03.148273 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-164a7607-62bb-4388-980c-ef0ed69346f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0569813 Jan 10 20:07:03.220190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d4c553fe-49f4-4a59-bd02-58b3a97551a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664220 Jan 10 20:07:03.348423 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-a0d852fb-b4f4-4590-bb24-87de9d7f07f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221128 Jan 10 20:07:03.561278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-7b1b8190-4fd7-40e7-a92d-6cc7b3c301fb service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073524 Jan 10 20:07:04.137222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc735-ae5b-4e76-9644-35ec826645be req-05791919-57aa-40b5-9703-6d921a4e4423 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:04.138652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62ccc735-ae5b-4e76-9644-35ec826645be req-05791919-57aa-40b5-9703-6d921a4e4423 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0736561 Jan 10 20:07:04.182577 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-62ccc735-ae5b-4e76-9644-35ec826645be req-e02d7762-3d86-4dd2-b88d-f835b51d5db5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384722 Jan 10 20:07:05.378435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693218-1b11-4149-8fa2-820d91ad4b25 req-b4f543ae-1bfc-4ec4-b6ed-e17461402f0b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:05.379810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae693218-1b11-4149-8fa2-820d91ad4b25 req-b4f543ae-1bfc-4ec4-b6ed-e17461402f0b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0786736 Jan 10 20:07:05.423749 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ae693218-1b11-4149-8fa2-820d91ad4b25 req-3f196e75-feef-493f-8ebc-cbf444eba2b1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 Jan 10 20:07:06.166134 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:07:06.624295 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e76db8-6157-4a1e-b3a6-25b17170a2ae req-d2e91164-aa02-4735-9f3a-aa99d0a087c5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:06.625742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e76db8-6157-4a1e-b3a6-25b17170a2ae req-d2e91164-aa02-4735-9f3a-aa99d0a087c5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0740564 Jan 10 20:07:06.669729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-56e76db8-6157-4a1e-b3a6-25b17170a2ae req-daa446c0-d659-445c-84b9-fb3324352c33 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Jan 10 20:07:07.866469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402bbc-4acc-4858-944a-3fec420c1c9c req-9d2ab2fc-65a1-4f75-b595-c174f5571f93 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:07.867927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84402bbc-4acc-4858-944a-3fec420c1c9c req-9d2ab2fc-65a1-4f75-b595-c174f5571f93 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0788560 Jan 10 20:07:07.911817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-84402bbc-4acc-4858-944a-3fec420c1c9c req-88407e67-b7f0-4a27-975a-3215fb1fe6e2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385106 Jan 10 20:07:08.497410 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-af54055c-7746-432a-9351-1e8dc7a5ecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:09.105405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120091ee-d5b3-4467-bda0-f4a0b7a7fc42 req-d6753d09-384f-4e31-9994-4e699d0f2261 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:09.106851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-120091ee-d5b3-4467-bda0-f4a0b7a7fc42 req-d6753d09-384f-4e31-9994-4e699d0f2261 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0758662 Jan 10 20:07:09.150549 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-120091ee-d5b3-4467-bda0-f4a0b7a7fc42 req-309dab4e-2f5c-477b-83a2-d5941f758a62 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Jan 10 20:07:10.348785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0605-b3f0-441f-9a5c-896d8f69722f req-e6073b93-74a7-467f-830f-b0e7ad28b1a4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:10.350127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c9b0605-b3f0-441f-9a5c-896d8f69722f req-e6073b93-74a7-467f-830f-b0e7ad28b1a4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0770500 Jan 10 20:07:10.394231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c9b0605-b3f0-441f-9a5c-896d8f69722f req-27845744-0c30-4999-ba86-7318e4eac9f9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384626 Jan 10 20:07:10.567354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4cc66e6c-3430-42dd-a08b-c383ae231684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:11.585898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008aa25-ed46-45d6-814a-1b81ef874cc2 req-de62234f-0059-4e91-ac50-4ccf0bb3519a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:11.587377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6008aa25-ed46-45d6-814a-1b81ef874cc2 req-de62234f-0059-4e91-ac50-4ccf0bb3519a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0752943 Jan 10 20:07:11.639195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6008aa25-ed46-45d6-814a-1b81ef874cc2 req-63532a9f-f03d-408c-8cd1-9465c97c2476 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Jan 10 20:07:11.854630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:11.996965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:12.832807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792d22f-4e92-4c63-8e15-98482968efb4 req-7c0c43de-cd70-44b0-af8d-d9e2868a1808 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:12.834256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d792d22f-4e92-4c63-8e15-98482968efb4 req-7c0c43de-cd70-44b0-af8d-d9e2868a1808 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0755224 Jan 10 20:07:12.888039 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d792d22f-4e92-4c63-8e15-98482968efb4 req-4dd497a7-6ea8-4633-b259-96b28df7ad96 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Jan 10 20:07:13.271589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:14.086802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3004-5e00-481e-b830-231ee4007039 req-0f1d6fea-b51d-4531-b6b2-fd8120a0b98e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:14.088284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fea3004-5e00-481e-b830-231ee4007039 req-0f1d6fea-b51d-4531-b6b2-fd8120a0b98e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0785015 Jan 10 20:07:14.132919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fea3004-5e00-481e-b830-231ee4007039 req-ffe0affe-7af0-4887-b8a9-8328858804a6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Jan 10 20:07:15.391894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a2cd5-7d86-4a9d-8e12-777b98b33782 req-2c9bc314-daf2-4546-826f-fc21af07d2f6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:15.393792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-904a2cd5-7d86-4a9d-8e12-777b98b33782 req-2c9bc314-daf2-4546-826f-fc21af07d2f6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.1408579 Jan 10 20:07:15.395777 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-51345ef3-d772-43a6-b704-67308c3f1686 req-4c72246f-006e-474a-8e21-d84c55e079a2 service neutron] show failed (client error): The resource could not be found. Jan 10 20:07:15.396682 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-4c72246f-006e-474a-8e21-d84c55e079a2 service neutron] 10.222.0.30 "GET /v2.0/ports/5e94de1c-b480-45de-b1ec-16950013e1cc/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0913885 Jan 10 20:07:15.438681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-904a2cd5-7d86-4a9d-8e12-777b98b33782 req-7aca3e84-f2b0-480a-9272-d309d380b8c9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Jan 10 20:07:15.679132 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:15.711494 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-57691607-7f09-4896-b896-514064bec7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 1097 time: 0.1356118 Jan 10 20:07:15.722560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:07:15.826213 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:15.935195 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:16.178986 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:16.205969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:07:16.262823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:16.268840 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:16.287078 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Transition to ACTIVE for port object 5e94de1c-b480-45de-b1ec-16950013e1cc will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:07:16.291467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:16.341450 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'code': 200} Jan 10 20:07:16.423489 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:16.446488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.446836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.447202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.447538 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.447870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.448200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.448531 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.448860 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.449181 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.449500 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.449823 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:16.498572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] No DVR routers for this DVR port 5e94de1c-b480-45de-b1ec-16950013e1cc on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:07:16.640700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdfbe6-bf36-4466-ae47-0473daa75fcf req-5d955c1c-9041-433e-85e7-90f971cd3e96 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:16.642093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ecdfbe6-bf36-4466-ae47-0473daa75fcf req-5d955c1c-9041-433e-85e7-90f971cd3e96 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.0757678 Jan 10 20:07:16.691235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ecdfbe6-bf36-4466-ae47-0473daa75fcf req-6b527faf-3357-4811-a2d0-1580494aecef tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427043 Jan 10 20:07:16.740145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:07:16.740729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:07:16.740870 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:07:16.746331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:07:16.746634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:07:16.753244 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:07:16.753576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:07:16.753956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:07:16.754373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Bound port: 5e94de1c-b480-45de-b1ec-16950013e1cc, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:07:16.754711 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:16.842923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:07:16.846524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:07:16.850859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:16.916041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:16.917431 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] 10.222.0.44 "PUT /v2.0/ports/5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1092 time: 1.1986823 Jan 10 20:07:16.935057 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab06e5-3abd-4b10-af80-1baee93a7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:17.012446 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-af574517-26ea-47b0-895c-3c915ee0b171 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1095 time: 0.0738440 Jan 10 20:07:17.143143 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51345ef3-d772-43a6-b704-67308c3f1686 req-934a0791-5468-4aee-afb9-7a36f84ed952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:17.144569 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-934a0791-5468-4aee-afb9-7a36f84ed952 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1264288 Jan 10 20:07:17.241350 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-06f87353-766c-4b24-8e6d-c422ccbc6b96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1001 time: 0.0908265 Jan 10 20:07:17.304933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51345ef3-d772-43a6-b704-67308c3f1686 req-240f1a53-4528-4ebe-922f-bdebaf2ea0db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:17.306302 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-240f1a53-4528-4ebe-922f-bdebaf2ea0db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0582430 Jan 10 20:07:17.377489 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-4017eec0-fa15-4858-a0fd-f43d749a8980 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651622 Jan 10 20:07:17.386359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-6729c63c-893d-406a-92ac-3b7b5898816c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:07:17.387298 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-6729c63c-893d-406a-92ac-3b7b5898816c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046065 Jan 10 20:07:17.513514 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-1b4f06c3-b1a2-43b4-8c16-fe40f636765a service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202199 Jan 10 20:07:17.639675 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-51345ef3-d772-43a6-b704-67308c3f1686 req-1803b772-c5fd-42e6-aa11-0e6775a66864 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203914 Jan 10 20:07:17.888013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b7493-69eb-4952-a6ad-514c26566353 req-5612789a-b330-4da5-8c80-f45d33826939 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:17.889528 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-778b7493-69eb-4952-a6ad-514c26566353 req-5612789a-b330-4da5-8c80-f45d33826939 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.0745254 Jan 10 20:07:17.933778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-778b7493-69eb-4952-a6ad-514c26566353 req-51c124cb-4f63-4b28-85e5-bf95d64987c6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 Jan 10 20:07:18.342533 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:18.408664 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'status': 'completed', 'code': 200} Jan 10 20:07:18.507798 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-cbff0e0e-d5ab-4704-af85-686a3b5d72e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1095 time: 0.0753350 Jan 10 20:07:18.595975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-950c3751-b7d0-42c3-aa80-c07435d93c90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1095 time: 0.1659279 Jan 10 20:07:18.643519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-e6da7e15-6a86-4c73-a7b3-6321ffb31aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:18.644978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-e6da7e15-6a86-4c73-a7b3-6321ffb31aba service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1320176 Jan 10 20:07:18.703426 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:07:18.728179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-2eb6b7b8-260c-41df-90ae-5f71beb92409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:18.729949 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-2eb6b7b8-260c-41df-90ae-5f71beb92409 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1282108 Jan 10 20:07:18.743412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-3a452eac-d1e6-4fd9-9feb-17d55b5a9580 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1001 time: 0.0927033 Jan 10 20:07:18.760647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:07:18.837436 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-c0af9367-d7bf-4765-9c19-54ee1f389e64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1001 time: 0.1012914 Jan 10 20:07:18.893964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-84e6bd15-f977-4524-9bdd-c9d311add6fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:18.895353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-84e6bd15-f977-4524-9bdd-c9d311add6fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.1446595 Jan 10 20:07:18.900732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-6fbf80ce-817f-48d2-9947-4d2102c2cd56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:18.902148 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-6fbf80ce-817f-48d2-9947-4d2102c2cd56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0584230 Jan 10 20:07:18.968660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-3dd59351-013d-4d91-9923-c61ef5e50fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678327 Jan 10 20:07:18.976344 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-15add1af-c465-450c-bebb-a7cd58b8a930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681901 Jan 10 20:07:19.127145 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-e1f1c8ee-9a3b-40d6-84bd-b2bb7a35b9fb service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376405 Jan 10 20:07:19.164483 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-46ee6040-282d-4434-8ecf-2684af680140 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897981 Jan 10 20:07:19.201385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec78ea5-0a79-46fe-a6bf-50c62eba1630 req-fbc4ac33-c028-4f66-a5f9-25297fce4f0d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:19.202819 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eec78ea5-0a79-46fe-a6bf-50c62eba1630 req-fbc4ac33-c028-4f66-a5f9-25297fce4f0d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.1378107 Jan 10 20:07:19.276175 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-ccf822f7-29e2-491e-8146-bcf971f7ba2c service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359837 Jan 10 20:07:19.313285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eec78ea5-0a79-46fe-a6bf-50c62eba1630 req-25ca85b8-984e-49bc-b946-189c0822d8cd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630255 Jan 10 20:07:19.343268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d86928a0-1600-4b46-8708-689e21ad2d45 req-267d5b62-6489-40d8-9c71-11ebb1cbe6ba service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736033 Jan 10 20:07:20.506844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377904f-7d9e-4f51-9632-4bb55e661f2f req-148d7428-92a6-4db6-97ac-a0f2c8511f68 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:20.508303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d377904f-7d9e-4f51-9632-4bb55e661f2f req-148d7428-92a6-4db6-97ac-a0f2c8511f68 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.0741262 Jan 10 20:07:20.556986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d377904f-7d9e-4f51-9632-4bb55e661f2f req-ce88e828-ea6c-440b-aaf4-ee86ee809bd8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Jan 10 20:07:20.967052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b50-b015-436f-9a2b-915059966fda req-48926874-927b-4698-af21-fa7d35771087 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:20.967750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-27053b50-b015-436f-9a2b-915059966fda req-48926874-927b-4698-af21-fa7d35771087 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:07:20.979732 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-27053b50-b015-436f-9a2b-915059966fda req-48926874-927b-4698-af21-fa7d35771087 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:07:20.980835 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-48926874-927b-4698-af21-fa7d35771087 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e&tenant_id=a455d65e281e468a8b95d5020fb4ad66&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 944 time: 0.0958591 Jan 10 20:07:21.014581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f916f4-cf08-4718-9bb7-b29e9f68a8d9 req-8d20b5af-39a5-41df-9ad6-a33153a941c0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:21.016172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03f916f4-cf08-4718-9bb7-b29e9f68a8d9 req-8d20b5af-39a5-41df-9ad6-a33153a941c0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 944 time: 0.0753028 Jan 10 20:07:21.058127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-50d0047b-6ca0-4518-93cd-64648f64f1a9 service neutron] 10.222.0.44 "GET /v2.0/ports/5e94de1c-b480-45de-b1ec-16950013e1cc/bindings/n-h1-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.0719044 Jan 10 20:07:21.062674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-03f916f4-cf08-4718-9bb7-b29e9f68a8d9 req-3c26d03a-edf2-4300-9d83-debe3239892c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Jan 10 20:07:21.151181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-394de184-2849-44de-abbd-26fca12b0294 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1095 time: 0.0733023 Jan 10 20:07:21.277006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b50-b015-436f-9a2b-915059966fda req-21341ef6-e966-4e4d-a209-7eecb7ff62f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:21.278399 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-21341ef6-e966-4e4d-a209-7eecb7ff62f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1220274 Jan 10 20:07:21.375252 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-edea2669-e39d-4e58-93b3-43da4a4a0621 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1001 time: 0.0911398 Jan 10 20:07:21.433286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b50-b015-436f-9a2b-915059966fda req-222ab437-d5d7-4755-94c5-e727032d8da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:21.434566 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-222ab437-d5d7-4755-94c5-e727032d8da2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0539112 Jan 10 20:07:21.504696 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-b0ab3d2c-e461-433b-b1b9-627e9f80d1af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644062 Jan 10 20:07:21.628944 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-73d2220f-89d6-48bf-b7c6-a53a9a6d2f86 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181462 Jan 10 20:07:21.756426 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-eb7ebcbc-a6d9-48cb-b6e3-aab469afc5c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219525 Jan 10 20:07:21.906823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:07:22.035321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:22.047850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'mac_address': 'fa:16:3e:f9:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:07:22.099494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:22.116586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:07:22.130809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:22.135323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:22.205784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:22.214222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.214577 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.215008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.215352 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.215689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.216027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.216358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.216685 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.217011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.217338 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.217663 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:22.262657 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6509-a8ed-4db4-8c71-1be3bfcc2052 req-93b23c2b-d26d-44ef-bcf9-ed04334d34c3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:22.264133 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7af6509-a8ed-4db4-8c71-1be3bfcc2052 req-93b23c2b-d26d-44ef-bcf9-ed04334d34c3 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 945 time: 0.0788109 Jan 10 20:07:22.308560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7af6509-a8ed-4db4-8c71-1be3bfcc2052 req-f63324f5-f4e6-4c5b-9e81-b473327c5e98 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Jan 10 20:07:22.409820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['5e94de1c-b480-45de-b1ec-16950013e1cc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:07:23.509508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f967a7-6723-4093-9796-f35fd4e53063 req-d4924bbe-9e27-466a-b156-229a585d9b41 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:23.511031 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0f967a7-6723-4093-9796-f35fd4e53063 req-d4924bbe-9e27-466a-b156-229a585d9b41 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 945 time: 0.0783019 Jan 10 20:07:23.557417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e0f967a7-6723-4093-9796-f35fd4e53063 req-93a81fcb-8932-4ee5-8a6d-3a6ac649c066 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Jan 10 20:07:23.723167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-74dbaf9d-9977-4839-83fc-a7fac1cf534a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 1096 time: 0.0750170 Jan 10 20:07:23.732849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:07:23.836249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:23.916196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:07:23.983848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 5e94de1c-b480-45de-b1ec-16950013e1cc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:07:23.988943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 5e94de1c-b480-45de-b1ec-16950013e1cc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:07:23.989324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.102890 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.107233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:24.135322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:07:24.188090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:07:24.196276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.210652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Ignored duplicate provisioning block setup for port 5e94de1c-b480-45de-b1ec-16950013e1cc by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 10 20:07:24.214789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.272737 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:07:24.273090 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:07:24.353650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=9']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:24.375294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.375642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.375982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.376315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.377191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.377522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.377847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.378179 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.378499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.378819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.379165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:07:24.424129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] No DVR routers for this DVR port 5e94de1c-b480-45de-b1ec-16950013e1cc on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:07:24.525830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-57edd95b-57dc-4390-af2e-27d5803f79c3 None None] Provisioning complete for port 5e94de1c-b480-45de-b1ec-16950013e1cc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:07:24.526199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57edd95b-57dc-4390-af2e-27d5803f79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.587739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-57edd95b-57dc-4390-af2e-27d5803f79c3 None None] Port 5e94de1c-b480-45de-b1ec-16950013e1cc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:07:24.773371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:07:24.774007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:07:24.774007 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:07:24.780075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:07:24.780400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Attempting to bind port 5e94de1c-b480-45de-b1ec-16950013e1cc on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:07:24.787134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:07:24.787473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:07:24.787857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:07:24.788276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Bound port: 5e94de1c-b480-45de-b1ec-16950013e1cc, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:07:24.788616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.828814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.856371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:24.861926 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:24.866383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:24.924000 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'code': 200} Jan 10 20:07:24.933751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:07:24.936613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:24.938112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:07:24.944360 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:25.015344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435087d-37fe-4e7c-a58a-3545a7c4864a req-3afc3b26-2835-4efa-956f-3ba9aaa128dd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:25.016799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c435087d-37fe-4e7c-a58a-3545a7c4864a req-3afc3b26-2835-4efa-956f-3ba9aaa128dd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 947 time: 0.1831143 Jan 10 20:07:25.025312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:25.026626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] 10.222.0.30 "PUT /v2.0/ports/5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1092 time: 1.2975461 Jan 10 20:07:25.027111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:25.101352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d38d1-0b30-4e1f-a7c8-54d74690722b service neutron] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=11']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:25.139510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c435087d-37fe-4e7c-a58a-3545a7c4864a req-303806a1-e1dc-4858-b24b-a235051c5963 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157901 Jan 10 20:07:25.157214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-159e1103-8eeb-428a-adcd-091460467dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1098 time: 0.1086690 Jan 10 20:07:25.235486 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'status': 'completed', 'code': 200} Jan 10 20:07:25.304271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b50-b015-436f-9a2b-915059966fda req-ac1e8d5b-4ef7-415d-a347-39d946c8ea59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:25.305908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-ac1e8d5b-4ef7-415d-a347-39d946c8ea59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1421192 Jan 10 20:07:25.313550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-244cf500-632d-4ea5-b33a-84026a28d3cd None None] Provisioning complete for port 5e94de1c-b480-45de-b1ec-16950013e1cc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:07:25.314086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-244cf500-632d-4ea5-b33a-84026a28d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:25.410491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-11112361-a191-45fa-a2d3-66379cf48800 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1003 time: 0.0980957 Jan 10 20:07:25.410772 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-474e0e38-09f4-45dc-bb61-d06813f4fbc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1098 time: 0.1691544 Jan 10 20:07:25.475621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b50-b015-436f-9a2b-915059966fda req-73788f93-dd50-4eed-8bda-8222a8009f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:25.477076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-73788f93-dd50-4eed-8bda-8222a8009f81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0615709 Jan 10 20:07:25.544609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-e864f727-d53c-4685-9306-5f1ef92f9862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:25.546095 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-e864f727-d53c-4685-9306-5f1ef92f9862 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1298189 Jan 10 20:07:25.556612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-06e8f2a9-3650-4000-a3c7-4a01578b351e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739326 Jan 10 20:07:25.648429 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-7e0c5570-3a31-4cd7-849f-926497523841 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1003 time: 0.0968645 Jan 10 20:07:25.691175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-fef604e3-59ec-4579-9d9e-1788f532aa68 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287627 Jan 10 20:07:25.715774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-c5907481-6098-44ab-8c2d-ae428b108439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:25.717201 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-c5907481-6098-44ab-8c2d-ae428b108439 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0627923 Jan 10 20:07:25.792695 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-7abbca59-fa6c-4491-b3a2-3f18c5d2f94d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698538 Jan 10 20:07:25.820480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-27053b50-b015-436f-9a2b-915059966fda req-a3daa5d2-1eee-4db7-ba74-f405eeb57d13 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235769 Jan 10 20:07:25.922333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:07:25.926516 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-a10c190a-45ee-4b53-b5a6-df2d36a1838b service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281958 Jan 10 20:07:25.939686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-12c4ed91-9c3f-4363-830a-a101b6881371 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 1098 time: 0.0719140 Jan 10 20:07:25.978115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:07:26.057110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-be176178-8e5c-4669-b0e1-80d736c40fd0 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252861 Jan 10 20:07:26.074459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-b7cc3c3c-2900-4531-b513-0fceb0cbc781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:26.075885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-b7cc3c3c-2900-4531-b513-0fceb0cbc781 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1308374 Jan 10 20:07:26.173982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-b0ba9770-bc4b-4304-bcd8-be93a59293bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 200 len: 1003 time: 0.0906675 Jan 10 20:07:26.364107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-db5887d6-73fd-4de3-ba48-e3bc6992f9f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:26.365441 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-db5887d6-73fd-4de3-ba48-e3bc6992f9f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.1853557 Jan 10 20:07:26.442360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04819e6-3a18-4124-9340-0a1f551dd384 req-912c0b29-a134-4ff5-9191-687694c146bb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:26.443815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c04819e6-3a18-4124-9340-0a1f551dd384 req-912c0b29-a134-4ff5-9191-687694c146bb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 947 time: 0.1477737 Jan 10 20:07:26.484903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-c6d56270-322e-44e8-97db-9dc59f9d0479 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120174 Jan 10 20:07:26.515456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c04819e6-3a18-4124-9340-0a1f551dd384 req-afbec7dd-b58b-4372-87b0-5fd12f6d8181 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654094 Jan 10 20:07:26.620158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-664755c9-a34c-4f66-981a-c1a25dd79abb service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268792 Jan 10 20:07:26.747828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bbf923c-f0f1-4434-a12d-39bcdc53d3c5 req-f90f69b7-db3c-4329-aa13-d83c402946fe service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218183 Jan 10 20:07:27.717615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f89e5-006b-4ab9-bb16-607a67db7fbc req-4dd10aea-e182-4172-92f9-f2332aa1129c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:27.719164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec2f89e5-006b-4ab9-bb16-607a67db7fbc req-4dd10aea-e182-4172-92f9-f2332aa1129c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 947 time: 0.0825007 Jan 10 20:07:27.763502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec2f89e5-006b-4ab9-bb16-607a67db7fbc req-da2c133c-d5af-41c8-ad65-9a99714c0e57 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Jan 10 20:07:27.952337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee490bd4-4b1b-4db8-89cc-a0e212342189 req-4e62756a-c176-404b-a78b-56f66d746601 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:27.953779 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee490bd4-4b1b-4db8-89cc-a0e212342189 req-4e62756a-c176-404b-a78b-56f66d746601 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 947 time: 0.0746527 Jan 10 20:07:27.997992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee490bd4-4b1b-4db8-89cc-a0e212342189 req-b1323b89-026e-4a23-bb6a-29095ee240eb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Jan 10 20:07:28.196070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215415c-ced5-4131-bf18-327d133c68af req-60a2f7a8-52cb-4c44-b228-2cd82b9b1cdb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:28.197560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6215415c-ced5-4131-bf18-327d133c68af req-60a2f7a8-52cb-4c44-b228-2cd82b9b1cdb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 947 time: 0.0822961 Jan 10 20:07:28.242219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6215415c-ced5-4131-bf18-327d133c68af req-cf31e0f3-464b-4d76-babf-217b6c477ecd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 Jan 10 20:07:28.636881 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a626c1-b55c-42c7-be09-23ebcebc3095 req-233100ae-74ad-4dcf-9244-74bc6a539246 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:28.638236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65a626c1-b55c-42c7-be09-23ebcebc3095 req-233100ae-74ad-4dcf-9244-74bc6a539246 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 947 time: 0.0747011 Jan 10 20:07:28.682106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65a626c1-b55c-42c7-be09-23ebcebc3095 req-8e51d838-028e-4262-a2de-95c023a0f09d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378871 Jan 10 20:07:28.785935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:07:28.943117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:28.956225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'mac_address': 'fa:16:3e:f9:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:07:29.007505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:29.024131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:07:29.038498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:29.042670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:29.111373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=12']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:29.262950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['5e94de1c-b480-45de-b1ec-16950013e1cc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:07:29.788321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-b08b62bf-b489-492a-a610-8213c6ab738d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:29.789679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-b08b62bf-b489-492a-a610-8213c6ab738d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.0787971 Jan 10 20:07:29.899225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Deleting port 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:07:29.899557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:30.017613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea7029-53ef-4fd4-8c06-05ea4f25bf49 req-e3484662-5575-4cda-9ec8-a2d23f49ab10 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:30.019240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1eea7029-53ef-4fd4-8c06-05ea4f25bf49 req-e3484662-5575-4cda-9ec8-a2d23f49ab10 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 946 time: 0.1959321 Jan 10 20:07:30.155114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1eea7029-53ef-4fd4-8c06-05ea4f25bf49 req-9d892832-9132-4c47-bcc3-8af27ed7751d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302087 Jan 10 20:07:30.190529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] For port 5e94de1c-b480-45de-b1ec-16950013e1cc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=5e94de1c-b480-45de-b1ec-16950013e1cc,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:30.190905 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:30.554281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:30.554644 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:30.554981 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca disassociated. External IP: 172.25.6.152, port: 5e94de1c-b480-45de-b1ec-16950013e1cc. Jan 10 20:07:30.555325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Calling delete_port for 5e94de1c-b480-45de-b1ec-16950013e1cc owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:07:30.698637 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:30.744015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event deleted for resources: {'Port': ['ID=5e94de1c-b480-45de-b1ec-16950013e1cc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:30.795546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:07:30.801110 n-d-816927-8 neutron-server[83631]: INFO neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No ports have port_id starting with 5e94de1c-b480-45de-b1ec-16950013e1cc Jan 10 20:07:30.801994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc requested by agent hyperv_n-h2-816927-8 not found in database {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Jan 10 20:07:30.957888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:07:31.152527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:07:31.162446 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:07:31.174348 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:07:31.175235 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:07:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:31.226965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] No DVR routers for this DVR port 5e94de1c-b480-45de-b1ec-16950013e1cc on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:07:31.229769 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:31.232990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-deleted', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:31.249733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a4dcd2b-4cdc-4aee-94ac-1245b9c206d8 req-56d9207e-d40e-4263-b6b6-49d5cd1a280e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "DELETE /v2.0/ports/5e94de1c-b480-45de-b1ec-16950013e1cc HTTP/1.1" status: 204 len: 173 time: 1.4538610 Jan 10 20:07:31.328072 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3ebe6c-fb54-47eb-885f-cecffb54106e', 'name': 'network-vif-deleted', 'tag': '5e94de1c-b480-45de-b1ec-16950013e1cc', 'status': 'completed', 'code': 200} Jan 10 20:07:31.339039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-dce85700-b609-41d9-91c8-fa3ad2277540 req-40b11a43-1444-45ec-9cc0-9d9687c3675a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:07:31.356176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-dce85700-b609-41d9-91c8-fa3ad2277540 req-40b11a43-1444-45ec-9cc0-9d9687c3675a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:07:31.358010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dce85700-b609-41d9-91c8-fa3ad2277540 req-40b11a43-1444-45ec-9cc0-9d9687c3675a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3ebe6c-fb54-47eb-885f-cecffb54106e HTTP/1.1" status: 200 len: 210 time: 0.0670464 Jan 10 20:07:31.359379 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:07:31.695536 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:31.699124 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:07:31.712875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:07:31.713465 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:07:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:31.883377 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:07:32.180587 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:32.184265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31980-7388-43a8-b9ee-e0c91c9dd881 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:07:32.399045 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcdb67e-9187-49f1-a605-e829a3bf34c7 None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:07:32.772684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-e4c2adb7-ae46-47fb-b0ac-ccf5b5a11000 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1066097667&fields=id&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 267 time: 0.0410926 Jan 10 20:07:32.795273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:07:32.826796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 5e94de1c-b480-45de-b1ec-16950013e1cc {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:07:32.827175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 5e94de1c-b480-45de-b1ec-16950013e1cc not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:07:32.919933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-5fefd14e-4b28-4b29-9193-6034eb7b9516 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:32.921295 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-5fefd14e-4b28-4b29-9193-6034eb7b9516 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1421709 Jan 10 20:07:32.937900 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-2d85212e-237f-4cfb-87a2-e902bbaf4d91 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/quotas/a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 375 time: 0.0110600 Jan 10 20:07:33.020082 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-2c1fb8b5-49df-45c9-a472-cd6c31225dfb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772495 Jan 10 20:07:33.154628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-af032db1-4ac1-447f-9de5-042150ff45e6 service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234548 Jan 10 20:07:33.285275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-023a05c1-2b19-4e8a-bcde-384a29a913e5 service neutron] 10.222.0.21 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249690 Jan 10 20:07:33.469906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd0f95aa-3d87-4cc6-8fc9-9d2ba5096585 req-0abf1d75-f6d9-46ad-a3f0-a04cd42dc805 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 210 time: 0.0406783 Jan 10 20:07:34.455164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-778fc889-3eea-430e-9b4c-7710feabb7dd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:34.456597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-778fc889-3eea-430e-9b4c-7710feabb7dd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 812 time: 0.1475425 Jan 10 20:07:34.510858 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-71627c3e-7083-48fc-8c2a-ea77c5cfbf41 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 380 time: 0.0415373 Jan 10 20:07:34.520202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'port': {'device_id': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'admin_state_up': True, 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'security_groups': ['4d7863e5-00f4-44da-a215-52e6396e4130']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:07:34.643929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-110b6031-8e7f-423e-9c11-a78736c1f601 req-e325da52-b38e-4aee-acea-0ef9205fcb91 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 210 time: 0.0523715 Jan 10 20:07:34.662094 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:07:34.671411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:07:34.680454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Made reservation on behalf of a455d65e281e468a8b95d5020fb4ad66 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:07:34.683424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:34.839029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Allocated IP 172.20.0.14 (4d798c0f-979c-4f57-8031-e612cdc92d86/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598/14e87db8-fccf-44b6-8c40-8c591c2020d3) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:07:35.017530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.032396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Transition to ACTIVE for port object 14e87db8-fccf-44b6-8c40-8c591c2020d3 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:07:35.054267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.127689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:07:35.130658 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:07:35.133020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:07:35.168767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:35.199484 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:35.200094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.224593 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-9770af3b-a3c4-4a7a-8641-ad85c8c2dee1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7094088 Jan 10 20:07:35.237119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Request body: {'port': {'device_id': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:07:35.421978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0315d188-b3db-4da5-ab76-699aa126faaf None None] Provisioning for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:07:35.427515 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0315d188-b3db-4da5-ab76-699aa126faaf None None] Provisioning complete for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:07:35.427986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0315d188-b3db-4da5-ab76-699aa126faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.437850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.478027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0315d188-b3db-4da5-ab76-699aa126faaf None None] Port 14e87db8-fccf-44b6-8c40-8c591c2020d3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:07:35.769548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:07:35.776508 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.791321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Transition to ACTIVE for port object 14e87db8-fccf-44b6-8c40-8c591c2020d3 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:07:35.795754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:35.848946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc5028-1720-4599-8955-dff80259786f req-e3eef268-219f-4d96-ad7a-fc96741b4a6e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:35.851691 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65bc5028-1720-4599-8955-dff80259786f req-e3eef268-219f-4d96-ad7a-fc96741b4a6e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0790904 Jan 10 20:07:35.911559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-65bc5028-1720-4599-8955-dff80259786f req-b6bfb59e-a4b1-4fd2-917f-f716c9d5d19d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542102 Jan 10 20:07:35.922935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:36.031960 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:07:36.032934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:07:36.033296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:07:36.039112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:07:36.039418 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:07:36.045493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:07:36.045828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:07:36.046217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:07:36.046635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Bound port: 14e87db8-fccf-44b6-8c40-8c591c2020d3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:07:36.047009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:36.133561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:07:36.136456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:07:36.140850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:36.205455 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:36.206832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] 10.222.0.44 "PUT /v2.0/ports/14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1092 time: 0.9745975 Jan 10 20:07:36.207301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:36.238908 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a73265-7434-4c52-9b19-934b8f213858 service neutron] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:36.283039 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'status': 'completed', 'code': 200} Jan 10 20:07:36.326256 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-b89de4a3-0604-4741-88e3-6ed22e81b8aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1095 time: 0.0772705 Jan 10 20:07:36.398088 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-900feb98-714c-42d4-815d-948f66248240 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 217 time: 0.0656319 Jan 10 20:07:36.460176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-035fe9a5-9baa-42f6-8467-ce01c71f0cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:36.461560 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-035fe9a5-9baa-42f6-8467-ce01c71f0cbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0574520 Jan 10 20:07:36.536243 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-55d9b24c-ae6e-4d31-9b2c-34b573da4111 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686035 Jan 10 20:07:36.662201 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-26479231-7dbf-404a-a4ef-3fe103c728e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194341 Jan 10 20:07:36.788320 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-47aa354f-1298-4826-bbe6-1d86f93208ce req-f7fd8c3b-d51e-4711-8cad-7cadf0ec65e6 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199050 Jan 10 20:07:36.901057 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-62a46aa9-cf03-4d77-955c-be147f85c2dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1095 time: 0.0667517 Jan 10 20:07:37.028580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-bdc69e7d-7713-4a5f-8cd8-b2f0d3805e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:37.030314 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-bdc69e7d-7713-4a5f-8cd8-b2f0d3805e75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1241815 Jan 10 20:07:37.100799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51db445-6478-4e9c-815a-79c1c7ce59d8 req-d1081df9-369e-4d71-820b-5e1d3d4f9540 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:37.102323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51db445-6478-4e9c-815a-79c1c7ce59d8 req-d1081df9-369e-4d71-820b-5e1d3d4f9540 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0796707 Jan 10 20:07:37.198523 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-f768391a-d425-4b56-98ed-b6b2ed79c6dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 217 time: 0.1613948 Jan 10 20:07:37.246720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a51db445-6478-4e9c-815a-79c1c7ce59d8 req-c347042f-4dd3-4f2b-a6d8-95a35389bcfc tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385550 Jan 10 20:07:37.259915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-cd3da968-a960-4be5-961d-3786af560613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:37.261389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-cd3da968-a960-4be5-961d-3786af560613 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0568180 Jan 10 20:07:37.333648 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-be2805e9-1c81-4276-9192-7394947f3332 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657206 Jan 10 20:07:37.461934 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-9b4bee7a-017c-44ce-8501-61f7be84ffe1 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207678 Jan 10 20:07:37.591284 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb6e5b76-2144-41e3-b0a3-7355b396b008 req-40475f83-3ea0-4fc5-8de9-2088c2d8186f service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218913 Jan 10 20:07:38.439088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f4773-fb4e-450e-9971-cd64509407e7 req-5402c43e-bb7d-40cf-b2e0-1732d1abc1a1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:38.440428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed6f4773-fb4e-450e-9971-cd64509407e7 req-5402c43e-bb7d-40cf-b2e0-1732d1abc1a1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0734143 Jan 10 20:07:38.483720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ed6f4773-fb4e-450e-9971-cd64509407e7 req-7e2d31d7-7061-4919-a15f-b4a16ad9ab53 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378525 Jan 10 20:07:38.500267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cc9e69a-f9f5-422d-901b-9b45d912f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:39.680710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8f9d8-f2fa-4d8b-8f49-c1482e5fbb54 req-3781d2f7-b6ed-46c6-a560-be037e0ef409 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:39.682454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3e8f9d8-f2fa-4d8b-8f49-c1482e5fbb54 req-3781d2f7-b6ed-46c6-a560-be037e0ef409 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0790246 Jan 10 20:07:39.727286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3e8f9d8-f2fa-4d8b-8f49-c1482e5fbb54 req-1563e15c-2f79-43f1-8539-a6e8da83d8e5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 Jan 10 20:07:40.008104 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:07:40.141206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:40.154580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'mac_address': 'fa:16:3e:9b:58:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:07:40.211563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:40.228467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:07:40.243543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:40.248019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:40.311156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:40.437280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['14e87db8-fccf-44b6-8c40-8c591c2020d3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:07:40.583205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-474efffc-f919-4ff1-858c-de2bc85f6c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:40.927221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1406-6731-40e2-b5a7-5de80c995134 req-e382b258-930c-4ca6-9c8e-d7c272d8d2b7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:40.928592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adaf1406-6731-40e2-b5a7-5de80c995134 req-e382b258-930c-4ca6-9c8e-d7c272d8d2b7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0788188 Jan 10 20:07:40.976791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-adaf1406-6731-40e2-b5a7-5de80c995134 req-6efd2100-ac61-4d42-920c-7fdea5380d78 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Jan 10 20:07:41.856804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:42.001417 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:42.023018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:07:42.096198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:07:42.101117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:07:42.101503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:42.174472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7e8a7-1701-475a-bd71-850328ef276e req-15a00d0b-cbd9-49c7-ad21-ead77c98c305 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:42.176223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4b7e8a7-1701-475a-bd71-850328ef276e req-15a00d0b-cbd9-49c7-ad21-ead77c98c305 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0754592 Jan 10 20:07:42.213009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:42.221684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b4b7e8a7-1701-475a-bd71-850328ef276e req-d30028c6-a406-4038-8aa0-cc485430778b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Jan 10 20:07:42.247129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:42.257239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:07:42.261189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:42.303369 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'code': 200} Jan 10 20:07:42.329831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:07:42.421223 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eea20c70-7d28-43ef-9fd8-40abec37c60b req-4227143c-474b-406d-b17c-eed0297758d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1097 time: 0.0685868 Jan 10 20:07:42.461802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eea20c70-7d28-43ef-9fd8-40abec37c60b req-942f024d-6e14-4fa6-947a-caf6443a2617 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345800 Jan 10 20:07:43.166262 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:07:43.273571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:43.417726 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ddf0b-da40-4869-b95b-ec9811c0e2d9 req-47d6e00e-b161-40d6-bf4d-dcbdc2646192 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:43.419125 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a4ddf0b-da40-4869-b95b-ec9811c0e2d9 req-47d6e00e-b161-40d6-bf4d-dcbdc2646192 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0781298 Jan 10 20:07:43.463118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a4ddf0b-da40-4869-b95b-ec9811c0e2d9 req-5abc3f57-3014-4370-8dfc-b1055cde91fc tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385783 Jan 10 20:07:44.655215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f00f-bbdd-439c-a6a1-8b0e37a6ecd3 req-83d44699-b2a7-4916-82cf-dba61642bacb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:44.656665 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c570f00f-bbdd-439c-a6a1-8b0e37a6ecd3 req-83d44699-b2a7-4916-82cf-dba61642bacb tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0741138 Jan 10 20:07:44.700708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c570f00f-bbdd-439c-a6a1-8b0e37a6ecd3 req-27046926-fb39-4796-807a-145bcd5370d6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386658 Jan 10 20:07:44.889149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218ee4c-62ce-4113-9f0e-34cd5e4b2af8 req-823dfa45-fd6e-4959-beed-be7bbff31556 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:44.890600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8218ee4c-62ce-4113-9f0e-34cd5e4b2af8 req-823dfa45-fd6e-4959-beed-be7bbff31556 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0785365 Jan 10 20:07:44.899140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:07:44.904274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Request body: {'floatingip': {'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:07:44.979173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:45.558900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:45.562274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:45.702136 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:45.838155 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca associated. External IP: 172.25.6.152, port: 14e87db8-fccf-44b6-8c40-8c591c2020d3. Jan 10 20:07:45.933531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:46.226842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:07:46.425900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:07:46.430657 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:07:46.435280 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:07:46.448008 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:07:46.448600 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:07:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:46.481482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-05055484-19fb-4e01-bf57-a6036e1a918e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "PUT /v2.0/floatingips/d213e47e-71f7-4a50-9bf8-7774404945ca HTTP/1.1" status: 200 len: 993 time: 1.5812943 Jan 10 20:07:46.482056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:07:46.536574 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'status': 'completed', 'code': 200} Jan 10 20:07:46.625753 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:07:46.630110 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-c06e4199-e956-4d42-af3e-7ca36e88fcec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1097 time: 0.0694504 Jan 10 20:07:46.757496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-7c9c30d4-048a-49da-9c01-4963bc9f983e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:46.758859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-7c9c30d4-048a-49da-9c01-4963bc9f983e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1226072 Jan 10 20:07:46.858570 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-be197608-d883-4e53-866b-91feddf90399 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.0941162 Jan 10 20:07:46.921052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-20826014-1645-4d62-a63b-1575e56aec5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:07:46.922522 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-20826014-1645-4d62-a63b-1575e56aec5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0584276 Jan 10 20:07:46.966949 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:9b:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:07:45Z', 'revision_number': 13, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:46.971247 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:07:46.981663 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:07:46.982272 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:07:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:46.994509 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-2d36e6fa-3e48-4053-93d8-720eae30f5fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665536 Jan 10 20:07:47.125069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-70389621-3762-4e28-8ef6-18220fedc29b service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244628 Jan 10 20:07:47.180051 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:07:47.256375 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-34ba73f6-8065-4d91-862d-2df8e6aec570 req-633b6c04-007e-4158-9b67-152f1a1af06f service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254749 Jan 10 20:07:47.514304 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:9b:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:07:45Z', 'revision_number': 13, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:07:47.518711 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac89d8a-a3a2-48a2-abcc-aae097d67654 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'd213e47e-71f7-4a50-9bf8-7774404945ca', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'mac_address': 'fa:16:3e:9b:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:00:35Z', 'updated_at': '2022-01-10T20:07:45Z', 'revision_number': 13, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:07:47.720013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896865c8-259a-48b1-8d13-3f3bc9992c3d None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:08:08.502764 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1f5fabb5-49bd-4161-9b08-8f2ffbd18079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:10.574321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-210added-9b8a-4e96-baf7-dc14c8dcea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:11.857678 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:12.002506 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:13.276858 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:15.694049 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:15.941575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:20.166996 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:08:33.529501 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-57d8a4e5-0b12-4af2-9130-72094d792333 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692940 Jan 10 20:08:33.661842 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-41d1d14a-c274-4717-b590-6d70642aa356 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1097 time: 0.0668538 Jan 10 20:08:33.801611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-59f70d07-9266-47cc-ba0d-493239f474e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:08:33.803051 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-59f70d07-9266-47cc-ba0d-493239f474e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1226206 Jan 10 20:08:33.983573 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-d050d775-7373-4576-9085-e7af08240379 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1003 time: 0.1751630 Jan 10 20:08:34.048236 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-0140cb8a-08ca-4ed6-bcc9-fb9565758fc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:08:34.050922 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-0140cb8a-08ca-4ed6-bcc9-fb9565758fc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0615640 Jan 10 20:08:34.125468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-2d6e0f62-3898-4b57-b24b-524efa6a8d29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692792 Jan 10 20:08:34.254496 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-f51999cf-59f4-474f-9ca7-247d32f49107 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229596 Jan 10 20:08:34.384294 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-2ccd3d21-e8a4-4516-aa97-160fa42455a0 req-3f99e553-83cb-4507-a2dc-9bc348288947 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244104 Jan 10 20:08:38.504622 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c88e63a3-fb1a-4a8a-9a63-ad0b7c5d0fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:40.575864 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e798e67c-e8f5-4d80-91d6-628a0e3e6ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:41.858605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:42.005966 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:43.279188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:45.691323 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:45.941144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:08:57.167787 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:09:08.506130 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-84bf9ea0-2d0e-49c0-9fc2-75288cff0db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:10.577112 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0881342e-5cd0-4a12-9893-535402deead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:11.859797 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:12.009274 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:13.281531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:15.701219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:15.940655 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:23.636673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6620-f70a-4374-8016-22e3ff1da650 req-7d374b1d-90e6-4e91-acbc-966b4de20fe0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:23.638171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-827d6620-f70a-4374-8016-22e3ff1da650 req-7d374b1d-90e6-4e91-acbc-966b4de20fe0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0773787 Jan 10 20:09:23.682415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-827d6620-f70a-4374-8016-22e3ff1da650 req-b4ac5ded-2dd6-4d07-9aa3-a4dfbcdd2aba tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Jan 10 20:09:32.173078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c45b38f-0adf-4ae7-930b-42a3d664a5b8 req-43605922-2b2d-4ecd-b6b8-11d5dd92f9a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1486416 Jan 10 20:09:33.480671 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-322de633-94d2-4241-ba4b-214b70f7f579 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166995 Jan 10 20:09:33.502047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cfee8-8ce9-4b2c-a39e-5a70381d1e55 req-3a821f78-8bbf-4e5c-870d-24c9568c3413 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:33.504124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa2cfee8-8ce9-4b2c-a39e-5a70381d1e55 req-3a821f78-8bbf-4e5c-870d-24c9568c3413 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0838292 Jan 10 20:09:33.550444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa2cfee8-8ce9-4b2c-a39e-5a70381d1e55 req-55468ada-f4ce-4be6-82bf-cbddb557bc69 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Jan 10 20:09:33.636383 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-7d82d391-93a9-4a17-8787-10e54c9d14ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1097 time: 0.0692806 Jan 10 20:09:33.782030 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-9fb559a6-7ce1-40dc-84ea-bda353e31f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:33.783630 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-9fb559a6-7ce1-40dc-84ea-bda353e31f81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1281333 Jan 10 20:09:33.885918 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-46c059c9-0289-47fa-bf7d-9f845bbe8836 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1003 time: 0.0968056 Jan 10 20:09:33.946556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-b8be1d6e-9e9f-4b74-9f98-ae90921c7142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:33.948054 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-b8be1d6e-9e9f-4b74-9f98-ae90921c7142 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0571201 Jan 10 20:09:34.026502 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-8a8b4e3f-aa78-459f-af90-9c3b379547f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726159 Jan 10 20:09:34.161195 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-372597d8-7d3f-4bb2-9b38-995bc85e13ff service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282914 Jan 10 20:09:34.168307 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:09:34.296454 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b390fa60-813c-409e-a2ce-77e36ac9d0ef req-e01e74d8-1dc5-4a48-9d7f-6b72eb6639fa service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294177 Jan 10 20:09:34.746316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475015b5-5487-47d0-b186-9a25b1c06d92 req-fff56172-42e7-4b3b-b3d3-2e9125b90c97 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:34.747768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-475015b5-5487-47d0-b186-9a25b1c06d92 req-fff56172-42e7-4b3b-b3d3-2e9125b90c97 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0774999 Jan 10 20:09:34.790960 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-475015b5-5487-47d0-b186-9a25b1c06d92 req-507495b2-6de4-4aac-8ddf-f663d06ae9a5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378716 Jan 10 20:09:35.722365 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-d9348fbc-319b-474f-ba0a-cb8829a56606 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1097 time: 0.0668740 Jan 10 20:09:35.849496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-148ce0e3-88fa-40aa-a198-565a1280bc17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:35.850964 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-148ce0e3-88fa-40aa-a198-565a1280bc17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1233490 Jan 10 20:09:35.952881 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-bb0aebdf-d1a5-4372-b336-fe08660b76d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1003 time: 0.0957205 Jan 10 20:09:35.993595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb773fe-d13c-4ab8-963f-cbadc33ab870 req-6f37c504-3b83-4fe7-8601-95c5ba2fd9dd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:35.994971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcb773fe-d13c-4ab8-963f-cbadc33ab870 req-6f37c504-3b83-4fe7-8601-95c5ba2fd9dd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0763452 Jan 10 20:09:36.013461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-9ef69e9a-b6f8-45d7-bf23-0a8209f66e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:36.014942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-9ef69e9a-b6f8-45d7-bf23-0a8209f66e95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0568297 Jan 10 20:09:36.039888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcb773fe-d13c-4ab8-963f-cbadc33ab870 req-5706b467-1d9c-434b-bc2f-58a036de1547 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392530 Jan 10 20:09:36.186897 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-5f167eba-6217-4cb1-b0a1-35455f568ba1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666286 Jan 10 20:09:36.314924 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-4d9559eb-6755-4a97-a012-fcf7a46251e2 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215215 Jan 10 20:09:36.443049 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-848ce42f-3a18-43bc-af02-cdbf34eed913 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221447 Jan 10 20:09:37.382309 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d591-36c2-40f0-b622-9eb2a2e387e4 req-f7cf05de-44d1-4aaa-a680-5dddcbdacec8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:37.383809 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d530d591-36c2-40f0-b622-9eb2a2e387e4 req-f7cf05de-44d1-4aaa-a680-5dddcbdacec8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0779054 Jan 10 20:09:37.427609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d530d591-36c2-40f0-b622-9eb2a2e387e4 req-1a07106d-f0d8-4c14-aea2-e5f0fc9769e7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385630 Jan 10 20:09:38.508509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a92f0cf-4073-4f54-ada0-f3b92e255e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:38.621993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367c21a-2f86-4116-a4ba-29f6f1a36d8d req-9a0d14c1-aeb3-462f-81c6-ad13b1249852 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:38.623504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b367c21a-2f86-4116-a4ba-29f6f1a36d8d req-9a0d14c1-aeb3-462f-81c6-ad13b1249852 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0740774 Jan 10 20:09:38.670495 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b367c21a-2f86-4116-a4ba-29f6f1a36d8d req-3ebe9bc1-d0c4-401f-942e-5a22eafcc760 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Jan 10 20:09:39.867515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7717a3b-266e-4b48-a97d-f94a70ddf631 req-ccf76417-8ef3-4a92-ba66-aa1de1bad7b5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:39.868993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7717a3b-266e-4b48-a97d-f94a70ddf631 req-ccf76417-8ef3-4a92-ba66-aa1de1bad7b5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0756762 Jan 10 20:09:39.916292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7717a3b-266e-4b48-a97d-f94a70ddf631 req-4dd3ab21-f7f2-4c4a-a0e9-87206b16b697 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Jan 10 20:09:40.577733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6018d76a-8e3a-4e79-8714-156ed2228068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:41.207661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ddc3c-fe1e-4e97-b330-cd984ecef7f7 req-62eb01e1-a90c-42c3-a309-95ff1f3b2022 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:41.209016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-801ddc3c-fe1e-4e97-b330-cd984ecef7f7 req-62eb01e1-a90c-42c3-a309-95ff1f3b2022 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.1678958 Jan 10 20:09:41.252852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-801ddc3c-fe1e-4e97-b330-cd984ecef7f7 req-0db7f9df-a8c6-4944-b76c-2c9ae88fe96a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382226 Jan 10 20:09:41.860906 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:42.010579 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:42.446204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c29e-bcf9-4f98-bd4d-198408dcc6e1 req-2ec2d84f-fcda-4e29-9fd1-3daf44860a07 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:42.447654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6242c29e-bcf9-4f98-bd4d-198408dcc6e1 req-2ec2d84f-fcda-4e29-9fd1-3daf44860a07 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0751557 Jan 10 20:09:42.491188 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6242c29e-bcf9-4f98-bd4d-198408dcc6e1 req-3558d16a-5869-4527-8481-092ca606e650 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381041 Jan 10 20:09:43.289233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:43.695084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f55fa-7dd4-4fba-a16c-ad331a5faac7 req-d5e5d2d1-65aa-4388-ba18-ab99a6e963cd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:43.696516 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d21f55fa-7dd4-4fba-a16c-ad331a5faac7 req-d5e5d2d1-65aa-4388-ba18-ab99a6e963cd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0791931 Jan 10 20:09:43.741037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d21f55fa-7dd4-4fba-a16c-ad331a5faac7 req-212bad06-e84c-4b45-97f3-6a4e3ca4239e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391288 Jan 10 20:09:44.934154 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc19acf-c8f6-4c65-aecb-7aeaf3b4bbca req-354d300e-07d4-44ce-bc5a-7b6dbeb60fa7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:44.935609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fcc19acf-c8f6-4c65-aecb-7aeaf3b4bbca req-354d300e-07d4-44ce-bc5a-7b6dbeb60fa7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0746965 Jan 10 20:09:44.978430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fcc19acf-c8f6-4c65-aecb-7aeaf3b4bbca req-e977d1a0-c595-4166-b40c-61ac74a24d11 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Jan 10 20:09:45.701649 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:45.961989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:46.173976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79e7a-fcb2-4fb7-ad30-2ea0e1fe0c5b req-bd45a10d-59fc-4db4-950a-757223b3227f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:46.175728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16c79e7a-fcb2-4fb7-ad30-2ea0e1fe0c5b req-bd45a10d-59fc-4db4-950a-757223b3227f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0778265 Jan 10 20:09:46.219780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-16c79e7a-fcb2-4fb7-ad30-2ea0e1fe0c5b req-aa6b69e6-6b1e-4695-93e9-c9e7aba84db0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385253 Jan 10 20:09:47.412607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111035f-999d-42b8-8b95-f2bfe3cc5b82 req-ccb9adb7-d6af-4e7c-ab1f-f3104b4cb9bd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:47.413946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3111035f-999d-42b8-8b95-f2bfe3cc5b82 req-ccb9adb7-d6af-4e7c-ab1f-f3104b4cb9bd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0743804 Jan 10 20:09:47.461901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3111035f-999d-42b8-8b95-f2bfe3cc5b82 req-d581d629-c61c-40fd-a456-3abeba489ff6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Jan 10 20:09:48.659491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b909ce8-1414-4ee7-a974-839b17da3f15 req-45ab61cd-839f-402a-8880-6b8ab6c4d682 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:48.661745 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b909ce8-1414-4ee7-a974-839b17da3f15 req-45ab61cd-839f-402a-8880-6b8ab6c4d682 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0755136 Jan 10 20:09:48.707650 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b909ce8-1414-4ee7-a974-839b17da3f15 req-421ccc99-7c6e-46ec-b2d6-7034e499a327 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402646 Jan 10 20:09:49.001847 n-d-816927-8 neutron-server[83629]: INFO neutron.api.v2.resource [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-b53fca4a-54a5-4711-9a45-770e03acedb6 service neutron] show failed (client error): The resource could not be found. Jan 10 20:09:49.002892 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-b53fca4a-54a5-4711-9a45-770e03acedb6 service neutron] 10.222.0.44 "GET /v2.0/ports/14e87db8-fccf-44b6-8c40-8c591c2020d3/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.0716903 Jan 10 20:09:49.257673 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-2f788ac2-92b9-483b-926c-1d28b3b80bff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 1097 time: 0.0708375 Jan 10 20:09:49.268070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:09:49.368933 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:49.627079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:09:49.655252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:09:49.715231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:09:49.720910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:49.735535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Transition to ACTIVE for port object 14e87db8-fccf-44b6-8c40-8c591c2020d3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:09:49.741786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:49.787613 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'code': 200} Jan 10 20:09:49.867014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:09:49.947098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.947443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.947777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.948104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.948428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.948750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.949067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.949385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.949698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.950010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:49.950324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:09:50.005145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] No DVR routers for this DVR port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on host n-h1-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:09:50.099993 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7241-c106-4964-a632-5683d9b91458 req-6ec088d2-d315-4592-85c0-79d6606df587 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:50.101442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21aa7241-c106-4964-a632-5683d9b91458 req-6ec088d2-d315-4592-85c0-79d6606df587 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.2319818 Jan 10 20:09:50.294282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-21aa7241-c106-4964-a632-5683d9b91458 req-9291c2f3-ce4a-4a70-9062-ddd2a1d72c0e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874006 Jan 10 20:09:50.382378 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:09:50.382707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:09:50.383056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:09:50.388478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:09:50.388793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:09:50.394772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:09:50.395131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:09:50.396035 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:09:50.396449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Bound port: 14e87db8-fccf-44b6-8c40-8c591c2020d3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:09:50.396781 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:50.483607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:09:50.486458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:09:50.490935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:50.550769 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:09:50.552175 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] 10.222.0.30 "PUT /v2.0/ports/14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1092 time: 1.2878973 Jan 10 20:09:50.564557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ce1e-428c-4458-9f7f-1d2557c85066 service neutron] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:09:50.646523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-d10ba0ae-cea5-4c2e-9252-3e0189bdd2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1095 time: 0.0713279 Jan 10 20:09:50.669808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:09:50.728369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:09:50.786930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-09da1fe6-f871-498c-adb7-ee4a5768647e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:50.788431 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-09da1fe6-f871-498c-adb7-ee4a5768647e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1366966 Jan 10 20:09:50.901227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-78db9b50-10fc-416a-916b-a62720aaad71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.1069002 Jan 10 20:09:50.967609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-98c73056-ee39-4999-8ad2-250add62d3e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:50.969057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-98c73056-ee39-4999-8ad2-250add62d3e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0617855 Jan 10 20:09:51.043895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-46a27a23-f928-476a-8f02-e7cd0df4273a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694733 Jan 10 20:09:51.174235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-61355870-48f5-4d2e-a1f2-02af6a37f84f service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232812 Jan 10 20:09:51.303592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-718509e9-e1ac-45cd-a6a5-127fce264226 req-35a339e7-3eef-4f1c-84c3-506565d3e64f service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237252 Jan 10 20:09:51.497013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c7c2-8a72-4457-baee-c0e975157c75 req-ad64a5df-5f96-4e09-888d-4e826d081055 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:51.498458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b02c7c2-8a72-4457-baee-c0e975157c75 req-ad64a5df-5f96-4e09-888d-4e826d081055 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0779240 Jan 10 20:09:51.545841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b02c7c2-8a72-4457-baee-c0e975157c75 req-99b94224-dabd-4d74-a6da-0588fe411d9d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Jan 10 20:09:51.788849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:09:51.857390 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'status': 'completed', 'code': 200} Jan 10 20:09:51.942499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-6cc64993-67cb-4e1f-a3ad-35ffd28a43a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1095 time: 0.0697699 Jan 10 20:09:51.953423 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-643382ee-ef2c-4c7e-9074-4c109c5b4c39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1095 time: 0.0743721 Jan 10 20:09:52.091894 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4896f0-7af9-4992-b89d-3af837484fba req-48915a67-1010-4774-a46d-a7dba7e42d58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:52.093306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4896f0-7af9-4992-b89d-3af837484fba req-381e23e3-0648-4f31-aa07-c552f0b9ff48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:52.093434 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-48915a67-1010-4774-a46d-a7dba7e42d58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1340177 Jan 10 20:09:52.095400 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-381e23e3-0648-4f31-aa07-c552f0b9ff48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1478312 Jan 10 20:09:52.203370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-211be416-f8c6-4e9b-92a6-00c99e11f3e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.1042070 Jan 10 20:09:52.205011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-a19b87df-4766-4273-a735-4316dd9f92a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.1030343 Jan 10 20:09:52.264519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4896f0-7af9-4992-b89d-3af837484fba req-6f79d53a-7bd2-4ce5-a19a-423aeec620ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:52.265707 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-6f79d53a-7bd2-4ce5-a19a-423aeec620ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0567217 Jan 10 20:09:52.267725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4896f0-7af9-4992-b89d-3af837484fba req-0fbb4ac8-6975-4245-ba0a-4bf063bee009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:52.269155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-0fbb4ac8-6975-4245-ba0a-4bf063bee009 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0587020 Jan 10 20:09:52.347441 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-dbf4fea7-1164-413a-a6cd-f8c1fc611b54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757332 Jan 10 20:09:52.347827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-19649610-c54f-447d-a1a0-5b297be28165 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728521 Jan 10 20:09:52.484125 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-93037fb9-7969-46d0-8f33-c088f297664c service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306379 Jan 10 20:09:52.581993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-99d3c5c3-4f77-482c-bb34-ad4d20acb949 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285075 Jan 10 20:09:52.626359 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-80ad0718-c420-46b9-80fe-2e206ded2385 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357343 Jan 10 20:09:52.772446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dc4896f0-7af9-4992-b89d-3af837484fba req-2a761fec-ec75-4557-be64-a83c686b2821 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839893 Jan 10 20:09:52.796520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2333f8-ebb4-4c88-bf61-8e6f7e2f4bad req-158de53f-de2d-4fb3-96c2-0cc5095d615c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:52.798080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea2333f8-ebb4-4c88-bf61-8e6f7e2f4bad req-158de53f-de2d-4fb3-96c2-0cc5095d615c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.1112406 Jan 10 20:09:52.849054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea2333f8-ebb4-4c88-bf61-8e6f7e2f4bad req-2535a3f2-07f9-4b75-a1b4-8415873ca5f1 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Jan 10 20:09:54.046765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855171-94f1-4a5e-b3f6-7e6bfaff52ba req-12e042be-c56a-4389-97c5-43e332febc3d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:54.048253 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7855171-94f1-4a5e-b3f6-7e6bfaff52ba req-12e042be-c56a-4389-97c5-43e332febc3d tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0770924 Jan 10 20:09:54.092848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7855171-94f1-4a5e-b3f6-7e6bfaff52ba req-1abc76bc-cdd0-46ba-84a2-ee3070d03dee tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383630 Jan 10 20:09:55.286762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06823f-942b-4a32-8829-f351d821d762 req-0256ad47-8311-4e54-9631-7921f68dcb9b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:55.288217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b06823f-942b-4a32-8829-f351d821d762 req-0256ad47-8311-4e54-9631-7921f68dcb9b tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0755730 Jan 10 20:09:55.335555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b06823f-942b-4a32-8829-f351d821d762 req-395ceb7b-243b-4df3-8435-9ad823e11227 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Jan 10 20:09:56.528954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38446966-9c4a-4a1b-8cd4-9de33253520c req-673fc03a-c88e-4f6e-96ea-44f4471549f9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:56.530372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38446966-9c4a-4a1b-8cd4-9de33253520c req-673fc03a-c88e-4f6e-96ea-44f4471549f9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0749860 Jan 10 20:09:56.578488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-38446966-9c4a-4a1b-8cd4-9de33253520c req-c9bfc9fd-48db-4ace-a039-6fdc9cb06b3f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Jan 10 20:09:57.773573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cda5b-97fa-4a1b-aa80-ae43a9e9f862 req-da436b1a-6144-4823-b420-4e14ba247aaf tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:57.775021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-943cda5b-97fa-4a1b-aa80-ae43a9e9f862 req-da436b1a-6144-4823-b420-4e14ba247aaf tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0778306 Jan 10 20:09:57.818896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-943cda5b-97fa-4a1b-aa80-ae43a9e9f862 req-3ffcc8f2-7653-49fb-8bec-b388356f34ee tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382879 Jan 10 20:09:59.015708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72188-71dc-45cb-b2a9-69e74eaba590 req-c306ffff-6475-48d5-b8ca-24aba1fb372f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:09:59.017146 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0af72188-71dc-45cb-b2a9-69e74eaba590 req-c306ffff-6475-48d5-b8ca-24aba1fb372f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0743892 Jan 10 20:09:59.062364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0af72188-71dc-45cb-b2a9-69e74eaba590 req-528ef844-c524-424b-a6ac-4323800c52cd tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Jan 10 20:10:00.264957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56984f-1b50-47d0-9984-9b3fd889aee8 req-82a67a37-3964-4589-bdb6-ed048d54eab2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:00.266438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab56984f-1b50-47d0-9984-9b3fd889aee8 req-82a67a37-3964-4589-bdb6-ed048d54eab2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0815494 Jan 10 20:10:00.312452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab56984f-1b50-47d0-9984-9b3fd889aee8 req-be501c9b-006d-4f5a-b8cb-6c5eecb9898a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402195 Jan 10 20:10:01.472078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:10:01.507957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db0c7b-e70b-4c0c-8b49-37cd9577f5df req-e688c7f2-487f-46da-8d32-d7f043a6665f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:01.509399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3db0c7b-e70b-4c0c-8b49-37cd9577f5df req-e688c7f2-487f-46da-8d32-d7f043a6665f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 944 time: 0.0746019 Jan 10 20:10:01.557357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e3db0c7b-e70b-4c0c-8b49-37cd9577f5df req-53e69865-2dbe-41e2-ad8a-8034dc0efef9 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Jan 10 20:10:01.602436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:01.615771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'mac_address': 'fa:16:3e:9b:58:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:10:01.667061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:01.687487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:10:01.702990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:01.706984 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:01.771039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:01.779489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.779843 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.780184 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.780524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.780865 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.781193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.781521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.781857 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.782183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.782506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.782828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:01.963636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['14e87db8-fccf-44b6-8c40-8c591c2020d3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:10:02.030956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-bc74aede-2dff-4b53-899e-19a5dda45987 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:02.032372 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-bc74aede-2dff-4b53-899e-19a5dda45987 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d&tenant_id=a455d65e281e468a8b95d5020fb4ad66&binding%3Ahost_id=n-h2-816927-8 HTTP/1.1" status: 200 len: 945 time: 0.1370444 Jan 10 20:10:02.080771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c2623-8a84-419b-8337-a25569b63022 req-7d46e069-fdb1-4555-a40f-8de437e2c858 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:02.082213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a2c2623-8a84-419b-8337-a25569b63022 req-7d46e069-fdb1-4555-a40f-8de437e2c858 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.1380816 Jan 10 20:10:02.152277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a2c2623-8a84-419b-8337-a25569b63022 req-c13910b9-1c38-4da1-933c-b4ecd4fc76c4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613477 Jan 10 20:10:02.154842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-ed35b512-322b-4698-a5f1-d0530f84e8c1 service neutron] 10.222.0.30 "GET /v2.0/ports/14e87db8-fccf-44b6-8c40-8c591c2020d3/bindings/n-h2-816927-8 HTTP/1.1" status: 200 len: 382 time: 0.1164393 Jan 10 20:10:02.250769 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-5f92d9ba-5c5e-4e71-875d-4c0124d594c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1096 time: 0.0703633 Jan 10 20:10:02.382997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-dbbdb012-84a3-4177-9827-1d91658d695c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:02.384416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-dbbdb012-84a3-4177-9827-1d91658d695c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1274514 Jan 10 20:10:02.480649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-5a4c4356-a655-4d57-9136-72314f7fa33f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1002 time: 0.0899503 Jan 10 20:10:02.543110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-4aa03aae-c1bf-40af-93b8-e55d0845d18e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:02.544476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-4aa03aae-c1bf-40af-93b8-e55d0845d18e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0577042 Jan 10 20:10:02.615370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-96effa25-0b61-4d6f-80e7-f6a18c19088e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649030 Jan 10 20:10:02.821463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-414fdfd0-50dd-4f03-8c64-7e0851a5615f service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007127 Jan 10 20:10:02.948541 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-a110982c-e9da-4f66-bf9a-87aa30e348b4 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216381 Jan 10 20:10:03.355971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4ab7-8585-4708-b6e6-4a110783f002 req-807ad4f9-16d4-4ed9-a322-23fd7c4d0cc6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:03.357336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-640b4ab7-8585-4708-b6e6-4a110783f002 req-807ad4f9-16d4-4ed9-a322-23fd7c4d0cc6 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0801728 Jan 10 20:10:03.403473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-640b4ab7-8585-4708-b6e6-4a110783f002 req-e7324d82-efaf-4f0a-84e5-48d1b54fd09e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Jan 10 20:10:03.482292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:10:03.547503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:10:03.552898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:10:03.553271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:03.663755 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:03.688970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:03.698340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:03.702321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:03.757429 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'code': 200} Jan 10 20:10:03.767218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:04.597127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12955055-49e4-4dbd-8e2c-53962bc633c8 req-275c8b59-964e-4076-a40d-63137565b8b7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:04.598592 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12955055-49e4-4dbd-8e2c-53962bc633c8 req-275c8b59-964e-4076-a40d-63137565b8b7 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0757630 Jan 10 20:10:04.643752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-12955055-49e4-4dbd-8e2c-53962bc633c8 req-2115b891-3529-4f06-80da-3e553032f4ef tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Jan 10 20:10:05.581706 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-c8c150ef-5cf5-4c76-9edb-f8a4e35f90be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d&tenant_id=a455d65e281e468a8b95d5020fb4ad66 HTTP/1.1" status: 200 len: 1097 time: 0.0709362 Jan 10 20:10:05.591404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:05.696280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:05.845817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be126a1-14cd-49cd-94b8-9e28f506f963 req-ed36271e-cfb8-46de-b0f1-05f3ce1c6d76 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:05.847318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9be126a1-14cd-49cd-94b8-9e28f506f963 req-ed36271e-cfb8-46de-b0f1-05f3ce1c6d76 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0793507 Jan 10 20:10:05.892191 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9be126a1-14cd-49cd-94b8-9e28f506f963 req-176563c7-3a5f-406b-b421-b4eb5f609bd0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Jan 10 20:10:05.951729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:05.979189 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:10:06.124618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:06.130579 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:06.145037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Transition to ACTIVE for port object 14e87db8-fccf-44b6-8c40-8c591c2020d3 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:10:06.149065 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:06.280867 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'code': 200} Jan 10 20:10:06.283261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=10']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:06.305468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.305817 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.306150 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.306479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.306808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.307154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.307472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.307787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.308100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.308409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.308721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:10:06.359053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] No DVR routers for this DVR port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:10:06.597438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:10:06.598127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:10:06.598127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:10:06.603709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:10:06.604027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Attempting to bind port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on network 4d798c0f-979c-4f57-8031-e612cdc92d86 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:10:06.610037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:10:06.610366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Checking segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:10:06.610743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Bound using segment: {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:10:06.611192 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Bound port: 14e87db8-fccf-44b6-8c40-8c591c2020d3, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:10:06.611529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:06.695130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:10:06.698105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:10:06.701922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:06.761538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:06.762974 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] 10.222.0.44 "PUT /v2.0/ports/14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1093 time: 1.1753340 Jan 10 20:10:06.775428 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8507f-f16b-433e-aa85-ea5ca312078a service neutron] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=11']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:06.861680 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-47e41a0b-924d-476d-a1db-5e4bf42fb9a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1096 time: 0.0775282 Jan 10 20:10:06.993100 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-4c466bd2-8ed4-4b6a-86f7-c46a79842c86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:06.994548 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-4c466bd2-8ed4-4b6a-86f7-c46a79842c86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1269355 Jan 10 20:10:07.092471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340201c-efed-4e2b-8663-44e30090a805 req-dcfbcd53-2399-4260-b270-f99a376d80c8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:07.094645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2340201c-efed-4e2b-8663-44e30090a805 req-dcfbcd53-2399-4260-b270-f99a376d80c8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0776446 Jan 10 20:10:07.101048 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-cc5acb5c-44ee-4449-b327-1955c0e032ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.0999362 Jan 10 20:10:07.143368 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2340201c-efed-4e2b-8663-44e30090a805 req-25c09af7-752d-451b-9047-ba4c624c2a5f tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Jan 10 20:10:07.163315 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-c2a7b1a3-d6d3-4dc5-859f-77c4b068025c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:07.164833 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-c2a7b1a3-d6d3-4dc5-859f-77c4b068025c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0581212 Jan 10 20:10:07.236565 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-22c66659-b3da-446b-8408-87eb0c0a7396 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657194 Jan 10 20:10:07.362088 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-f917f51b-289b-4199-b7d0-f12aa2214816 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194685 Jan 10 20:10:07.494445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-488725da-3863-4c3a-bd60-e59fa11afa74 req-001542f0-b3cd-4865-ad93-0c2b2fc46e04 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267140 Jan 10 20:10:07.494850 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:10:07.550092 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:10:08.282296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:08.364586 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'status': 'completed', 'code': 200} Jan 10 20:10:08.383225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6213e5-6a96-4fab-9639-c423198f6856 req-4d7918a4-25dc-4b26-b157-e201733c24a4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:08.384734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc6213e5-6a96-4fab-9639-c423198f6856 req-4d7918a4-25dc-4b26-b157-e201733c24a4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.1113660 Jan 10 20:10:08.465127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-e425aced-197e-4262-8926-09bed2bb9895 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1096 time: 0.0796518 Jan 10 20:10:08.487813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc6213e5-6a96-4fab-9639-c423198f6856 req-d3de38a9-e8ff-4d91-b6b4-9269f498b15e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714960 Jan 10 20:10:08.514513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-98d8f3a6-6464-437e-b30f-773513e82c7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a455d65e281e468a8b95d5020fb4ad66&device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 1096 time: 0.1287506 Jan 10 20:10:08.525647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6cd97f9-77c8-4c20-8ccd-f5c275f9e597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:08.658080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-4a319f2f-cc40-44c2-ac03-a3e44271a23c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:08.659605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-4a319f2f-cc40-44c2-ac03-a3e44271a23c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.1393192 Jan 10 20:10:08.726157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-51cd0a66-00ce-4d11-9e74-0e6a7564ec7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:08.727768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-51cd0a66-00ce-4d11-9e74-0e6a7564ec7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 200 len: 913 time: 0.2560062 Jan 10 20:10:08.765066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-ccbe9c52-fcce-44f3-9262-8925c9c84b05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.0999281 Jan 10 20:10:08.829864 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-e1f2851d-6e60-45a4-8f93-b6d14fd2ef17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:08.831434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-e1f2851d-6e60-45a4-8f93-b6d14fd2ef17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0613174 Jan 10 20:10:08.834040 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-d6c139e3-c356-44d2-9f19-348ae62460e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 200 len: 1001 time: 0.1006229 Jan 10 20:10:08.906185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-9420e2e9-c15e-45be-a171-45cd1200736f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:08.907951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-9420e2e9-c15e-45be-a171-45cd1200736f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 200 len: 851 time: 0.0601356 Jan 10 20:10:08.912484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-b0d09b6b-fb67-407e-8535-840f7fa2da99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751169 Jan 10 20:10:08.984542 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-cc2d83ed-e6a0-4282-8ef5-8bba8cc527aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d798c0f-979c-4f57-8031-e612cdc92d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707533 Jan 10 20:10:09.041568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-1fb2af25-10df-43d8-b5e1-ca70db1a0dce service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234255 Jan 10 20:10:09.116160 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-206caf52-c7b6-4d17-9554-e1b415c3f136 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256433 Jan 10 20:10:09.172087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-148c3e6f-bd31-4e0b-b36e-bd874fe46307 service neutron] 10.222.0.30 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246004 Jan 10 20:10:09.247022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-68b5ab7c-9a62-4e92-87ed-f574ca0d088e req-e1eda5a2-bfcd-44c7-99d8-6bc6c437e814 service neutron] 10.222.0.44 "GET /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232324 Jan 10 20:10:09.763363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad181a7-8ec6-4618-bc3b-9411a6089533 req-55809b4b-f522-4d29-a4ce-c74bc6227c30 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:09.764713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ad181a7-8ec6-4618-bc3b-9411a6089533 req-55809b4b-f522-4d29-a4ce-c74bc6227c30 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.1451359 Jan 10 20:10:09.809718 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4ad181a7-8ec6-4618-bc3b-9411a6089533 req-b6e625ee-923a-4c6b-b9e3-789bd829fe07 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Jan 10 20:10:10.578846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6925a3b-b1c0-4a09-a2ed-68d45c4043d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:11.070841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed938c-95e3-4272-8467-3aab06a548bc req-1d69747c-9897-4c20-8c73-c92765c94e4e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:11.072322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28ed938c-95e3-4272-8467-3aab06a548bc req-1d69747c-9897-4c20-8c73-c92765c94e4e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.1418719 Jan 10 20:10:11.119659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28ed938c-95e3-4272-8467-3aab06a548bc req-3405d03c-6575-4e27-87c2-6d79c2d0d62e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Jan 10 20:10:11.167766 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:10:11.862723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:12.013008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:12.394959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a070d02-9835-4ad4-b0ac-a4b65896d577 req-e0e9526d-29bb-41e0-8bf1-61abf05d9925 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:12.396938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a070d02-9835-4ad4-b0ac-a4b65896d577 req-e0e9526d-29bb-41e0-8bf1-61abf05d9925 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.1580145 Jan 10 20:10:12.440553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a070d02-9835-4ad4-b0ac-a4b65896d577 req-27e1c6cc-df62-4560-aef0-d8f7eb49df92 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381889 Jan 10 20:10:13.288206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:13.638604 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d400fc-cdb2-4ba8-9e71-555243d97294 req-61c90e9e-0660-4882-afd4-22df76397b5a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:13.640110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20d400fc-cdb2-4ba8-9e71-555243d97294 req-61c90e9e-0660-4882-afd4-22df76397b5a tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0782640 Jan 10 20:10:13.687081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20d400fc-cdb2-4ba8-9e71-555243d97294 req-eb70dda8-1413-4913-afff-214fd189bccc tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Jan 10 20:10:14.883153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7582c7-305c-4852-8ef8-c274b2394559 req-0f060494-d015-4607-b4f8-2065b628efda tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:14.884532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e7582c7-305c-4852-8ef8-c274b2394559 req-0f060494-d015-4607-b4f8-2065b628efda tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0772769 Jan 10 20:10:14.929432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8e7582c7-305c-4852-8ef8-c274b2394559 req-ecca34fc-01d0-4660-a597-6e3da44f7e13 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Jan 10 20:10:15.725257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:15.977147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:16.128320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b40b4-9e2a-42dc-9b23-2cce4a75239b req-7ba8e34c-62ce-4881-b1cb-6ac6dce6b1e4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:16.129783 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-137b40b4-9e2a-42dc-9b23-2cce4a75239b req-7ba8e34c-62ce-4881-b1cb-6ac6dce6b1e4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0790808 Jan 10 20:10:16.173027 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-137b40b4-9e2a-42dc-9b23-2cce4a75239b req-18f14061-a6de-43ec-a94f-9a94c8c0feab tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378420 Jan 10 20:10:16.366918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd96a-5d2d-429e-b7d8-2df949fb8935 req-91544f96-5d3a-48b7-a6e6-cb6ee487cd44 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:16.368365 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02fbd96a-5d2d-429e-b7d8-2df949fb8935 req-91544f96-5d3a-48b7-a6e6-cb6ee487cd44 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0760520 Jan 10 20:10:16.418773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-02fbd96a-5d2d-429e-b7d8-2df949fb8935 req-490da015-1493-4e73-a2ee-5cf7b34ab46e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Jan 10 20:10:16.612279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c055f-9fc7-423d-99d8-66b3d4f0f80b req-2d4eb019-8023-434a-a19d-e0d366fa929c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:16.613738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e94c055f-9fc7-423d-99d8-66b3d4f0f80b req-2d4eb019-8023-434a-a19d-e0d366fa929c tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0754037 Jan 10 20:10:16.657853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e94c055f-9fc7-423d-99d8-66b3d4f0f80b req-225e64dd-9c29-41de-9858-62aa7344e098 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jan 10 20:10:16.824138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:10:16.997433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:17.010618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'port_id': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'mac_address': 'fa:16:3e:9b:58:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:10:17.061694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b5498-ecc3-4b7d-9607-677719f13e32 req-03956388-129f-4c78-b2f8-c6501fa11cc2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:17.063173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-816b5498-ecc3-4b7d-9607-677719f13e32 req-03956388-129f-4c78-b2f8-c6501fa11cc2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 945 time: 0.0795815 Jan 10 20:10:17.066902 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:17.085291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:10:17.099953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:17.105238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:17.111074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-816b5498-ecc3-4b7d-9607-677719f13e32 req-c61c50a8-71c0-46b0-ba22-2b8075b786a8 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Jan 10 20:10:17.172296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=12']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:17.395167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['14e87db8-fccf-44b6-8c40-8c591c2020d3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:10:18.304375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013e844-8864-4dd4-bfd4-9cd75783486e req-2be866aa-2ba4-4968-958c-30d01ded9dc0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:18.305792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a013e844-8864-4dd4-bfd4-9cd75783486e req-2be866aa-2ba4-4968-958c-30d01ded9dc0 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0737231 Jan 10 20:10:18.349826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a013e844-8864-4dd4-bfd4-9cd75783486e req-5b352347-b80f-4563-ad3a-19f0e740011e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Jan 10 20:10:18.576201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2569-e69e-416c-86e2-cfafb219742f req-7c03cc08-1e72-47a5-8317-3c3740385f16 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:18.576884 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-edbe2569-e69e-416c-86e2-cfafb219742f req-7c03cc08-1e72-47a5-8317-3c3740385f16 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Synchronizing usage tracker for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:10:18.591868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-edbe2569-e69e-416c-86e2-cfafb219742f req-7c03cc08-1e72-47a5-8317-3c3740385f16 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Unset dirty status for tenant:a455d65e281e468a8b95d5020fb4ad66 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:10:18.593001 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-edbe2569-e69e-416c-86e2-cfafb219742f req-7c03cc08-1e72-47a5-8317-3c3740385f16 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 946 time: 0.0920799 Jan 10 20:10:18.660916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Deleting port 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:18.661180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:18.832445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:10:18.898618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:10:18.903462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 14e87db8-fccf-44b6-8c40-8c591c2020d3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:10:18.903835 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:18.905970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:18.906331 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:19.015329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:19.041356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:19.050991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:19.058597 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:19.119403 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'code': 200} Jan 10 20:10:19.135423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=13']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:19.195264 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:19.195634 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:19.195944 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca disassociated. External IP: 172.25.6.152, port: 14e87db8-fccf-44b6-8c40-8c591c2020d3. Jan 10 20:10:19.196277 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Calling delete_port for 14e87db8-fccf-44b6-8c40-8c591c2020d3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:19.272497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.db.api [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:10:19.272711 n-d-816927-8 neutron-server[83629]: DEBUG oslo_db.api [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:10:19.548003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775d98-131f-4c7a-9a50-1fd2c4254fba req-805f5631-c366-4aff-8c41-e4e2be47e7a2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:19.549454 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7775d98-131f-4c7a-9a50-1fd2c4254fba req-805f5631-c366-4aff-8c41-e4e2be47e7a2 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 947 time: 0.0783391 Jan 10 20:10:19.593955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7775d98-131f-4c7a-9a50-1fd2c4254fba req-253368a9-af80-451b-b0cd-8684bb266011 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d7863e5-00f4-44da-a215-52e6396e4130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Jan 10 20:10:19.773988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Deleting port 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:19.774480 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:20.105003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] For port 14e87db8-fccf-44b6-8c40-8c591c2020d3, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=14e87db8-fccf-44b6-8c40-8c591c2020d3,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:20.105358 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:20.376911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:20.377206 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:20.377513 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Floating IP d213e47e-71f7-4a50-9bf8-7774404945ca disassociated. External IP: 172.25.6.152, port: 14e87db8-fccf-44b6-8c40-8c591c2020d3. Jan 10 20:10:20.377881 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Calling delete_port for 14e87db8-fccf-44b6-8c40-8c591c2020d3 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:20.516855 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:20.565081 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event deleted for resources: {'Port': ['ID=14e87db8-fccf-44b6-8c40-8c591c2020d3,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:20.763605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e443937-cdd2-423d-84d3-0c7ae6b625f9 req-7f93b8bf-86ef-4699-8fed-480f471f0b61 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 210 time: 0.0410333 Jan 10 20:10:20.776792 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:10:20.846416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:10:20.878807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 14e87db8-fccf-44b6-8c40-8c591c2020d3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:10:20.879180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 14e87db8-fccf-44b6-8c40-8c591c2020d3 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:10:20.977916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:10:20.987209 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:10:20.999112 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:10:20.999708 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:10:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:21.044279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] No DVR routers for this DVR port 14e87db8-fccf-44b6-8c40-8c591c2020d3 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:10:21.046799 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:21.049409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-deleted', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:21.066768 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-edbe2569-e69e-416c-86e2-cfafb219742f req-f97eb165-f7ef-4611-9557-5f8e4dd2abf4 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.44 "DELETE /v2.0/ports/14e87db8-fccf-44b6-8c40-8c591c2020d3 HTTP/1.1" status: 204 len: 173 time: 2.4687834 Jan 10 20:10:21.116253 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b61767b-3e22-4ec7-aa74-504d3f5a360d', 'name': 'network-vif-deleted', 'tag': '14e87db8-fccf-44b6-8c40-8c591c2020d3', 'status': 'completed', 'code': 200} Jan 10 20:10:21.182648 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:10:21.490812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:21.494643 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:10:21.505950 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:10:21.506711 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:10:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:21.726059 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:10:21.948244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-322ad8d1-dd73-4f5f-95a6-79075354643b req-47ec64e6-f799-4760-a75a-e0e42bdf4d3e tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b61767b-3e22-4ec7-aa74-504d3f5a360d HTTP/1.1" status: 200 len: 210 time: 0.0483441 Jan 10 20:10:22.038672 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:22.042562 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c6f60-1d9b-4719-bf3e-3f8bbb2ae619 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:00:32Z', 'revision_number': 4, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '2b1217da-d423-4dc6-854f-743628b0bdcf', 'name': '', 'network_id': '4d798c0f-979c-4f57-8031-e612cdc92d86', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'mac_address': 'fa:16:3e:33:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:32Z', 'updated_at': '2022-01-10T20:00:39Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'subnets': [{'id': '8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:10:22.266809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb7e1f-74e3-4081-b63f-096dbce3d90e None None] New status for floating IP d213e47e-71f7-4a50-9bf8-7774404945ca: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:10:26.343694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36812) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:26.407409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27bf78ef-a524-4eb2-8732-f6f9a68cb820 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.443963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27bf78ef-a524-4eb2-8732-f6f9a68cb820 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.494103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27bf78ef-a524-4eb2-8732-f6f9a68cb820 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.510902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf78ef-a524-4eb2-8732-f6f9a68cb820 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7863e5-00f4-44da-a215-52e6396e4130,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:26.523158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-27bf78ef-a524-4eb2-8732-f6f9a68cb820 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.527135 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-27bf78ef-a524-4eb2-8732-f6f9a68cb820 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d7863e5-00f4-44da-a215-52e6396e4130 HTTP/1.1" status: 204 len: 168 time: 0.1824243 Jan 10 20:10:26.527264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36816) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:26.544277 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-3f8a63ea-3b52-4a98-8e49-ed3474e8d9e5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] show failed (client error): The resource could not be found. Jan 10 20:10:26.545284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3f8a63ea-3b52-4a98-8e49-ed3474e8d9e5 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "GET /v2.0/security-groups/4d7863e5-00f4-44da-a215-52e6396e4130 HTTP/1.1" status: 404 len: 347 time: 0.0171211 Jan 10 20:10:26.547895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36820) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:26.702341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Deleting port ad55357b-dc39-4901-b398-d2241c059b81 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:26.702673 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.866980 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.867305 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:26.984500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Calling delete_port for ad55357b-dc39-4901-b398-d2241c059b81 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:27.118549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:27.250177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Pushing event deleted for resources: {'Port': ['ID=ad55357b-dc39-4901-b398-d2241c059b81,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:27.341623 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:27.354821 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:27.355976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a6dd54e6-3810-4dcb-83d7-24772d2a4b87 tempest-ServerActionsTestJSON-607929935 tempest-ServerActionsTestJSON-607929935-project] 10.222.0.21 "DELETE /v2.0/floatingips/d213e47e-71f7-4a50-9bf8-7774404945ca HTTP/1.1" status: 204 len: 168 time: 0.8072252 Jan 10 20:10:27.358842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36824) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:27.824205 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:28.405101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Deleting port 2b1217da-d423-4dc6-854f-743628b0bdcf {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:28.405356 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:28.571607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] For port 2b1217da-d423-4dc6-854f-743628b0bdcf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=2b1217da-d423-4dc6-854f-743628b0bdcf,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:28.571959 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:28.699155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Calling delete_port for 2b1217da-d423-4dc6-854f-743628b0bdcf owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:28.960866 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:29.008124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1217da-d423-4dc6-854f-743628b0bdcf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:29.294298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:29.856442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Router fed66814-cb42-402f-883e-316c1d2e3c70 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:10:30.052591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:10:30.061034 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] Sync routers for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:10:30.065395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-203032d5-adab-4ed5-8cb9-7cd72336a8c4 admin admin] 10.222.0.21 "PUT /v2.0/routers/fed66814-cb42-402f-883e-316c1d2e3c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7055521 Jan 10 20:10:30.067582 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36830) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:30.073778 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:10:30.074417 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:10:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:30.248640 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:10:30.365381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:30.535211 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:10:28Z', 'revision_number': 5, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port': {'id': 'a5659fda-b8f4-4ba9-a338-257adc0ddc13', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:00:30Z', 'updated_at': '2022-01-10T20:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:30.539491 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] Checking router: fed66814-cb42-402f-883e-316c1d2e3c70 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:10:30.549913 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] Routers {'fed66814-cb42-402f-883e-316c1d2e3c70'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:10:30.550751 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:10:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['fed66814-cb42-402f-883e-316c1d2e3c70'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:30.559548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:30.568879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Deleting port a5659fda-b8f4-4ba9-a338-257adc0ddc13 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:30.569195 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:30.702178 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] Set router fed66814-cb42-402f-883e-316c1d2e3c70 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:10:30.739889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] For port a5659fda-b8f4-4ba9-a338-257adc0ddc13, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a5659fda-b8f4-4ba9-a338-257adc0ddc13,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:30.740247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:30.804108 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:10:30Z', 'revision_number': 6, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:30.808071 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30414336-6a46-4603-9189-bfe249c83f77 None None] The sync data for ids ['fed66814-cb42-402f-883e-316c1d2e3c70'] in n-d-816927-8 is: [{'id': 'fed66814-cb42-402f-883e-316c1d2e3c70', 'name': 'tempest-ServerActionsTestJSON-1165623410-router', 'tenant_id': 'a455d65e281e468a8b95d5020fb4ad66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:00:29Z', 'updated_at': '2022-01-10T20:10:30Z', 'revision_number': 6, 'project_id': 'a455d65e281e468a8b95d5020fb4ad66', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:10:30.860620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Calling delete_port for a5659fda-b8f4-4ba9-a338-257adc0ddc13 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:31.018625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.065581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5659fda-b8f4-4ba9-a338-257adc0ddc13,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:31.286623 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.537830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.542007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.678222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.678748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fed66814-cb42-402f-883e-316c1d2e3c70 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:10:31.690415 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.691554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c85ccb8a-5a72-4f03-a96b-436008b70ff4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fed66814-cb42-402f-883e-316c1d2e3c70 HTTP/1.1" status: 204 len: 168 time: 1.6230922 Jan 10 20:10:31.694777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36834) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:31.753203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Deleting subnet 8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:10:31.756827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.809175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.839769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2b1217da-d423-4dc6-854f-743628b0bdcf no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:10:31.872813 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 2b1217da-d423-4dc6-854f-743628b0bdcf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:10:31.873155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 2b1217da-d423-4dc6-854f-743628b0bdcf not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:10:31.873569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5659fda-b8f4-4ba9-a338-257adc0ddc13 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:10:31.890406 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.909598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a5659fda-b8f4-4ba9-a338-257adc0ddc13 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:10:31.909941 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a5659fda-b8f4-4ba9-a338-257adc0ddc13 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:10:31.956124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:31.994663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:32.000614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.005702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6e8989-98d0-483f-b86f-dde6e02626ad None None] Network 4d798c0f-979c-4f57-8031-e612cdc92d86 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:10:32.006628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-64844ca0-c4fc-47ef-8ec6-a138b87a92c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8fc0a9a1-d61d-409e-8dc3-c1ddec2b5598 HTTP/1.1" status: 204 len: 168 time: 0.3109231 Jan 10 20:10:32.009046 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36838) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:32.111174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.121965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Deleting port f45797f3-7af3-4b00-b724-37ee8b1643e6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:32.122296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.233467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] DHCP port deletion for 4d798c0f-979c-4f57-8031-e612cdc92d86 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:10:32.237864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Deleting port f45797f3-7af3-4b00-b724-37ee8b1643e6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:32.238223 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.325819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] For port f45797f3-7af3-4b00-b724-37ee8b1643e6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f45797f3-7af3-4b00-b724-37ee8b1643e6,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:32.326177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.437599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] For port f45797f3-7af3-4b00-b724-37ee8b1643e6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f45797f3-7af3-4b00-b724-37ee8b1643e6,segment=NetworkSegment(8655dd01-7101-4bb2-a0b5-ecd2b59ddc53),segment_id=8655dd01-7101-4bb2-a0b5-ecd2b59ddc53)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:32.438102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.448662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Calling delete_port for f45797f3-7af3-4b00-b724-37ee8b1643e6 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:32.528871 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.572788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f45797f3-7af3-4b00-b724-37ee8b1643e6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:32.578858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] No DVR routers for this DVR port f45797f3-7af3-4b00-b724-37ee8b1643e6 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:10:32.589431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Calling delete_port for f45797f3-7af3-4b00-b724-37ee8b1643e6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:32.656226 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:10:32.656572 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:10:32.692764 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.717202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d798c0f-979c-4f57-8031-e612cdc92d86']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:32.728806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:32.729111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8655dd01-7101-4bb2-a0b5-ecd2b59ddc53') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:10:32.740050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.755595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.761384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:10:32.761777 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:10:32.778645 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:10:32.850421 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.865868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:32.877060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4d798c0f-979c-4f57-8031-e612cdc92d86,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:32.888674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bb89c9bb-d309-489c-97f8-fbb35b61d8aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d798c0f-979c-4f57-8031-e612cdc92d86 HTTP/1.1" status: 204 len: 168 time: 0.8786962 Jan 10 20:10:33.114010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36844) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:33.158012 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Deleting port f45797f3-7af3-4b00-b724-37ee8b1643e6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:33.158535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:33.167357 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eada95ef-15b4-494d-aedd-f8794c454079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a455d65e281e468a8b95d5020fb4ad66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521457 Jan 10 20:10:33.169791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36848) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:33.221130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a63edeb9-a0ec-4b3b-9659-21346bb51616 None None] The port 'f45797f3-7af3-4b00-b724-37ee8b1643e6' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:10:33.228580 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c088d830-32b0-4298-a085-d549d632db61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:33.253793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c088d830-32b0-4298-a085-d549d632db61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:33.304316 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c088d830-32b0-4298-a085-d549d632db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:33.321708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088d830-32b0-4298-a085-d549d632db61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243827e-4a3d-4ff9-b6e5-ac5e0d3337b9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:33.330105 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c088d830-32b0-4298-a085-d549d632db61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:33.331261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c088d830-32b0-4298-a085-d549d632db61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9243827e-4a3d-4ff9-b6e5-ac5e0d3337b9 HTTP/1.1" status: 204 len: 168 time: 0.1605086 Jan 10 20:10:33.828534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f45797f3-7af3-4b00-b724-37ee8b1643e6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:10:33.861692 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f45797f3-7af3-4b00-b724-37ee8b1643e6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:10:33.862042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f45797f3-7af3-4b00-b724-37ee8b1643e6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:10:34.248310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 36870) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:34.388485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-433260073-network', 'tenant_id': '7c597b5a55ec41beae94c5e411e589ec'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:34.393923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:10:34.398273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Usage tracker for resource:network and tenant:7c597b5a55ec41beae94c5e411e589ec is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:10:34.401117 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:10:34.406670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:10:34.416921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Made reservation on behalf of 7c597b5a55ec41beae94c5e411e589ec for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:10:34.419203 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.431786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.464526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:10:34.468485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Usage tracker for resource:security_group_rule and tenant:7c597b5a55ec41beae94c5e411e589ec is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:10:34.471397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:10:34.476829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:10:34.543752 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.546901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.576601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:10:34.585204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56eebe-ff53-4014-92ff-c2cc0ece4572,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:34.591048 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.591315 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Added segment df9caecc-efc4-4ebf-8c63-04356e5b358d of type vlan for network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c Jan 10 20:10:34.616936 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.644694 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.645660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:34.646258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.744256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4947703 Jan 10 20:10:34.747089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 36876) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:10:34.748989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbada30-decb-4424-80eb-ae9004517e45 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:34.752509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Request body: {'subnet': {'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-433260073-subnet', 'tenant_id': '7c597b5a55ec41beae94c5e411e589ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:34.758750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:10:34.759145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:10:34.762471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Usage tracker for resource:subnet and tenant:7c597b5a55ec41beae94c5e411e589ec is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:10:34.765278 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:10:34.770841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:10:34.781776 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Made reservation on behalf of 7c597b5a55ec41beae94c5e411e589ec for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:10:34.784115 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:34.986963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:35.066731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f836c6b-25b1-4d3e-9940-cd660f83b90a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:35.076126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Checking segment: {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:10:35.076481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Network hostable DHCP agents. Network: c9b15a3e-e3f3-4fdd-a178-447ea1532f8c, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:10:35.097318 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:10:35.107139 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, c9b15a3e-e3f3-4fdd-a178-447ea1532f8c) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:10:35.111268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:35.111881 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:35.117764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935855b2-73f4-47c9-bcdf-43de5f675aee None None] Network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:10:35.133127 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bc2ff12c-060f-47f2-a2ba-9fc9c03fc464 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3849344 Jan 10 20:10:35.332778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363a918-8c52-4d51-a440-a16a117353e6 None None] Network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:10:35.787719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-9cebee88-b73e-4f7c-8f80-9eb114b3be44 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:35.788397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-9cebee88-b73e-4f7c-8f80-9eb114b3be44 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Synchronizing usage tracker for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:10:35.804676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-9cebee88-b73e-4f7c-8f80-9eb114b3be44 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Unset dirty status for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:10:35.805770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-9cebee88-b73e-4f7c-8f80-9eb114b3be44 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/networks?id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 200 len: 813 time: 0.2427905 Jan 10 20:10:35.822128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-d6989ce2-64b9-4a1b-9fc2-b38f3e1b93d2 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/quotas/7c597b5a55ec41beae94c5e411e589ec HTTP/1.1" status: 200 len: 375 time: 0.0109863 Jan 10 20:10:35.867091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-77ff000f-ce5f-4151-858e-8511879fc7f4 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c597b5a55ec41beae94c5e411e589ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403073 Jan 10 20:10:35.877052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-fd7e3575-7bf3-4227-86ca-69540c619c9d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:10:35.877977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-fd7e3575-7bf3-4227-86ca-69540c619c9d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047133 Jan 10 20:10:36.008600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-e3d70c30-994b-4268-a04a-ecd2aa508709 service neutron] 10.222.0.21 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231284 Jan 10 20:10:36.139106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-a3a7ff7d-bbb4-4ee8-aeaf-ab2e2f72992b service neutron] 10.222.0.21 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249416 Jan 10 20:10:36.318695 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3b9d84a8-e77c-4d91-8bf3-db66a5322ca7 req-54a694c3-5b9a-4b5b-ab47-1370ac24cbbc tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 210 time: 0.0409715 Jan 10 20:10:37.318658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-33d40b11-844b-441f-9b44-19b3a7c194c9 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:37.320079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-33d40b11-844b-441f-9b44-19b3a7c194c9 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.30 "GET /v2.0/networks?id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 200 len: 813 time: 0.1456831 Jan 10 20:10:37.335558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Request body: {'port': {'device_id': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c', 'admin_state_up': True, 'tenant_id': '7c597b5a55ec41beae94c5e411e589ec'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:37.502251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-63b8d001-5130-4af7-920c-3694f797d421 req-ca977385-8b82-41da-9103-7229c41154e2 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 210 time: 0.0545866 Jan 10 20:10:37.513006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:10:37.518092 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Usage tracker for resource:port and tenant:7c597b5a55ec41beae94c5e411e589ec is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:10:37.521686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:10:37.527480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:10:37.537820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Made reservation on behalf of 7c597b5a55ec41beae94c5e411e589ec for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:10:37.540954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:37.701004 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Allocated IP 172.20.0.9 (c9b15a3e-e3f3-4fdd-a178-447ea1532f8c/6f836c6b-25b1-4d3e-9940-cd660f83b90a/47ef2e2d-f591-42e1-8b7b-d05e759706cd) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:10:37.895451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:37.924173 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:37.994304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:10:37.997246 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:10:38.001429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:10:38.035229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Pushing event updated for resources: {'Port': ['ID=47ef2e2d-f591-42e1-8b7b-d05e759706cd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:38.067892 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:38.068489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:38.088572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b3334cc6-25b7-4235-95ac-3d3347647083 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564540 Jan 10 20:10:38.164514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Request body: {'port': {'device_id': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:38.269620 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:38.509228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4cb97439-9da3-43ff-b0e0-f752d5c8a943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:38.730197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ef2e2d-f591-42e1-8b7b-d05e759706cd {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:10:38.737945 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:38.763338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Transition to ACTIVE for port object 47ef2e2d-f591-42e1-8b7b-d05e759706cd will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:10:38.767556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:38.837786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-882a24c9-302f-4323-9453-4b6a256884cd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:38.838465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-882a24c9-302f-4323-9453-4b6a256884cd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Synchronizing usage tracker for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:10:38.909317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Pushing event updated for resources: {'Port': ['ID=47ef2e2d-f591-42e1-8b7b-d05e759706cd,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:38.923888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-882a24c9-302f-4323-9453-4b6a256884cd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Unset dirty status for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:10:38.925033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-882a24c9-302f-4323-9453-4b6a256884cd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 931 time: 0.2452993 Jan 10 20:10:39.034862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-c9b14e68-0c34-42c9-9fe0-7a0bf5fce1dd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Synchronizing usage tracker for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:10:39.062017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Attempting to bind port 47ef2e2d-f591-42e1-8b7b-d05e759706cd on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:10:39.062353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Attempting to bind port 47ef2e2d-f591-42e1-8b7b-d05e759706cd by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:10:39.062677 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Attempting to bind port 47ef2e2d-f591-42e1-8b7b-d05e759706cd on network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:10:39.070183 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Port 47ef2e2d-f591-42e1-8b7b-d05e759706cd on network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:10:39.070576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Attempting to bind port 47ef2e2d-f591-42e1-8b7b-d05e759706cd on network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:10:39.073594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-c9b14e68-0c34-42c9-9fe0-7a0bf5fce1dd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Unset dirty status for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:10:39.074724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9518bc7-b5f7-44c4-81e1-b8140962b0d9 req-c9b14e68-0c34-42c9-9fe0-7a0bf5fce1dd tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261592 Jan 10 20:10:39.079231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:10:39.079572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Checking segment: {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:10:39.079948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Bound using segment: {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:10:39.080365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Bound port: 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:10:39.080709 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:39.172663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] For port 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:10:39.175860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] For port 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:10:39.179151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:39.239039 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:39.240393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] 10.222.0.30 "PUT /v2.0/ports/47ef2e2d-f591-42e1-8b7b-d05e759706cd HTTP/1.1" status: 200 len: 1091 time: 1.1448553 Jan 10 20:10:39.240846 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'tag': '47ef2e2d-f591-42e1-8b7b-d05e759706cd'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:39.258385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003aa4-a273-4c91-83f9-87dc208ad44b service neutron] Pushing event updated for resources: {'Port': ['ID=47ef2e2d-f591-42e1-8b7b-d05e759706cd,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:39.310806 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'tag': '47ef2e2d-f591-42e1-8b7b-d05e759706cd', 'status': 'completed', 'code': 200} Jan 10 20:10:39.350414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-7911ab64-4d36-4b17-8c32-eb19e9605237 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c597b5a55ec41beae94c5e411e589ec&device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 1094 time: 0.0727522 Jan 10 20:10:39.416557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-0b797027-536e-4d70-b42c-1bd9f81da6aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd HTTP/1.1" status: 200 len: 217 time: 0.0604072 Jan 10 20:10:39.481151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b54f17ef-1f4f-4f03-956e-fba125be9ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:39.482569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-b54f17ef-1f4f-4f03-956e-fba125be9ef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f836c6b-25b1-4d3e-9940-cd660f83b90a HTTP/1.1" status: 200 len: 853 time: 0.0602956 Jan 10 20:10:39.526906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-3c0bdb35-c549-4bd4-a18c-9cbb2af2be1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386095 Jan 10 20:10:39.656619 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-ece64b95-4bc0-4255-9afe-40d54f52309b service neutron] 10.222.0.30 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239262 Jan 10 20:10:39.792829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-584d55d1-c273-4a8c-bef4-825e68f2a5d2 req-7f9788ed-fc0f-4421-a9a8-b317c4597ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308801 Jan 10 20:10:39.905073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-21265497-f845-44b6-b6c7-5d65ee43e570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c597b5a55ec41beae94c5e411e589ec&device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 1094 time: 0.0683064 Jan 10 20:10:40.036944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-d7b787ea-151f-4922-b6b2-688b78bdf1c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:40.038654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-d7b787ea-151f-4922-b6b2-688b78bdf1c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 200 len: 914 time: 0.1283092 Jan 10 20:10:40.111764 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-725aed7a-81d6-4494-8980-4f0dab882ec7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd HTTP/1.1" status: 200 len: 217 time: 0.0661435 Jan 10 20:10:40.173889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-d20527bc-085c-445a-a15e-50b3ee8ece5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:40.175519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-d20527bc-085c-445a-a15e-50b3ee8ece5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f836c6b-25b1-4d3e-9940-cd660f83b90a HTTP/1.1" status: 200 len: 853 time: 0.0565956 Jan 10 20:10:40.256954 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-0c101622-badf-430b-bd3a-5e508473bd1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750811 Jan 10 20:10:40.493841 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c9b4b-fe22-4634-ba05-fbddf5569557 req-2224b457-1252-46a7-b1d3-8d24b68c0d45 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:40.495278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-826c9b4b-fe22-4634-ba05-fbddf5569557 req-2224b457-1252-46a7-b1d3-8d24b68c0d45 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 943 time: 0.2816556 Jan 10 20:10:40.501007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-f501b90b-8b5a-4abd-9821-cc47eaa1e625 service neutron] 10.222.0.30 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367663 Jan 10 20:10:40.580109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3d4decac-e8f5-4e6a-be41-319304aa4d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:40.627664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-826c9b4b-fe22-4634-ba05-fbddf5569557 req-a39180d3-64ed-4f93-a3b5-91bfc258c1c1 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257160 Jan 10 20:10:40.668653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-856dfe8b-5f8f-4b59-aedd-0d81f15984cf req-69ff71bc-e4c3-4b79-81dd-591594dad1f1 service neutron] 10.222.0.30 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531196 Jan 10 20:10:41.618114 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 47ef2e2d-f591-42e1-8b7b-d05e759706cd details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:10:41.752778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:41.765726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '47ef2e2d-f591-42e1-8b7b-d05e759706cd', 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c', 'port_id': '47ef2e2d-f591-42e1-8b7b-d05e759706cd', 'mac_address': 'fa:16:3e:8d:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f836c6b-25b1-4d3e-9940-cd660f83b90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:10:41.818575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:41.824717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436486-ddc2-415d-a8be-3b8054bd6096 req-aea63ea1-6e59-486d-a047-ceedac499cb7 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:41.826178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df436486-ddc2-415d-a8be-3b8054bd6096 req-aea63ea1-6e59-486d-a047-ceedac499cb7 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 943 time: 0.0770442 Jan 10 20:10:41.837697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ef2e2d-f591-42e1-8b7b-d05e759706cd {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:10:41.867801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:41.871484 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:41.873929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-df436486-ddc2-415d-a8be-3b8054bd6096 req-4ab9f476-725b-4857-864b-38409824ec79 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Jan 10 20:10:41.906420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:41.942226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=47ef2e2d-f591-42e1-8b7b-d05e759706cd,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:42.016494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:42.058777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['47ef2e2d-f591-42e1-8b7b-d05e759706cd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:10:43.071627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c45c0-a072-4a52-a3dc-6ac26124f3ac req-0db51038-d1ca-41bb-9a4e-d8ccf04a9924 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:43.073078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3c45c0-a072-4a52-a3dc-6ac26124f3ac req-0db51038-d1ca-41bb-9a4e-d8ccf04a9924 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 944 time: 0.0790014 Jan 10 20:10:43.117538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f3c45c0-a072-4a52-a3dc-6ac26124f3ac req-46a77f05-9685-4c65-b0e0-b7db64ca2351 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390105 Jan 10 20:10:43.290066 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:43.633541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 47ef2e2d-f591-42e1-8b7b-d05e759706cd up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:10:43.702317 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 47ef2e2d-f591-42e1-8b7b-d05e759706cd completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:10:43.706743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 47ef2e2d-f591-42e1-8b7b-d05e759706cd triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:10:43.707147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:43.817029 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:43.844604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef2e2d-f591-42e1-8b7b-d05e759706cd'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:43.854923 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:43.858683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:43.922497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=47ef2e2d-f591-42e1-8b7b-d05e759706cd,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:43.984927 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef2e2d-f591-42e1-8b7b-d05e759706cd', 'code': 200} Jan 10 20:10:44.105237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7652df0-d4e6-44b7-b36e-31b3482bd9fc req-4dad5cb1-3237-46ef-8130-0acd809f60b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 1096 time: 0.0659201 Jan 10 20:10:44.147132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7652df0-d4e6-44b7-b36e-31b3482bd9fc req-f718cfbe-a342-4d8d-8a38-70e9f553ce77 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Jan 10 20:10:44.312837 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590f9d-6c30-46ba-a941-a876e048ffb8 req-fd06ee15-a4fe-4b6d-b346-c6376769983a tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:44.314287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c590f9d-6c30-46ba-a941-a876e048ffb8 req-fd06ee15-a4fe-4b6d-b346-c6376769983a tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0787196 Jan 10 20:10:44.358159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7c590f9d-6c30-46ba-a941-a876e048ffb8 req-914f76c6-df2a-4884-9e60-76dad3e407bf tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 Jan 10 20:10:45.554656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295dbf-7d4a-45b7-ba85-65f1f49a519c req-589c187c-abf9-402b-b823-276d48fdc3f4 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:45.556126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2295dbf-7d4a-45b7-ba85-65f1f49a519c req-589c187c-abf9-402b-b823-276d48fdc3f4 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0750213 Jan 10 20:10:45.606669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b2295dbf-7d4a-45b7-ba85-65f1f49a519c req-8f730d91-875c-4a7d-9291-ada99ce157f1 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Jan 10 20:10:45.745483 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:45.900939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-3b5b8a41-c858-4a8f-a868-e6ca5f3e0e35 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:45.902385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-3b5b8a41-c858-4a8f-a868-e6ca5f3e0e35 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/networks?id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 200 len: 813 time: 0.1408129 Jan 10 20:10:45.919403 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c999c0b6-3a9e-49f6-861c-cca8b1a0158e tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/quotas/7c597b5a55ec41beae94c5e411e589ec HTTP/1.1" status: 200 len: 375 time: 0.0113084 Jan 10 20:10:45.981239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:45.996330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-d3ce1898-2039-4611-a4f0-c0652d61cb3e tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c597b5a55ec41beae94c5e411e589ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722256 Jan 10 20:10:46.072320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-4f99ff74-d172-4b2f-82f9-75db7a8b7229 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:10:46.073322 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-4f99ff74-d172-4b2f-82f9-75db7a8b7229 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0706725 Jan 10 20:10:46.203523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-0fbe7a96-f718-4a26-8985-ca71ac30f71e service neutron] 10.222.0.21 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235604 Jan 10 20:10:46.332284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-32af0c40-3c4b-4ba5-b2fc-b7ad902a9aae service neutron] 10.222.0.21 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231740 Jan 10 20:10:46.514919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c22bca13-adbd-467e-bd7b-643667f1232b req-6af41e40-088a-4cc5-84a1-94e8a22e8d6c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 210 time: 0.0425858 Jan 10 20:10:47.683152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e767f36b-4a90-4970-ae6d-26364e772738 req-656a547f-3826-4cd4-8352-725ae3d17993 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 210 time: 0.0473809 Jan 10 20:10:47.847603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-a8055064-d074-4e5a-b36b-e2c756407dd7 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:47.849459 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-a8055064-d074-4e5a-b36b-e2c756407dd7 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.44 "GET /v2.0/networks?id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 200 len: 813 time: 0.2434394 Jan 10 20:10:47.867846 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Request body: {'port': {'device_id': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c', 'admin_state_up': True, 'tenant_id': '7c597b5a55ec41beae94c5e411e589ec'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:47.997312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:10:48.006479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:10:48.015834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Made reservation on behalf of 7c597b5a55ec41beae94c5e411e589ec for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:10:48.018721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:48.168302 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:10:48.178921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Allocated IP 172.20.0.7 (c9b15a3e-e3f3-4fdd-a178-447ea1532f8c/6f836c6b-25b1-4d3e-9940-cd660f83b90a/72483644-eefc-4dba-9c10-0ad05338c271) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:10:48.373667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:48.400886 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:48.412975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['47ef2e2d-f591-42e1-8b7b-d05e759706cd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:10:48.469163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:10:48.472107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:10:48.476092 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:10:48.513928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Pushing event updated for resources: {'Port': ['ID=72483644-eefc-4dba-9c10-0ad05338c271,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:48.546797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:48.547687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:48.575018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-c7da8726-c450-4751-a51f-cb148a10da92 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7111473 Jan 10 20:10:48.586501 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Request body: {'port': {'device_id': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:10:48.690938 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:48.876847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cb764-005c-457d-94df-76965ec6aa40 req-999b7285-fbf4-4b87-925a-34f76dca0117 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:48.878293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f17cb764-005c-457d-94df-76965ec6aa40 req-999b7285-fbf4-4b87-925a-34f76dca0117 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 931 time: 0.0748386 Jan 10 20:10:48.922806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f17cb764-005c-457d-94df-76965ec6aa40 req-7b3f954c-254f-4803-9f7a-1fb03f0e54a7 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382173 Jan 10 20:10:49.021938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72483644-eefc-4dba-9c10-0ad05338c271 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:10:49.028807 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:49.043773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Transition to ACTIVE for port object 72483644-eefc-4dba-9c10-0ad05338c271 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:10:49.047802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:49.171494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Pushing event updated for resources: {'Port': ['ID=72483644-eefc-4dba-9c10-0ad05338c271,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:49.273720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Attempting to bind port 72483644-eefc-4dba-9c10-0ad05338c271 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:10:49.273968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Attempting to bind port 72483644-eefc-4dba-9c10-0ad05338c271 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:10:49.274290 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Attempting to bind port 72483644-eefc-4dba-9c10-0ad05338c271 on network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:10:49.279855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Port 72483644-eefc-4dba-9c10-0ad05338c271 on network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:10:49.280174 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Attempting to bind port 72483644-eefc-4dba-9c10-0ad05338c271 on network c9b15a3e-e3f3-4fdd-a178-447ea1532f8c {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:10:49.286757 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:10:49.287124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Checking segment: {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:10:49.287505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Bound using segment: {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:10:49.287923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Bound port: 72483644-eefc-4dba-9c10-0ad05338c271, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9caecc-efc4-4ebf-8c63-04356e5b358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:10:49.288270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:49.372127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] For port 72483644-eefc-4dba-9c10-0ad05338c271, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:10:49.375275 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] For port 72483644-eefc-4dba-9c10-0ad05338c271, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72483644-eefc-4dba-9c10-0ad05338c271,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:10:49.379303 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:49.442255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:49.443641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] 10.222.0.44 "PUT /v2.0/ports/72483644-eefc-4dba-9c10-0ad05338c271 HTTP/1.1" status: 200 len: 1091 time: 0.8617439 Jan 10 20:10:49.444080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'tag': '72483644-eefc-4dba-9c10-0ad05338c271'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:49.467355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb811c92-5485-403e-b76a-e8b425d8bf73 service neutron] Pushing event updated for resources: {'Port': ['ID=72483644-eefc-4dba-9c10-0ad05338c271,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:49.518380 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'tag': '72483644-eefc-4dba-9c10-0ad05338c271', 'status': 'completed', 'code': 200} Jan 10 20:10:49.553286 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-f1d24575-4500-4b66-b923-1be0fee907c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c597b5a55ec41beae94c5e411e589ec&device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 1094 time: 0.0699046 Jan 10 20:10:49.718118 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-953f2fc7-0dfb-41fd-bc5d-7a88eb685711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72483644-eefc-4dba-9c10-0ad05338c271 HTTP/1.1" status: 200 len: 217 time: 0.1568792 Jan 10 20:10:49.778688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-6df987b1-d025-416d-847f-6f26239b0632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:49.780080 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-6df987b1-d025-416d-847f-6f26239b0632 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f836c6b-25b1-4d3e-9940-cd660f83b90a HTTP/1.1" status: 200 len: 853 time: 0.0558634 Jan 10 20:10:49.823616 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-097e4ab9-1777-45a3-936a-13279698b086 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378239 Jan 10 20:10:49.951480 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-fe02ec07-9b4f-4ef8-ab14-39d8ab90b0c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219933 Jan 10 20:10:50.081981 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3502fbe9-7fc9-426d-bdc2-423bfe08b241 req-b9d44236-0a4e-4a98-915b-0a191331aa80 service neutron] 10.222.0.44 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252465 Jan 10 20:10:50.122094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e38443-9e54-44d0-937b-45d31a69bf80 req-1828d906-d506-4f68-adcc-7e6cd0793888 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:50.123569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98e38443-9e54-44d0-937b-45d31a69bf80 req-1828d906-d506-4f68-adcc-7e6cd0793888 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 943 time: 0.0817423 Jan 10 20:10:50.169897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98e38443-9e54-44d0-937b-45d31a69bf80 req-960314f4-dbb5-4c82-b196-c21ace31c868 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Jan 10 20:10:50.198951 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-7d7b3e4b-c1c0-4fb1-b1f4-9ee3aa70b3a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c597b5a55ec41beae94c5e411e589ec&device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 1094 time: 0.0723393 Jan 10 20:10:50.325380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502a53f-de3c-447c-a192-33a944f4e99a req-1e748cc6-2a34-4a74-b5fc-7e2aae5916c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:50.326774 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-1e748cc6-2a34-4a74-b5fc-7e2aae5916c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 200 len: 914 time: 0.1219242 Jan 10 20:10:50.392163 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-2629a963-383e-4ffd-8ecc-c76e3fec04ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72483644-eefc-4dba-9c10-0ad05338c271 HTTP/1.1" status: 200 len: 217 time: 0.0586836 Jan 10 20:10:50.455107 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502a53f-de3c-447c-a192-33a944f4e99a req-697eb2ac-d83b-4314-bcf0-b6ddf4a33a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:50.456450 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-697eb2ac-d83b-4314-bcf0-b6ddf4a33a68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f836c6b-25b1-4d3e-9940-cd660f83b90a HTTP/1.1" status: 200 len: 853 time: 0.0584006 Jan 10 20:10:50.499789 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-70aa32c0-3ac2-4419-bef3-70b3e790ddb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374718 Jan 10 20:10:50.629581 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-f702a743-d004-4e28-b08a-4c38b5a989ab service neutron] 10.222.0.44 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236868 Jan 10 20:10:50.759782 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-b502a53f-de3c-447c-a192-33a944f4e99a req-169ab7ed-48c4-4a55-8490-2cf823dc4660 service neutron] 10.222.0.44 "GET /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237388 Jan 10 20:10:51.368266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5684add-0dda-43e9-8e48-a41cdda0f458 req-301f5ba6-7969-447f-bc79-711d31ecb71b tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:51.369641 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5684add-0dda-43e9-8e48-a41cdda0f458 req-301f5ba6-7969-447f-bc79-711d31ecb71b tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 943 time: 0.0748487 Jan 10 20:10:51.413501 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5684add-0dda-43e9-8e48-a41cdda0f458 req-675fe078-e901-447f-8c5b-383df10542c1 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Jan 10 20:10:52.609697 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46dfbc-2c88-4cad-bd8f-106151d60989 req-643966d3-f7af-48b9-8e32-ccef63aac18f tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:52.611151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea46dfbc-2c88-4cad-bd8f-106151d60989 req-643966d3-f7af-48b9-8e32-ccef63aac18f tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 943 time: 0.0786562 Jan 10 20:10:52.655293 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea46dfbc-2c88-4cad-bd8f-106151d60989 req-5476e9e0-6ac7-47b2-9bd4-63e1c701111b tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388000 Jan 10 20:10:52.967944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72483644-eefc-4dba-9c10-0ad05338c271 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:10:53.097740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 72483644-eefc-4dba-9c10-0ad05338c271, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72483644-eefc-4dba-9c10-0ad05338c271,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:53.110284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '72483644-eefc-4dba-9c10-0ad05338c271', 'network_id': 'c9b15a3e-e3f3-4fdd-a178-447ea1532f8c', 'port_id': '72483644-eefc-4dba-9c10-0ad05338c271', 'mac_address': 'fa:16:3e:c7:e1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f836c6b-25b1-4d3e-9940-cd660f83b90a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:10:53.166639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:53.183790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72483644-eefc-4dba-9c10-0ad05338c271 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:10:53.198584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 72483644-eefc-4dba-9c10-0ad05338c271, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72483644-eefc-4dba-9c10-0ad05338c271,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:53.202538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:53.268102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=72483644-eefc-4dba-9c10-0ad05338c271,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:53.393160 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['72483644-eefc-4dba-9c10-0ad05338c271'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:10:53.844918 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bfd3a-4a92-4d6e-9a0e-be00d5df732a req-e558d0a9-70b3-4c59-8788-936f5da2140a tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:53.846366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-777bfd3a-4a92-4d6e-9a0e-be00d5df732a req-e558d0a9-70b3-4c59-8788-936f5da2140a tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 944 time: 0.0745606 Jan 10 20:10:53.975670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-777bfd3a-4a92-4d6e-9a0e-be00d5df732a req-2ff28ea5-63fc-49d0-8d2f-7e660dc79aa8 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232073 Jan 10 20:10:54.967668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72483644-eefc-4dba-9c10-0ad05338c271 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:10:55.035480 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 72483644-eefc-4dba-9c10-0ad05338c271 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:10:55.040687 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 72483644-eefc-4dba-9c10-0ad05338c271 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:10:55.041062 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:55.154285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:55.168733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3a17-d102-4acf-8f2e-562661b36e1d req-c597e3e6-568e-4d51-b5ba-e4ffe176e70e tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:55.170174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f7c3a17-d102-4acf-8f2e-562661b36e1d req-c597e3e6-568e-4d51-b5ba-e4ffe176e70e tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 944 time: 0.0752740 Jan 10 20:10:55.182861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72483644-eefc-4dba-9c10-0ad05338c271'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:10:55.193423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 72483644-eefc-4dba-9c10-0ad05338c271, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72483644-eefc-4dba-9c10-0ad05338c271,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:55.197109 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:55.221152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f7c3a17-d102-4acf-8f2e-562661b36e1d req-361193cc-4e11-4ca2-865b-b9165b5eafef tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Jan 10 20:10:55.242380 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72483644-eefc-4dba-9c10-0ad05338c271', 'code': 200} Jan 10 20:10:55.266943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=72483644-eefc-4dba-9c10-0ad05338c271,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:10:55.371691 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-daa13ec1-cee7-40de-bed3-c2508256aaeb req-7ebe7875-beaf-4ee2-ad79-992594685d41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 1096 time: 0.0705948 Jan 10 20:10:55.412050 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-daa13ec1-cee7-40de-bed3-c2508256aaeb req-307fff2a-b0ec-492e-8deb-de62630d1b21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Jan 10 20:10:56.433243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2372173-b0f5-4ef8-8a5d-0c0242dc096d req-0cae0220-3262-4206-b7d9-cf2b531d863b tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:56.435050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2372173-b0f5-4ef8-8a5d-0c0242dc096d req-0cae0220-3262-4206-b7d9-cf2b531d863b tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 945 time: 0.0867476 Jan 10 20:10:56.482457 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2372173-b0f5-4ef8-8a5d-0c0242dc096d req-c0faebdb-d090-470d-bab5-208df8c52bae tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Jan 10 20:10:57.672756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b7590-1564-4b86-a194-383f2c3b6a79 req-f1e04d26-1212-4ca2-9208-33062809caf1 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:57.674174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd8b7590-1564-4b86-a194-383f2c3b6a79 req-f1e04d26-1212-4ca2-9208-33062809caf1 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 945 time: 0.0730767 Jan 10 20:10:57.717885 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd8b7590-1564-4b86-a194-383f2c3b6a79 req-c6fb080d-6606-49f9-b6bf-460774f07f22 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Jan 10 20:10:58.111662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150ad8-cb3c-4b48-ab19-7c6d49f6fa75 req-de43571f-8fc5-43a6-9b8e-62e84173d605 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:58.113117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66150ad8-cb3c-4b48-ab19-7c6d49f6fa75 req-de43571f-8fc5-43a6-9b8e-62e84173d605 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 945 time: 0.0797930 Jan 10 20:10:58.157168 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66150ad8-cb3c-4b48-ab19-7c6d49f6fa75 req-a3bfb57c-c5ee-46ad-96d8-2b132ee9cd6e tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Jan 10 20:10:59.333623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-c6887b32-1151-431d-afb6-a5e7a2a2422d tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:59.334313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-c6887b32-1151-431d-afb6-a5e7a2a2422d tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Synchronizing usage tracker for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:10:59.349852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-c6887b32-1151-431d-afb6-a5e7a2a2422d tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Unset dirty status for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:10:59.350988 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-c6887b32-1151-431d-afb6-a5e7a2a2422d tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 945 time: 0.0906105 Jan 10 20:10:59.354033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2bdf2-2dd7-4433-a6fa-f45eb3977721 req-566a8a15-6b8e-4c8b-9001-d0cd2ce97771 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:10:59.355538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91e2bdf2-2dd7-4433-a6fa-f45eb3977721 req-566a8a15-6b8e-4c8b-9001-d0cd2ce97771 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 945 time: 0.0762088 Jan 10 20:10:59.405489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91e2bdf2-2dd7-4433-a6fa-f45eb3977721 req-0ac52122-332f-4da8-bc56-4bdc2a333e67 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Jan 10 20:10:59.421060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Deleting port 72483644-eefc-4dba-9c10-0ad05338c271 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:10:59.421505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:59.655671 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] For port 72483644-eefc-4dba-9c10-0ad05338c271, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=72483644-eefc-4dba-9c10-0ad05338c271,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:10:59.655940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:10:59.861607 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Calling delete_port for 72483644-eefc-4dba-9c10-0ad05338c271 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:10:59.995193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:00.007966 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['47ef2e2d-f591-42e1-8b7b-d05e759706cd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:11:00.034841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['72483644-eefc-4dba-9c10-0ad05338c271'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:11:00.046800 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Pushing event deleted for resources: {'Port': ['ID=72483644-eefc-4dba-9c10-0ad05338c271,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:00.119356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] No DVR routers for this DVR port 72483644-eefc-4dba-9c10-0ad05338c271 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:11:00.121860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:00.124539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'name': 'network-vif-deleted', 'tag': '72483644-eefc-4dba-9c10-0ad05338c271'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:11:00.139902 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-570338e7-39b1-44dc-872b-5661f8aa0473 req-122efc16-c260-4765-b5c5-61d979119e97 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.44 "DELETE /v2.0/ports/72483644-eefc-4dba-9c10-0ad05338c271 HTTP/1.1" status: 204 len: 173 time: 0.7838709 Jan 10 20:11:00.190386 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e69f04e-c211-438a-a421-cd1b742ee5bb', 'name': 'network-vif-deleted', 'tag': '72483644-eefc-4dba-9c10-0ad05338c271', 'status': 'completed', 'code': 200} Jan 10 20:11:00.590572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-90148a0f-4ec4-46ab-9dc3-bd27996ab969 req-186a5e45-89db-406f-a4e8-5ce9a2002015 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e69f04e-c211-438a-a421-cd1b742ee5bb HTTP/1.1" status: 200 len: 210 time: 0.0466490 Jan 10 20:11:02.002733 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f8282-2cc5-4eee-91f0-9001c50dfe3d req-c9adf13e-b896-471b-ad7b-40bd78d09bba tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:02.004470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-122f8282-2cc5-4eee-91f0-9001c50dfe3d req-c9adf13e-b896-471b-ad7b-40bd78d09bba tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0739751 Jan 10 20:11:02.051951 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-122f8282-2cc5-4eee-91f0-9001c50dfe3d req-a1525dd0-15cc-4beb-9aff-64bdfb20c75c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Jan 10 20:11:02.264389 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677ec4d-49ca-49d1-bf26-4151c5bf808a req-f421e773-36be-4eb3-982f-61f9ca5aea71 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:02.265735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b677ec4d-49ca-49d1-bf26-4151c5bf808a req-f421e773-36be-4eb3-982f-61f9ca5aea71 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0744169 Jan 10 20:11:02.312171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b677ec4d-49ca-49d1-bf26-4151c5bf808a req-51d6ad34-38e8-4a4e-9bd8-a0b64b121544 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Jan 10 20:11:02.509447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efa957-3905-4bab-91c4-969ce5723ffa req-2e14295c-3c22-44ca-8bf1-70960e7adaea tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:02.510889 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78efa957-3905-4bab-91c4-969ce5723ffa req-2e14295c-3c22-44ca-8bf1-70960e7adaea tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0810447 Jan 10 20:11:02.554115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78efa957-3905-4bab-91c4-969ce5723ffa req-9789dec9-e809-4643-b82e-a896869cdf86 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Jan 10 20:11:02.745020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b83fec0b-77b1-4860-9683-dd556eb690b2 req-313d017f-47c7-4873-b4c5-dc35871af284 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660915 Jan 10 20:11:02.937801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b32e-fecf-4bc8-8f2a-12438bb3679b req-15eb7efb-2fac-4fa1-af0c-ab7bdbc543d2 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:02.939149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d625b32e-fecf-4bc8-8f2a-12438bb3679b req-15eb7efb-2fac-4fa1-af0c-ab7bdbc543d2 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0774810 Jan 10 20:11:02.982235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d625b32e-fecf-4bc8-8f2a-12438bb3679b req-a205b5b7-a4c4-44fe-996b-d665cf30ea0c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Jan 10 20:11:03.033126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72483644-eefc-4dba-9c10-0ad05338c271 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:11:03.068984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 72483644-eefc-4dba-9c10-0ad05338c271 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:11:03.069340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 72483644-eefc-4dba-9c10-0ad05338c271 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:11:03.174513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a7d7-ab6d-4494-a859-1c599652c8d6 req-3b5d78fc-fc4a-4b58-888c-69b2a76d1aa4 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:03.176729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b31a7d7-ab6d-4494-a859-1c599652c8d6 req-3b5d78fc-fc4a-4b58-888c-69b2a76d1aa4 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0749650 Jan 10 20:11:03.219953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8b31a7d7-ab6d-4494-a859-1c599652c8d6 req-4ffb7758-fdd9-42fe-b064-eae07468a589 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Jan 10 20:11:03.430824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd4b8-f303-4ce5-ba2b-e7e1eb60ae0e req-c32cb771-46b8-477a-acf0-fdcbf41d1b43 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:03.432296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-036cd4b8-f303-4ce5-ba2b-e7e1eb60ae0e req-c32cb771-46b8-477a-acf0-fdcbf41d1b43 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0797744 Jan 10 20:11:03.476518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-036cd4b8-f303-4ce5-ba2b-e7e1eb60ae0e req-3d56656b-29af-47a5-8395-4f5571164d1d tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Jan 10 20:11:04.021187 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259952a-4984-4aff-9307-6ef4536b57e8 req-2cd3551e-975d-4ecc-8061-81b9f021f95c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:04.022553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3259952a-4984-4aff-9307-6ef4536b57e8 req-2cd3551e-975d-4ecc-8061-81b9f021f95c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.0765128 Jan 10 20:11:04.066341 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3259952a-4984-4aff-9307-6ef4536b57e8 req-43276db4-373a-482a-9f39-37192114cad3 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 Jan 10 20:11:05.317130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aea43-4782-4e8c-bb87-6cfb1ae0c445 req-6d5ff331-fa02-4aa6-b699-141fe7b7921c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:05.318567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-762aea43-4782-4e8c-bb87-6cfb1ae0c445 req-6d5ff331-fa02-4aa6-b699-141fe7b7921c tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.1323302 Jan 10 20:11:05.324875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859475-bb29-4b83-92f8-70bef296d681 req-a712602a-c00a-47cf-8549-9c0ef45ec432 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:05.326190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d859475-bb29-4b83-92f8-70bef296d681 req-a712602a-c00a-47cf-8549-9c0ef45ec432 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.30 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 945 time: 0.1381423 Jan 10 20:11:05.419093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Deleting port 47ef2e2d-f591-42e1-8b7b-d05e759706cd {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:05.419349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:05.449048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-762aea43-4782-4e8c-bb87-6cfb1ae0c445 req-5e175c2b-3f4b-4a45-9909-863ecdc3fcf4 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed56eebe-ff53-4014-92ff-c2cc0ece4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219840 Jan 10 20:11:05.739888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] For port 47ef2e2d-f591-42e1-8b7b-d05e759706cd, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=47ef2e2d-f591-42e1-8b7b-d05e759706cd,segment=NetworkSegment(df9caecc-efc4-4ebf-8c63-04356e5b358d),segment_id=df9caecc-efc4-4ebf-8c63-04356e5b358d)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:05.740162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:05.857125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Calling delete_port for 47ef2e2d-f591-42e1-8b7b-d05e759706cd owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:05.996564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:06.008125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['47ef2e2d-f591-42e1-8b7b-d05e759706cd'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:11:06.046840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Pushing event deleted for resources: {'Port': ['ID=47ef2e2d-f591-42e1-8b7b-d05e759706cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:06.089871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.090209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.090543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.090888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.091215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.091536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.091854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.092171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.092486 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.092799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.093114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:06.132023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] No DVR routers for this DVR port 47ef2e2d-f591-42e1-8b7b-d05e759706cd on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:11:06.134402 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:06.136819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'name': 'network-vif-deleted', 'tag': '47ef2e2d-f591-42e1-8b7b-d05e759706cd'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:11:06.148120 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d859475-bb29-4b83-92f8-70bef296d681 req-e26bb0d8-e917-4609-821a-7eea253ffcd6 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.30 "DELETE /v2.0/ports/47ef2e2d-f591-42e1-8b7b-d05e759706cd HTTP/1.1" status: 204 len: 173 time: 0.8051174 Jan 10 20:11:06.190236 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d0aa6-cb5f-4efc-9328-88349d9b849c', 'name': 'network-vif-deleted', 'tag': '47ef2e2d-f591-42e1-8b7b-d05e759706cd', 'status': 'completed', 'code': 200} Jan 10 20:11:06.622947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-83ce5762-8efe-40c1-93e3-3fb4f1b5e5b1 req-9adb2ea3-d188-4f37-a913-6425197b4824 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Synchronizing usage tracker for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:11:06.638128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-83ce5762-8efe-40c1-93e3-3fb4f1b5e5b1 req-9adb2ea3-d188-4f37-a913-6425197b4824 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] Unset dirty status for tenant:7c597b5a55ec41beae94c5e411e589ec on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:11:06.639414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-83ce5762-8efe-40c1-93e3-3fb4f1b5e5b1 req-9adb2ea3-d188-4f37-a913-6425197b4824 tempest-ServersNegativeTestJSON-2093416021 tempest-ServersNegativeTestJSON-2093416021-project] 10.222.0.21 "GET /v2.0/ports?device_id=714d0aa6-cb5f-4efc-9328-88349d9b849c HTTP/1.1" status: 200 len: 210 time: 0.0568588 Jan 10 20:11:07.744760 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37016) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:07.806549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Deleting subnet 6f836c6b-25b1-4d3e-9940-cd660f83b90a {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:11:07.809396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:07.856177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:07.908502 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:07.977782 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.015986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f836c6b-25b1-4d3e-9940-cd660f83b90a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:08.022487 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.028219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6fed9d4f-2333-4ae0-a13d-e575a307c88d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f836c6b-25b1-4d3e-9940-cd660f83b90a HTTP/1.1" status: 204 len: 168 time: 0.2824490 Jan 10 20:11:08.030586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37020) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:08.135619 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.260051 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.284798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b15a3e-e3f3-4fdd-a178-447ea1532f8c']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:08.296944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9caecc-efc4-4ebf-8c63-04356e5b358d') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:08.297244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9caecc-efc4-4ebf-8c63-04356e5b358d') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:08.308343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.323420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.329174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:08.329551 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:08.342824 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:08.418879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.434665 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.445688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b15a3e-e3f3-4fdd-a178-447ea1532f8c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:08.452079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-05b59ed7-e712-4308-a4a3-e77d3cd9d7d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9b15a3e-e3f3-4fdd-a178-447ea1532f8c HTTP/1.1" status: 204 len: 168 time: 0.4205048 Jan 10 20:11:08.511582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8febdda2-8645-42da-8075-fac0109d8b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.590764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:08.643395 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fdbaa87f-804f-4b64-8efa-d11a567c7153 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c597b5a55ec41beae94c5e411e589ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514634 Jan 10 20:11:08.646466 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37030) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:08.703447 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.728622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.778479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.795268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56eebe-ff53-4014-92ff-c2cc0ece4572,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:08.806547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.806916 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.807264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.807602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.807945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.808274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.808600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.808930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.809255 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.809581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.809903 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:08.813838 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:08.815468 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6c3ede12-9485-4734-9e10-076ac22cfc8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed56eebe-ff53-4014-92ff-c2cc0ece4572 HTTP/1.1" status: 204 len: 168 time: 0.1675589 Jan 10 20:11:09.733351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37052) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:09.773754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 47ef2e2d-f591-42e1-8b7b-d05e759706cd no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:11:09.808781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 47ef2e2d-f591-42e1-8b7b-d05e759706cd {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:11:09.809125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 47ef2e2d-f591-42e1-8b7b-d05e759706cd not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:11:09.861887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909161529'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:09.867611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:09.871655 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:network and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:09.874739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:09.881162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:09.890305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:09.893242 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:09.905837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:09.940527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:09.944265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:security_group_rule and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:09.947093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:09.952858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:10.018712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:10.023847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:10.056937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:10.061984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ad140-e233-4e06-9372-5ac9f0e77491,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:10.069154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:10.069502 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Added segment 0c1f9479-2977-4733-a872-9a5b94dd7f7c of type vlan for network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 Jan 10 20:11:10.095944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:10.123471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:10.127102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:10.127683 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:10.231680 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4972506 Jan 10 20:11:10.236857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894032d6-6f5e-4ed0-af36-eb4a2d29a8d7 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Network': ['ID=7ff2760e-f8e5-4a26-9ec5-f902f5effb88,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:10.246724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:10.581884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3fe18348-ac82-4caa-b4b8-33923e538555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:11.873018 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:12.020725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:13.291275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:13.476195 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37058) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:13.481750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'subnet': {'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:13.591453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:13.596220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:subnet and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:13.599415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:13.604950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:13.614771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:13.714709 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:13.922703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:13.997185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Subnet': ['ID=4f7d036d-761b-4267-a69a-9b836a9074ae,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:14.011889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Checking segment: {'id': '0c1f9479-2977-4733-a872-9a5b94dd7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:14.012243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network hostable DHCP agents. Network: 7ff2760e-f8e5-4a26-9ec5-f902f5effb88, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:14.033187 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:14.043035 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 7ff2760e-f8e5-4a26-9ec5-f902f5effb88) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:14.047067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:14.047616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.055418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456682f9-99d5-4cd8-a7b5-e05d3bc84e78 None None] Network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:14.075561 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2de559a6-367c-4bfc-b65e-60328ee91490 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5949736 Jan 10 20:11:14.075876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37062) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:14.081377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082963793'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:14.089210 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:14.095941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:network and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:14.099050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:14.104556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:14.115507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:14.118531 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.146211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:14.156037 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.156426 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Added segment f77af713-7b0d-4616-a3d4-648f077d39e6 of type vlan for network 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 Jan 10 20:11:14.182570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.210897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.214592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:14.215194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.266126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-7ff2760e-f8e5-4a26-9ec5-f902f5effb88', 'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88', 'tenant_id': 'abd71756d61a41c7a4613e46707d5ad0', 'fixed_ips': [{'subnet_id': '4f7d036d-761b-4267-a69a-9b836a9074ae'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:14.266987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.314360 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2373912 Jan 10 20:11:14.317459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37066) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:14.323069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365fdc-7e72-4f41-840d-2170d7d7f665 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Network': ['ID=024cd6a0-a2ca-49c2-8a18-d42bcb1856f6,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:14.323347 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'subnet': {'network_id': '024cd6a0-a2ca-49c2-8a18-d42bcb1856f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:14.337408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:14.524847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:14.528618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:subnet and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:14.531488 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:14.537189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:14.547328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:14.549775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Allocated IP 2001:db8:0:ffff::2 (7ff2760e-f8e5-4a26-9ec5-f902f5effb88/4f7d036d-761b-4267-a69a-9b836a9074ae/061bee7d-318d-4c38-9c74-88a8b602b1ce) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:14.653868 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.752004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.763874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Transition to ACTIVE for port object 061bee7d-318d-4c38-9c74-88a8b602b1ce will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:14.783512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Transition to ACTIVE for port object 061bee7d-318d-4c38-9c74-88a8b602b1ce will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:14.788733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.867744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:14.868591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Pushing event updated for resources: {'Port': ['ID=061bee7d-318d-4c38-9c74-88a8b602b1ce,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:14.871051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:14.874556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:14.878290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.886192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.886578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.887014 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.887355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.887693 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.888027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.888359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.888690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.889018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.889347 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.889673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:14.960748 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Subnet': ['ID=e04e4e38-d47c-4d88-bf6d-bb881356fba4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:14.971345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Attempting to bind port 061bee7d-318d-4c38-9c74-88a8b602b1ce on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:14.971719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Attempting to bind port 061bee7d-318d-4c38-9c74-88a8b602b1ce by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0c1f9479-2977-4733-a872-9a5b94dd7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:14.972086 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Attempting to bind port 061bee7d-318d-4c38-9c74-88a8b602b1ce on network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:14.974162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Checking segment: {'id': 'f77af713-7b0d-4616-a3d4-648f077d39e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '024cd6a0-a2ca-49c2-8a18-d42bcb1856f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:14.974549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network hostable DHCP agents. Network: 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:14.978404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:14.978781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Checking segment: {'id': '0c1f9479-2977-4733-a872-9a5b94dd7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:14.979217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.979616 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Bound using segment: {'id': '0c1f9479-2977-4733-a872-9a5b94dd7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:14.980101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Bound port: 061bee7d-318d-4c38-9c74-88a8b602b1ce, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1f9479-2977-4733-a872-9a5b94dd7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7ff2760e-f8e5-4a26-9ec5-f902f5effb88'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:14.980461 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:14.996473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:15.006014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:15.010019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:15.010843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.024070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567544ec-8f9c-4ec8-93be-1ccf1bffcc64 None None] Network 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:15.034636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4630fe3b-ca3b-437b-a89d-14e93716ed48 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7134750 Jan 10 20:11:15.034849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37070) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:15.167444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] For port 061bee7d-318d-4c38-9c74-88a8b602b1ce, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:15.181797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.191916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] For port 061bee7d-318d-4c38-9c74-88a8b602b1ce, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=061bee7d-318d-4c38-9c74-88a8b602b1ce,segment=NetworkSegment(0c1f9479-2977-4733-a872-9a5b94dd7f7c),segment_id=0c1f9479-2977-4733-a872-9a5b94dd7f7c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:15.223266 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.254365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.333762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.356187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b84c9-a13d-4a24-a552-2ba8f31a704f None None] Pushing event updated for resources: {'Port': ['ID=061bee7d-318d-4c38-9c74-88a8b602b1ce,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:15.366245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafffe55-f724-46f6-bc98-f47148f46245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-024cd6a0-a2ca-49c2-8a18-d42bcb1856f6', 'network_id': '024cd6a0-a2ca-49c2-8a18-d42bcb1856f6', 'tenant_id': 'abd71756d61a41c7a4613e46707d5ad0', 'fixed_ips': [{'subnet_id': 'e04e4e38-d47c-4d88-bf6d-bb881356fba4'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:15.367257 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fafffe55-f724-46f6-bc98-f47148f46245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.391334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Subnet': ['ID=e04e4e38-d47c-4d88-bf6d-bb881356fba4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:15.476191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.476391 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0f5ad-d3c7-4023-a171-63292aa90458 None None] Network 024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:15.507932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024cd6a0-a2ca-49c2-8a18-d42bcb1856f6']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:15.538944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77af713-7b0d-4616-a3d4-648f077d39e6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:15.540560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77af713-7b0d-4616-a3d4-648f077d39e6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:15.555326 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.573264 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.581521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:15.583289 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:15.600806 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:15.684676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.703417 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.713836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Network': ['ID=024cd6a0-a2ca-49c2-8a18-d42bcb1856f6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:15.719149 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ddd33f71-70d1-489b-885d-a7fc0f119009 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 HTTP/1.1" status: 204 len: 168 time: 0.6819954 Jan 10 20:11:15.721885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37074) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:15.727193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1306805805'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:15.732538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:15.736224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:network and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:15.739629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:15.745425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:15.756870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:15.759870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.764575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.787849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:15.796528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.796866 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Added segment 7addcdb3-6530-4a68-969a-fe2a5b9078e0 of type vlan for network 3ec817cd-44e6-47c4-a3d1-519298686cd2 Jan 10 20:11:15.829463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.861712 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.865916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:15.866528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:15.882202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 061bee7d-318d-4c38-9c74-88a8b602b1ce up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:15.951450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 061bee7d-318d-4c38-9c74-88a8b602b1ce completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:15.965628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2427318 Jan 10 20:11:15.968740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:15.974345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'subnet': {'network_id': '3ec817cd-44e6-47c4-a3d1-519298686cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:15.974996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292bf3-519d-46b7-9d3a-b3d9d632e7f1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Network': ['ID=3ec817cd-44e6-47c4-a3d1-519298686cd2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:15.986633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 3ec817cd-44e6-47c4-a3d1-519298686cd2 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:16.048734 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.095018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:16.099887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:subnet and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:16.103241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:16.109004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:16.120031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:16.223504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.345521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9a503-725a-42c2-9fc0-fd9de75bef08 None None] Network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:16.412683 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Performing IP validity checks on allocation pools {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 10 20:11:16.413201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.ipam_backend_mixin [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 10 20:11:16.454579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] Provisioning for port 061bee7d-318d-4c38-9c74-88a8b602b1ce completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:16.470238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] Provisioning complete for port 061bee7d-318d-4c38-9c74-88a8b602b1ce triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:16.470608 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.551131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.629863 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Subnet': ['ID=f352dd8f-1ffe-43bf-843d-77cfcb9b3091,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:16.641224 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Checking segment: {'id': '7addcdb3-6530-4a68-969a-fe2a5b9078e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec817cd-44e6-47c4-a3d1-519298686cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:16.641588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network hostable DHCP agents. Network: 3ec817cd-44e6-47c4-a3d1-519298686cd2, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:16.664890 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network 3ec817cd-44e6-47c4-a3d1-519298686cd2 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:16.676583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 3ec817cd-44e6-47c4-a3d1-519298686cd2) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:16.682625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:16.682625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.688307 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b94317-1210-4124-9b03-07520e24fc1a None None] Network 3ec817cd-44e6-47c4-a3d1-519298686cd2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:16.707583 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-61f47e9f-248a-4c8f-8fe2-fd85249cf620 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7369001 Jan 10 20:11:16.709959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37086) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:16.783186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.848210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.859764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] For port 061bee7d-318d-4c38-9c74-88a8b602b1ce, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=061bee7d-318d-4c38-9c74-88a8b602b1ce,segment=NetworkSegment(0c1f9479-2977-4733-a872-9a5b94dd7f7c),segment_id=0c1f9479-2977-4733-a872-9a5b94dd7f7c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:16.895685 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:16.920341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.001311 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.009454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53fd75-8008-43ad-9f81-3af26fc013fd None None] Pushing event updated for resources: {'Port': ['ID=061bee7d-318d-4c38-9c74-88a8b602b1ce,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:17.016509 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c521d7-c29a-4165-aa5e-0d58ff449ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-3ec817cd-44e6-47c4-a3d1-519298686cd2', 'network_id': '3ec817cd-44e6-47c4-a3d1-519298686cd2', 'tenant_id': 'abd71756d61a41c7a4613e46707d5ad0', 'fixed_ips': [{'subnet_id': 'f352dd8f-1ffe-43bf-843d-77cfcb9b3091'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:17.018316 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-85c521d7-c29a-4165-aa5e-0d58ff449ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.048006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Subnet': ['ID=f352dd8f-1ffe-43bf-843d-77cfcb9b3091,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:17.122642 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7a439a2a-8e8e-444e-8292-21d2a98b6367 None None] Provisioning complete for port 061bee7d-318d-4c38-9c74-88a8b602b1ce triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:17.123047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7a439a2a-8e8e-444e-8292-21d2a98b6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.153536 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.153965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b99f9-cf13-44df-9343-44a7c1b7cc41 None None] Network 3ec817cd-44e6-47c4-a3d1-519298686cd2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:17.178929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec817cd-44e6-47c4-a3d1-519298686cd2']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:17.192281 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7addcdb3-6530-4a68-969a-fe2a5b9078e0') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:17.192617 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7addcdb3-6530-4a68-969a-fe2a5b9078e0') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:17.203789 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.219039 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.224944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:17.225485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:17.240335 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:17.319890 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.324883 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.348795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Network': ['ID=3ec817cd-44e6-47c4-a3d1-519298686cd2,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:17.352721 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f8520c2-0d4a-48e6-b354-215d185fc34b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/3ec817cd-44e6-47c4-a3d1-519298686cd2 HTTP/1.1" status: 204 len: 168 time: 0.6417961 Jan 10 20:11:17.356355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37090) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:17.361752 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341444552'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:17.367997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:17.371799 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:network and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:17.374649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:17.380895 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:17.391400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:17.394485 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.421505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:17.430446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.430814 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Added segment c3428875-200d-4195-a1ed-8d31dba6e8b6 of type vlan for network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 Jan 10 20:11:17.455594 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.483292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.486925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:17.487533 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.577715 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2202861 Jan 10 20:11:17.580725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37094) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:17.586334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'subnet': {'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:17.596961 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2132ab-90d5-4db8-b61d-db4cc542a6b9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Network': ['ID=77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:17.607677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:17.697836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:17.703503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:subnet and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:17.706513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:17.712158 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:17.722050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:17.822528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:17.856429 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 061bee7d-318d-4c38-9c74-88a8b602b1ce up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:17.929886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 061bee7d-318d-4c38-9c74-88a8b602b1ce triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:17.930260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.132045 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.208664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Subnet': ['ID=532c0709-2ff2-4aef-8010-c5a0bc988de1,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:18.219531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Checking segment: {'id': 'c3428875-200d-4195-a1ed-8d31dba6e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:18.219887 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network hostable DHCP agents. Network: 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:18.242938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:18.251674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:18.256908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:18.258789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.259668 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e541de-ef1a-4d90-a24b-314726a73c04 None None] Network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:18.280908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2b8b4340-d7fc-4a74-9b11-bae9536ccb9c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6990457 Jan 10 20:11:18.284413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37098) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:18.290122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138427631'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:18.296040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:18.299715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:network and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:18.302782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:18.308298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:18.318723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:18.321658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.349660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:18.358285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.358739 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Added segment 0dbffa0e-9c9b-4077-a351-bb9ad4573e21 of type vlan for network 917465d8-8964-464b-a306-401969d08498 Jan 10 20:11:18.385215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.414503 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.418294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:18.418914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.471062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8', 'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8', 'tenant_id': 'abd71756d61a41c7a4613e46707d5ad0', 'fixed_ips': [{'subnet_id': '532c0709-2ff2-4aef-8010-c5a0bc988de1'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:18.472536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.524930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2394950 Jan 10 20:11:18.527687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:18.536123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Request body: {'subnet': {'network_id': '917465d8-8964-464b-a306-401969d08498', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:18.549496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcea15e-8434-43b8-9662-1f29fc5958b0 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Network': ['ID=917465d8-8964-464b-a306-401969d08498,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:18.565972 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 917465d8-8964-464b-a306-401969d08498 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:18.657228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:18.661443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Usage tracker for resource:subnet and tenant:abd71756d61a41c7a4613e46707d5ad0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:18.664352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:18.669959 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:18.680171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Made reservation on behalf of abd71756d61a41c7a4613e46707d5ad0 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:18.724444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Allocated IP 2001:db8::2 (77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8/532c0709-2ff2-4aef-8010-c5a0bc988de1/62a83fec-2d2e-4ee2-8da2-e9a22f56e886) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:18.782586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.962607 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:18.972497 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Transition to ACTIVE for port object 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:18.990725 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Transition to ACTIVE for port object 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:18.996526 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.001900 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.065329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:19.066728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event updated for resources: {'Subnet': ['ID=84ebbacd-68d6-4a7d-ba90-3df571432237,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:19.068211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:19.072591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:19.074688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Pushing event updated for resources: {'Port': ['ID=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:19.105181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Checking segment: {'id': '0dbffa0e-9c9b-4077-a351-bb9ad4573e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '917465d8-8964-464b-a306-401969d08498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:19.105543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network hostable DHCP agents. Network: 917465d8-8964-464b-a306-401969d08498, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:19.127267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Network 917465d8-8964-464b-a306-401969d08498 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:19.136497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 917465d8-8964-464b-a306-401969d08498) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:19.141956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:19.142546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.147380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b328cca-87d6-4050-a1a1-c32795631484 None None] Network 917465d8-8964-464b-a306-401969d08498 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:19.166162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8ca7c70b-6390-4f96-928d-0d59ff1d3ec9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6350524 Jan 10 20:11:19.166465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37106) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:19.225565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Attempting to bind port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:19.225848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Attempting to bind port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'c3428875-200d-4195-a1ed-8d31dba6e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:19.226214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Attempting to bind port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 on network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:19.245169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:19.245543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Checking segment: {'id': 'c3428875-200d-4195-a1ed-8d31dba6e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:19.245948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.246349 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Bound using segment: {'id': 'c3428875-200d-4195-a1ed-8d31dba6e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:19.246807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Bound port: 62a83fec-2d2e-4ee2-8da2-e9a22f56e886, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3428875-200d-4195-a1ed-8d31dba6e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:19.247201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.306499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.373814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.402443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] For port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:19.446421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] For port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,segment=NetworkSegment(c3428875-200d-4195-a1ed-8d31dba6e8b6),segment_id=c3428875-200d-4195-a1ed-8d31dba6e8b6)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:19.448340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.452889 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.491595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Subnet': ['ID=84ebbacd-68d6-4a7d-ba90-3df571432237,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:19.491817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3bb8e-1b2e-431a-8eef-44e727963c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-917465d8-8964-464b-a306-401969d08498', 'network_id': '917465d8-8964-464b-a306-401969d08498', 'tenant_id': 'abd71756d61a41c7a4613e46707d5ad0', 'fixed_ips': [{'subnet_id': '84ebbacd-68d6-4a7d-ba90-3df571432237'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:19.492431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-11f3bb8e-1b2e-431a-8eef-44e727963c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.585166 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.607947 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57bd9b-d859-4d03-9c9a-1b42d5e02266 None None] Pushing event updated for resources: {'Port': ['ID=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:19.613440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917465d8-8964-464b-a306-401969d08498']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:19.625831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbffa0e-9c9b-4077-a351-bb9ad4573e21') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:19.626086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbffa0e-9c9b-4077-a351-bb9ad4573e21') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:19.629986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc1ed0-cb30-4be9-aa00-378587b63a22 None None] Network 917465d8-8964-464b-a306-401969d08498 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:19.637929 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.654735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.662180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:19.662794 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:19.681721 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:19.774648 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.798600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:19.809929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Network': ['ID=917465d8-8964-464b-a306-401969d08498,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:19.813816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0918cde3-fe2b-4f21-9351-cd93f2ca4f02 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/917465d8-8964-464b-a306-401969d08498 HTTP/1.1" status: 204 len: 168 time: 0.6463869 Jan 10 20:11:19.817568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37110) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:19.866417 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4598ef-149e-4bd7-8b26-fe66d5058bb1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] GET failed (client error): The resource could not be found. Jan 10 20:11:19.869772 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ba4598ef-149e-4bd7-8b26-fe66d5058bb1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Synchronizing usage tracker for tenant:abd71756d61a41c7a4613e46707d5ad0 on resource:subnet {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:11:19.886442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-ba4598ef-149e-4bd7-8b26-fe66d5058bb1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Unset dirty status for tenant:abd71756d61a41c7a4613e46707d5ad0 on resource:subnet {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:11:19.887633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-ba4598ef-149e-4bd7-8b26-fe66d5058bb1 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "GET /v2.0/subnets/84ebbacd-68d6-4a7d-ba90-3df571432237 HTTP/1.1" status: 404 len: 337 time: 0.0689662 Jan 10 20:11:19.890388 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37114) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:19.910030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:19.916078 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e6b2f5-ed15-4cb9-9816-4072700b8053 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:19.916527 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e6b2f5-ed15-4cb9-9816-4072700b8053 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:19.918918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-84e6b2f5-ed15-4cb9-9816-4072700b8053 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/917465d8-8964-464b-a306-401969d08498 HTTP/1.1" status: 404 len: 339 time: 0.0268071 Jan 10 20:11:19.922124 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37118) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:19.961265 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6f4c08-be2b-4c90-aa92-be4c9e542d37 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:19.961712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6f4c08-be2b-4c90-aa92-be4c9e542d37 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:19.963393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-af6f4c08-be2b-4c90-aa92-be4c9e542d37 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/subnets/84ebbacd-68d6-4a7d-ba90-3df571432237 HTTP/1.1" status: 404 len: 337 time: 0.0400734 Jan 10 20:11:19.966076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37122) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:19.985543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:19.992662 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a20e753-d5fb-4b5e-9043-a199dd0d2545 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:19.993228 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a20e753-d5fb-4b5e-9043-a199dd0d2545 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:19.995178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3a20e753-d5fb-4b5e-9043-a199dd0d2545 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/917465d8-8964-464b-a306-401969d08498 HTTP/1.1" status: 404 len: 339 time: 0.0273192 Jan 10 20:11:19.997691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37126) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:20.064475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Deleting subnet 532c0709-2ff2-4aef-8010-c5a0bc988de1 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:11:20.067913 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.121024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.206091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.279532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.321671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Subnet': ['ID=532c0709-2ff2-4aef-8010-c5a0bc988de1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:20.327304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.340551 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d6e033bf-aab9-4fd0-b0f4-d2c6c908cd0c tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/subnets/532c0709-2ff2-4aef-8010-c5a0bc988de1 HTTP/1.1" status: 204 len: 168 time: 0.3418586 Jan 10 20:11:20.343051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37130) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:20.553744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.564039 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Deleting port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:20.564369 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.588853 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a7dda-e36c-4f49-89f2-cb5b4ecacdbe None None] Network 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:20.727115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] Provisioning for port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:20.760085 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] Provisioning complete for port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:20.760467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.767537 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] For port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,segment=NetworkSegment(c3428875-200d-4195-a1ed-8d31dba6e8b6),segment_id=c3428875-200d-4195-a1ed-8d31dba6e8b6)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:20.768088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.886466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Calling delete_port for 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:20.900527 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.935744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] DHCP port deletion for 77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:11:20.938378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] For port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,segment=NetworkSegment(c3428875-200d-4195-a1ed-8d31dba6e8b6),segment_id=c3428875-200d-4195-a1ed-8d31dba6e8b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:20.942053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] Deleting port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:20.942529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:20.963723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.db.api [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:11:20.964047 n-d-816927-8 neutron-server[83630]: DEBUG oslo_db.api [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:11:20.969638 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.089845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674e1af-a73f-4ff5-8ee8-667530c96625 None None] Pushing event updated for resources: {'Port': ['ID=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:21.230815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] For port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,segment=NetworkSegment(c3428875-200d-4195-a1ed-8d31dba6e8b6),segment_id=c3428875-200d-4195-a1ed-8d31dba6e8b6)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:21.231123 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.346115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] Calling delete_port for 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:21.419748 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.461737 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] Pushing event deleted for resources: {'Port': ['ID=62a83fec-2d2e-4ee2-8da2-e9a22f56e886,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:21.464888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Deleting port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:21.465342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.467606 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ceae2-9ea8-4a11-9b7c-db8a445db9c2 None None] No DVR routers for this DVR port 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:11:21.529815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] The port '62a83fec-2d2e-4ee2-8da2-e9a22f56e886' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:11:21.649324 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.673430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:21.685496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3428875-200d-4195-a1ed-8d31dba6e8b6') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:21.685803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3428875-200d-4195-a1ed-8d31dba6e8b6') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:21.697293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.712740 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.718611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:21.719024 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:21.736413 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:21.813044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.831202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:21.842571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Network': ['ID=77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:21.846104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0391223f-6cd6-4134-8b5c-cd73af0d3768 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/77ce094a-7ca3-40f1-9278-a0bdf7f5c9a8 HTTP/1.1" status: 204 len: 168 time: 1.5020339 Jan 10 20:11:21.848560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37134) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:21.856420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:11:21.889872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:11:21.890087 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e910b84-23aa-4bac-aa63-18463b66d185 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:21.890364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e910b84-23aa-4bac-aa63-18463b66d185 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:21.890461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 62a83fec-2d2e-4ee2-8da2-e9a22f56e886 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:11:21.892024 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2e910b84-23aa-4bac-aa63-18463b66d185 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/subnets/f352dd8f-1ffe-43bf-843d-77cfcb9b3091 HTTP/1.1" status: 404 len: 337 time: 0.0425913 Jan 10 20:11:21.894533 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:21.918626 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7133f2-92be-4fd5-9501-763056ca72d2 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:21.919086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7133f2-92be-4fd5-9501-763056ca72d2 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:21.920659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4a7133f2-92be-4fd5-9501-763056ca72d2 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/3ec817cd-44e6-47c4-a3d1-519298686cd2 HTTP/1.1" status: 404 len: 339 time: 0.0252304 Jan 10 20:11:21.923030 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37142) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:21.959671 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f42c97-b2e4-4c8e-a259-901e4f4656e9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:21.960113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f42c97-b2e4-4c8e-a259-901e4f4656e9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:21.961594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-47f42c97-b2e4-4c8e-a259-901e4f4656e9 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/subnets/e04e4e38-d47c-4d88-bf6d-bb881356fba4 HTTP/1.1" status: 404 len: 337 time: 0.0377238 Jan 10 20:11:21.963818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37146) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:21.986576 n-d-816927-8 neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1b86d8-f887-4961-90e3-c5fb5e19498f tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] DELETE failed (client error): The resource could not be found. Jan 10 20:11:21.987038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1b86d8-f887-4961-90e3-c5fb5e19498f tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 20:11:21.989064 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d1b86d8-f887-4961-90e3-c5fb5e19498f tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/024cd6a0-a2ca-49c2-8a18-d42bcb1856f6 HTTP/1.1" status: 404 len: 339 time: 0.0244126 Jan 10 20:11:21.991139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37150) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:22.173543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Deleting subnet 4f7d036d-761b-4267-a69a-9b836a9074ae {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:11:22.177389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.228678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.311046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.379444 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.419051 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7d036d-761b-4267-a69a-9b836a9074ae,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:22.423816 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.431983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a96532-0da4-49f2-8b71-404d22c613e5 None None] Network 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:22.433327 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f5eecddf-6032-4a84-a3b5-e829ac45a57b tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/subnets/4f7d036d-761b-4267-a69a-9b836a9074ae HTTP/1.1" status: 204 len: 168 time: 0.4413130 Jan 10 20:11:22.435698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:22.637141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.648369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Deleting port 061bee7d-318d-4c38-9c74-88a8b602b1ce {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:22.648710 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.674891 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] DHCP port deletion for 7ff2760e-f8e5-4a26-9ec5-f902f5effb88 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:11:22.679527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Deleting port 061bee7d-318d-4c38-9c74-88a8b602b1ce {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:22.679907 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.854575 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] For port 061bee7d-318d-4c38-9c74-88a8b602b1ce, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=061bee7d-318d-4c38-9c74-88a8b602b1ce,segment=NetworkSegment(0c1f9479-2977-4733-a872-9a5b94dd7f7c),segment_id=0c1f9479-2977-4733-a872-9a5b94dd7f7c)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:22.855234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.874046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] For port 061bee7d-318d-4c38-9c74-88a8b602b1ce, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=061bee7d-318d-4c38-9c74-88a8b602b1ce,segment=NetworkSegment(0c1f9479-2977-4733-a872-9a5b94dd7f7c),segment_id=0c1f9479-2977-4733-a872-9a5b94dd7f7c)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:22.874434 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:22.972812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Calling delete_port for 061bee7d-318d-4c38-9c74-88a8b602b1ce owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:22.993078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Calling delete_port for 061bee7d-318d-4c38-9c74-88a8b602b1ce owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:23.052370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.063887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:11:23.064242 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:11:23.098654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Port': ['ID=061bee7d-318d-4c38-9c74-88a8b602b1ce,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:23.103229 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] No DVR routers for this DVR port 061bee7d-318d-4c38-9c74-88a8b602b1ce on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:11:23.223569 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.247599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff2760e-f8e5-4a26-9ec5-f902f5effb88']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:23.260171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1f9479-2977-4733-a872-9a5b94dd7f7c') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:23.260483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1f9479-2977-4733-a872-9a5b94dd7f7c') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:23.271566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.286796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.292907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:23.293341 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:23.308372 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:23.387544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.404541 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.415894 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] Pushing event deleted for resources: {'Network': ['ID=7ff2760e-f8e5-4a26-9ec5-f902f5effb88,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:23.418902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-95fb40b4-11e8-4223-96dd-c409959151b5 tempest-NetworksIpV6Test-1551690418 tempest-NetworksIpV6Test-1551690418-project] 10.222.0.21 "DELETE /v2.0/networks/7ff2760e-f8e5-4a26-9ec5-f902f5effb88 HTTP/1.1" status: 204 len: 168 time: 0.9822905 Jan 10 20:11:23.565729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Deleting port 061bee7d-318d-4c38-9c74-88a8b602b1ce {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:23.566276 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.632162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f337c529-d5b6-4b62-ba12-44d1b72d1603 None None] The port '061bee7d-318d-4c38-9c74-88a8b602b1ce' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:11:23.707346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37162) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:23.853613 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 061bee7d-318d-4c38-9c74-88a8b602b1ce no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:11:23.880786 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-46242f28-77c8-4faf-b11f-6c5dacfe305e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abd71756d61a41c7a4613e46707d5ad0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1723008 Jan 10 20:11:23.883516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37168) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:23.886197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 061bee7d-318d-4c38-9c74-88a8b602b1ce {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:11:23.886546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 061bee7d-318d-4c38-9c74-88a8b602b1ce not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:11:23.942179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d4e47b1-ebed-4b2d-9eea-6b33a7820997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:23.966814 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d4e47b1-ebed-4b2d-9eea-6b33a7820997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:24.014766 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d4e47b1-ebed-4b2d-9eea-6b33a7820997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:24.029115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e47b1-ebed-4b2d-9eea-6b33a7820997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ad140-e233-4e06-9372-5ac9f0e77491,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:24.037244 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7d4e47b1-ebed-4b2d-9eea-6b33a7820997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:24.038371 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7d4e47b1-ebed-4b2d-9eea-6b33a7820997 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee9ad140-e233-4e06-9372-5ac9f0e77491 HTTP/1.1" status: 204 len: 168 time: 0.1539478 Jan 10 20:11:24.819683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37190) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:24.944155 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-81818703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:24.951024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:24.954750 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Usage tracker for resource:router and tenant:05b5b55a555b4d7cb39ee1940556974a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:24.957572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:24.963926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:24.973643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:24.974704 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:24.993497 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.010908 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.031438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.032599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-cb465217-6751-41aa-a43c-9456d0a21c27 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2119431 Jan 10 20:11:25.035786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37196) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:25.041341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-252332965'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:25.046758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:25.051087 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Usage tracker for resource:network and tenant:05b5b55a555b4d7cb39ee1940556974a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:25.054417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:25.060152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:25.068955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Made reservation on behalf of 05b5b55a555b4d7cb39ee1940556974a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:25.071996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.087735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.119529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:25.123262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Usage tracker for resource:security_group_rule and tenant:05b5b55a555b4d7cb39ee1940556974a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:25.126068 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:25.131775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:25.168347 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:11:25.198844 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.202749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.231684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:25.244106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a20a2d9-e687-4dd1-8c95-081ecb1473cf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:25.248427 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.248777 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Added segment 837da04e-9a8b-4163-a783-57dc1c3d6904 of type vlan for network e57b43e7-512b-4892-ad64-0ebe15a93374 Jan 10 20:11:25.274136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.302741 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.306632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:25.307243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.410542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3730741 Jan 10 20:11:25.413205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37200) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:25.420466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Request body: {'subnet': {'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:25.433941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb407a-01a9-4fe7-9692-df04c5df9fb8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event updated for resources: {'Network': ['ID=e57b43e7-512b-4892-ad64-0ebe15a93374,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:25.444892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e57b43e7-512b-4892-ad64-0ebe15a93374 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:25.532450 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:25.536875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Usage tracker for resource:subnet and tenant:05b5b55a555b4d7cb39ee1940556974a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:25.539691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:25.545428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:25.555834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Made reservation on behalf of 05b5b55a555b4d7cb39ee1940556974a for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:25.660632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:25.958526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.035646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event updated for resources: {'Subnet': ['ID=35258e4c-08e0-45d3-90ea-9b5c6268fd49,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:26.045053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Checking segment: {'id': '837da04e-9a8b-4163-a783-57dc1c3d6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:26.045406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Network hostable DHCP agents. Network: e57b43e7-512b-4892-ad64-0ebe15a93374, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:26.066847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Network e57b43e7-512b-4892-ad64-0ebe15a93374 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:26.075601 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e57b43e7-512b-4892-ad64-0ebe15a93374) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:26.079452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:26.080035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.085775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c189ec2-3847-4add-acaf-5b8b37f130ec None None] Network e57b43e7-512b-4892-ad64-0ebe15a93374 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:26.103661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-73b99cc7-ccc7-46c2-a1f9-92ab1f0dfd8d tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6866910 Jan 10 20:11:26.104145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37204) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:26.109637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1646400808'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:26.115578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:26.119296 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Usage tracker for resource:network and tenant:05b5b55a555b4d7cb39ee1940556974a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:26.122052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:26.127678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:26.138636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Made reservation on behalf of 05b5b55a555b4d7cb39ee1940556974a for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:26.141566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.169360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:26.179430 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.179795 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Added segment 47f249e0-d8e5-4e90-9d0f-9431976ae57c of type vlan for network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 Jan 10 20:11:26.205926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.233878 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.237639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:26.238841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.294183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-e57b43e7-512b-4892-ad64-0ebe15a93374', 'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374', 'tenant_id': '05b5b55a555b4d7cb39ee1940556974a', 'fixed_ips': [{'subnet_id': '35258e4c-08e0-45d3-90ea-9b5c6268fd49'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:26.295029 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.326455 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2212312 Jan 10 20:11:26.329486 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37208) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:26.335460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Request body: {'subnet': {'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:26.344907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0b206-17fc-46bb-954a-d5fa36ecbe86 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event updated for resources: {'Network': ['ID=a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:26.358988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:26.447922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:26.451762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Usage tracker for resource:subnet and tenant:05b5b55a555b4d7cb39ee1940556974a is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:26.454585 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:26.460386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:26.470302 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Made reservation on behalf of 05b5b55a555b4d7cb39ee1940556974a for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:26.540032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Allocated IP 172.20.0.2 (e57b43e7-512b-4892-ad64-0ebe15a93374/35258e4c-08e0-45d3-90ea-9b5c6268fd49/d698e8a2-ea26-4b1f-99ce-0523089a7207) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:26.570340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.750391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.760583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Transition to ACTIVE for port object d698e8a2-ea26-4b1f-99ce-0523089a7207 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:26.778179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Transition to ACTIVE for port object d698e8a2-ea26-4b1f-99ce-0523089a7207 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:26.783808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.785742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.855302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Network e57b43e7-512b-4892-ad64-0ebe15a93374 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:26.858266 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:26.863514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:26.865654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Pushing event updated for resources: {'Port': ['ID=d698e8a2-ea26-4b1f-99ce-0523089a7207,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:26.950350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Attempting to bind port d698e8a2-ea26-4b1f-99ce-0523089a7207 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:26.950723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Attempting to bind port d698e8a2-ea26-4b1f-99ce-0523089a7207 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '837da04e-9a8b-4163-a783-57dc1c3d6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:26.951119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Attempting to bind port d698e8a2-ea26-4b1f-99ce-0523089a7207 on network e57b43e7-512b-4892-ad64-0ebe15a93374 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:26.957848 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:26.958225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Checking segment: {'id': '837da04e-9a8b-4163-a783-57dc1c3d6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:26.958629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.958736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event updated for resources: {'Subnet': ['ID=27d061d1-9a19-486b-9d92-d7d0349387e9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:26.959058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Bound using segment: {'id': '837da04e-9a8b-4163-a783-57dc1c3d6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:26.959523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Bound port: d698e8a2-ea26-4b1f-99ce-0523089a7207, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837da04e-9a8b-4163-a783-57dc1c3d6904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e57b43e7-512b-4892-ad64-0ebe15a93374'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:26.959901 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:26.969731 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Checking segment: {'id': '47f249e0-d8e5-4e90-9d0f-9431976ae57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:26.970090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Network hostable DHCP agents. Network: a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:26.992577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:27.002524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:27.007794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:27.008502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.012854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc25cd-52ad-4ab3-8713-1ecaa0f1782a None None] Network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:27.034199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d874fd7b-319b-4ec3-9e64-f386815fe455 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7007318 Jan 10 20:11:27.034498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37212) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:27.042405 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7bc4b945-14a8-4360-9d44-199ae6d79602 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:27.130324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] For port d698e8a2-ea26-4b1f-99ce-0523089a7207, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:27.150486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] For port d698e8a2-ea26-4b1f-99ce-0523089a7207, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d698e8a2-ea26-4b1f-99ce-0523089a7207,segment=NetworkSegment(837da04e-9a8b-4163-a783-57dc1c3d6904),segment_id=837da04e-9a8b-4163-a783-57dc1c3d6904)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:27.160424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.286103 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c406-7cbc-4c73-998a-d48fe8e944c8 None None] Pushing event updated for resources: {'Port': ['ID=d698e8a2-ea26-4b1f-99ce-0523089a7207,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:27.338506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1', 'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1', 'tenant_id': '05b5b55a555b4d7cb39ee1940556974a', 'fixed_ips': [{'subnet_id': '27d061d1-9a19-486b-9d92-d7d0349387e9'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:27.339496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.469343 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bc4b945-14a8-4360-9d44-199ae6d79602 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.529222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Allocated IP 172.21.0.2 (a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1/27d061d1-9a19-486b-9d92-d7d0349387e9/71d91095-e628-493a-b6ef-4686fa7a584f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:27.626041 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [None req-7bc4b945-14a8-4360-9d44-199ae6d79602 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 20:11:27.627126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7bc4b945-14a8-4360-9d44-199ae6d79602 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "PUT /v2.0/routers/09bb0157-cdfd-4364-b559-4b8c28230990 HTTP/1.1" status: 400 len: 364 time: 0.5904145 Jan 10 20:11:27.633017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37216) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:27.698385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Deleting subnet 27d061d1-9a19-486b-9d92-d7d0349387e9 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:11:27.737297 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.747535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Transition to ACTIVE for port object 71d91095-e628-493a-b6ef-4686fa7a584f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:27.765380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Transition to ACTIVE for port object 71d91095-e628-493a-b6ef-4686fa7a584f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:27.770918 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.771551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.836273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:27.884252 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:27.887580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:27.891171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:27.901403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d698e8a2-ea26-4b1f-99ce-0523089a7207 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:27.925431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Pushing event updated for resources: {'Port': ['ID=71d91095-e628-493a-b6ef-4686fa7a584f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:27.937939 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.021512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.046785 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Attempting to bind port 71d91095-e628-493a-b6ef-4686fa7a584f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:28.047293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Attempting to bind port 71d91095-e628-493a-b6ef-4686fa7a584f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '47f249e0-d8e5-4e90-9d0f-9431976ae57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:28.047823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Attempting to bind port 71d91095-e628-493a-b6ef-4686fa7a584f on network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:28.059643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:28.060087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Checking segment: {'id': '47f249e0-d8e5-4e90-9d0f-9431976ae57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:28.060621 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.061237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Bound using segment: {'id': '47f249e0-d8e5-4e90-9d0f-9431976ae57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:28.061816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Bound port: 71d91095-e628-493a-b6ef-4686fa7a584f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f249e0-d8e5-4e90-9d0f-9431976ae57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:28.062268 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.063271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event deleted for resources: {'Subnet': ['ID=27d061d1-9a19-486b-9d92-d7d0349387e9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:28.071569 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.080162 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-da3769f5-cc33-4d61-a361-2397291e6772 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "DELETE /v2.0/subnets/27d061d1-9a19-486b-9d92-d7d0349387e9 HTTP/1.1" status: 204 len: 168 time: 0.4437289 Jan 10 20:11:28.081396 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37220) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:28.118598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port d698e8a2-ea26-4b1f-99ce-0523089a7207 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:28.169396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] For port 71d91095-e628-493a-b6ef-4686fa7a584f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:28.172657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] For port 71d91095-e628-493a-b6ef-4686fa7a584f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71d91095-e628-493a-b6ef-4686fa7a584f,segment=NetworkSegment(47f249e0-d8e5-4e90-9d0f-9431976ae57c),segment_id=47f249e0-d8e5-4e90-9d0f-9431976ae57c)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:28.177608 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.205536 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.217198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Deleting port 71d91095-e628-493a-b6ef-4686fa7a584f {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:28.217652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.286148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514b84e-9ff1-4781-8351-a71de7e160c4 None None] Pushing event updated for resources: {'Port': ['ID=71d91095-e628-493a-b6ef-4686fa7a584f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:28.304591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc28e67-bb87-4dd6-87c8-06743851cf21 None None] Network e57b43e7-512b-4892-ad64-0ebe15a93374 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:28.401156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aee301-eb6c-4f0c-9385-b9106f3ccf70 None None] Network a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:28.420003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] For port 71d91095-e628-493a-b6ef-4686fa7a584f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=71d91095-e628-493a-b6ef-4686fa7a584f,segment=NetworkSegment(47f249e0-d8e5-4e90-9d0f-9431976ae57c),segment_id=47f249e0-d8e5-4e90-9d0f-9431976ae57c)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:28.420371 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.506416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] Provisioning for port d698e8a2-ea26-4b1f-99ce-0523089a7207 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:28.524961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] Provisioning complete for port d698e8a2-ea26-4b1f-99ce-0523089a7207 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:28.525331 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.544161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Calling delete_port for 71d91095-e628-493a-b6ef-4686fa7a584f owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:28.622036 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.673209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event deleted for resources: {'Port': ['ID=71d91095-e628-493a-b6ef-4686fa7a584f,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:28.680467 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] No DVR routers for this DVR port 71d91095-e628-493a-b6ef-4686fa7a584f on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:11:28.797299 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.808674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.835452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] For port d698e8a2-ea26-4b1f-99ce-0523089a7207, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d698e8a2-ea26-4b1f-99ce-0523089a7207,segment=NetworkSegment(837da04e-9a8b-4163-a783-57dc1c3d6904),segment_id=837da04e-9a8b-4163-a783-57dc1c3d6904)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:28.836563 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:28.841931 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.851923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f249e0-d8e5-4e90-9d0f-9431976ae57c') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:28.852228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f249e0-d8e5-4e90-9d0f-9431976ae57c') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:28.865025 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.882708 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.889427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:28.889903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:28.905887 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:28.915896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26572de5-619b-4248-93c9-12c04e1c1a37 None None] Pushing event updated for resources: {'Port': ['ID=d698e8a2-ea26-4b1f-99ce-0523089a7207,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:28.988832 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.006201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.017957 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event deleted for resources: {'Network': ['ID=a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:29.020555 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a3eb8-61a3-4462-ab25-5187fbe8d55c None None] get_active_networks_info from n-d-816927-8 {{(pid=83631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 10 20:11:29.023091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37224) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:29.023579 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-50481f4a-17ce-4edf-9ae5-b90d127ba134 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "DELETE /v2.0/networks/a4c6a1e5-b89b-4fff-b10e-4f525b39d7a1 HTTP/1.1" status: 204 len: 168 time: 0.9416378 Jan 10 20:11:29.093562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9a667d31-c57e-4f9a-a40b-e8d12f4d3acf None None] Provisioning complete for port d698e8a2-ea26-4b1f-99ce-0523089a7207 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:29.093788 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a667d31-c57e-4f9a-a40b-e8d12f4d3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.096169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Deleting subnet 35258e4c-08e0-45d3-90ea-9b5c6268fd49 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:11:29.099954 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.152286 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.164003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a3eb8-61a3-4462-ab25-5187fbe8d55c None None] Resources bound (agent type, host, resource id): {{(pid=83631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 20:11:29.240744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.312055 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.350095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event deleted for resources: {'Subnet': ['ID=35258e4c-08e0-45d3-90ea-9b5c6268fd49,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:29.356926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.362727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-854d4e02-460b-4d1e-82d2-b54b1b21c0f3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "DELETE /v2.0/subnets/35258e4c-08e0-45d3-90ea-9b5c6268fd49 HTTP/1.1" status: 204 len: 168 time: 0.3378274 Jan 10 20:11:29.365425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37228) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:29.480168 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.490703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Deleting port d698e8a2-ea26-4b1f-99ce-0523089a7207 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:29.491126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.513188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0561142-cba7-4fb5-9f5f-067fa921d30d None None] Network e57b43e7-512b-4892-ad64-0ebe15a93374 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:29.794986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] DHCP port deletion for e57b43e7-512b-4892-ad64-0ebe15a93374 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:11:29.796561 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] For port d698e8a2-ea26-4b1f-99ce-0523089a7207, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d698e8a2-ea26-4b1f-99ce-0523089a7207,segment=NetworkSegment(837da04e-9a8b-4163-a783-57dc1c3d6904),segment_id=837da04e-9a8b-4163-a783-57dc1c3d6904)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:29.797048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.799225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Deleting port d698e8a2-ea26-4b1f-99ce-0523089a7207 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:29.799225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:29.889230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d698e8a2-ea26-4b1f-99ce-0523089a7207 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:11:29.922636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Calling delete_port for d698e8a2-ea26-4b1f-99ce-0523089a7207 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:29.995477 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.024938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No active binding found for port d698e8a2-ea26-4b1f-99ce-0523089a7207 {{(pid=83631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 10 20:11:30.025274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device d698e8a2-ea26-4b1f-99ce-0523089a7207 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:11:30.041178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event deleted for resources: {'Port': ['ID=d698e8a2-ea26-4b1f-99ce-0523089a7207,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:30.047145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] No DVR routers for this DVR port d698e8a2-ea26-4b1f-99ce-0523089a7207 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:11:30.058050 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] For port d698e8a2-ea26-4b1f-99ce-0523089a7207, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=d698e8a2-ea26-4b1f-99ce-0523089a7207,segment=NetworkSegment(837da04e-9a8b-4163-a783-57dc1c3d6904),segment_id=837da04e-9a8b-4163-a783-57dc1c3d6904)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:30.058446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.174349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.188122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Calling delete_port for d698e8a2-ea26-4b1f-99ce-0523089a7207 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:11:30.202992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57b43e7-512b-4892-ad64-0ebe15a93374']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:30.216481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837da04e-9a8b-4163-a783-57dc1c3d6904') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:30.216794 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837da04e-9a8b-4163-a783-57dc1c3d6904') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:30.227974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.243922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.249885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:11:30.250193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.256110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:11:30.256472 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:11:30.265024 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:11:30.341852 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.358810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.370480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Pushing event deleted for resources: {'Network': ['ID=e57b43e7-512b-4892-ad64-0ebe15a93374,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:30.373230 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d9f3da51-e7bc-4c3d-abe5-c01bca89eaa3 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "DELETE /v2.0/networks/e57b43e7-512b-4892-ad64-0ebe15a93374 HTTP/1.1" status: 204 len: 168 time: 1.0068305 Jan 10 20:11:30.375873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37232) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:30.415584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0eb4b4a4-c569-4f56-a403-1fdfa74386c0 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Synchronizing usage tracker for tenant:05b5b55a555b4d7cb39ee1940556974a on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:11:30.431061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0eb4b4a4-c569-4f56-a403-1fdfa74386c0 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Unset dirty status for tenant:05b5b55a555b4d7cb39ee1940556974a on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:11:30.432155 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0eb4b4a4-c569-4f56-a403-1fdfa74386c0 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bb0157-cdfd-4364-b559-4b8c28230990 HTTP/1.1" status: 200 len: 205 time: 0.0554132 Jan 10 20:11:30.434651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37236) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:30.567625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.757745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Deleting port d698e8a2-ea26-4b1f-99ce-0523089a7207 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:11:30.758239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:30.828217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c64628a0-af11-4b2e-819d-6bee62784521 None None] The port 'd698e8a2-ea26-4b1f-99ce-0523089a7207' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:11:31.044501 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.048703 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.075023 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.075513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Fanout notify agent at l3_agent the message router_deleted on router 09bb0157-cdfd-4364-b559-4b8c28230990 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:11:31.086568 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.087698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0b2f9430-ff2a-4986-9544-68c79697f8d8 tempest-RoutersNegativeTest-1352734544 tempest-RoutersNegativeTest-1352734544-project] 10.222.0.21 "DELETE /v2.0/routers/09bb0157-cdfd-4364-b559-4b8c28230990 HTTP/1.1" status: 204 len: 168 time: 0.6521428 Jan 10 20:11:31.365484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:31.531633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a3339b36-7c4b-41c4-b977-a82250d197f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05b5b55a555b4d7cb39ee1940556974a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1650097 Jan 10 20:11:31.534063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:31.594325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b50141c5-bf33-43c1-bc6e-208c8282a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.619266 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b50141c5-bf33-43c1-bc6e-208c8282a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.668377 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b50141c5-bf33-43c1-bc6e-208c8282a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.685332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50141c5-bf33-43c1-bc6e-208c8282a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a20a2d9-e687-4dd1-8c95-081ecb1473cf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:31.688529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b50141c5-bf33-43c1-bc6e-208c8282a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:31.690056 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b50141c5-bf33-43c1-bc6e-208c8282a08c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a20a2d9-e687-4dd1-8c95-081ecb1473cf HTTP/1.1" status: 204 len: 168 time: 0.1546755 Jan 10 20:11:32.442326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37272) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:32.565372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1585069428-network', 'tenant_id': '9732c0f978094a23980489e82641be67'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:32.571383 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:32.575148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Usage tracker for resource:network and tenant:9732c0f978094a23980489e82641be67 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:32.577951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:32.584186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:32.594033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Made reservation on behalf of 9732c0f978094a23980489e82641be67 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:32.596270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.608465 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.638549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:32.642117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Usage tracker for resource:security_group_rule and tenant:9732c0f978094a23980489e82641be67 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:32.645478 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:32.651121 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:32.714022 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.717551 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.743547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:32.759464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6707bb7b-83e5-45a4-85c3-7f564cb4cd60,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:32.763831 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.764173 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Added segment 611e5dcc-f577-4011-b061-db1e0cc9ccca of type vlan for network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 Jan 10 20:11:32.789649 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.817846 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.818962 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:32.819538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:32.917901 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4743729 Jan 10 20:11:32.920742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:32.922976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60c95c-8d2e-4834-a44a-7e0d1afef49d admin admin] Pushing event updated for resources: {'Network': ['ID=5ded077e-b24d-46f3-9ac2-d4f0f675ee89,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:32.927242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Request body: {'subnet': {'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-subnet', 'tenant_id': '9732c0f978094a23980489e82641be67', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:32.932691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:32.933517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:32.936652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Usage tracker for resource:subnet and tenant:9732c0f978094a23980489e82641be67 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:32.939481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:32.945713 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:32.956195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Made reservation on behalf of 9732c0f978094a23980489e82641be67 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:32.958734 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.241667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.311320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b9584e-3571-489b-893f-75efe4a0fb01,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:33.322301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Checking segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:33.322654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Network hostable DHCP agents. Network: 5ded077e-b24d-46f3-9ac2-d4f0f675ee89, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:33.342947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:33.352222 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 5ded077e-b24d-46f3-9ac2-d4f0f675ee89) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:33.355849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:33.356420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.360476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1151e3-8d16-4494-b602-355d78958404 None None] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:33.376078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0554ce9a-64b6-4c86-868a-c2bb0478d2f1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4541359 Jan 10 20:11:33.379116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37282) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:33.384200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:33.389433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:33.393367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Usage tracker for resource:router and tenant:9732c0f978094a23980489e82641be67 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:33.396267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:33.401877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:33.413190 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.414207 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.433270 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.572716 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'tenant_id': '9732c0f978094a23980489e82641be67', 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:33.573533 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.579096 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.727915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Allocated IP 172.20.0.2 (5ded077e-b24d-46f3-9ac2-d4f0f675ee89/26b9584e-3571-489b-893f-75efe4a0fb01/c0a2315c-6c8e-4db7-8a0d-7c87825e1a53) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:33.764690 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.794575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.924987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:33.930643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Allocated IP 172.25.6.198 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/299f59b6-c626-449f-90cc-d19bd452519c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:33.935396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Transition to ACTIVE for port object c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:33.953593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Transition to ACTIVE for port object c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:33.959648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.028193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:34.031073 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:34.035476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:34.037538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Pushing event updated for resources: {'Port': ['ID=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:34.077854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.105735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.122905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Attempting to bind port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:34.123286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Attempting to bind port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:34.123656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Attempting to bind port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:34.131598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:34.132217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Checking segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:34.132904 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.133585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Bound using segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:34.134233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Bound port: c0a2315c-6c8e-4db7-8a0d-7c87825e1a53, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:34.134614 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.178819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:34.182524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:34.184504 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Pushing event updated for resources: {'Port': ['ID=299f59b6-c626-449f-90cc-d19bd452519c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:34.186665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:34.255797 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] For port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:34.258673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] For port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:34.263166 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.343845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e394-0cea-4d77-9923-6f4525888b6e None None] Pushing event updated for resources: {'Port': ['ID=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:34.344577 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.345426 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.591381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Router 29e8558b-9a48-4999-8ba4-30353d3b2501 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:11:34.894304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:11:34.904023 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91943f5-af55-42af-8919-b110c702372d None None] Sync routers for ids ['29e8558b-9a48-4999-8ba4-30353d3b2501'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:11:34.915938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] Routers {'29e8558b-9a48-4999-8ba4-30353d3b2501'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:34.916561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['29e8558b-9a48-4999-8ba4-30353d3b2501'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:34.917488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:34.921521 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-894e17c8-1ccf-418c-8598-b465b3cc65a4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5387912 Jan 10 20:11:34.921731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37286) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:35.110368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] Set router 29e8558b-9a48-4999-8ba4-30353d3b2501 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:35.316186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486d1fe-efad-4ead-be3c-d62b0c3f4cea None None] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:35.486297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ccd280a6-8446-41f6-86d0-f60fd5e2e8fd None None] Provisioning for port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:35.600342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:34Z', 'revision_number': 3, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:35.609781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91943f5-af55-42af-8919-b110c702372d None None] Checking router: 29e8558b-9a48-4999-8ba4-30353d3b2501 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:11:35.610133 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91943f5-af55-42af-8919-b110c702372d None None] Updating router 29e8558b-9a48-4999-8ba4-30353d3b2501 port 299f59b6-c626-449f-90cc-d19bd452519c binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:11:35.669626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:35.673730 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b91943f5-af55-42af-8919-b110c702372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:35.902178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Allocated IP 172.20.0.1 (5ded077e-b24d-46f3-9ac2-d4f0f675ee89/26b9584e-3571-489b-893f-75efe4a0fb01/65ee2842-c6fc-4b72-821d-aeaeb65dcb35) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:35.940417 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:36.069702 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.084676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:36.087633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Transition to ACTIVE for port object 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:36.095906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0c75b824-4bf8-49a3-b640-fe3e3e71c0de None None] Provisioning complete for port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:36.096283 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0c75b824-4bf8-49a3-b640-fe3e3e71c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.111298 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.124242 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b91943f5-af55-42af-8919-b110c702372d None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.126683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:36.127112 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.183161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:36.185967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:36.186169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b91943f5-af55-42af-8919-b110c702372d None None] Transition to ACTIVE for port object 299f59b6-c626-449f-90cc-d19bd452519c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:36.188978 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:36.206591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b91943f5-af55-42af-8919-b110c702372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.229193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Pushing event updated for resources: {'Port': ['ID=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:36.252189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.344268 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.361432 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b91943f5-af55-42af-8919-b110c702372d None None] Attempting to bind port 299f59b6-c626-449f-90cc-d19bd452519c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:36.361799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b91943f5-af55-42af-8919-b110c702372d None None] Attempting to bind port 299f59b6-c626-449f-90cc-d19bd452519c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:36.362170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91943f5-af55-42af-8919-b110c702372d None None] Attempting to bind port 299f59b6-c626-449f-90cc-d19bd452519c on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:36.423861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7736-ece9-4be0-833f-55223f2f5a59 None None] Pushing event updated for resources: {'Port': ['ID=299f59b6-c626-449f-90cc-d19bd452519c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:36.471170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91943f5-af55-42af-8919-b110c702372d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:36.471503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91943f5-af55-42af-8919-b110c702372d None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:36.472376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b91943f5-af55-42af-8919-b110c702372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.472775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91943f5-af55-42af-8919-b110c702372d None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:36.473260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-b91943f5-af55-42af-8919-b110c702372d None None] Bound port: 299f59b6-c626-449f-90cc-d19bd452519c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:36.473641 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b91943f5-af55-42af-8919-b110c702372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.519890 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.543598 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0c75b824-4bf8-49a3-b640-fe3e3e71c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.574710 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.579614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.611131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b91943f5-af55-42af-8919-b110c702372d None None] For port 299f59b6-c626-449f-90cc-d19bd452519c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:36.614328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:36.616483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-b91943f5-af55-42af-8919-b110c702372d None None] For port 299f59b6-c626-449f-90cc-d19bd452519c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=299f59b6-c626-449f-90cc-d19bd452519c,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:36.619832 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.680945 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b91943f5-af55-42af-8919-b110c702372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.749324 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-0c75b824-4bf8-49a3-b640-fe3e3e71c0de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:11:36.749674 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-0c75b824-4bf8-49a3-b640-fe3e3e71c0de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:11:36.751409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:36.792241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Pushing event updated for resources: {'Port': ['ID=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:36.794564 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:36.812934 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] Routers {'29e8558b-9a48-4999-8ba4-30353d3b2501'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:36.813557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['29e8558b-9a48-4999-8ba4-30353d3b2501'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:36.902210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7736-ece9-4be0-833f-55223f2f5a59 None None] Pushing event updated for resources: {'Port': ['ID=299f59b6-c626-449f-90cc-d19bd452519c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:36.931001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:36.932081 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:37.002318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] Set router 29e8558b-9a48-4999-8ba4-30353d3b2501 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:37.315564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Router 29e8558b-9a48-4999-8ba4-30353d3b2501 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:11:37.370216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-b91943f5-af55-42af-8919-b110c702372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '65ee2842-c6fc-4b72-821d-aeaeb65dcb35', 'name': '', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'tenant_id': '9732c0f978094a23980489e82641be67', 'mac_address': 'fa:16:3e:3f:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:35Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 2, 'project_id': '9732c0f978094a23980489e82641be67', 'subnets': [{'id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:37.374068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91943f5-af55-42af-8919-b110c702372d None None] The sync data for ids ['29e8558b-9a48-4999-8ba4-30353d3b2501'] in n-d-816927-8 is: [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '65ee2842-c6fc-4b72-821d-aeaeb65dcb35', 'name': '', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'tenant_id': '9732c0f978094a23980489e82641be67', 'mac_address': 'fa:16:3e:3f:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:35Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 2, 'project_id': '9732c0f978094a23980489e82641be67', 'subnets': [{'id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:11:37.469520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4097282-3024-4284-b344-43d605c9093d None None] Provisioning for port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:37.474573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c4097282-3024-4284-b344-43d605c9093d None None] Provisioning complete for port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:37.474978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c4097282-3024-4284-b344-43d605c9093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:37.551883 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:11:37.553289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c4097282-3024-4284-b344-43d605c9093d None None] Port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:11:37.562605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d7e2fbf9-77e7-4000-aa58-2c1d280431d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/29e8558b-9a48-4999-8ba4-30353d3b2501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399405 Jan 10 20:11:37.876984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:37.953599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:37.953971 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.470478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37308) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:38.476773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1406420994-network', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:38.482396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:38.486440 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Usage tracker for resource:network and tenant:b31bb7ab768141de9069e2a542b46eb6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:38.489516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:38.495262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:38.507471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Made reservation on behalf of b31bb7ab768141de9069e2a542b46eb6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:38.509880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.515353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9927-9c3f-4a9f-9fbd-ec0c25707118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.523879 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.555550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:38.559287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Usage tracker for resource:security_group_rule and tenant:b31bb7ab768141de9069e2a542b46eb6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:38.562018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:38.568064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:38.632733 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.636297 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.664455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:11:38.672901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528fae1a-0c96-40bc-9ba1-832d973aaefd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:38.678496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.678863 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Added segment bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3 of type vlan for network 21d073be-6f70-477f-9394-f1a04e0e3fdb Jan 10 20:11:38.704631 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.734918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.735727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:38.736292 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:38.830014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3583796 Jan 10 20:11:38.833834 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37312) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:38.835449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66b54e-6254-4be9-953f-c0e6e5281c76 admin admin] Pushing event updated for resources: {'Network': ['ID=21d073be-6f70-477f-9394-f1a04e0e3fdb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:38.840831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Request body: {'subnet': {'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-subnet', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:38.845660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:11:38.848032 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:38.851953 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Usage tracker for resource:subnet and tenant:b31bb7ab768141de9069e2a542b46eb6 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:38.854758 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:38.860930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:38.871322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Made reservation on behalf of b31bb7ab768141de9069e2a542b46eb6 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:38.873601 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.079602 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.147843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bce476-2f9f-4464-b6b4-f99b91e773c7,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:39.162337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Checking segment: {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:39.162692 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Network hostable DHCP agents. Network: 21d073be-6f70-477f-9394-f1a04e0e3fdb, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:11:39.184729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:11:39.195029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 21d073be-6f70-477f-9394-f1a04e0e3fdb) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:39.199479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:39.199974 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.203855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6391ca7-e52b-490b-8d40-f8ae7b72c8c1 None None] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:39.226014 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a2613c32-0c21-4b46-9684-e1a49a22a7d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3908751 Jan 10 20:11:39.228676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37316) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:39.233935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:39.239942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:39.243739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Usage tracker for resource:router and tenant:b31bb7ab768141de9069e2a542b46eb6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:11:39.246577 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:11:39.252198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:39.262962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.263890 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.281594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.428338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.442595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-21d073be-6f70-477f-9394-f1a04e0e3fdb', 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'fixed_ips': [{'subnet_id': '83bce476-2f9f-4464-b6b4-f99b91e773c7'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:11:39.443774 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.600984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Allocated IP 172.20.0.2 (21d073be-6f70-477f-9394-f1a04e0e3fdb/83bce476-2f9f-4464-b6b4-f99b91e773c7/a67c0fb9-5230-4f36-bb48-2e268c3a3ddf) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:39.624872 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.654340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.814465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.829121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Transition to ACTIVE for port object a67c0fb9-5230-4f36-bb48-2e268c3a3ddf will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:39.853638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Transition to ACTIVE for port object a67c0fb9-5230-4f36-bb48-2e268c3a3ddf will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:39.864419 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:39.930636 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 299f59b6-c626-449f-90cc-d19bd452519c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:39.931262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Allocated IP 172.25.6.59 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/686af292-31f9-45cd-9308-b741b3b3e7ed) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:39.999251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:40.002523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Pushing event updated for resources: {'Port': ['ID=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:40.005772 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:40.009268 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:40.085962 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.108118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Attempting to bind port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:40.108578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Attempting to bind port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:40.108764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Attempting to bind port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf on network 21d073be-6f70-477f-9394-f1a04e0e3fdb {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:40.117365 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.118532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:40.119015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Checking segment: {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:40.119467 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.119877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Bound using segment: {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:40.120350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Bound port: a67c0fb9-5230-4f36-bb48-2e268c3a3ddf, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:40.120725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.134421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 299f59b6-c626-449f-90cc-d19bd452519c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:40.143537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 299f59b6-c626-449f-90cc-d19bd452519c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:40.144452 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.187914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:40.191213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:40.195550 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:40.222032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Pushing event updated for resources: {'Port': ['ID=686af292-31f9-45cd-9308-b741b3b3e7ed,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:40.266387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] For port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:40.270264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] For port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:40.297611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.353676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.354691 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.389761 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.401747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d36415-a55f-4751-a97a-9021c98807d8 None None] Pushing event updated for resources: {'Port': ['ID=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:40.413587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 299f59b6-c626-449f-90cc-d19bd452519c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=299f59b6-c626-449f-90cc-d19bd452519c,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:40.422629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.495288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=299f59b6-c626-449f-90cc-d19bd452519c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:40.589618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-864d323c-c902-4cde-adc7-0acbeb39044b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.606729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Router 91f693b8-4161-478a-98cf-711dda6e2906 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:11:40.818567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:11:40.827612 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Sync routers for ids ['91f693b8-4161-478a-98cf-711dda6e2906'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:11:40.839391 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Routers {'91f693b8-4161-478a-98cf-711dda6e2906'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:40.840179 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['91f693b8-4161-478a-98cf-711dda6e2906'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:40.841830 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:40.845715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d3e8b865-b3cb-4f7d-9f32-5b910655f6aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6134284 Jan 10 20:11:40.846117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37320) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:11:41.016605 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Set router 91f693b8-4161-478a-98cf-711dda6e2906 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:41.313877 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 3, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:41.317879 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Checking router: 91f693b8-4161-478a-98cf-711dda6e2906 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:11:41.318225 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Updating router 91f693b8-4161-478a-98cf-711dda6e2906 port 686af292-31f9-45cd-9308-b741b3b3e7ed binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:11:41.373230 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.381296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066b45d-994c-4eeb-8dcf-0f955d5c49f6 None None] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:11:41.476394 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e72d02a2-d178-4e56-8508-04ba8b73b231 None None] Provisioning for port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:41.600826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.705244 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.718159 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Transition to ACTIVE for port object 686af292-31f9-45cd-9308-b741b3b3e7ed will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:41.727144 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.809606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Attempting to bind port 686af292-31f9-45cd-9308-b741b3b3e7ed on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:41.809966 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Attempting to bind port 686af292-31f9-45cd-9308-b741b3b3e7ed by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:41.810323 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Attempting to bind port 686af292-31f9-45cd-9308-b741b3b3e7ed on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:41.817232 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Pushing event updated for resources: {'Port': ['ID=686af292-31f9-45cd-9308-b741b3b3e7ed,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:41.821517 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Allocated IP 172.20.0.1 (21d073be-6f70-477f-9394-f1a04e0e3fdb/83bce476-2f9f-4464-b6b4-f99b91e773c7/44f3e896-bdbd-4031-a45a-4e2eebcf60c9) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:41.828196 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.828699 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.828862 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.829182 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.829505 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.829825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.830139 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.830460 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.830772 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.831710 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.832013 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:11:41.835679 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:41.836297 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:41.836905 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.837500 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:41.838119 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Bound port: 686af292-31f9-45cd-9308-b741b3b3e7ed, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:41.838686 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.880809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:41.915763 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] For port 686af292-31f9-45cd-9308-b741b3b3e7ed, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:41.919525 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] For port 686af292-31f9-45cd-9308-b741b3b3e7ed, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=686af292-31f9-45cd-9308-b741b3b3e7ed,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:41.928711 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.011056 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4dbe-2a42-4922-969d-fcb71e7113b6 None None] Pushing event updated for resources: {'Port': ['ID=686af292-31f9-45cd-9308-b741b3b3e7ed,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:42.017466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Routers {'91f693b8-4161-478a-98cf-711dda6e2906'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:42.017466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['91f693b8-4161-478a-98cf-711dda6e2906'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:42.049017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a67c0fb9-5230-4f36-bb48-2e268c3a3ddf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:42.091598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.103395 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.109729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Transition to ACTIVE for port object 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:42.134088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.139136 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:42.147287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:42.148293 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.201909 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] Set router 91f693b8-4161-478a-98cf-711dda6e2906 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:42.211759 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:42.212865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Pushing event updated for resources: {'Port': ['ID=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:42.217720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:42.219844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:42.272151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.277748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.320552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:42.325831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.326794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 299f59b6-c626-449f-90cc-d19bd452519c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:42.381058 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.453570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:42.464425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 299f59b6-c626-449f-90cc-d19bd452519c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:42.464800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.559812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 3, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:42.564112 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a2d35-13e8-4942-bd40-c91f109cbca6 None None] The sync data for ids ['91f693b8-4161-478a-98cf-711dda6e2906'] in n-d-816927-8 is: [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 3, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:11:42.577041 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b1f5b057-8cc8-4b9b-9668-7afa7f10d148 None None] Provisioning for port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:42.607949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b1f5b057-8cc8-4b9b-9668-7afa7f10d148 None None] Provisioning complete for port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:42.608325 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b057-8cc8-4b9b-9668-7afa7f10d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.639146 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.643502 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.680206 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5b057-8cc8-4b9b-9668-7afa7f10d148 None None] Port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:11:42.747969 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Pushing event updated for resources: {'Port': ['ID=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:42.750259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:42.884423 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:42.885470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:43.102218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4ca86363-a49c-4e21-99a3-36f668567c87 None None] Provisioning complete for port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:43.102589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4ca86363-a49c-4e21-99a3-36f668567c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:43.153057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4ca86363-a49c-4e21-99a3-36f668567c87 None None] Port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:11:43.262972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Router 91f693b8-4161-478a-98cf-711dda6e2906 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:11:43.293430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:43.464673 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:11:43.473266 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5b484ef1-f357-42e8-8395-7313cdc2dd74 admin admin] 10.222.0.21 "PUT /v2.0/routers/91f693b8-4161-478a-98cf-711dda6e2906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254618 Jan 10 20:11:43.870742 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a67c0fb9-5230-4f36-bb48-2e268c3a3ddf up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:43.940942 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:43.941312 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:44.362409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6e31-6262-457f-9085-c74027206b67 req-80fbacb3-c965-49a3-aafa-f915fa5a7aa7 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:44.363794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-80fbacb3-c965-49a3-aafa-f915fa5a7aa7 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 817 time: 0.1407850 Jan 10 20:11:44.380151 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-cfa63251-937e-455d-a5c2-8b39d02cc03b tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/quotas/9732c0f978094a23980489e82641be67 HTTP/1.1" status: 200 len: 375 time: 0.0110273 Jan 10 20:11:44.459495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-145b6e31-6262-457f-9085-c74027206b67 req-3fd4c3af-cf06-43ef-abfb-6612c388a03e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Synchronizing usage tracker for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:11:44.475948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-145b6e31-6262-457f-9085-c74027206b67 req-3fd4c3af-cf06-43ef-abfb-6612c388a03e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Unset dirty status for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:11:44.477321 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-3fd4c3af-cf06-43ef-abfb-6612c388a03e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925674 Jan 10 20:11:44.623093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-4bb10131-2387-4520-ae4a-4f98a805fba5 service neutron] 10.222.0.21 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339254 Jan 10 20:11:44.754752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-34310809-1f10-4088-8b47-aac72ea3f925 service neutron] 10.222.0.21 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250207 Jan 10 20:11:44.958214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d3e65736-3d0e-47f6-838f-152a6cbc43e8 req-6e0793bb-2f1e-4cb0-ab22-6d3768b7e9e6 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 210 time: 0.0456545 Jan 10 20:11:45.762843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:45.991804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:46.070171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6e31-6262-457f-9085-c74027206b67 req-2a89f7de-fbb3-4b97-8a5f-11c5697b92e3 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:46.071600 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-2a89f7de-fbb3-4b97-8a5f-11c5697b92e3 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 817 time: 0.2485292 Jan 10 20:11:46.088149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Request body: {'port': {'device_id': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'admin_state_up': True, 'tenant_id': '9732c0f978094a23980489e82641be67'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:46.144733 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53b407c4-fbfa-4572-b6af-28c141cd64d5 req-71dfcd6a-89aa-48c4-9678-7dfd2279ac92 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 210 time: 0.0593286 Jan 10 20:11:46.256674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:11:46.266076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:11:46.276216 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Made reservation on behalf of 9732c0f978094a23980489e82641be67 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:11:46.279338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:46.438988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Allocated IP 172.20.0.3 (5ded077e-b24d-46f3-9ac2-d4f0f675ee89/26b9584e-3571-489b-893f-75efe4a0fb01/c58f0e63-7c5a-430b-afd8-c9c2f5176909) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:11:46.635651 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:46.650788 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Transition to ACTIVE for port object c58f0e63-7c5a-430b-afd8-c9c2f5176909 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:46.671729 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:46.749148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:11:46.752270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:11:46.755326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:11:46.787407 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Pushing event updated for resources: {'Port': ['ID=c58f0e63-7c5a-430b-afd8-c9c2f5176909,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:46.827508 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:46.828161 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:46.854390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-dac87913-d113-4dab-8c52-9eaff7286693 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7707613 Jan 10 20:11:46.866091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Request body: {'port': {'device_id': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:11:46.977582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:46.995654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-03fb55a8-46b2-458d-88b7-4917edb56ee3 None None] Provisioning for port c58f0e63-7c5a-430b-afd8-c9c2f5176909 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:47.000361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-03fb55a8-46b2-458d-88b7-4917edb56ee3 None None] Provisioning complete for port c58f0e63-7c5a-430b-afd8-c9c2f5176909 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:47.000735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-03fb55a8-46b2-458d-88b7-4917edb56ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:47.056149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-03fb55a8-46b2-458d-88b7-4917edb56ee3 None None] Port c58f0e63-7c5a-430b-afd8-c9c2f5176909 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:11:47.350815 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58f0e63-7c5a-430b-afd8-c9c2f5176909 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:11:47.359255 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:47.383900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Transition to ACTIVE for port object c58f0e63-7c5a-430b-afd8-c9c2f5176909 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:47.387824 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:47.455364 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446adeff-c401-457d-957f-a9e0898c011a req-28cf0d99-cf16-452b-baa4-3d1ba2429a4a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:47.456576 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-446adeff-c401-457d-957f-a9e0898c011a req-28cf0d99-cf16-452b-baa4-3d1ba2429a4a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Synchronizing usage tracker for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:11:47.521249 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Pushing event updated for resources: {'Port': ['ID=c58f0e63-7c5a-430b-afd8-c9c2f5176909,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:47.566348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-446adeff-c401-457d-957f-a9e0898c011a req-28cf0d99-cf16-452b-baa4-3d1ba2429a4a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Unset dirty status for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:11:47.567547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-446adeff-c401-457d-957f-a9e0898c011a req-28cf0d99-cf16-452b-baa4-3d1ba2429a4a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 931 time: 0.2803543 Jan 10 20:11:47.674735 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-446adeff-c401-457d-957f-a9e0898c011a req-25671896-a891-46e6-b219-b15c980b3874 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968187 Jan 10 20:11:47.678790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Attempting to bind port c58f0e63-7c5a-430b-afd8-c9c2f5176909 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:47.679161 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Attempting to bind port c58f0e63-7c5a-430b-afd8-c9c2f5176909 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:47.679496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Attempting to bind port c58f0e63-7c5a-430b-afd8-c9c2f5176909 on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:47.685178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Port c58f0e63-7c5a-430b-afd8-c9c2f5176909 on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:11:47.685518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Attempting to bind port c58f0e63-7c5a-430b-afd8-c9c2f5176909 on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:47.692319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:47.692654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Checking segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:47.693023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Bound using segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:47.693449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Bound port: c58f0e63-7c5a-430b-afd8-c9c2f5176909, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:47.693792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:47.779999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] For port c58f0e63-7c5a-430b-afd8-c9c2f5176909, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:47.782781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] For port c58f0e63-7c5a-430b-afd8-c9c2f5176909, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:47.787490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:47.860152 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:47.860480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] 10.222.0.30 "PUT /v2.0/ports/c58f0e63-7c5a-430b-afd8-c9c2f5176909 HTTP/1.1" status: 200 len: 1091 time: 0.9997067 Jan 10 20:11:47.861409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'tag': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:11:47.899780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22717-0eff-4e45-84bf-305ac3126622 service neutron] Pushing event updated for resources: {'Port': ['ID=c58f0e63-7c5a-430b-afd8-c9c2f5176909,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:48.047060 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'tag': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909', 'status': 'completed', 'code': 200} Jan 10 20:11:48.097072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-7b26ff38-3b72-4f8f-830b-37ae54746b90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 1094 time: 0.1924171 Jan 10 20:11:48.167480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-4f59e53c-fbb5-4a3c-a87a-6dfbab021717 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909 HTTP/1.1" status: 200 len: 217 time: 0.0641789 Jan 10 20:11:48.236933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6e31-6262-457f-9085-c74027206b67 req-1c219ce4-2b19-4f34-adfc-39722bd2127b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:48.238903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-1c219ce4-2b19-4f34-adfc-39722bd2127b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26b9584e-3571-489b-893f-75efe4a0fb01 HTTP/1.1" status: 200 len: 856 time: 0.0652773 Jan 10 20:11:48.317456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-e04d8fda-9b56-4307-a6e0-f260d9f3308b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732288 Jan 10 20:11:48.450816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-3047ccee-1a2a-409a-a036-5a9d21c70104 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279631 Jan 10 20:11:48.582269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-145b6e31-6262-457f-9085-c74027206b67 req-801a26b4-3f53-4a40-b269-573a20d0e09e service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251543 Jan 10 20:11:48.694596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-f9b1a7be-8de3-48bb-ba02-3dc246113249 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 1094 time: 0.0672276 Jan 10 20:11:48.867651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-0f213610-9b22-4eb5-b522-10181f30a29d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:48.869114 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-0f213610-9b22-4eb5-b522-10181f30a29d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 918 time: 0.1694250 Jan 10 20:11:48.947339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-acc93e27-1215-4c83-a0b2-b5f7fd0aaf8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909 HTTP/1.1" status: 200 len: 217 time: 0.0695589 Jan 10 20:11:49.001966 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7738ae1-71a6-4f10-8d28-a29f788eee32 req-713dd525-d569-4ff8-b439-e6f9755308b7 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:49.004014 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7738ae1-71a6-4f10-8d28-a29f788eee32 req-713dd525-d569-4ff8-b439-e6f9755308b7 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 943 time: 0.1955659 Jan 10 20:11:49.037206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-605071a1-3351-4078-9b7a-3ccd99b8fe63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:49.038610 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-605071a1-3351-4078-9b7a-3ccd99b8fe63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26b9584e-3571-489b-893f-75efe4a0fb01 HTTP/1.1" status: 200 len: 856 time: 0.0855711 Jan 10 20:11:49.098795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f7738ae1-71a6-4f10-8d28-a29f788eee32 req-aad3c7c3-80ea-4e64-a29e-7c2773432557 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850475 Jan 10 20:11:49.127109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-759f0484-896f-44d4-a4c4-f18edbb56806 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775347 Jan 10 20:11:49.259826 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-871d500d-1c0e-4c6c-93c5-c65288abe786 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265595 Jan 10 20:11:49.388057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-361a76aa-7cc4-4d20-86e3-a74d88589c0f req-d2c00203-9bd5-47bd-8219-96a1aae6d0a1 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217585 Jan 10 20:11:49.888483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 686af292-31f9-45cd-9308-b741b3b3e7ed up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:49.958246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 686af292-31f9-45cd-9308-b741b3b3e7ed completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:49.962992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 686af292-31f9-45cd-9308-b741b3b3e7ed triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:49.963390 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:50.075701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:50.091904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 686af292-31f9-45cd-9308-b741b3b3e7ed, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=686af292-31f9-45cd-9308-b741b3b3e7ed,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:50.096963 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:50.160880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=686af292-31f9-45cd-9308-b741b3b3e7ed,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:50.295277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2167b-dd74-4872-ba38-0642362f3d90 req-42519a3d-947b-4b71-84a8-61994dd17236 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:50.296697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82b2167b-dd74-4872-ba38-0642362f3d90 req-42519a3d-947b-4b71-84a8-61994dd17236 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 943 time: 0.0777228 Jan 10 20:11:50.341416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82b2167b-dd74-4872-ba38-0642362f3d90 req-94352433-913d-4e15-a99f-de3875ab8c1d tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Jan 10 20:11:51.534369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d13d3d-caa8-4539-8d6c-a1dca14d5cc7 req-5f8113ec-d6f5-40f2-b6e6-ef741e04315f tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:51.535908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d13d3d-caa8-4539-8d6c-a1dca14d5cc7 req-5f8113ec-d6f5-40f2-b6e6-ef741e04315f tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 943 time: 0.0756807 Jan 10 20:11:51.579649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-99d13d3d-caa8-4539-8d6c-a1dca14d5cc7 req-8c55a029-81fb-4515-805a-16dccafdc5f3 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Jan 10 20:11:51.878964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 686af292-31f9-45cd-9308-b741b3b3e7ed up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:51.947098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 686af292-31f9-45cd-9308-b741b3b3e7ed triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:51.947466 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:51.992438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c58f0e63-7c5a-430b-afd8-c9c2f5176909 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:11:52.142543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Sync routers for ids ['29e8558b-9a48-4999-8ba4-30353d3b2501'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:11:52.177214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Routers {'29e8558b-9a48-4999-8ba4-30353d3b2501'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:52.177812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['29e8558b-9a48-4999-8ba4-30353d3b2501'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:52.251119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c58f0e63-7c5a-430b-afd8-c9c2f5176909, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:52.278219 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'port_id': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909', 'mac_address': 'fa:16:3e:96:ae:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:11:52.404033 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:52.426894 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58f0e63-7c5a-430b-afd8-c9c2f5176909 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:11:52.431722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Set router 29e8558b-9a48-4999-8ba4-30353d3b2501 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:52.499213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c58f0e63-7c5a-430b-afd8-c9c2f5176909, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:52.505284 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:52.734139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=c58f0e63-7c5a-430b-afd8-c9c2f5176909,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:52.781722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['c58f0e63-7c5a-430b-afd8-c9c2f5176909'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:11:52.876992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0f36-e37b-4324-a728-8c9a189a6158 req-f770cdca-5083-4f34-b5ca-c949d2b4c2d1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:52.879006 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a31e0f36-e37b-4324-a728-8c9a189a6158 req-f770cdca-5083-4f34-b5ca-c949d2b4c2d1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 944 time: 0.1755824 Jan 10 20:11:52.923326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a31e0f36-e37b-4324-a728-8c9a189a6158 req-b19f6b3a-636e-447d-9348-d6851b53ed91 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Jan 10 20:11:52.931746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '65ee2842-c6fc-4b72-821d-aeaeb65dcb35', 'name': '', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'tenant_id': '9732c0f978094a23980489e82641be67', 'mac_address': 'fa:16:3e:3f:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:35Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 2, 'project_id': '9732c0f978094a23980489e82641be67', 'subnets': [{'id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:52.939874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Checking router: 29e8558b-9a48-4999-8ba4-30353d3b2501 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:11:52.940815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Updating router 29e8558b-9a48-4999-8ba4-30353d3b2501 port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:11:53.016813 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:53.368870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:53.380897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Transition to ACTIVE for port object 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:53.387328 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:53.512840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f39e5-5d21-4d2c-819f-37b02c762ea0 None None] Pushing event updated for resources: {'Port': ['ID=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:53.602434 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Attempting to bind port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:53.606226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Attempting to bind port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:53.606627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Attempting to bind port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:53.614733 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:53.615138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Checking segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:53.615545 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:53.615944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Bound using segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:53.616557 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Bound port: 65ee2842-c6fc-4b72-821d-aeaeb65dcb35, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:53.616948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:53.720678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] For port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:53.724364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] For port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:53.728956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:53.790514 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Sync routers for ids ['91f693b8-4161-478a-98cf-711dda6e2906'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:11:53.803707 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Routers {'91f693b8-4161-478a-98cf-711dda6e2906'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:53.804308 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['91f693b8-4161-478a-98cf-711dda6e2906'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:53.804750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f39e5-5d21-4d2c-819f-37b02c762ea0 None None] Pushing event updated for resources: {'Port': ['ID=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:53.812448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Routers {'29e8558b-9a48-4999-8ba4-30353d3b2501'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:53.813057 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['29e8558b-9a48-4999-8ba4-30353d3b2501'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:53.958233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:54.000124 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Set router 91f693b8-4161-478a-98cf-711dda6e2906 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:54.025331 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c58f0e63-7c5a-430b-afd8-c9c2f5176909 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:54.110143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] Set router 29e8558b-9a48-4999-8ba4-30353d3b2501 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:54.144820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4718223-5acf-45a0-85f9-12c3a4274afb req-97bbe07a-aba0-4255-a9ef-611548f7ae9a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:54.146342 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4718223-5acf-45a0-85f9-12c3a4274afb req-97bbe07a-aba0-4255-a9ef-611548f7ae9a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 944 time: 0.0780838 Jan 10 20:11:54.199106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f4718223-5acf-45a0-85f9-12c3a4274afb req-0e8f4558-a1f6-444c-9d96-77c93d1bdd32 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Jan 10 20:11:54.301563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:54.312526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9fd758af-a0c6-4817-969a-b6e6947cbe17 None None] Provisioning complete for port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:54.312894 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9fd758af-a0c6-4817-969a-b6e6947cbe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.334112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port c58f0e63-7c5a-430b-afd8-c9c2f5176909 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:54.341735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:54.342106 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.351444 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:42Z', 'revision_number': 4, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '44f3e896-bdbd-4031-a45a-4e2eebcf60c9', 'name': '', 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'mac_address': 'fa:16:3e:70:d8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83bce476-2f9f-4464-b6b4-f99b91e773c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:41Z', 'updated_at': '2022-01-10T20:11:42Z', 'revision_number': 2, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'subnets': [{'id': '83bce476-2f9f-4464-b6b4-f99b91e773c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:54.355232 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Checking router: 91f693b8-4161-478a-98cf-711dda6e2906 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:11:54.355584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Updating router 91f693b8-4161-478a-98cf-711dda6e2906 port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:11:54.405770 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.441560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port c58f0e63-7c5a-430b-afd8-c9c2f5176909 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:54.441930 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.744798 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.756252 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Transition to ACTIVE for port object 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:11:54.763084 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.773095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.781376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9fd758af-a0c6-4817-969a-b6e6947cbe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.794473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.858740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:11:54.874297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9fd758af-a0c6-4817-969a-b6e6947cbe17 None None] For port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:54.877746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port c58f0e63-7c5a-430b-afd8-c9c2f5176909, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:54.882011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9fd758af-a0c6-4817-969a-b6e6947cbe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.903747 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23643b-d368-4669-a2e6-5279198f0ffe None None] Pushing event updated for resources: {'Port': ['ID=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:54.914970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '65ee2842-c6fc-4b72-821d-aeaeb65dcb35', 'name': '', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'tenant_id': '9732c0f978094a23980489e82641be67', 'mac_address': 'fa:16:3e:3f:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:35Z', 'updated_at': '2022-01-10T20:11:53Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'subnets': [{'id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:54.923121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:54.957354 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909', 'code': 200} Jan 10 20:11:54.986696 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1660b97-754b-4d99-b9f9-b8b53afa6b10 None None] The sync data for ids ['29e8558b-9a48-4999-8ba4-30353d3b2501'] in n-d-816927-8 is: [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:36Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '65ee2842-c6fc-4b72-821d-aeaeb65dcb35', 'name': '', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'tenant_id': '9732c0f978094a23980489e82641be67', 'mac_address': 'fa:16:3e:3f:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:35Z', 'updated_at': '2022-01-10T20:11:53Z', 'revision_number': 4, 'project_id': '9732c0f978094a23980489e82641be67', 'subnets': [{'id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:11:55.022059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd758af-a0c6-4817-969a-b6e6947cbe17 None None] Pushing event updated for resources: {'Port': ['ID=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:55.033598 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Attempting to bind port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:11:55.034174 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Attempting to bind port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:11:55.034542 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Attempting to bind port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 on network 21d073be-6f70-477f-9394-f1a04e0e3fdb {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:11:55.052524 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:11:55.052894 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Checking segment: {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:11:55.053294 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:55.053686 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Bound using segment: {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:11:55.054144 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Bound port: 44f3e896-bdbd-4031-a45a-4e2eebcf60c9, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:11:55.054515 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:55.085426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:11:55.085768 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:11:55.109143 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab80ff48-9f77-45d8-b887-43ceeac375d1 req-7be005b7-4012-42d5-bf6f-9d0ec14e100a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 1096 time: 0.1223099 Jan 10 20:11:55.139597 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=c58f0e63-7c5a-430b-afd8-c9c2f5176909,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:55.167480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab80ff48-9f77-45d8-b887-43ceeac375d1 req-6b8574f1-7d40-4598-ab8c-308b15a37f18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Jan 10 20:11:55.175120 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] For port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:11:55.178696 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] For port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:11:55.184041 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:55.257593 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23643b-d368-4669-a2e6-5279198f0ffe None None] Pushing event updated for resources: {'Port': ['ID=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:55.276153 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Routers {'91f693b8-4161-478a-98cf-711dda6e2906'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:11:55.276947 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:11:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['91f693b8-4161-478a-98cf-711dda6e2906'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:55.432843 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dbfbb-7f47-4969-83d9-b6accd0fe7a7 req-37540e76-80e2-4ac8-8059-f1f35426be4a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:55.434556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e36dbfbb-7f47-4969-83d9-b6accd0fe7a7 req-37540e76-80e2-4ac8-8059-f1f35426be4a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 945 time: 0.0990026 Jan 10 20:11:55.493441 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] Set router 91f693b8-4161-478a-98cf-711dda6e2906 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:11:55.495451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e36dbfbb-7f47-4969-83d9-b6accd0fe7a7 req-1db17e90-837f-445f-8cd6-7ee271ebcec1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 Jan 10 20:11:55.800211 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:42Z', 'revision_number': 4, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '44f3e896-bdbd-4031-a45a-4e2eebcf60c9', 'name': '', 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'mac_address': 'fa:16:3e:70:d8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83bce476-2f9f-4464-b6b4-f99b91e773c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:41Z', 'updated_at': '2022-01-10T20:11:55Z', 'revision_number': 4, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'subnets': [{'id': '83bce476-2f9f-4464-b6b4-f99b91e773c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:11:55.804237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e2f99-4b24-433a-a2ab-ef4f2a811a71 None None] The sync data for ids ['91f693b8-4161-478a-98cf-711dda6e2906'] in n-d-816927-8 is: [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:42Z', 'revision_number': 4, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '44f3e896-bdbd-4031-a45a-4e2eebcf60c9', 'name': '', 'network_id': '21d073be-6f70-477f-9394-f1a04e0e3fdb', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'mac_address': 'fa:16:3e:70:d8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83bce476-2f9f-4464-b6b4-f99b91e773c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:41Z', 'updated_at': '2022-01-10T20:11:55Z', 'revision_number': 4, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'subnets': [{'id': '83bce476-2f9f-4464-b6b4-f99b91e773c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:11:55.918740 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:55.991831 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:55.992510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:56.684379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388bc24-3346-4fad-9d4e-9009979b3bc5 req-b46c69f1-f60a-47d5-ab66-5b94af62fa92 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:56.685844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1388bc24-3346-4fad-9d4e-9009979b3bc5 req-b46c69f1-f60a-47d5-ab66-5b94af62fa92 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 945 time: 0.0772326 Jan 10 20:11:56.730446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1388bc24-3346-4fad-9d4e-9009979b3bc5 req-3292110c-579f-4123-99c5-c859f892c4e2 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Jan 10 20:11:56.929367 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72354f7c-6b34-49c9-83a2-cf4287e36771 req-5fd21f3d-3cca-41b0-b9d9-642723df0ac6 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:11:56.930706 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72354f7c-6b34-49c9-83a2-cf4287e36771 req-5fd21f3d-3cca-41b0-b9d9-642723df0ac6 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 945 time: 0.0784287 Jan 10 20:11:56.974653 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-72354f7c-6b34-49c9-83a2-cf4287e36771 req-3907c2f5-1c78-4272-b699-a018f95b4247 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 Jan 10 20:11:57.896897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:57.966344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:11:57.971120 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:57.971525 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:58.083977 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:58.115777 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:11:58.119555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:11:58.188718 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:11:59.881822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:11:59.950824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:11:59.951161 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:02.168640 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:12:08.519346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3df8-e8bc-40c4-95ad-947aa6d92fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:10.583287 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ef276ec-158a-480f-a9b0-fd6823d39860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:11.585098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59545b9-e2de-4fb8-befc-cdaa19e98ca1 req-a23f121a-1feb-48e0-ba97-08d2ba255980 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:11.586478 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d59545b9-e2de-4fb8-befc-cdaa19e98ca1 req-a23f121a-1feb-48e0-ba97-08d2ba255980 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 945 time: 0.0748160 Jan 10 20:12:11.631176 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d59545b9-e2de-4fb8-befc-cdaa19e98ca1 req-5bc34aa4-2832-4c44-a878-2148cf965d64 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Jan 10 20:12:11.871394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:12.026542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:12.828494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15815f2-7d9d-4d5c-a681-410e9712c4e7 req-1076f30c-f4d8-4d9b-8abe-8b18fc17a496 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:12.829987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e15815f2-7d9d-4d5c-a681-410e9712c4e7 req-1076f30c-f4d8-4d9b-8abe-8b18fc17a496 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 945 time: 0.0795910 Jan 10 20:12:12.874778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e15815f2-7d9d-4d5c-a681-410e9712c4e7 req-d3285afa-1d65-4dfa-8fc3-eee38b9d0247 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 Jan 10 20:12:12.978345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-7425682d-3810-4468-a22b-b9fbab62f4ec tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:12.979721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-7425682d-3810-4468-a22b-b9fbab62f4ec tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 945 time: 0.0749881 Jan 10 20:12:13.049365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Deleting port c58f0e63-7c5a-430b-afd8-c9c2f5176909 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:13.049757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:13.287048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] For port c58f0e63-7c5a-430b-afd8-c9c2f5176909, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=c58f0e63-7c5a-430b-afd8-c9c2f5176909,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:13.287411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:13.296639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:13.407188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Calling delete_port for c58f0e63-7c5a-430b-afd8-c9c2f5176909 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:13.544814 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:13.556446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['c58f0e63-7c5a-430b-afd8-c9c2f5176909'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:12:13.595521 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Pushing event deleted for resources: {'Port': ['ID=c58f0e63-7c5a-430b-afd8-c9c2f5176909,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:13.635152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.635501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.635840 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.636177 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.636511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.636838 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.637167 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.637518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.637822 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.638145 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.638467 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:13.682365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] No DVR routers for this DVR port c58f0e63-7c5a-430b-afd8-c9c2f5176909 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:12:13.684896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:13.687586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'name': 'network-vif-deleted', 'tag': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:12:13.707093 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11fd0dbe-3ec8-4ba0-a741-a1524ebea4d5 req-f8f6c74e-0d4a-4f62-b882-5ddc0335bb76 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "DELETE /v2.0/ports/c58f0e63-7c5a-430b-afd8-c9c2f5176909 HTTP/1.1" status: 204 len: 173 time: 0.7224481 Jan 10 20:12:13.761977 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396cade-2bbf-4ce1-aa7b-c8db8b216c24', 'name': 'network-vif-deleted', 'tag': 'c58f0e63-7c5a-430b-afd8-c9c2f5176909', 'status': 'completed', 'code': 200} Jan 10 20:12:14.045819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b345da33-f769-4403-a51e-dc140186ce76 req-116535d7-b168-40bf-9f87-0bd17f6c5589 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Synchronizing usage tracker for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:12:14.062832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b345da33-f769-4403-a51e-dc140186ce76 req-116535d7-b168-40bf-9f87-0bd17f6c5589 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Unset dirty status for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:12:14.064152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b345da33-f769-4403-a51e-dc140186ce76 req-116535d7-b168-40bf-9f87-0bd17f6c5589 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=3396cade-2bbf-4ce1-aa7b-c8db8b216c24 HTTP/1.1" status: 200 len: 210 time: 0.0580568 Jan 10 20:12:15.674752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-f01394d0-4f80-4703-98fe-252185d514ab tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:15.676502 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-f01394d0-4f80-4703-98fe-252185d514ab tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 817 time: 0.1463096 Jan 10 20:12:15.692649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-3fdfd0db-ec9c-41c1-89cd-60bee29bb88d tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/quotas/9732c0f978094a23980489e82641be67 HTTP/1.1" status: 200 len: 375 time: 0.0108883 Jan 10 20:12:15.763403 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:15.771193 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-2eb8c374-856e-46ee-8321-bd0234e873b4 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740869 Jan 10 20:12:15.906148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-56740b68-9f45-4d0a-8367-c5bc6801c436 service neutron] 10.222.0.21 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239984 Jan 10 20:12:16.034662 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:16.130421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-49b5e1fe-90c3-4663-9950-10f7356deac1 service neutron] 10.222.0.21 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179327 Jan 10 20:12:16.163003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c58f0e63-7c5a-430b-afd8-c9c2f5176909 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:16.194798 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: c58f0e63-7c5a-430b-afd8-c9c2f5176909 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:16.195171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device c58f0e63-7c5a-430b-afd8-c9c2f5176909 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:16.324408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79eb76d2-c958-4de8-a001-6e0c10c5fa50 req-a33c33f0-d31c-4d8d-8c52-85b4131d8093 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 210 time: 0.0453985 Jan 10 20:12:17.298685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-7c534ec2-0857-4ec9-abaf-6db041faae91 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:17.300158 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-7c534ec2-0857-4ec9-abaf-6db041faae91 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 817 time: 0.1499946 Jan 10 20:12:17.315123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Request body: {'port': {'device_id': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'admin_state_up': True, 'tenant_id': '9732c0f978094a23980489e82641be67'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:12:17.480011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:12:17.495860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-031d2f74-ba8d-4d9e-bdbc-d98eda57e5d5 req-fe329556-0370-4ecc-832f-85255bf86705 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 210 time: 0.0504293 Jan 10 20:12:17.499300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:12:17.509545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Made reservation on behalf of 9732c0f978094a23980489e82641be67 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:12:17.512809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:17.671089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Allocated IP 172.20.0.4 (5ded077e-b24d-46f3-9ac2-d4f0f675ee89/26b9584e-3571-489b-893f-75efe4a0fb01/75bf85fb-c92f-401e-aff2-ed4d11f9e7dc) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:12:17.863154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:17.878653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Transition to ACTIVE for port object 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:12:17.900015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:17.972134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:12:17.975055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:12:17.978901 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:12:18.009308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Pushing event updated for resources: {'Port': ['ID=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:18.043062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:18.043671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:18.073296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-0e91be62-ecc8-4ffb-920e-8e2d18737d77 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616370 Jan 10 20:12:18.084939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Request body: {'port': {'device_id': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:12:18.196469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:18.218007 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-eb467acf-9702-4864-aa0b-35700fe9e2b0 None None] Provisioning for port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:12:18.223513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-eb467acf-9702-4864-aa0b-35700fe9e2b0 None None] Provisioning complete for port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:12:18.223840 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb467acf-9702-4864-aa0b-35700fe9e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:18.274836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-eb467acf-9702-4864-aa0b-35700fe9e2b0 None None] Port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:12:18.526226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:12:18.532938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:18.547708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Transition to ACTIVE for port object 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:12:18.552340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:18.818312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Pushing event updated for resources: {'Port': ['ID=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:18.942739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea709833-da31-4c03-b8d9-7c8e9440d1b3 req-275af036-b5bb-434a-88e2-5097a9af53a1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:18.943903 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea709833-da31-4c03-b8d9-7c8e9440d1b3 req-275af036-b5bb-434a-88e2-5097a9af53a1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Synchronizing usage tracker for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:12:18.973878 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Attempting to bind port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:12:18.974200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Attempting to bind port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:12:18.974646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Attempting to bind port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:12:18.978972 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea709833-da31-4c03-b8d9-7c8e9440d1b3 req-275af036-b5bb-434a-88e2-5097a9af53a1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Unset dirty status for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:12:18.980105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea709833-da31-4c03-b8d9-7c8e9440d1b3 req-275af036-b5bb-434a-88e2-5097a9af53a1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 943 time: 0.3217282 Jan 10 20:12:18.982585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:12:18.982927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Attempting to bind port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc on network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:12:19.006648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:12:19.007010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Checking segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:12:19.007392 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Bound using segment: {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:12:19.007819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Bound port: 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611e5dcc-f577-4011-b061-db1e0cc9ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:12:19.008169 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:19.076061 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea709833-da31-4c03-b8d9-7c8e9440d1b3 req-4dbc935d-c1e6-41b6-8018-568cc8631ef6 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892370 Jan 10 20:12:19.112931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] For port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:12:19.115991 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] For port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:12:19.119693 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:19.184939 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:19.186791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] 10.222.0.30 "PUT /v2.0/ports/75bf85fb-c92f-401e-aff2-ed4d11f9e7dc HTTP/1.1" status: 200 len: 1091 time: 1.1062813 Jan 10 20:12:19.186791 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'tag': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:12:19.212160 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4cd41-20da-4aeb-a3e8-e3bca29c338b service neutron] Pushing event updated for resources: {'Port': ['ID=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:19.269418 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'tag': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc', 'status': 'completed', 'code': 200} Jan 10 20:12:19.302148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-4e5d7a08-9743-4a44-b8a9-47d55902a6ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 1094 time: 0.0747521 Jan 10 20:12:19.374374 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-94a7a929-fdc9-44d3-93d9-2802e518cb85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc HTTP/1.1" status: 200 len: 217 time: 0.0642273 Jan 10 20:12:19.436435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-ba13311a-7afe-4002-8d89-e25d8607bf53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:19.437854 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-ba13311a-7afe-4002-8d89-e25d8607bf53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26b9584e-3571-489b-893f-75efe4a0fb01 HTTP/1.1" status: 200 len: 856 time: 0.0573108 Jan 10 20:12:19.517117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-b09f1fb1-cee2-422e-a1a0-564d94fd3f49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735660 Jan 10 20:12:19.645249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-5b68b334-3829-4cbb-8fc2-50badceecdad service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219532 Jan 10 20:12:19.773794 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e23edfe6-24e3-4a4e-97b1-2debe0fb6e6f req-3804f1cd-d62b-43b8-ae8f-115aaa0f50c4 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229956 Jan 10 20:12:19.884802 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-3a71523a-8173-4351-937e-fd402b52f7eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 1094 time: 0.0667491 Jan 10 20:12:20.013168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-e6c0ebb9-8db8-4bca-8d19-13cb3cd717bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:20.014504 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-e6c0ebb9-8db8-4bca-8d19-13cb3cd717bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 918 time: 0.1244473 Jan 10 20:12:20.084240 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-4bd5eafc-ad6d-4e4b-a5f5-ab66323d026d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc HTTP/1.1" status: 200 len: 217 time: 0.0627129 Jan 10 20:12:20.145764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-d9dccc6d-76c9-4361-9e3d-08353553ea02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:20.147237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-d9dccc6d-76c9-4361-9e3d-08353553ea02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26b9584e-3571-489b-893f-75efe4a0fb01 HTTP/1.1" status: 200 len: 856 time: 0.0571086 Jan 10 20:12:20.283428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-76cf107b-eb2c-4a0e-adf7-e6f6cd8bac8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304398 Jan 10 20:12:20.368449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4045a7-722f-46fa-b80e-34601860eedf req-ff1474c6-f45d-4ccb-8cc8-933f9884fcfd tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:20.369873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a4045a7-722f-46fa-b80e-34601860eedf req-ff1474c6-f45d-4ccb-8cc8-933f9884fcfd tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 943 time: 0.1683583 Jan 10 20:12:20.453902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2a4045a7-722f-46fa-b80e-34601860eedf req-7706bb81-514d-4f2c-a4ff-427d385772e0 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Jan 10 20:12:20.455720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-3a737c23-1159-4462-ab71-0a869f367f07 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655467 Jan 10 20:12:20.680575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3bd044e6-424f-46c8-a058-ce0c339b6523 req-502c6425-a989-4322-8753-e1d095e45d52 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183459 Jan 10 20:12:21.650258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4219a-026c-48cf-acf6-b242dc689479 req-0b0003c4-38d2-4028-b9c5-beadec4915b0 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:21.651736 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbe4219a-026c-48cf-acf6-b242dc689479 req-0b0003c4-38d2-4028-b9c5-beadec4915b0 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 943 time: 0.0792410 Jan 10 20:12:21.696307 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbe4219a-026c-48cf-acf6-b242dc689479 req-58c71518-a746-4402-a68a-e19b76f7e06c tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Jan 10 20:12:22.210854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:12:22.337540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:22.353534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc', 'network_id': '5ded077e-b24d-46f3-9ac2-d4f0f675ee89', 'port_id': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc', 'mac_address': 'fa:16:3e:06:d9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b9584e-3571-489b-893f-75efe4a0fb01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:12:22.403558 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:22.420332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:12:22.434658 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:22.438636 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:22.500119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:22.508303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.508649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.508990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.509326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.509656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.509982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.510306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.510629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.510980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.511303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.511620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:22.624035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['75bf85fb-c92f-401e-aff2-ed4d11f9e7dc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:12:22.887478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd1e92-7de2-452d-910e-27b184469b96 req-59863bb7-b977-40f9-b5e4-3910586c0a5a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:22.888858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eedd1e92-7de2-452d-910e-27b184469b96 req-59863bb7-b977-40f9-b5e4-3910586c0a5a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 944 time: 0.0754161 Jan 10 20:12:22.936001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eedd1e92-7de2-452d-910e-27b184469b96 req-08cef63a-6576-4e60-974a-80d420714970 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Jan 10 20:12:24.131553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f308a-5e7e-4931-81c4-ebac4223eba3 req-caf8c828-7823-405d-b984-e22b0f84e4b9 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:24.133019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-767f308a-5e7e-4931-81c4-ebac4223eba3 req-caf8c828-7823-405d-b984-e22b0f84e4b9 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 944 time: 0.0749698 Jan 10 20:12:24.177261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-767f308a-5e7e-4931-81c4-ebac4223eba3 req-bae7d15e-249a-4184-a43f-06b10d1983de tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Jan 10 20:12:24.209697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:12:24.278222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:12:24.282836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:12:24.283232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:24.389359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:24.414614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:12:24.423723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:24.427997 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:24.471970 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc', 'code': 200} Jan 10 20:12:24.495776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:24.610391 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95f404fe-cb7f-49e9-bbcc-d07de6585f36 req-89ee6c47-87a2-4f06-9a42-93bfda85ec2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 1096 time: 0.0692554 Jan 10 20:12:24.650896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-95f404fe-cb7f-49e9-bbcc-d07de6585f36 req-5f07c123-943d-496a-9d3d-edcdbd5cd6f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Jan 10 20:12:25.371961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86283-f810-408a-b172-57935a1febef req-bbe40989-3863-4911-b55c-1766bccd8426 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:25.373279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ed86283-f810-408a-b172-57935a1febef req-bbe40989-3863-4911-b55c-1766bccd8426 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 945 time: 0.0747426 Jan 10 20:12:25.416971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7ed86283-f810-408a-b172-57935a1febef req-3b71e9de-3250-43a1-a824-01d147fef18d tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383556 Jan 10 20:12:26.614243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c5f3b-5e93-46f1-a3f3-1966b7fdb734 req-ec1c2392-3cd2-40e7-a87f-ae5d90cc1923 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:26.615713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f7c5f3b-5e93-46f1-a3f3-1966b7fdb734 req-ec1c2392-3cd2-40e7-a87f-ae5d90cc1923 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 945 time: 0.0795124 Jan 10 20:12:26.658734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f7c5f3b-5e93-46f1-a3f3-1966b7fdb734 req-0ec78d9d-183b-4340-a596-ebd7b1e4d83e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376303 Jan 10 20:12:26.850334 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf2a53-d460-4b2f-8439-a3d760d005d6 req-56fab7fd-ef7c-4315-8d64-1006068924e9 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:26.851778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abcf2a53-d460-4b2f-8439-a3d760d005d6 req-56fab7fd-ef7c-4315-8d64-1006068924e9 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 945 time: 0.0763311 Jan 10 20:12:26.895284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-abcf2a53-d460-4b2f-8439-a3d760d005d6 req-0b2bf02d-5532-4e49-a28b-2afa4e69c702 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Jan 10 20:12:27.469689 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-8fcf26b7-9431-43fd-b5a2-44be025e7ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934443 Jan 10 20:12:27.604038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-22eb2021-4bc3-44eb-84e3-feaa9fe5f374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9732c0f978094a23980489e82641be67&device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 1096 time: 0.0684929 Jan 10 20:12:27.748884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12259-106b-468d-bd32-619b015e451d req-a2a9b5e8-f8e1-4a51-a401-af98e6c190b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:27.750332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-a2a9b5e8-f8e1-4a51-a401-af98e6c190b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 200 len: 918 time: 0.1276433 Jan 10 20:12:27.819156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-699bb952-44c4-469e-938f-0624ebadfa91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc HTTP/1.1" status: 200 len: 217 time: 0.0634673 Jan 10 20:12:27.878689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12259-106b-468d-bd32-619b015e451d req-080abe5f-ddab-4101-9ec3-29215cb3829c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:27.880117 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-080abe5f-ddab-4101-9ec3-29215cb3829c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26b9584e-3571-489b-893f-75efe4a0fb01 HTTP/1.1" status: 200 len: 856 time: 0.0558832 Jan 10 20:12:27.960148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-41d0eeae-1aca-4066-b887-60ffd204610d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ded077e-b24d-46f3-9ac2-d4f0f675ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743697 Jan 10 20:12:28.095331 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-09a0b3fa-a9c5-4c38-a26d-5ee93f5af6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284897 Jan 10 20:12:28.222261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1da12259-106b-468d-bd32-619b015e451d req-f4686318-ba63-4475-84e6-11596d66927f service neutron] 10.222.0.30 "GET /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212881 Jan 10 20:12:38.522669 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3dd83db3-f139-4708-96ee-1dd3c49a29a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:39.169378 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:12:40.588844 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d1286c0c-1d77-442e-a0bb-31fe52aa8ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:41.375005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11c4b0-8b28-456d-9974-5859232993be req-4076496d-7b0c-4908-9e47-189ee415ca53 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:41.376310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c11c4b0-8b28-456d-9974-5859232993be req-4076496d-7b0c-4908-9e47-189ee415ca53 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 945 time: 0.0733523 Jan 10 20:12:41.419839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3c11c4b0-8b28-456d-9974-5859232993be req-022154f2-6589-4a37-a088-fb0821f04a97 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Jan 10 20:12:41.873303 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:42.029568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:42.709357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c9f4f-329b-4db9-88a6-7aad60ac7824 req-41f3aa09-687e-4475-9c7f-ac8efb4bb3b1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:42.710728 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14c9f4f-329b-4db9-88a6-7aad60ac7824 req-41f3aa09-687e-4475-9c7f-ac8efb4bb3b1 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 945 time: 0.1687863 Jan 10 20:12:42.804112 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14c9f4f-329b-4db9-88a6-7aad60ac7824 req-084a222e-5041-46ad-9192-b15b48f6ea7a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/security-groups?id=6707bb7b-83e5-45a4-85c3-7f564cb4cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Jan 10 20:12:42.819561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-a444bbf0-3af6-4ae8-b846-666eb3034e21 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:42.820979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-a444bbf0-3af6-4ae8-b846-666eb3034e21 tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 945 time: 0.1093662 Jan 10 20:12:42.886457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Deleting port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:42.886801 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:43.122185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] For port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:43.122542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:43.238920 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Calling delete_port for 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:43.299550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:43.375777 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:43.387631 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['75bf85fb-c92f-401e-aff2-ed4d11f9e7dc'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:12:43.423967 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Pushing event deleted for resources: {'Port': ['ID=75bf85fb-c92f-401e-aff2-ed4d11f9e7dc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:43.498654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] No DVR routers for this DVR port 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:12:43.501333 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:43.504530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'name': 'network-vif-deleted', 'tag': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:12:43.520833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f41bb2e-7822-4a2d-a90e-0d413527e391 req-d8b962ca-716a-43b8-bcf6-ccc21fa2132a tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.30 "DELETE /v2.0/ports/75bf85fb-c92f-401e-aff2-ed4d11f9e7dc HTTP/1.1" status: 204 len: 173 time: 0.6947236 Jan 10 20:12:43.645542 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a83164-65f8-41c3-97e4-8beff8486519', 'name': 'network-vif-deleted', 'tag': '75bf85fb-c92f-401e-aff2-ed4d11f9e7dc', 'status': 'completed', 'code': 200} Jan 10 20:12:43.977163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-26a27a1d-1566-4736-a5c3-3513009f1ee5 req-045209ee-05d9-4386-b730-bf813780ba4e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Synchronizing usage tracker for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:12:43.992691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-26a27a1d-1566-4736-a5c3-3513009f1ee5 req-045209ee-05d9-4386-b730-bf813780ba4e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] Unset dirty status for tenant:9732c0f978094a23980489e82641be67 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:12:43.993920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-26a27a1d-1566-4736-a5c3-3513009f1ee5 req-045209ee-05d9-4386-b730-bf813780ba4e tempest-TestEncryptedCinderVolumes-684664269 tempest-TestEncryptedCinderVolumes-684664269-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a83164-65f8-41c3-97e4-8beff8486519 HTTP/1.1" status: 200 len: 210 time: 0.0571611 Jan 10 20:12:45.143573 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37594) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:45.621903 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:45.763169 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:45.991140 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:46.199444 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Deleting port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:46.200034 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:46.349707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:46.363934 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] For port 65ee2842-c6fc-4b72-821d-aeaeb65dcb35, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:46.364293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:46.381834 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:46.382180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 75bf85fb-c92f-401e-aff2-ed4d11f9e7dc not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:46.488130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Calling delete_port for 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:46.657860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:46.702389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ee2842-c6fc-4b72-821d-aeaeb65dcb35,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:46.740869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.741216 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.741556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.741887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.742213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.742539 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.742887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.743207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.743524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.743839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:46.744156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:12:47.097681 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:47.643477 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Router 29e8558b-9a48-4999-8ba4-30353d3b2501 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:12:47.835819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:12:47.844811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] Sync routers for ids ['29e8558b-9a48-4999-8ba4-30353d3b2501'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:12:47.854214 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90e2c8b4-4b62-4c0b-a5cc-8e468d1a35d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/29e8558b-9a48-4999-8ba4-30353d3b2501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7072513 Jan 10 20:12:47.855442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37598) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:47.862288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] Routers {'29e8558b-9a48-4999-8ba4-30353d3b2501'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:12:47.863046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['29e8558b-9a48-4999-8ba4-30353d3b2501'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:48.040262 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] Set router 29e8558b-9a48-4999-8ba4-30353d3b2501 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:12:48.053435 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:48.244851 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:48.253984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Deleting port 299f59b6-c626-449f-90cc-d19bd452519c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:48.254352 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:48.319461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '299f59b6-c626-449f-90cc-d19bd452519c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:12:46Z', 'revision_number': 5, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port': {'id': '299f59b6-c626-449f-90cc-d19bd452519c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:48.323211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] Checking router: 29e8558b-9a48-4999-8ba4-30353d3b2501 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:12:48.333962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] Routers {'29e8558b-9a48-4999-8ba4-30353d3b2501'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:12:48.334553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['29e8558b-9a48-4999-8ba4-30353d3b2501'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:48.520556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] For port 299f59b6-c626-449f-90cc-d19bd452519c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=299f59b6-c626-449f-90cc-d19bd452519c,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:48.520791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] Set router 29e8558b-9a48-4999-8ba4-30353d3b2501 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:12:48.520914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:48.627389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:12:48Z', 'revision_number': 6, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:48.631315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bf80c-9091-4627-842a-cd4631adb3f5 None None] The sync data for ids ['29e8558b-9a48-4999-8ba4-30353d3b2501'] in n-d-816927-8 is: [{'id': '29e8558b-9a48-4999-8ba4-30353d3b2501', 'name': 'tempest-TestEncryptedCinderVolumes-1585069428-router', 'tenant_id': '9732c0f978094a23980489e82641be67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:33Z', 'updated_at': '2022-01-10T20:12:48Z', 'revision_number': 6, 'project_id': '9732c0f978094a23980489e82641be67', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:12:48.642242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Calling delete_port for 299f59b6-c626-449f-90cc-d19bd452519c owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:48.803549 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:48.849315 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=299f59b6-c626-449f-90cc-d19bd452519c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:49.073849 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.335831 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.339889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.365314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.365898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e8558b-9a48-4999-8ba4-30353d3b2501 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:12:49.379174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.380463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3e39f960-87a6-4b37-acbd-64cd48e69fd0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/29e8558b-9a48-4999-8ba4-30353d3b2501 HTTP/1.1" status: 204 len: 168 time: 1.5233023 Jan 10 20:12:49.382829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37602) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:49.441132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Deleting subnet 26b9584e-3571-489b-893f-75efe4a0fb01 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:12:49.443977 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.495419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.575075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.642827 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.681851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b9584e-3571-489b-893f-75efe4a0fb01,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:49.687822 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.693564 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46746a-2f7b-4dbf-a66a-1e6f378a6c8d None None] Network 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:12:49.696074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db7a2e82-1f9d-49a8-b03f-13be18ce68b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26b9584e-3571-489b-893f-75efe4a0fb01 HTTP/1.1" status: 204 len: 168 time: 0.3120162 Jan 10 20:12:49.698620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37606) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:49.798595 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.809802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Deleting port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:49.810136 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:49.917222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 299f59b6-c626-449f-90cc-d19bd452519c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:49.952075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] DHCP port deletion for 5ded077e-b24d-46f3-9ac2-d4f0f675ee89 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:12:49.959314 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 299f59b6-c626-449f-90cc-d19bd452519c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:49.959656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 299f59b6-c626-449f-90cc-d19bd452519c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:49.960066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:49.986298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Deleting port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:49.987489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.017340 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:50.017713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 65ee2842-c6fc-4b72-821d-aeaeb65dcb35 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:50.123532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] For port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:50.124082 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.191330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] For port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,segment=NetworkSegment(611e5dcc-f577-4011-b061-db1e0cc9ccca),segment_id=611e5dcc-f577-4011-b061-db1e0cc9ccca)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:50.191629 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.242287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Calling delete_port for c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:50.312619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Calling delete_port for c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:50.316206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.361059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a2315c-6c8e-4db7-8a0d-7c87825e1a53,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:50.364804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] No DVR routers for this DVR port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:12:50.384233 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:12:50.384512 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:12:50.476149 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.499710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ded077e-b24d-46f3-9ac2-d4f0f675ee89']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:50.515141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611e5dcc-f577-4011-b061-db1e0cc9ccca') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:50.515437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611e5dcc-f577-4011-b061-db1e0cc9ccca') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:50.526886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.541920 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.547650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:12:50.548023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:12:50.560691 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:12:50.631732 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.636981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.664289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ded077e-b24d-46f3-9ac2-d4f0f675ee89,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:50.669254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b21bde64-f916-473f-9eca-f44f79ed098c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ded077e-b24d-46f3-9ac2-d4f0f675ee89 HTTP/1.1" status: 204 len: 168 time: 0.9692149 Jan 10 20:12:50.671853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37610) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:50.885537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Deleting port c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:50.886139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:50.951771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1a143-5d27-4d9a-a905-46e78cb60853 None None] The port 'c0a2315c-6c8e-4db7-8a0d-7c87825e1a53' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:12:51.053590 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:51.721916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Deleting port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:51.722626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:51.890783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] For port 44f3e896-bdbd-4031-a45a-4e2eebcf60c9, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:51.891162 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:51.900075 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:51.933397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:51.933745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c0a2315c-6c8e-4db7-8a0d-7c87825e1a53 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:52.015209 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Calling delete_port for 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:52.182901 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:52.227164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f3e896-bdbd-4031-a45a-4e2eebcf60c9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:52.509002 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:53.159385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Router 91f693b8-4161-478a-98cf-711dda6e2906 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:12:53.352088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:12:53.360440 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] Sync routers for ids ['91f693b8-4161-478a-98cf-711dda6e2906'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:12:53.361758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a2e7011a-8a5b-4fde-8741-9d1c44418832 admin admin] 10.222.0.21 "PUT /v2.0/routers/91f693b8-4161-478a-98cf-711dda6e2906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889586 Jan 10 20:12:53.364202 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37614) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:53.371789 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] Routers {'91f693b8-4161-478a-98cf-711dda6e2906'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:12:53.372389 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['91f693b8-4161-478a-98cf-711dda6e2906'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:53.543177 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] Set router 91f693b8-4161-478a-98cf-711dda6e2906 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:12:53.556091 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:53.747155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:53.756938 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Deleting port 686af292-31f9-45cd-9308-b741b3b3e7ed {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:53.757382 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:53.822270 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:12:52Z', 'revision_number': 5, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port': {'id': '686af292-31f9-45cd-9308-b741b3b3e7ed', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f693b8-4161-478a-98cf-711dda6e2906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:53.826086 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] Checking router: 91f693b8-4161-478a-98cf-711dda6e2906 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:12:53.836789 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] Routers {'91f693b8-4161-478a-98cf-711dda6e2906'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:12:53.837367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['91f693b8-4161-478a-98cf-711dda6e2906'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:53.935820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] For port 686af292-31f9-45cd-9308-b741b3b3e7ed, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=686af292-31f9-45cd-9308-b741b3b3e7ed,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:53.936164 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:53.981096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] Set router 91f693b8-4161-478a-98cf-711dda6e2906 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:12:54.057877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Calling delete_port for 686af292-31f9-45cd-9308-b741b3b3e7ed owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:54.115780 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:12:53Z', 'revision_number': 6, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:54.119752 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983636a1-195f-47d6-9e32-ff1a719806ac None None] The sync data for ids ['91f693b8-4161-478a-98cf-711dda6e2906'] in n-d-816927-8 is: [{'id': '91f693b8-4161-478a-98cf-711dda6e2906', 'name': 'tempest-TestEncryptedCinderVolumes-1406420994-router', 'tenant_id': 'b31bb7ab768141de9069e2a542b46eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:11:39Z', 'updated_at': '2022-01-10T20:12:53Z', 'revision_number': 6, 'project_id': 'b31bb7ab768141de9069e2a542b46eb6', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:12:54.222762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.265855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=686af292-31f9-45cd-9308-b741b3b3e7ed,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:54.579501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.832521 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.836886 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.863531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.864101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f693b8-4161-478a-98cf-711dda6e2906 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:12:54.876012 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.877130 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c21888d8-f498-4e38-96a9-ab24d67a1b10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/91f693b8-4161-478a-98cf-711dda6e2906 HTTP/1.1" status: 204 len: 168 time: 1.5120406 Jan 10 20:12:54.879529 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:54.937062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Deleting subnet 83bce476-2f9f-4464-b6b4-f99b91e773c7 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:12:54.940081 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:54.991065 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.068875 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.138851 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.180114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bce476-2f9f-4464-b6b4-f99b91e773c7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:55.184820 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.190454 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5168be-62ab-4c21-91d7-64dfd2504027 None None] Network 21d073be-6f70-477f-9394-f1a04e0e3fdb requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:12:55.191097 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2bd78837-2780-4514-bfaa-26feacc291f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/83bce476-2f9f-4464-b6b4-f99b91e773c7 HTTP/1.1" status: 204 len: 168 time: 0.3103657 Jan 10 20:12:55.193245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37624) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:55.296843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.307413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Deleting port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:55.307737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.434040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] DHCP port deletion for 21d073be-6f70-477f-9394-f1a04e0e3fdb request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:12:55.438102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Deleting port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:55.438482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.505411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] For port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:55.505762 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.627775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Calling delete_port for a67c0fb9-5230-4f36-bb48-2e268c3a3ddf owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:55.681643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] For port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,segment=NetworkSegment(bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3),segment_id=bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:12:55.681925 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.795213 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.802641 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Calling delete_port for a67c0fb9-5230-4f36-bb48-2e268c3a3ddf owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:12:55.838988 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67c0fb9-5230-4f36-bb48-2e268c3a3ddf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:55.844006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] No DVR routers for this DVR port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf on host n-d-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:12:55.874357 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:12:55.874724 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:12:55.906657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a67c0fb9-5230-4f36-bb48-2e268c3a3ddf no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:55.940470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: a67c0fb9-5230-4f36-bb48-2e268c3a3ddf {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:55.940732 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device a67c0fb9-5230-4f36-bb48-2e268c3a3ddf not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:55.941153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:55.964760 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:55.971303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:55.971657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 44f3e896-bdbd-4031-a45a-4e2eebcf60c9 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:55.972059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 686af292-31f9-45cd-9308-b741b3b3e7ed no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:12:55.989895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d073be-6f70-477f-9394-f1a04e0e3fdb']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:56.001652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:56.001994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb23beed-c5ad-44b1-bcd3-30d8e62b6fa3') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:12:56.004866 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 686af292-31f9-45cd-9308-b741b3b3e7ed {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:12:56.005213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 686af292-31f9-45cd-9308-b741b3b3e7ed not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:12:56.013302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.032766 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.039578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:12:56.039941 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:12:56.053753 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:12:56.125020 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.140222 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.151219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d073be-6f70-477f-9394-f1a04e0e3fdb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:56.155883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aa2ae546-85e9-45c4-941c-8f9b769dbbb5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/21d073be-6f70-477f-9394-f1a04e0e3fdb HTTP/1.1" status: 204 len: 168 time: 0.9597933 Jan 10 20:12:56.341513 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37630) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:56.375912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Deleting port a67c0fb9-5230-4f36-bb48-2e268c3a3ddf {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:12:56.376426 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.394445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5a85b4f0-a834-4a8c-a290-a28884074e67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9732c0f978094a23980489e82641be67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517960 Jan 10 20:12:56.397018 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37634) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:56.437994 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6c5090bf-caa3-43fb-9586-8ced92ef8b5c None None] The port 'a67c0fb9-5230-4f36-bb48-2e268c3a3ddf' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:12:56.455885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea3c1-d576-4a02-842b-eb5fe0be241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.485499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea3c1-d576-4a02-842b-eb5fe0be241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.537151 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea3c1-d576-4a02-842b-eb5fe0be241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.550633 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ea3c1-d576-4a02-842b-eb5fe0be241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6707bb7b-83e5-45a4-85c3-7f564cb4cd60,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:56.557312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea3c1-d576-4a02-842b-eb5fe0be241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:56.558434 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8c7ea3c1-d576-4a02-842b-eb5fe0be241e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6707bb7b-83e5-45a4-85c3-7f564cb4cd60 HTTP/1.1" status: 204 len: 168 time: 0.1605377 Jan 10 20:12:56.932557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37642) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:56.980756 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f10d6f38-9f20-4a7a-a5bd-c9b4449399d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b31bb7ab768141de9069e2a542b46eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470359 Jan 10 20:12:56.983076 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37646) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:57.039791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2d3-457c-476b-a106-c98c2fed39bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:57.065562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2d3-457c-476b-a106-c98c2fed39bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:57.115663 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2d3-457c-476b-a106-c98c2fed39bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:57.134476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b2d3-457c-476b-a106-c98c2fed39bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528fae1a-0c96-40bc-9ba1-832d973aaefd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:57.139570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2d3-457c-476b-a106-c98c2fed39bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:57.142225 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4a85b2d3-457c-476b-a106-c98c2fed39bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/528fae1a-0c96-40bc-9ba1-832d973aaefd HTTP/1.1" status: 204 len: 168 time: 0.1567342 Jan 10 20:12:57.935836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37668) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:58.060324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1767394129-network', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:12:58.066296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:12:58.070124 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Usage tracker for resource:network and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:12:58.072956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:12:58.078527 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:12:58.089551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Made reservation on behalf of a3bbbc10324444f9a39a7a7d0c292b1d for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:12:58.091934 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.104203 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.134508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:12:58.138317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:12:58.141055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:12:58.147267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:12:58.209651 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.213116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.237880 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:12:58.249415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:58.254060 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.254398 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Added segment ee648c0d-60d6-4942-9ecf-d144c0160088 of type vlan for network 21daba2f-0264-4228-89b7-df9d749680a9 Jan 10 20:12:58.279491 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.306620 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.307507 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:58.308082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.408535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] Pushing event updated for resources: {'Network': ['ID=21daba2f-0264-4228-89b7-df9d749680a9,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:58.412407 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-473b0465-bf82-48be-beb4-6aa9fb686059 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4755673 Jan 10 20:12:58.415519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37674) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:58.418369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 21daba2f-0264-4228-89b7-df9d749680a9 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:12:58.421882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Request body: {'subnet': {'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1767394129-subnet', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:12:58.428201 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:12:58.431982 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Usage tracker for resource:subnet and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:12:58.434795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:12:58.441140 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:12:58.451373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Made reservation on behalf of a3bbbc10324444f9a39a7a7d0c292b1d for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:12:58.453856 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.653784 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.722457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d139eb3e-c0c6-4494-8b71-1e2774c7d23d,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:58.735758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Checking segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:12:58.736115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Network hostable DHCP agents. Network: 21daba2f-0264-4228-89b7-df9d749680a9, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:12:58.757056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Network 21daba2f-0264-4228-89b7-df9d749680a9 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:12:58.765925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 21daba2f-0264-4228-89b7-df9d749680a9) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:12:58.769665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:12:58.770246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.774236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c09cf9-1b2f-4b30-8133-e4096c882bb8 None None] Network 21daba2f-0264-4228-89b7-df9d749680a9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:12:58.793702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a367015d-a392-4996-8bd3-db5cde5dec2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3765223 Jan 10 20:12:58.796576 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37678) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:12:58.802583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:12:58.808127 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:12:58.811950 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Usage tracker for resource:router and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:12:58.814801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:12:58.820357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:12:58.830646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.831588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.849999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:58.990180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-21daba2f-0264-4228-89b7-df9d749680a9', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:12:58.991026 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.102544 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.147400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Allocated IP 172.20.0.2 (21daba2f-0264-4228-89b7-df9d749680a9/d139eb3e-c0c6-4494-8b71-1e2774c7d23d/4e8f3661-9d43-452a-ade4-92ea945fa321) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:12:59.289391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.318282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.344856 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.355066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Transition to ACTIVE for port object 4e8f3661-9d43-452a-ade4-92ea945fa321 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:12:59.373350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Transition to ACTIVE for port object 4e8f3661-9d43-452a-ade4-92ea945fa321 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:12:59.378998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.447529 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Network 21daba2f-0264-4228-89b7-df9d749680a9 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:12:59.450306 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:12:59.451557 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Allocated IP 172.25.6.199 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/5a526b0c-f472-4c1f-ba7c-79b4f697aebb) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:12:59.454858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:12:59.457588 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Pushing event updated for resources: {'Port': ['ID=4e8f3661-9d43-452a-ade4-92ea945fa321,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:59.543864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Attempting to bind port 4e8f3661-9d43-452a-ade4-92ea945fa321 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:12:59.544144 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Attempting to bind port 4e8f3661-9d43-452a-ade4-92ea945fa321 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:12:59.544503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Attempting to bind port 4e8f3661-9d43-452a-ade4-92ea945fa321 on network 21daba2f-0264-4228-89b7-df9d749680a9 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:12:59.550697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:12:59.551102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Checking segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:12:59.551744 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.552176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Bound using segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:12:59.552625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Bound port: 4e8f3661-9d43-452a-ade4-92ea945fa321, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:12:59.552994 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.600167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.626629 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.641447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] For port 4e8f3661-9d43-452a-ade4-92ea945fa321, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:12:59.645498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] For port 4e8f3661-9d43-452a-ade4-92ea945fa321, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8f3661-9d43-452a-ade4-92ea945fa321,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:12:59.649309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.694269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:12:59.695400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:12:59.699055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:12:59.731649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3f748-6643-40de-b740-77209f1f31aa None None] Pushing event updated for resources: {'Port': ['ID=4e8f3661-9d43-452a-ade4-92ea945fa321,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:59.735350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Pushing event updated for resources: {'Port': ['ID=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:12:59.873622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:12:59.874053 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:00.113496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Router 63e66449-928b-40dc-932c-75120d8174ac is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:13:00.316808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:13:00.326410 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Sync routers for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:13:00.340501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:00.341019 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:00.341367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:00.343331 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-95e1f850-700b-448b-aaed-36d680aeeb76 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5447295 Jan 10 20:13:00.345069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37682) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:00.561236 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:00.686285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0c400-ab47-48b0-98e1-131368862f18 None None] Network 21daba2f-0264-4228-89b7-df9d749680a9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:13:00.884884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6845f3c0-14d4-47ee-aed4-fe9e4fa8e779 None None] Provisioning for port 4e8f3661-9d43-452a-ade4-92ea945fa321 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:01.051951 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:12:59Z', 'revision_number': 3, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:01.057363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Checking router: 63e66449-928b-40dc-932c-75120d8174ac for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:13:01.057715 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Updating router 63e66449-928b-40dc-932c-75120d8174ac port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:13:01.118298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.201963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.414853 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Allocated IP 172.20.0.1 (21daba2f-0264-4228-89b7-df9d749680a9/d139eb3e-c0c6-4494-8b71-1e2774c7d23d/b3cc525e-8883-428f-946f-d07956b9cd42) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:13:01.461494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.472851 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Transition to ACTIVE for port object 5a526b0c-f472-4c1f-ba7c-79b4f697aebb will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:01.478774 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.558778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Attempting to bind port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:13:01.559175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Attempting to bind port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:13:01.559539 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Attempting to bind port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:01.561592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8b4ec-cadd-49a4-a019-493816a04000 None None] Pushing event updated for resources: {'Port': ['ID=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:01.563276 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.568783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:13:01.569161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:01.569989 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.569989 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:13:01.570494 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Bound port: 5a526b0c-f472-4c1f-ba7c-79b4f697aebb, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:13:01.570887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.579247 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Transition to ACTIVE for port object b3cc525e-8883-428f-946f-d07956b9cd42 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:01.600341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.642928 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] For port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:13:01.645828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] For port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:13:01.649884 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.666267 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Network 21daba2f-0264-4228-89b7-df9d749680a9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:01.669029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:01.673382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:13:01.705125 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cc525e-8883-428f-946f-d07956b9cd42,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:01.730288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8b4ec-cadd-49a4-a019-493816a04000 None None] Pushing event updated for resources: {'Port': ['ID=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:01.733218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:01.734183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:01.737783 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.822008 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:01.956754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8f3661-9d43-452a-ade4-92ea945fa321 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:02.034185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:02.045915 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.051469 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.083565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3dd7fe51-e68c-48f7-90fe-f6fc103c1a24 None None] Provisioning for port b3cc525e-8883-428f-946f-d07956b9cd42 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:02.106230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3dd7fe51-e68c-48f7-90fe-f6fc103c1a24 None None] Provisioning complete for port b3cc525e-8883-428f-946f-d07956b9cd42 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:02.106609 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3dd7fe51-e68c-48f7-90fe-f6fc103c1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.160097 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.164213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cc525e-8883-428f-946f-d07956b9cd42,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:02.250766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 4e8f3661-9d43-452a-ade4-92ea945fa321 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:02.297126 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Network 21daba2f-0264-4228-89b7-df9d749680a9 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:02.298241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:02.300984 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7fe51-e68c-48f7-90fe-f6fc103c1a24 None None] Port b3cc525e-8883-428f-946f-d07956b9cd42 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:13:02.304803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4e8f3661-9d43-452a-ade4-92ea945fa321 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:02.304931 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.520081 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.573963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 4e8f3661-9d43-452a-ade4-92ea945fa321, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8f3661-9d43-452a-ade4-92ea945fa321,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:02.575890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-24fcc386-40a7-400b-bd7a-19a54ace91c8 None None] Provisioning complete for port b3cc525e-8883-428f-946f-d07956b9cd42 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:02.576255 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-24fcc386-40a7-400b-bd7a-19a54ace91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.599945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 1, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:02.607211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:02.640207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a9bc2-500c-4189-a3cf-67e635ae6512 None None] The sync data for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 is: [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 1, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:13:02.687924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-24fcc386-40a7-400b-bd7a-19a54ace91c8 None None] Port b3cc525e-8883-428f-946f-d07956b9cd42 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:13:02.700154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=4e8f3661-9d43-452a-ade4-92ea945fa321,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:02.809560 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Router 63e66449-928b-40dc-932c-75120d8174ac has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:13:03.013789 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:13:03.022540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1121324-6d3f-4bab-946f-a6f3f763b658 admin admin] 10.222.0.21 "PUT /v2.0/routers/63e66449-928b-40dc-932c-75120d8174ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6758454 Jan 10 20:13:03.884866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37704) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:03.890547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2073914615-network', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:03.896957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:03.900940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Usage tracker for resource:network and tenant:9e62a0b75a264063bfd32ca82477f068 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:03.903870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:03.910828 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:03.921023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Made reservation on behalf of 9e62a0b75a264063bfd32ca82477f068 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:13:03.923655 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:03.936588 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:03.967777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:03.972973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Usage tracker for resource:security_group_rule and tenant:9e62a0b75a264063bfd32ca82477f068 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:03.974591 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8f3661-9d43-452a-ade4-92ea945fa321 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:03.976152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:03.981749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:04.042181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 4e8f3661-9d43-452a-ade4-92ea945fa321 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:04.042548 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.051097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.055979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.087926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:13:04.093073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a411e-a0bc-4791-b1f2-ae8c25a16acf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:04.100043 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.100408 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Added segment a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9 of type vlan for network 88017eaf-d18e-4a8e-8e32-eec2435c1445 Jan 10 20:13:04.126456 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.155870 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.156732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:04.157309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.162383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a526b0c-f472-4c1f-ba7c-79b4f697aebb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:04.230376 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:04.235154 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:04.235531 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.261912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3748047 Jan 10 20:13:04.263809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37708) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:04.265185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2a0b7-13b8-4ca9-b36b-5b5631649c8c admin admin] Pushing event updated for resources: {'Network': ['ID=88017eaf-d18e-4a8e-8e32-eec2435c1445,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:04.271788 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Request body: {'subnet': {'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2073914615-subnet', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:04.277505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:04.281471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:13:04.281666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Usage tracker for resource:subnet and tenant:9e62a0b75a264063bfd32ca82477f068 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:04.284532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:04.290220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:04.300639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Made reservation on behalf of 9e62a0b75a264063bfd32ca82477f068 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:13:04.303362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.449489 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.465233 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:04.469239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.504210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.536620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:04.573633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cca7a92-c9e5-4720-a249-ab2c96f431b1,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:04.588421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Checking segment: {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:04.588771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Network hostable DHCP agents. Network: 88017eaf-d18e-4a8e-8e32-eec2435c1445, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:13:04.609171 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:13:04.618718 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 88017eaf-d18e-4a8e-8e32-eec2435c1445) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:04.622921 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:04.623511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.627943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7b28c-5673-4499-a840-3961e356e5a6 None None] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:13:04.644320 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c57588d5-4455-4fc7-a069-79d8b56d64ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3783274 Jan 10 20:13:04.647247 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37712) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:04.652705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:04.658099 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:04.661989 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Usage tracker for resource:router and tenant:9e62a0b75a264063bfd32ca82477f068 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:04.664847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:04.670634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:04.682651 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.683749 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.703439 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.843886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-88017eaf-d18e-4a8e-8e32-eec2435c1445', 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'fixed_ips': [{'subnet_id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:13:04.844767 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:04.853422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.041121 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.041929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Allocated IP 172.20.0.2 (88017eaf-d18e-4a8e-8e32-eec2435c1445/3cca7a92-c9e5-4720-a249-ab2c96f431b1/265c296d-2b7b-4851-bf57-8e46ee032a4a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:13:05.072748 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.211268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Allocated IP 172.25.6.72 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/c479ea4d-4a4b-4769-b4b5-385bd744399c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:13:05.243471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.257521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Transition to ACTIVE for port object 265c296d-2b7b-4851-bf57-8e46ee032a4a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:05.278898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Transition to ACTIVE for port object 265c296d-2b7b-4851-bf57-8e46ee032a4a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:05.287110 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.358386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:05.361412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:05.363970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:13:05.370932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Pushing event updated for resources: {'Port': ['ID=265c296d-2b7b-4851-bf57-8e46ee032a4a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:05.455348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Attempting to bind port 265c296d-2b7b-4851-bf57-8e46ee032a4a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:13:05.455722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Attempting to bind port 265c296d-2b7b-4851-bf57-8e46ee032a4a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:13:05.456079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Attempting to bind port 265c296d-2b7b-4851-bf57-8e46ee032a4a on network 88017eaf-d18e-4a8e-8e32-eec2435c1445 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:05.458681 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.462246 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:13:05.462627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Checking segment: {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:05.463044 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.463437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Bound using segment: {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:13:05.463889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Bound port: 265c296d-2b7b-4851-bf57-8e46ee032a4a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:13:05.464260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.487154 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.553571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] For port 265c296d-2b7b-4851-bf57-8e46ee032a4a, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:13:05.555326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:05.556647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] For port 265c296d-2b7b-4851-bf57-8e46ee032a4a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=265c296d-2b7b-4851-bf57-8e46ee032a4a,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:13:05.558937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:05.560795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Pushing event updated for resources: {'Port': ['ID=c479ea4d-4a4b-4769-b4b5-385bd744399c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:05.561969 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.562856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:13:05.643130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7548c83-a133-4305-9ae4-9afb9a519291 None None] Pushing event updated for resources: {'Port': ['ID=265c296d-2b7b-4851-bf57-8e46ee032a4a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:05.723451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.724190 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:05.976052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Router ef9c0613-b530-4cad-8949-32e87f9e8cbb is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:13:05.994401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 265c296d-2b7b-4851-bf57-8e46ee032a4a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:06.068000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 265c296d-2b7b-4851-bf57-8e46ee032a4a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:06.072953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a526b0c-f472-4c1f-ba7c-79b4f697aebb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:06.141324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:06.141693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:06.184969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:13:06.194948 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Sync routers for ids ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:13:06.206610 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Routers {'ef9c0613-b530-4cad-8949-32e87f9e8cbb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:06.207278 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:06.209211 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:06.213185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5d6e547a-930f-4b88-b506-8455d4b00749 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5620964 Jan 10 20:13:06.213336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37716) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:06.394469 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Set router ef9c0613-b530-4cad-8949-32e87f9e8cbb gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:06.652474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bc2f0-132e-49de-ba19-ea3685511584 None None] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:13:06.686634 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:13:05Z', 'revision_number': 3, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:06.691161 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Checking router: ef9c0613-b530-4cad-8949-32e87f9e8cbb for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:13:06.691691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Updating router ef9c0613-b530-4cad-8949-32e87f9e8cbb port c479ea4d-4a4b-4769-b4b5-385bd744399c binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:13:06.742383 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:06.775598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] Provisioning for port 265c296d-2b7b-4851-bf57-8e46ee032a4a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:06.808698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] Provisioning complete for port 265c296d-2b7b-4851-bf57-8e46ee032a4a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:06.809074 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:06.960792 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:06.980616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.018766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] For port 265c296d-2b7b-4851-bf57-8e46ee032a4a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=265c296d-2b7b-4851-bf57-8e46ee032a4a,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:07.036185 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.069424 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.082531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Transition to ACTIVE for port object c479ea4d-4a4b-4769-b4b5-385bd744399c will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:07.093293 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.136013 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93734e59-d955-4e78-8f9b-27c14ea324a4 None None] Pushing event updated for resources: {'Port': ['ID=265c296d-2b7b-4851-bf57-8e46ee032a4a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:07.186857 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Attempting to bind port c479ea4d-4a4b-4769-b4b5-385bd744399c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:13:07.187245 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Attempting to bind port c479ea4d-4a4b-4769-b4b5-385bd744399c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:13:07.187603 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Attempting to bind port c479ea4d-4a4b-4769-b4b5-385bd744399c on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:07.194004 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Pushing event updated for resources: {'Port': ['ID=c479ea4d-4a4b-4769-b4b5-385bd744399c,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:07.205237 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.206447 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.206986 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.207466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.207941 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.208415 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.208885 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.209373 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.209850 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.210367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.210910 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:07.214758 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:13:07.215389 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:07.215938 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.216583 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:13:07.217233 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Bound port: c479ea4d-4a4b-4769-b4b5-385bd744399c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:13:07.217776 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.302818 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] For port c479ea4d-4a4b-4769-b4b5-385bd744399c, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:13:07.306047 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] For port c479ea4d-4a4b-4769-b4b5-385bd744399c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c479ea4d-4a4b-4769-b4b5-385bd744399c,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:13:07.309781 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.318584 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Allocated IP 172.20.0.1 (88017eaf-d18e-4a8e-8e32-eec2435c1445/3cca7a92-c9e5-4720-a249-ab2c96f431b1/ea65f6b5-3199-4fc6-98f2-609d583c6594) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:13:07.361363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cdecc92f-7a82-4070-8875-b5b800b258a0 None None] Provisioning complete for port 265c296d-2b7b-4851-bf57-8e46ee032a4a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:07.361726 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cdecc92f-7a82-4070-8875-b5b800b258a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.388433 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd383f-bb34-4ea8-8cbf-16e5f22640e4 None None] Pushing event updated for resources: {'Port': ['ID=c479ea4d-4a4b-4769-b4b5-385bd744399c,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:07.398559 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Routers {'ef9c0613-b530-4cad-8949-32e87f9e8cbb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:07.399182 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:12:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:07.477785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.493337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Transition to ACTIVE for port object ea65f6b5-3199-4fc6-98f2-609d583c6594 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:07.514623 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.572333 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] Set router ef9c0613-b530-4cad-8949-32e87f9e8cbb gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:07.580169 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:07.582985 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:07.586640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:13:07.616831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Pushing event updated for resources: {'Port': ['ID=ea65f6b5-3199-4fc6-98f2-609d583c6594,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:07.645376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.731596 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.802976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0b17029b-487f-4b1d-a1ea-56abff932c0a None None] Provisioning for port ea65f6b5-3199-4fc6-98f2-609d583c6594 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:07.808153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0b17029b-487f-4b1d-a1ea-56abff932c0a None None] Provisioning complete for port ea65f6b5-3199-4fc6-98f2-609d583c6594 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:07.808605 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0b17029b-487f-4b1d-a1ea-56abff932c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.861065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0b17029b-487f-4b1d-a1ea-56abff932c0a None None] Port ea65f6b5-3199-4fc6-98f2-609d583c6594 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:13:07.896568 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:13:05Z', 'revision_number': 3, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:07.900681 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25473d09-9912-4408-8999-5c76ef681c55 None None] The sync data for ids ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'] in n-d-816927-8 is: [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:13:05Z', 'revision_number': 3, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:13:07.929598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 265c296d-2b7b-4851-bf57-8e46ee032a4a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:07.961862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.966363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:07.995917 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 265c296d-2b7b-4851-bf57-8e46ee032a4a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:07.996298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:08.072411 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:08.076393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Pushing event updated for resources: {'Port': ['ID=ea65f6b5-3199-4fc6-98f2-609d583c6594,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:08.210346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:08.211469 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:08.483423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ad735add-9e45-497c-97bf-33f4946bf053 None None] Provisioning complete for port ea65f6b5-3199-4fc6-98f2-609d583c6594 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:08.484019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad735add-9e45-497c-97bf-33f4946bf053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:08.547138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5cbb238f-bdcf-421f-8a31-957a0c80c837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:08.549227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ad735add-9e45-497c-97bf-33f4946bf053 None None] Port ea65f6b5-3199-4fc6-98f2-609d583c6594 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:13:08.602464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Router ef9c0613-b530-4cad-8949-32e87f9e8cbb has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:13:08.890348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:13:08.900185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b2f1de21-ab34-4f49-a2ba-2004ce8d295c admin admin] 10.222.0.21 "PUT /v2.0/routers/ef9c0613-b530-4cad-8949-32e87f9e8cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858399 Jan 10 20:13:10.581498 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f269ab78-1d10-4166-9484-71b779cb5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:11.921913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:12.038020 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:13.313631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:13.943974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c479ea4d-4a4b-4769-b4b5-385bd744399c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:14.020836 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port c479ea4d-4a4b-4769-b4b5-385bd744399c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:14.026009 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c479ea4d-4a4b-4769-b4b5-385bd744399c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:14.026633 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:14.153209 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:14.175138 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port c479ea4d-4a4b-4769-b4b5-385bd744399c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c479ea4d-4a4b-4769-b4b5-385bd744399c,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:14.180401 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:14.255231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=c479ea4d-4a4b-4769-b4b5-385bd744399c,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:15.762310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:15.937109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c479ea4d-4a4b-4769-b4b5-385bd744399c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:16.005751 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:16.027003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port c479ea4d-4a4b-4769-b4b5-385bd744399c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:16.027477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:16.169996 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:13:17.428245 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Sync routers for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:13:17.449414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:17.450040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:13:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:17.634560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:17.975476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 2, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:17.979431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Checking router: 63e66449-928b-40dc-932c-75120d8174ac for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:13:17.979783 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Updating router 63e66449-928b-40dc-932c-75120d8174ac port b3cc525e-8883-428f-946f-d07956b9cd42 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:13:18.032750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:18.414102 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:18.430373 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Transition to ACTIVE for port object b3cc525e-8883-428f-946f-d07956b9cd42 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:18.437112 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:18.568662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ba37-baef-4946-bcae-c6c90b031e5b None None] Pushing event updated for resources: {'Port': ['ID=b3cc525e-8883-428f-946f-d07956b9cd42,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:18.768330 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Attempting to bind port b3cc525e-8883-428f-946f-d07956b9cd42 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:13:18.768799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Attempting to bind port b3cc525e-8883-428f-946f-d07956b9cd42 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:13:18.769156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Attempting to bind port b3cc525e-8883-428f-946f-d07956b9cd42 on network 21daba2f-0264-4228-89b7-df9d749680a9 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:18.776826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:13:18.777142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Checking segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:18.777536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:18.777954 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Bound using segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:13:18.778430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Bound port: b3cc525e-8883-428f-946f-d07956b9cd42, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:13:18.778846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:18.920988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] For port b3cc525e-8883-428f-946f-d07956b9cd42, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:13:18.924115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] For port b3cc525e-8883-428f-946f-d07956b9cd42, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b3cc525e-8883-428f-946f-d07956b9cd42,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:13:18.931965 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:19.014906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ba37-baef-4946-bcae-c6c90b031e5b None None] Pushing event updated for resources: {'Port': ['ID=b3cc525e-8883-428f-946f-d07956b9cd42,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:19.021698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:19.022321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:13:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:19.287517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:19.395805 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Sync routers for ids ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:13:19.408350 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Routers {'ef9c0613-b530-4cad-8949-32e87f9e8cbb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:19.408947 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:13:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:19.588782 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Set router ef9c0613-b530-4cad-8949-32e87f9e8cbb gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:19.632251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:18Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:19.636361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1117328-d9da-4315-a0e2-90e3587e844d None None] The sync data for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 is: [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:18Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:13:19.916866 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:13:07Z', 'revision_number': 4, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea65f6b5-3199-4fc6-98f2-609d583c6594', 'name': '', 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'mac_address': 'fa:16:3e:ae:b1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:07Z', 'updated_at': '2022-01-10T20:13:07Z', 'revision_number': 2, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'subnets': [{'id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:19.921650 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Checking router: ef9c0613-b530-4cad-8949-32e87f9e8cbb for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:13:19.922232 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Updating router ef9c0613-b530-4cad-8949-32e87f9e8cbb port ea65f6b5-3199-4fc6-98f2-609d583c6594 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:13:19.973176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3cc525e-8883-428f-946f-d07956b9cd42 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:20.000221 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.053844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b3cc525e-8883-428f-946f-d07956b9cd42 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:20.065755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b3cc525e-8883-428f-946f-d07956b9cd42 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:20.066309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.156492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43543a66-c84f-4641-b513-8c04e068f6ed req-0bc6982f-33e9-4a53-90fa-3af30c8e05d8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:20.159461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-0bc6982f-33e9-4a53-90fa-3af30c8e05d8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 815 time: 0.1785276 Jan 10 20:13:20.185729 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-8fd4ed5e-e505-4e58-b52c-888fa863d425 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/quotas/a3bbbc10324444f9a39a7a7d0c292b1d HTTP/1.1" status: 200 len: 375 time: 0.0184174 Jan 10 20:13:20.205530 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.240829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b3cc525e-8883-428f-946f-d07956b9cd42, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b3cc525e-8883-428f-946f-d07956b9cd42,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:20.248990 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.279515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-b89ca470-565e-4b6a-bf19-495618ff16da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924721 Jan 10 20:13:20.330210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b3cc525e-8883-428f-946f-d07956b9cd42,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:20.418338 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.431038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-9f9416fa-8158-4d8d-a668-2f233d6faac9 service neutron] 10.222.0.21 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364160 Jan 10 20:13:20.431257 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Transition to ACTIVE for port object ea65f6b5-3199-4fc6-98f2-609d583c6594 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:20.438445 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.559603 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3764fa-241d-4264-a6af-132d8a33091d None None] Pushing event updated for resources: {'Port': ['ID=ea65f6b5-3199-4fc6-98f2-609d583c6594,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:20.577654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-aa91b576-0d65-4404-a2cf-1ac93fd70304 service neutron] 10.222.0.21 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375082 Jan 10 20:13:20.651907 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Attempting to bind port ea65f6b5-3199-4fc6-98f2-609d583c6594 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:13:20.652286 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Attempting to bind port ea65f6b5-3199-4fc6-98f2-609d583c6594 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:13:20.652653 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Attempting to bind port ea65f6b5-3199-4fc6-98f2-609d583c6594 on network 88017eaf-d18e-4a8e-8e32-eec2435c1445 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:20.659968 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:13:20.660345 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Checking segment: {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:20.660753 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.661143 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Bound using segment: {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:13:20.661602 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Bound port: ea65f6b5-3199-4fc6-98f2-609d583c6594, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:13:20.661973 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.783129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7efe8fd1-9a98-4ebe-bd04-da26bf09c379 req-8a6f5b37-fd3c-4e1e-ac5e-7d09a7dab1dc tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 210 time: 0.0489311 Jan 10 20:13:20.805606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] For port ea65f6b5-3199-4fc6-98f2-609d583c6594, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:13:20.808902 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] For port ea65f6b5-3199-4fc6-98f2-609d583c6594, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ea65f6b5-3199-4fc6-98f2-609d583c6594,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:13:20.813102 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:20.892839 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3764fa-241d-4264-a6af-132d8a33091d None None] Pushing event updated for resources: {'Port': ['ID=ea65f6b5-3199-4fc6-98f2-609d583c6594,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:20.896586 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Routers {'ef9c0613-b530-4cad-8949-32e87f9e8cbb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:20.897188 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:13:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:21.089934 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] Set router ef9c0613-b530-4cad-8949-32e87f9e8cbb gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:21.412820 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:13:07Z', 'revision_number': 4, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea65f6b5-3199-4fc6-98f2-609d583c6594', 'name': '', 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'mac_address': 'fa:16:3e:ae:b1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:07Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 4, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'subnets': [{'id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:21.417143 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0a833-7591-4a05-86b1-7a72df2c32d1 None None] The sync data for ids ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'] in n-d-816927-8 is: [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:13:07Z', 'revision_number': 4, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea65f6b5-3199-4fc6-98f2-609d583c6594', 'name': '', 'network_id': '88017eaf-d18e-4a8e-8e32-eec2435c1445', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'mac_address': 'fa:16:3e:ae:b1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:07Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 4, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'subnets': [{'id': '3cca7a92-c9e5-4720-a249-ab2c96f431b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:13:21.960446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86bfdce5-fde0-452d-98ce-f891177a3d18 req-6e91aa69-ecf2-4aed-805a-a2a00b47e82a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 210 time: 0.0434725 Jan 10 20:13:22.018216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3cc525e-8883-428f-946f-d07956b9cd42 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:22.133714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b3cc525e-8883-428f-946f-d07956b9cd42 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:22.134558 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.171787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43543a66-c84f-4641-b513-8c04e068f6ed req-e43e01dd-c4b5-4143-8d63-2c4474f7a13a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:22.174522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-e43e01dd-c4b5-4143-8d63-2c4474f7a13a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 815 time: 0.1789703 Jan 10 20:13:22.192341 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'port': {'device_id': '9d53cce0-66da-45d1-a315-a0156243beb9', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'admin_state_up': True, 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:22.263190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea65f6b5-3199-4fc6-98f2-609d583c6594 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:22.337142 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ea65f6b5-3199-4fc6-98f2-609d583c6594 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:22.342558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ea65f6b5-3199-4fc6-98f2-609d583c6594 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:22.343571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.357549 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:22.362031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:port and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:22.366073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:22.372168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:22.388994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Made reservation on behalf of a3bbbc10324444f9a39a7a7d0c292b1d for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:13:22.394102 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.480881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.518535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ea65f6b5-3199-4fc6-98f2-609d583c6594, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ea65f6b5-3199-4fc6-98f2-609d583c6594,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:22.523369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.587457 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Allocated IP 172.20.0.9 (21daba2f-0264-4228-89b7-df9d749680a9/d139eb3e-c0c6-4494-8b71-1e2774c7d23d/3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:13:22.593094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ea65f6b5-3199-4fc6-98f2-609d583c6594,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:22.603921 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.604446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.604808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.605377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.605855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.606253 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.606747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.607304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.607746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.608453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.608794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:22.849404 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.873384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Transition to ACTIVE for port object 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:22.899902 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:22.990907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Network 21daba2f-0264-4228-89b7-df9d749680a9 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:22.994463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:23.002580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:13:23.126932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:23.135905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:23.136518 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:23.256285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0701828 Jan 10 20:13:23.295406 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.296032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.296400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.296746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.297084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.297419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.297749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.299635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.300107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.300495 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.300816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e0eec-47e7-498c-bd32-14f976cd4043 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:23.349250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0caa4234-2633-4fb1-aad4-0e2565fe914e None None] Provisioning for port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:23.356052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0caa4234-2633-4fb1-aad4-0e2565fe914e None None] Provisioning complete for port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:23.356645 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0caa4234-2633-4fb1-aad4-0e2565fe914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:23.366941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac62536-fd60-4094-aabc-852c7e25af99 req-cbd12900-9cbd-40c4-9f5f-216bbefe8093 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:23.367794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3ac62536-fd60-4094-aabc-852c7e25af99 req-cbd12900-9cbd-40c4-9f5f-216bbefe8093 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Synchronizing usage tracker for tenant:a3bbbc10324444f9a39a7a7d0c292b1d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:13:23.390253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-3ac62536-fd60-4094-aabc-852c7e25af99 req-cbd12900-9cbd-40c4-9f5f-216bbefe8093 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Unset dirty status for tenant:a3bbbc10324444f9a39a7a7d0c292b1d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:13:23.392919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ac62536-fd60-4094-aabc-852c7e25af99 req-cbd12900-9cbd-40c4-9f5f-216bbefe8093 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 931 time: 0.2207377 Jan 10 20:13:23.433903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0caa4234-2633-4fb1-aad4-0e2565fe914e None None] Port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:13:23.490906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ac62536-fd60-4094-aabc-852c7e25af99 req-246d45f6-d17c-41d2-a878-93e97674f1f5 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809522 Jan 10 20:13:23.937209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea65f6b5-3199-4fc6-98f2-609d583c6594 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:24.049758 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ea65f6b5-3199-4fc6-98f2-609d583c6594 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:24.050133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:24.703905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ff55-1344-4400-be24-eafd5f792383 req-f9dd047a-d2e3-4569-aa9c-d10e88c89331 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:24.706128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe77ff55-1344-4400-be24-eafd5f792383 req-f9dd047a-d2e3-4569-aa9c-d10e88c89331 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 931 time: 0.0858769 Jan 10 20:13:24.794666 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe77ff55-1344-4400-be24-eafd5f792383 req-4fb1f10b-b935-4bc6-8d37-63f514edf9ef tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737319 Jan 10 20:13:26.012636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be657-fbcb-4f71-8e02-5adb3e3db410 req-b2741c3c-ffee-4eda-a535-f9c598f9e635 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:26.014382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0be657-fbcb-4f71-8e02-5adb3e3db410 req-b2741c3c-ffee-4eda-a535-f9c598f9e635 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 931 time: 0.0854897 Jan 10 20:13:26.074126 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d0be657-fbcb-4f71-8e02-5adb3e3db410 req-2627b1c5-2dff-4209-ac1c-a65726c46528 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532346 Jan 10 20:13:27.270448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b0d7b-91ac-47e0-9491-30a507d244da req-0e492de4-08ed-4049-871c-467c2e410b9c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:27.272086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a98b0d7b-91ac-47e0-9491-30a507d244da req-0e492de4-08ed-4049-871c-467c2e410b9c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 931 time: 0.0831704 Jan 10 20:13:27.324010 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a98b0d7b-91ac-47e0-9491-30a507d244da req-d47616fb-c55e-4f23-ba95-d6b1a769dd3c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Jan 10 20:13:28.527817 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a69c5d-ef1d-4091-b1c0-afe8309f5601 req-e216756d-8354-46d3-8683-65c43be11950 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:28.529258 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7a69c5d-ef1d-4091-b1c0-afe8309f5601 req-e216756d-8354-46d3-8683-65c43be11950 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 931 time: 0.0796695 Jan 10 20:13:28.579824 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d7a69c5d-ef1d-4091-b1c0-afe8309f5601 req-89c246fe-1598-43a7-bd5e-41a56a7502c6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Jan 10 20:13:29.795061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62151-424f-4098-a8ab-0278e22a30d9 req-0ac2b593-e593-46b5-bf25-256b1c8b4f93 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:29.796609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54d62151-424f-4098-a8ab-0278e22a30d9 req-0ac2b593-e593-46b5-bf25-256b1c8b4f93 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 931 time: 0.0872867 Jan 10 20:13:29.937696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54d62151-424f-4098-a8ab-0278e22a30d9 req-26f7eed1-85ee-4473-91f9-04d889e8d996 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344976 Jan 10 20:13:30.340226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-2ab9dae8-ea3f-43c3-a85c-f66d4ecf1514 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:13:30.341186 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-2ab9dae8-ea3f-43c3-a85c-f66d4ecf1514 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053744 Jan 10 20:13:30.353785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Request body: {'port': {'device_id': '9d53cce0-66da-45d1-a315-a0156243beb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:30.459206 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:30.786178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:13:30.793351 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:30.807839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Transition to ACTIVE for port object 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:13:30.811335 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:30.937975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:31.050570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Attempting to bind port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:13:31.050936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Attempting to bind port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:13:31.051264 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Attempting to bind port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 on network 21daba2f-0264-4228-89b7-df9d749680a9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:31.057285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 on network 21daba2f-0264-4228-89b7-df9d749680a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:13:31.057605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Attempting to bind port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 on network 21daba2f-0264-4228-89b7-df9d749680a9 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:13:31.064532 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:13:31.064900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Checking segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:13:31.065284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Bound using segment: {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:13:31.065712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Bound port: 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee648c0d-60d6-4942-9ecf-d144c0160088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:13:31.066054 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:31.212490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:13:31.219182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbb70d-e6c2-4fa9-8a16-cea522230ba6 req-1820642e-a46d-4fba-a030-ad1d43c64ccb tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:31.220740 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3fbb70d-e6c2-4fa9-8a16-cea522230ba6 req-1820642e-a46d-4fba-a030-ad1d43c64ccb tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 943 time: 0.1458054 Jan 10 20:13:31.222327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:13:31.239918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:31.321150 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:31.322790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 1091 time: 0.9728339 Jan 10 20:13:31.325116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:13:31.338786 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c3fbb70d-e6c2-4fa9-8a16-cea522230ba6 req-a2fdc67b-29ac-48fb-afb5-c6be66411839 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126287 Jan 10 20:13:31.344973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b2577-563f-42f4-9a23-aaa135215dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:31.409524 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'status': 'completed', 'code': 200} Jan 10 20:13:31.452008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-dcd21fea-d566-459d-bf03-e16f7001e953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1094 time: 0.0847611 Jan 10 20:13:31.521720 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-61b0582e-197e-43e8-92da-59ca18cc7ce0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 217 time: 0.0632124 Jan 10 20:13:31.582962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43543a66-c84f-4641-b513-8c04e068f6ed req-77eb0964-bc07-443b-9bcb-bbdc93d341a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:31.584314 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-77eb0964-bc07-443b-9bcb-bbdc93d341a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0571928 Jan 10 20:13:31.656615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-9f065ebe-a672-4c62-9f29-3d3813f5e800 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664401 Jan 10 20:13:31.785250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-b9a8a58d-6736-428f-ad7a-ed02f5e48ad3 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221721 Jan 10 20:13:31.925302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43543a66-c84f-4641-b513-8c04e068f6ed req-574e8bda-ab8e-4907-8bde-84e4aa103e32 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342809 Jan 10 20:13:32.117652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-c1bb97a3-cedb-45c6-8d0b-0f4fec883b65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1094 time: 0.1526849 Jan 10 20:13:32.252192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-5a2cdddb-b374-4304-976f-e370a421e91a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:32.253710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-5a2cdddb-b374-4304-976f-e370a421e91a service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.1305356 Jan 10 20:13:32.321724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-6048f0c2-0051-4180-bbd6-d025e8d0ee08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 217 time: 0.0618804 Jan 10 20:13:32.382093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-cef0cbe2-b9a9-441f-9cd6-3b90d5b55b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:32.383644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-cef0cbe2-b9a9-441f-9cd6-3b90d5b55b80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0557103 Jan 10 20:13:32.457931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-959b19d9-5aaa-4bef-a48d-941a70d17509 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676010 Jan 10 20:13:32.649632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-1566d214-e771-408a-80a9-f10d73a46de9 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855795 Jan 10 20:13:32.655276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d673609-2a83-47f3-884b-09e35fcfee7f req-e9fde9d2-0ce3-4213-83cc-eb11fb5c3376 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:32.656646 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d673609-2a83-47f3-884b-09e35fcfee7f req-e9fde9d2-0ce3-4213-83cc-eb11fb5c3376 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 943 time: 0.1720195 Jan 10 20:13:32.784318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4d673609-2a83-47f3-884b-09e35fcfee7f req-192eee84-cdd0-40fd-8f11-d05cb8e5f9d7 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097653 Jan 10 20:13:32.816019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6ae44a90-afb2-42b0-b7dd-305b47aa2534 req-90c6f9c2-4e27-4ebd-9631-5c53044bed6e service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584427 Jan 10 20:13:33.979288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d856b-31e5-4b18-87cc-f2b8962ea556 req-8e829695-d559-4267-ad42-7a8ecced397f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:33.980719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c7d856b-31e5-4b18-87cc-f2b8962ea556 req-8e829695-d559-4267-ad42-7a8ecced397f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 943 time: 0.0777833 Jan 10 20:13:34.023876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c7d856b-31e5-4b18-87cc-f2b8962ea556 req-fc7a6fcd-3dfb-4845-b9eb-7c96198e1871 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371852 Jan 10 20:13:34.474684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:13:34.602690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:34.615609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'port_id': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'mac_address': 'fa:16:3e:8a:f9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:13:34.667975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:34.685406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:13:34.700178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:34.704177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:34.770912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:34.904423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:13:35.214277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664faa1e-508c-4a73-98bc-b85528a0884f req-be3041d2-efcd-490f-8d45-9e080dd136d6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:35.215724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-664faa1e-508c-4a73-98bc-b85528a0884f req-be3041d2-efcd-490f-8d45-9e080dd136d6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 944 time: 0.0732377 Jan 10 20:13:35.262011 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-664faa1e-508c-4a73-98bc-b85528a0884f req-613e694d-159a-4cf6-9e90-cc1b14d439ef tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 Jan 10 20:13:36.452734 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6b39-35ee-4e78-81f3-e18735f07f36 req-4d3ed337-b109-4b7c-b69e-7f8f1f5074f4 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:36.454173 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-780a6b39-35ee-4e78-81f3-e18735f07f36 req-4d3ed337-b109-4b7c-b69e-7f8f1f5074f4 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 944 time: 0.0750890 Jan 10 20:13:36.489461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:13:36.499944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-780a6b39-35ee-4e78-81f3-e18735f07f36 req-6dae2c4c-2efb-4ae5-955f-cd6eef6ac7fb tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Jan 10 20:13:36.558820 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:13:36.563197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:36.563597 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:36.673471 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:36.699647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:13:36.710321 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:36.714235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:36.755662 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'code': 200} Jan 10 20:13:36.781135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:36.881068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67059be9-fd6a-4ffe-8529-80690b460977 req-a8790167-388b-4d19-9c9b-ac7fae6a01e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1096 time: 0.0690503 Jan 10 20:13:36.928933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67059be9-fd6a-4ffe-8529-80690b460977 req-756ba114-47e9-4d70-be01-a33cda369ee3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Jan 10 20:13:37.841211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106ceec-d2ac-4125-841b-9fd2e829edcd req-b0608c1d-fea2-4ca6-a569-8e96f34ab38c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:37.842614 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0106ceec-d2ac-4125-841b-9fd2e829edcd req-b0608c1d-fea2-4ca6-a569-8e96f34ab38c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0751598 Jan 10 20:13:37.889743 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0106ceec-d2ac-4125-841b-9fd2e829edcd req-cf41e2b2-77ef-4e6e-a9c3-8c05b38bbd3c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jan 10 20:13:38.529432 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a98ef4b-7bfd-443d-a95d-221438890629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:39.088757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6363-c65f-4c29-a276-1a23ea918b75 req-1a42ca18-4b9a-4cd3-b9ac-9ac2dd7012b8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:39.090232 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeba6363-c65f-4c29-a276-1a23ea918b75 req-1a42ca18-4b9a-4cd3-b9ac-9ac2dd7012b8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0799160 Jan 10 20:13:39.136141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aeba6363-c65f-4c29-a276-1a23ea918b75 req-cfab7884-ca40-43ed-9fc9-91e0f7ccaec8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Jan 10 20:13:39.327328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2cc6b-ae51-4af6-a577-6d2dd9f489a0 req-58f10c15-6efa-4892-88d7-db9db23f56e8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:39.328741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dd2cc6b-ae51-4af6-a577-6d2dd9f489a0 req-58f10c15-6efa-4892-88d7-db9db23f56e8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0737002 Jan 10 20:13:39.372933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dd2cc6b-ae51-4af6-a577-6d2dd9f489a0 req-db201e8f-df64-48ff-ad73-0d0f192326ea tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Jan 10 20:13:39.780842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d96d13-f598-42e4-b403-83d49e4bc6af req-211d671e-b71b-4af1-95cb-90cc5d57a8c6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:39.782901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36d96d13-f598-42e4-b403-83d49e4bc6af req-211d671e-b71b-4af1-95cb-90cc5d57a8c6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0813708 Jan 10 20:13:39.828635 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36d96d13-f598-42e4-b403-83d49e4bc6af req-63169d82-3b7f-47aa-8330-7b250f3e93a1 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400448 Jan 10 20:13:40.588906 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fd1f-8baf-4e76-8b95-538b80e750de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:41.875470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:42.048436 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:43.302959 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:45.762376 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:45.997806 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:50.144411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f600dc3-31e0-4de1-b408-d2abdd63bc1b req-4d7e3b58-f7d3-4b04-9d44-c5f39efe3c9a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:50.145869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f600dc3-31e0-4de1-b408-d2abdd63bc1b req-4d7e3b58-f7d3-4b04-9d44-c5f39efe3c9a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0752845 Jan 10 20:13:50.277167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f600dc3-31e0-4de1-b408-d2abdd63bc1b req-328914e3-3949-4350-86f2-1524a8e91bbb tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258073 Jan 10 20:13:50.305012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37896) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:50.492277 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-294056b7-0c8f-4103-bd83-97ff7bfa6f06 tempest-TestMinimumBasicScenario-1078498262 tempest-TestMinimumBasicScenario-1078498262-project-admin] Synchronizing usage tracker for tenant:9e62a0b75a264063bfd32ca82477f068 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:13:50.508015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-294056b7-0c8f-4103-bd83-97ff7bfa6f06 tempest-TestMinimumBasicScenario-1078498262 tempest-TestMinimumBasicScenario-1078498262-project-admin] Unset dirty status for tenant:9e62a0b75a264063bfd32ca82477f068 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:13:50.509308 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-294056b7-0c8f-4103-bd83-97ff7bfa6f06 tempest-TestMinimumBasicScenario-1078498262 tempest-TestMinimumBasicScenario-1078498262-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1091 time: 0.2033372 Jan 10 20:13:50.512439 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 37902) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:50.518126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:50.524024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:50.527769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:floatingip and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:50.530425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:50.535917 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:50.546186 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:50.676350 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:50.811303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Allocated IP 172.25.6.56 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/2b25f579-b8d9-487e-80fd-fbdc534cd86e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:13:50.965795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:50.992668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:51.057653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:13:51.060463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:13:51.064793 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:13:51.094891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'Port': ['ID=2b25f579-b8d9-487e-80fd-fbdc534cd86e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:51.572997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:51.628471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:51.830563 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:51.835491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:51.951844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'Port': ['ID=2b25f579-b8d9-487e-80fd-fbdc534cd86e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:51.957331 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:52.238523 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Floating IP 81fbba57-91fa-42d3-a5dd-e4b745cae1a4 associated. External IP: 172.25.6.56, port: 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5. Jan 10 20:13:52.616981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Router 63e66449-928b-40dc-932c-75120d8174ac has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:13:52.809416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:13:52.818769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] Sync routers for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:13:52.831409 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:52.832087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:13:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:52.833275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:52.890087 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7d2c5149-0988-4064-8d25-1a21db39523d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3765533 Jan 10 20:13:52.890591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:13:52.893185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37906) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:52.899238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823825556', 'description': 'tempest-secgroup-smoke-1823825556 description', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:52.906138 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:52.913179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:52.917268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:52.923862 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:52.936015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:52.950440 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'status': 'completed', 'code': 200} Jan 10 20:13:52.972869 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:52.977004 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:52.979639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:52.986330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.016180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:53.049006 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.052304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-b0aefb2f-17bd-457d-a41b-aea33a280a8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1096 time: 0.0783660 Jan 10 20:13:53.055071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.090430 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363edbc1-771c-42c8-9748-c7e86809ae68,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:53.112222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.112641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.112990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.113332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.113991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.114330 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.114663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.115479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.115479 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.115667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.115966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:13:53.128302 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.132975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0c901b53-a280-4889-910a-4615a8bd48f6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2385032 Jan 10 20:13:53.138753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37912) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:53.145220 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group_rule': {'security_group_id': '363edbc1-771c-42c8-9748-c7e86809ae68', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:53.160356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:53.160356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:53.167378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:53.167378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.178295 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:13:53.192136 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.224474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-099bd775-9f71-4fb2-95b1-d54ddd7e4fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:53.225920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-099bd775-9f71-4fb2-95b1-d54ddd7e4fc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.1677299 Jan 10 20:13:53.252678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.256650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.287709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e09b49-dc6e-4c57-83bc-bef28ef4fb4c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:53.295940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.297659 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e7cd127c-07e3-4770-a342-ff72458bcfe9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1605020 Jan 10 20:13:53.300119 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37916) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:53.306199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group_rule': {'security_group_id': '363edbc1-771c-42c8-9748-c7e86809ae68', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:53.312771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:53.316925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:53.320644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:53.326769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.337251 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-0070f662-85b9-4314-8745-875670e15794 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 998 time: 0.1048715 Jan 10 20:13:53.344932 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.402636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-589b9c1b-1bdd-4c5c-ac5c-b843cd629320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:53.404597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-589b9c1b-1bdd-4c5c-ac5c-b843cd629320 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0617392 Jan 10 20:13:53.413475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.418678 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.437382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b9e382-018f-4bb0-8bc6-89478169886b,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:53.456721 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.458167 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-390fe45c-ef76-4ee1-8de9-87f1175c8244 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1569622 Jan 10 20:13:53.463380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37920) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:53.466324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '81fbba57-91fa-42d3-a5dd-e4b745cae1a4', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '63e66449-928b-40dc-932c-75120d8174ac', 'port_id': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'mac_address': 'fa:16:3e:8a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53cce0-66da-45d1-a315-a0156243beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:13:51Z', 'updated_at': '2022-01-10T20:13:51Z', 'revision_number': 0, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:53.469629 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group_rule': {'security_group_id': '363edbc1-771c-42c8-9748-c7e86809ae68', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:53.471649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] Checking router: 63e66449-928b-40dc-932c-75120d8174ac for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:13:53.476551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:53.480407 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:53.484021 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:53.484493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:13:53.485171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:13:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:53.488987 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-7238aa42-bc73-42a6-8845-dd09bef8c082 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776267 Jan 10 20:13:53.490406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.508419 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.573965 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.579194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.601733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a503c930-848a-4a23-aed7-eb2aef64e1f3,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:53.611216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.612816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-842527be-1ee0-4138-9414-1f5fee01c972 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1483245 Jan 10 20:13:53.615581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37924) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:53.621334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group_rule': {'security_group_id': '363edbc1-771c-42c8-9748-c7e86809ae68', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:53.626292 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-5dc63700-c6e0-4d6e-9ad8-315ce9f99389 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310017 Jan 10 20:13:53.628526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:53.632294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:53.635351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:53.641623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.660322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.671765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:13:53.725183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.730259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.753458 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca3a930-3c2e-473d-923f-fb7a08f8d561,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:53.766762 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.768292 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ea17f4a9-2ef5-48c4-a00f-d7d8b9a27c2d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1517780 Jan 10 20:13:53.771077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37928) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:53.773887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f89405d-c982-46a0-955a-f086ce4aed9d req-02f3ab20-4400-4fe0-9014-545b65d6df5e service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415558 Jan 10 20:13:53.776688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group_rule': {'security_group_id': '363edbc1-771c-42c8-9748-c7e86809ae68', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:53.783480 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:53.787443 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:53.790739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:53.796988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.810546 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Project a3bbbc10324444f9a39a7a7d0c292b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:13:53.817446 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.880976 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.885424 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.908493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec614b1a-0bdb-4889-a520-d57f8909a4b9,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:53.918322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:53.919613 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aa856081-81a4-4719-92a9-05a1e26c70da tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1475644 Jan 10 20:13:53.922763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:13:53.928753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'security_group_rule': {'security_group_id': '363edbc1-771c-42c8-9748-c7e86809ae68', 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:53.935408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:13:53.939706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Usage tracker for resource:security_group_rule and tenant:a3bbbc10324444f9a39a7a7d0c292b1d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:13:53.942509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:13:53.948083 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:13:53.959024 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Project a3bbbc10324444f9a39a7a7d0c292b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:13:53.965271 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.022670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '81fbba57-91fa-42d3-a5dd-e4b745cae1a4', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '63e66449-928b-40dc-932c-75120d8174ac', 'port_id': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'mac_address': 'fa:16:3e:8a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53cce0-66da-45d1-a315-a0156243beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:13:51Z', 'updated_at': '2022-01-10T20:13:51Z', 'revision_number': 0, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:13:54.026711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d2c2a-673a-4a14-b3ad-81e888543180 None None] The sync data for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 is: [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '81fbba57-91fa-42d3-a5dd-e4b745cae1a4', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '63e66449-928b-40dc-932c-75120d8174ac', 'port_id': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'mac_address': 'fa:16:3e:8a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53cce0-66da-45d1-a315-a0156243beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:13:51Z', 'updated_at': '2022-01-10T20:13:51Z', 'revision_number': 0, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:13:54.031041 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.036610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.072384 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ed96ef-452f-42fc-9b90-f04dee3e24e0,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:54.093000 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.093000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-855c4fda-812a-4ace-b89c-6fd0656a6663 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1577864 Jan 10 20:13:54.254006 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a7b7e-9c87-4d53-822b-c1830af3c911 None None] New status for floating IP 81fbba57-91fa-42d3-a5dd-e4b745cae1a4: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:13:54.330643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-d3fcc9a7-3155-4edc-948a-c23d96aa5716 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823825556&fields=id&tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d HTTP/1.1" status: 200 len: 267 time: 0.1477633 Jan 10 20:13:54.409419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-31dc5654-aff9-422b-a30c-731db086362d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:54.410891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-31dc5654-aff9-422b-a30c-731db086362d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0752039 Jan 10 20:13:54.421362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'port': {'security_groups': ['d4a2606f-d1d2-4f64-bb6c-9d58c03639bf', '363edbc1-771c-42c8-9748-c7e86809ae68']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:13:54.539578 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.790530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:13:54.815506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.819915 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.831281 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:13:54.886484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:54.887124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:54.888678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-161ed47d-a9fa-43a7-b44b-256a4ce40087 req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "PUT /v2.0/ports/3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 981 time: 0.4717600 Jan 10 20:13:54.907648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127a8cd-91d2-4085-8e5e-a40b8d0d9b98 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:13:54.944702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:13:54.952502 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:13:55.011092 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'status': 'completed', 'code': 200} Jan 10 20:13:55.157290 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-dab5ac09-7ad5-42fc-96fb-15d5f9765100 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1135 time: 0.1017745 Jan 10 20:13:55.162694 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec358d2d-e577-45c3-9d77-7dbc13a1baae req-cb8cb3a3-8b75-40a8-9932-7af60ffb2a3c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:55.164072 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec358d2d-e577-45c3-9d77-7dbc13a1baae req-cb8cb3a3-8b75-40a8-9932-7af60ffb2a3c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.1521492 Jan 10 20:13:55.251143 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6bf647e1-5da4-4dcb-a410-de756f139b47 None None] Provisioning complete for port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:13:55.251729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6bf647e1-5da4-4dcb-a410-de756f139b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:13:55.300214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ec358d2d-e577-45c3-9d77-7dbc13a1baae req-8ec80ebe-895b-4c47-8a2f-e330cfda5d5f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150107 Jan 10 20:13:55.353353 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-4849f0fb-37a9-4791-97c7-fa666eab126e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:55.354837 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-4849f0fb-37a9-4791-97c7-fa666eab126e service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.1899383 Jan 10 20:13:55.458658 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-c12ea177-fe36-4cfc-8eda-481030752a49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 1000 time: 0.0985429 Jan 10 20:13:55.523462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-7d792082-ad4d-465c-b98a-4334505fa4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:13:55.524895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-7d792082-ad4d-465c-b98a-4334505fa4c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0599792 Jan 10 20:13:55.597814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-84268e00-1391-402e-9272-2b44b24e833c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671558 Jan 10 20:13:55.729208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-20425d85-723c-46f2-aeb8-efe7a46e8e66 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247990 Jan 10 20:13:55.860037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-513d5a14-8050-4207-b4b8-0aa30a05b2c7 req-e74b4f62-17e1-4416-af7b-c04e1e16a612 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243498 Jan 10 20:14:08.531529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-838e77b1-7213-4d42-8df5-f300ceac5d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:10.583679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7e77ab71-0b39-41f6-b525-7cea5026af12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:10.645713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-126176ac-e754-4267-b467-ba97755f0cec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1135 time: 0.1337790 Jan 10 20:14:10.677420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7aba4-7c98-4e88-8f62-51f1c6312fd6 req-b465e0b8-3d54-4c98-a513-1de4239535b6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:10.678781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ad7aba4-7c98-4e88-8f62-51f1c6312fd6 req-b465e0b8-3d54-4c98-a513-1de4239535b6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.1242156 Jan 10 20:14:10.878159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ad7aba4-7c98-4e88-8f62-51f1c6312fd6 req-31ea4cbc-67a2-4834-b5ce-22f97c5c0e77 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702360 Jan 10 20:14:10.897189 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-9fff412b-d691-4d0e-8b38-e0eb5e6f5b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:10.898603 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-9fff412b-d691-4d0e-8b38-e0eb5e6f5b67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.2458429 Jan 10 20:14:10.999264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-43628991-29d2-4487-b92a-21e2fc82bb84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 1000 time: 0.0945134 Jan 10 20:14:11.064194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-8daed74e-07bd-4673-a262-c2251ff20eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:11.065602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-8daed74e-07bd-4673-a262-c2251ff20eca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0591488 Jan 10 20:14:11.137595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-db64df54-6cb1-4717-8ec8-7b2587f58ea6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658970 Jan 10 20:14:11.263792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-76e93a5e-6d16-4eb3-933a-2692b24aa1c1 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200776 Jan 10 20:14:11.390142 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c404e3e7-be7b-4991-bcc0-860605a24127 req-28e825a8-c8bb-4fd2-856d-e469a636ba22 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201231 Jan 10 20:14:11.870309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:12.039336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:12.076787 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb51d-f4ca-4acc-b33a-df663aab7edf req-b4d56c9e-4fcf-4915-9c09-559a76169301 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:12.078250 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abdb51d-f4ca-4acc-b33a-df663aab7edf req-b4d56c9e-4fcf-4915-9c09-559a76169301 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0818264 Jan 10 20:14:12.124587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3abdb51d-f4ca-4acc-b33a-df663aab7edf req-8a516bda-550d-4438-ae91-21b7bc24b36f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399311 Jan 10 20:14:13.305252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:13.319673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433587d1-c268-4add-af0c-3d122f6f5fb1 req-516cc37f-ca27-4816-a2df-605d42311bfd tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:13.321123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-433587d1-c268-4add-af0c-3d122f6f5fb1 req-516cc37f-ca27-4816-a2df-605d42311bfd tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0752714 Jan 10 20:14:13.366704 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-433587d1-c268-4add-af0c-3d122f6f5fb1 req-a75bc8de-4321-4204-8637-da010bf2cd87 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399184 Jan 10 20:14:14.562190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eabb0-d5c9-41e7-9435-83357469d86b req-cf4979a5-e663-48b2-bd92-f0193f5bb65e tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:14.563648 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f71eabb0-d5c9-41e7-9435-83357469d86b req-cf4979a5-e663-48b2-bd92-f0193f5bb65e tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0777094 Jan 10 20:14:14.609534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f71eabb0-d5c9-41e7-9435-83357469d86b req-5568854b-616e-4e45-98e4-8cbf6d2b9185 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404599 Jan 10 20:14:15.776444 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:15.803545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c92cd-7559-4954-887a-e5de81f473f7 req-e824da0f-828f-47e7-8a02-b4225bb5cc2a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:15.805003 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d3c92cd-7559-4954-887a-e5de81f473f7 req-e824da0f-828f-47e7-8a02-b4225bb5cc2a tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0767305 Jan 10 20:14:15.850340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0d3c92cd-7559-4954-887a-e5de81f473f7 req-bdc9fe0c-d2a8-4a17-8aba-65636cb83879 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398879 Jan 10 20:14:15.994772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:17.048071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00822cf-2625-402e-b029-9bf9405a372a req-392884fd-7b83-41dd-943d-5a47e18426a5 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:17.049526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f00822cf-2625-402e-b029-9bf9405a372a req-392884fd-7b83-41dd-943d-5a47e18426a5 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0779402 Jan 10 20:14:17.096266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f00822cf-2625-402e-b029-9bf9405a372a req-b825b0f8-6be6-44f0-9dd9-720d8587bac2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409527 Jan 10 20:14:18.291965 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0effd9-a885-43c7-9b83-d54e65386999 req-ddaa3cd3-a021-4587-b876-ddae956f8f6f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:18.293472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e0effd9-a885-43c7-9b83-d54e65386999 req-ddaa3cd3-a021-4587-b876-ddae956f8f6f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0795639 Jan 10 20:14:18.343098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e0effd9-a885-43c7-9b83-d54e65386999 req-1b97557e-de0c-4b91-8bbf-046f2eccd00c tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434661 Jan 10 20:14:19.537477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f6c9d-3936-484b-9ea3-318e7eec42ee req-52a86d24-7685-4be6-9ae0-d5ba1a33a150 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:19.538946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-882f6c9d-3936-484b-9ea3-318e7eec42ee req-52a86d24-7685-4be6-9ae0-d5ba1a33a150 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0752311 Jan 10 20:14:19.584961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-882f6c9d-3936-484b-9ea3-318e7eec42ee req-3d3fdb72-8ae1-4c76-9c52-f5fae87c7210 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405622 Jan 10 20:14:20.783073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5fa8b-5c03-407f-8ce0-edb9353d9230 req-7e6897ae-3e5b-4295-979c-5b50575457b5 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:20.784485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6c5fa8b-5c03-407f-8ce0-edb9353d9230 req-7e6897ae-3e5b-4295-979c-5b50575457b5 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0781243 Jan 10 20:14:20.829643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6c5fa8b-5c03-407f-8ce0-edb9353d9230 req-40d827d8-917f-4bb1-b24b-26c58dc27d35 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396976 Jan 10 20:14:22.024057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bdb4e-e2b9-4dc7-ae09-7f1bb252e259 req-872cc9b1-66c3-468d-877c-a12366a00d51 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:22.025536 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b8bdb4e-e2b9-4dc7-ae09-7f1bb252e259 req-872cc9b1-66c3-468d-877c-a12366a00d51 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0750411 Jan 10 20:14:22.073023 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b8bdb4e-e2b9-4dc7-ae09-7f1bb252e259 req-8659130d-0387-4d29-8d75-0e2bdc163bb4 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414753 Jan 10 20:14:23.269363 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cef7f-a3d1-453b-96fe-1e72548f1a25 req-f6e5f67c-60bc-4a9a-b68d-4cf66c8851d9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:23.270832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea4cef7f-a3d1-453b-96fe-1e72548f1a25 req-f6e5f67c-60bc-4a9a-b68d-4cf66c8851d9 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0787673 Jan 10 20:14:23.316078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea4cef7f-a3d1-453b-96fe-1e72548f1a25 req-a732f481-a146-48cc-b3d6-310c3cd0ccd6 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&id=363edbc1-771c-42c8-9748-c7e86809ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396602 Jan 10 20:14:29.417043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-dfd3bafe-3762-4d52-87dc-6e4f7673604e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654790 Jan 10 20:14:29.562124 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-1b0d394c-07b8-4196-b7bf-6be38717e029 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1135 time: 0.0715339 Jan 10 20:14:29.792212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28281ef9-2c26-436a-94b9-9b312a850065 req-4ac1cfbb-8c0a-4552-b23c-1337c4aa1a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:29.793668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-4ac1cfbb-8c0a-4552-b23c-1337c4aa1a15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.2135892 Jan 10 20:14:29.894737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-1ede15ce-d210-44e3-9588-b31c992b8e1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 1000 time: 0.0951269 Jan 10 20:14:29.956279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28281ef9-2c26-436a-94b9-9b312a850065 req-c323ae87-99a0-419b-a008-b6746aa963c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:29.957734 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-c323ae87-99a0-419b-a008-b6746aa963c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0577970 Jan 10 20:14:30.029001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-a7988641-aeca-4b57-ad4b-f7507ec2e4c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660934 Jan 10 20:14:30.157461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-b33e10a7-538f-4e7d-bfa3-9cc9cddb23f2 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225357 Jan 10 20:14:30.170449 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:14:30.287584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-28281ef9-2c26-436a-94b9-9b312a850065 req-d803e1a5-4e8b-4407-b054-14884c328edd service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242819 Jan 10 20:14:38.534615 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1812f59e-7d00-43d3-95c6-be0c9a24354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:40.585163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed1f963b-89df-4fad-8699-e95a0689f33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:41.872104 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:42.041810 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:43.308377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:45.776027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:46.003170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:55.674317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afad756c-df95-4d5f-af1b-efffeb817815 req-25bd5003-d7f0-42c7-8c87-8b577bedeecf tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823825556&fields=id&tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d HTTP/1.1" status: 200 len: 267 time: 0.0444746 Jan 10 20:14:55.756814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad756c-df95-4d5f-af1b-efffeb817815 req-69d69875-5864-4534-ae98-c3565683dbe0 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:55.758974 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afad756c-df95-4d5f-af1b-efffeb817815 req-69d69875-5864-4534-ae98-c3565683dbe0 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 984 time: 0.0793002 Jan 10 20:14:55.771173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Request body: {'port': {'security_groups': ['d4a2606f-d1d2-4f64-bb6c-9d58c03639bf']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:14:55.887318 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.120076 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:14:56.147408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.151857 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.164134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:14:56.213276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:56.213793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.216977 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-afad756c-df95-4d5f-af1b-efffeb817815 req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "PUT /v2.0/ports/3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 942 time: 0.4512377 Jan 10 20:14:56.221896 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37986) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:14:56.226934 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:14:56.271908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event updated for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:14:56.282470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.283396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.283396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.283615 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.283879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.284206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.284664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.284994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.285316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.285683 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.286011 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b51bc3a-6356-4784-8483-f107e171b121 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.292639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:14:56.304166 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'status': 'completed', 'code': 200} Jan 10 20:14:56.332143 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.369053 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.401099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-f730d743-bee0-4ae3-935d-b4e62c53ac76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1096 time: 0.0741909 Jan 10 20:14:56.449561 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.465816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363edbc1-771c-42c8-9748-c7e86809ae68,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:14:56.477503 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.478641 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "DELETE /v2.0/security-groups/363edbc1-771c-42c8-9748-c7e86809ae68 HTTP/1.1" status: 204 len: 168 time: 0.2549930 Jan 10 20:14:56.479955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.480299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.480630 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.480955 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.481343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.481602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.481994 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.482323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.482641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.482980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.483317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e057a-3eae-4e68-a699-edc6e3235189 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:14:56.486043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 37992) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:14:56.561863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f6597e71-9bf0-4a82-9a02-f5c9e36e8253 None None] Provisioning complete for port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:14:56.562238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f6597e71-9bf0-4a82-9a02-f5c9e36e8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.566036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-62d23d3b-9911-46c4-8620-75c626ef0c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:56.567757 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-62d23d3b-9911-46c4-8620-75c626ef0c1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.1598814 Jan 10 20:14:56.678210 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-de948119-a5cf-4ca8-872e-fe121b0b00fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 1000 time: 0.1037302 Jan 10 20:14:56.744032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-c53d426c-a562-413e-b93e-3deb815880b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:56.745485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-c53d426c-a562-413e-b93e-3deb815880b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0613706 Jan 10 20:14:56.799991 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Deleting port 2b25f579-b8d9-487e-80fd-fbdc534cd86e {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:14:56.800514 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.819692 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-e31a7423-ddad-4a88-a836-1b7ab4b8d6f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676305 Jan 10 20:14:56.951419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-f4a1adbd-e125-4fba-84ea-7d1354068ea8 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259706 Jan 10 20:14:56.964102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:56.964438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:57.086364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Calling delete_port for 2b25f579-b8d9-487e-80fd-fbdc534cd86e owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:14:57.174697 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5b9ba926-0e6f-4381-9f86-80bf1c856962 req-ca4b1dcf-f0b4-4e19-82aa-c6eeb820a1ae service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166538 Jan 10 20:14:57.235451 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:57.279243 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event deleted for resources: {'Port': ['ID=2b25f579-b8d9-487e-80fd-fbdc534cd86e,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:14:57.369305 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:57.754768 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Router 63e66449-928b-40dc-932c-75120d8174ac has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:14:57.948574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:14:57.958671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] Sync routers for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:14:57.969258 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:14:57.970475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:14:57.971204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:14:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:14:58.023603 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bff286bd-387e-44ed-b4fa-c8a86aec52f2 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "DELETE /v2.0/floatingips/81fbba57-91fa-42d3-a5dd-e4b745cae1a4 HTTP/1.1" status: 204 len: 168 time: 1.5340219 Jan 10 20:14:58.023603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:14:58.087442 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'status': 'completed', 'code': 200} Jan 10 20:14:58.167976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:14:58.178808 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-dc71f890-8bfc-42b3-b782-18f0b042745b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 1096 time: 0.0727384 Jan 10 20:14:58.322921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-5d85235f-58ed-4ee4-97cd-fa0b38dde58d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:58.324399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-5d85235f-58ed-4ee4-97cd-fa0b38dde58d service neutron] 10.222.0.30 "GET /v2.0/networks?id=21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 200 len: 916 time: 0.1400263 Jan 10 20:14:58.402346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-01d022cd-f218-42b7-b1a6-b6668c4ee91f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 200 len: 217 time: 0.0717561 Jan 10 20:14:58.476931 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-0ef89b33-3700-456e-9267-04dcad4edbca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:14:58.478370 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-0ef89b33-3700-456e-9267-04dcad4edbca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 200 len: 854 time: 0.0703411 Jan 10 20:14:58.495739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:14:58.499625 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] Checking router: 63e66449-928b-40dc-932c-75120d8174ac for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:14:58.510421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:14:58.511030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:14:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:14:58.551972 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-a9b91122-36a3-480c-baab-f16e82d96520 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21daba2f-0264-4228-89b7-df9d749680a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681589 Jan 10 20:14:58.684305 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-7fc5377b-3da4-4aea-90d5-a5e3dd01926c service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259909 Jan 10 20:14:58.685549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:14:58.816279 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9fc043c-2173-4c0b-bac5-b24d7a0a3b19 req-d894fcd9-2a6c-4f49-a492-7db348187928 service neutron] 10.222.0.30 "GET /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262088 Jan 10 20:14:58.997261 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:14:59.001743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef11c2-6731-4bc1-bb71-39ae42c4a799 None None] The sync data for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 is: [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:13:01Z', 'revision_number': 4, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'b3cc525e-8883-428f-946f-d07956b9cd42', 'name': '', 'network_id': '21daba2f-0264-4228-89b7-df9d749680a9', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'mac_address': 'fa:16:3e:dc:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:01Z', 'updated_at': '2022-01-10T20:13:20Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'subnets': [{'id': 'd139eb3e-c0c6-4494-8b71-1e2774c7d23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:14:59.226397 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d8cb6-2037-4047-a47f-bd0b226a4b16 None None] New status for floating IP 81fbba57-91fa-42d3-a5dd-e4b745cae1a4: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:15:02.420919 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db8da9-790a-4ec3-9f7d-dacce858829d req-2d0e34c5-3e58-4253-aba3-4fe82b0c9bca tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:02.422301 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3db8da9-790a-4ec3-9f7d-dacce858829d req-2d0e34c5-3e58-4253-aba3-4fe82b0c9bca tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0795093 Jan 10 20:15:02.466825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f3db8da9-790a-4ec3-9f7d-dacce858829d req-45ae06e6-9bd0-49e6-a403-63cfc9388c09 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Jan 10 20:15:03.663725 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08414b1b-c3b2-44f0-a8c3-d2bf6a1154bd req-fc531877-83d4-4417-bf1e-cae7452d6b8e tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:03.665161 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08414b1b-c3b2-44f0-a8c3-d2bf6a1154bd req-fc531877-83d4-4417-bf1e-cae7452d6b8e tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0749855 Jan 10 20:15:03.709605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08414b1b-c3b2-44f0-a8c3-d2bf6a1154bd req-12137859-855b-4780-8f6b-9d6d7614fc6d tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Jan 10 20:15:03.953359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-16b48efd-ffa4-42aa-b9d7-360c35ae861b tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:03.955432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-16b48efd-ffa4-42aa-b9d7-360c35ae861b tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 945 time: 0.0824096 Jan 10 20:15:04.020589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Deleting port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:04.020928 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:04.257763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] For port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:04.258035 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:04.378882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Calling delete_port for 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:04.601862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:04.613163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:15:04.652578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Pushing event deleted for resources: {'Port': ['ID=3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:04.730354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] No DVR routers for this DVR port 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:15:04.732881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:04.735355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'name': 'network-vif-deleted', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:15:04.746539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-32c1e953-6017-49cc-970d-fa5ed5b5821e req-12d6317c-17b5-4480-8d76-921296c8b5a8 tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.30 "DELETE /v2.0/ports/3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 HTTP/1.1" status: 204 len: 173 time: 0.7862902 Jan 10 20:15:04.795491 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d53cce0-66da-45d1-a315-a0156243beb9', 'name': 'network-vif-deleted', 'tag': '3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5', 'status': 'completed', 'code': 200} Jan 10 20:15:04.873952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78bc03d2-75b3-4cb7-b9e9-009e8c6be8c7 req-26e1a390-795a-48e3-a423-39dc4e75a77f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Synchronizing usage tracker for tenant:a3bbbc10324444f9a39a7a7d0c292b1d on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:15:04.889834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-78bc03d2-75b3-4cb7-b9e9-009e8c6be8c7 req-26e1a390-795a-48e3-a423-39dc4e75a77f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] Unset dirty status for tenant:a3bbbc10324444f9a39a7a7d0c292b1d on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:15:04.891083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78bc03d2-75b3-4cb7-b9e9-009e8c6be8c7 req-26e1a390-795a-48e3-a423-39dc4e75a77f tempest-TestMinimumBasicScenario-1245352942 tempest-TestMinimumBasicScenario-1245352942-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d53cce0-66da-45d1-a315-a0156243beb9 HTTP/1.1" status: 200 len: 210 time: 0.0594940 Jan 10 20:15:06.534154 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38078) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:06.941216 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:06.972945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:06.973291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 3ad86fb3-e4f1-466b-85a1-8b3a54ab32c5 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:07.011641 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:07.170508 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:15:07.584952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Deleting port b3cc525e-8883-428f-946f-d07956b9cd42 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:07.585674 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:07.752237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] For port b3cc525e-8883-428f-946f-d07956b9cd42, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b3cc525e-8883-428f-946f-d07956b9cd42,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:07.752587 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:07.867090 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Calling delete_port for b3cc525e-8883-428f-946f-d07956b9cd42 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:08.033281 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:08.076857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cc525e-8883-428f-946f-d07956b9cd42,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:08.458317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:08.534893 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2fae0bf6-b649-4be1-9c03-7f9c65b18da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:09.014085 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Router 63e66449-928b-40dc-932c-75120d8174ac has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:15:09.209734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:15:09.218197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] Sync routers for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:15:09.227575 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-90e71e89-360e-43e5-a875-f99177d66192 admin admin] 10.222.0.21 "PUT /v2.0/routers/63e66449-928b-40dc-932c-75120d8174ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892612 Jan 10 20:15:09.227782 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38082) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:09.229927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:09.230534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:14:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:09.403287 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:09.416237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:09.686768 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:15:07Z', 'revision_number': 5, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port': {'id': '5a526b0c-f472-4c1f-ba7c-79b4f697aebb', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e66449-928b-40dc-932c-75120d8174ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:12:59Z', 'updated_at': '2022-01-10T20:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:09.691097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] Checking router: 63e66449-928b-40dc-932c-75120d8174ac for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:15:09.701443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] Routers {'63e66449-928b-40dc-932c-75120d8174ac'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:09.702048 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:14:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['63e66449-928b-40dc-932c-75120d8174ac'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:09.724993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:09.734446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Deleting port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:09.734970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:09.853193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] Set router 63e66449-928b-40dc-932c-75120d8174ac gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:09.904476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] For port 5a526b0c-f472-4c1f-ba7c-79b4f697aebb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:09.905094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:09.959755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:15:09Z', 'revision_number': 6, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:09.964195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c7d71-220e-410c-8f11-bfb77df93570 None None] The sync data for ids ['63e66449-928b-40dc-932c-75120d8174ac'] in n-d-816927-8 is: [{'id': '63e66449-928b-40dc-932c-75120d8174ac', 'name': 'tempest-TestMinimumBasicScenario-1767394129-router', 'tenant_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:12:58Z', 'updated_at': '2022-01-10T20:15:09Z', 'revision_number': 6, 'project_id': 'a3bbbc10324444f9a39a7a7d0c292b1d', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:15:10.036556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Calling delete_port for 5a526b0c-f472-4c1f-ba7c-79b4f697aebb owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:10.195857 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.240197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a526b0c-f472-4c1f-ba7c-79b4f697aebb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:10.458750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.586590 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2fcadcd4-a705-454e-902e-4694e04bce49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.707516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.711720 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.739585 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.740116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e66449-928b-40dc-932c-75120d8174ac {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:15:10.753449 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.754596 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-01a9c643-f14e-487d-964f-61de36b4c174 admin admin] 10.222.0.21 "DELETE /v2.0/routers/63e66449-928b-40dc-932c-75120d8174ac HTTP/1.1" status: 204 len: 168 time: 1.5260143 Jan 10 20:15:10.757213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38088) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:10.817213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Deleting subnet d139eb3e-c0c6-4494-8b71-1e2774c7d23d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:15:10.820252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.870243 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:10.947310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.015081 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.153186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d139eb3e-c0c6-4494-8b71-1e2774c7d23d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:11.159160 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.164257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a1085-de3b-4afc-a3d9-bd87329cbd8a None None] Network 21daba2f-0264-4228-89b7-df9d749680a9 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:15:11.165192 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-18737a28-90e7-409b-a4a6-c431645db9ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d139eb3e-c0c6-4494-8b71-1e2774c7d23d HTTP/1.1" status: 204 len: 168 time: 0.4070137 Jan 10 20:15:11.167623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38092) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:11.270848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.280772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Deleting port 4e8f3661-9d43-452a-ade4-92ea945fa321 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:11.281102 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.410118 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] DHCP port deletion for 21daba2f-0264-4228-89b7-df9d749680a9 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:15:11.414226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Deleting port 4e8f3661-9d43-452a-ade4-92ea945fa321 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:11.414599 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.486587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] For port 4e8f3661-9d43-452a-ade4-92ea945fa321, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8f3661-9d43-452a-ade4-92ea945fa321,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:11.486967 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.607548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Calling delete_port for 4e8f3661-9d43-452a-ade4-92ea945fa321 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:11.615165 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] For port 4e8f3661-9d43-452a-ade4-92ea945fa321, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=4e8f3661-9d43-452a-ade4-92ea945fa321,segment=NetworkSegment(ee648c0d-60d6-4942-9ecf-d144c0160088),segment_id=ee648c0d-60d6-4942-9ecf-d144c0160088)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:11.615556 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.680067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.728524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8f3661-9d43-452a-ade4-92ea945fa321,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:11.733023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] No DVR routers for this DVR port 4e8f3661-9d43-452a-ade4-92ea945fa321 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:15:11.781897 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Calling delete_port for 4e8f3661-9d43-452a-ade4-92ea945fa321 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 20:15:11.843635 n-d-816927-8 neutron-server[83631]: util.warn( Jan 10 20:15:11.850191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:15:11.850556 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:15:11.851879 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.873892 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.877609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21daba2f-0264-4228-89b7-df9d749680a9']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:11.890012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee648c0d-60d6-4942-9ecf-d144c0160088') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:11.890303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee648c0d-60d6-4942-9ecf-d144c0160088') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:11.901683 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.917230 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.923175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:15:11.923556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:15:11.936648 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:15:11.976750 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8f3661-9d43-452a-ade4-92ea945fa321 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:12.010771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 4e8f3661-9d43-452a-ade4-92ea945fa321 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:12.011145 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 4e8f3661-9d43-452a-ade4-92ea945fa321 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:12.011323 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:12.011585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3cc525e-8883-428f-946f-d07956b9cd42 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:12.029131 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:12.040537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] Pushing event deleted for resources: {'Network': ['ID=21daba2f-0264-4228-89b7-df9d749680a9,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:12.049893 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-044a7442-75c5-453f-aa54-e258de34ac0a admin admin] 10.222.0.21 "DELETE /v2.0/networks/21daba2f-0264-4228-89b7-df9d749680a9 HTTP/1.1" status: 204 len: 168 time: 0.8812869 Jan 10 20:15:12.051095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: b3cc525e-8883-428f-946f-d07956b9cd42 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:12.051811 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b3cc525e-8883-428f-946f-d07956b9cd42 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:12.052428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a526b0c-f472-4c1f-ba7c-79b4f697aebb no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:12.052918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38098) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:12.088915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5a526b0c-f472-4c1f-ba7c-79b4f697aebb {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:12.089294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a526b0c-f472-4c1f-ba7c-79b4f697aebb not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:12.093733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:12.351522 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Deleting port 4e8f3661-9d43-452a-ade4-92ea945fa321 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:12.352218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:12.416229 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9a7098ad-94a6-44f9-9a63-d4f92eb4936a None None] The port '4e8f3661-9d43-452a-ade4-92ea945fa321' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:15:12.429657 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:13.099936 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Deleting port ea65f6b5-3199-4fc6-98f2-609d583c6594 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:13.100272 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:13.271077 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] For port ea65f6b5-3199-4fc6-98f2-609d583c6594, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ea65f6b5-3199-4fc6-98f2-609d583c6594,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:13.271436 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:13.310153 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:13.395201 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Calling delete_port for ea65f6b5-3199-4fc6-98f2-609d583c6594 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:13.561984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:13.607338 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea65f6b5-3199-4fc6-98f2-609d583c6594,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:13.898008 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:14.555294 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Router ef9c0613-b530-4cad-8949-32e87f9e8cbb has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:15:14.751854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:15:14.760349 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] Sync routers for ids ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:15:14.767884 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1cc9d7bd-2b7f-4cee-9d63-c92898af2428 admin admin] 10.222.0.21 "PUT /v2.0/routers/ef9c0613-b530-4cad-8949-32e87f9e8cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7139947 Jan 10 20:15:14.770345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38106) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:14.772983 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] Routers {'ef9c0613-b530-4cad-8949-32e87f9e8cbb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:14.773596 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:14.959483 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:14.967570 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] Set router ef9c0613-b530-4cad-8949-32e87f9e8cbb gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:15.151742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:15.161042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Deleting port c479ea4d-4a4b-4769-b4b5-385bd744399c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:15.161386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:15.248759 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:15:13Z', 'revision_number': 5, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port': {'id': 'c479ea4d-4a4b-4769-b4b5-385bd744399c', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:13:05Z', 'updated_at': '2022-01-10T20:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:15.252493 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] Checking router: ef9c0613-b530-4cad-8949-32e87f9e8cbb for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:15:15.263069 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] Routers {'ef9c0613-b530-4cad-8949-32e87f9e8cbb'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:15.263654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:15.340259 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] For port c479ea4d-4a4b-4769-b4b5-385bd744399c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=c479ea4d-4a4b-4769-b4b5-385bd744399c,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:15.340643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:15.409808 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] Set router ef9c0613-b530-4cad-8949-32e87f9e8cbb gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:15.464086 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Calling delete_port for c479ea4d-4a4b-4769-b4b5-385bd744399c owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:15.513910 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:15:15Z', 'revision_number': 6, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:15.518724 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7a3df-2000-4fae-8c20-b2d120b7b603 None None] The sync data for ids ['ef9c0613-b530-4cad-8949-32e87f9e8cbb'] in n-d-816927-8 is: [{'id': 'ef9c0613-b530-4cad-8949-32e87f9e8cbb', 'name': 'tempest-TestMinimumBasicScenario-2073914615-router', 'tenant_id': '9e62a0b75a264063bfd32ca82477f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:13:04Z', 'updated_at': '2022-01-10T20:15:15Z', 'revision_number': 6, 'project_id': '9e62a0b75a264063bfd32ca82477f068', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:15:15.732826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:15.777548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c479ea4d-4a4b-4769-b4b5-385bd744399c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:15.790987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.001522 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.005041 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.253876 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.257917 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.285250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.285797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9c0613-b530-4cad-8949-32e87f9e8cbb {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:15:16.301017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.302199 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-0b41fa33-fe9d-486e-b967-0144a68ebf09 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ef9c0613-b530-4cad-8949-32e87f9e8cbb HTTP/1.1" status: 204 len: 168 time: 1.5309055 Jan 10 20:15:16.305625 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38114) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:16.308032 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea65f6b5-3199-4fc6-98f2-609d583c6594 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:16.341612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ea65f6b5-3199-4fc6-98f2-609d583c6594 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:16.342018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea65f6b5-3199-4fc6-98f2-609d583c6594 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:16.366822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Deleting subnet 3cca7a92-c9e5-4720-a249-ab2c96f431b1 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:15:16.369735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.420237 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.497591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.574438 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.611572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cca7a92-c9e5-4720-a249-ab2c96f431b1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:16.616155 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.621296 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcfc769-0b49-43c4-a3ba-5009d04a7e53 None None] Network 88017eaf-d18e-4a8e-8e32-eec2435c1445 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:15:16.621522 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7df0ae2d-4283-4594-bbcf-17f680674a96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cca7a92-c9e5-4720-a249-ab2c96f431b1 HTTP/1.1" status: 204 len: 168 time: 0.3156593 Jan 10 20:15:16.625454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38118) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:16.728655 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.738829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Deleting port 265c296d-2b7b-4851-bf57-8e46ee032a4a {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:16.739193 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.858231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] DHCP port deletion for 88017eaf-d18e-4a8e-8e32-eec2435c1445 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:15:16.862484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Deleting port 265c296d-2b7b-4851-bf57-8e46ee032a4a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:16.862801 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:16.943689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] For port 265c296d-2b7b-4851-bf57-8e46ee032a4a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=265c296d-2b7b-4851-bf57-8e46ee032a4a,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:16.944300 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.061540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] For port 265c296d-2b7b-4851-bf57-8e46ee032a4a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=265c296d-2b7b-4851-bf57-8e46ee032a4a,segment=NetworkSegment(a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9),segment_id=a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:17.061936 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.159866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Calling delete_port for 265c296d-2b7b-4851-bf57-8e46ee032a4a owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:17.181633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Calling delete_port for 265c296d-2b7b-4851-bf57-8e46ee032a4a owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:15:17.230981 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.248980 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:15:17.249338 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:15:17.277634 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=265c296d-2b7b-4851-bf57-8e46ee032a4a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:17.283739 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] No DVR routers for this DVR port 265c296d-2b7b-4851-bf57-8e46ee032a4a on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:15:17.401798 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.426502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88017eaf-d18e-4a8e-8e32-eec2435c1445']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:17.438162 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:17.439164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75393ec-ad8e-4fd7-bf64-e5d51efb7ac9') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:17.450087 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.465610 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.473452 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:15:17.474096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:15:17.488062 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:15:17.562112 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.577505 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.589232 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=88017eaf-d18e-4a8e-8e32-eec2435c1445,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:17.593888 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c64fbbae-90af-45d1-9280-de2d00e81f40 admin admin] 10.222.0.21 "DELETE /v2.0/networks/88017eaf-d18e-4a8e-8e32-eec2435c1445 HTTP/1.1" status: 204 len: 168 time: 0.9689879 Jan 10 20:15:17.750774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Deleting port 265c296d-2b7b-4851-bf57-8e46ee032a4a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:15:17.751207 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.789169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38124) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:17.816051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9aa98-4012-4f7b-bc28-2c07798bec79 None None] The port '265c296d-2b7b-4851-bf57-8e46ee032a4a' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:15:17.842945 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af9b2310-7b90-495e-aade-0b459604e6bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3bbbc10324444f9a39a7a7d0c292b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526338 Jan 10 20:15:17.845993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38128) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:17.902007 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8191a982-4783-4227-b826-dc4d1c1e5580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.926556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8191a982-4783-4227-b826-dc4d1c1e5580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.976508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c479ea4d-4a4b-4769-b4b5-385bd744399c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:17.982157 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8191a982-4783-4227-b826-dc4d1c1e5580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:17.996213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191a982-4783-4227-b826-dc4d1c1e5580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2606f-d1d2-4f64-bb6c-9d58c03639bf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:18.003245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8191a982-4783-4227-b826-dc4d1c1e5580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:18.004366 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8191a982-4783-4227-b826-dc4d1c1e5580 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4a2606f-d1d2-4f64-bb6c-9d58c03639bf HTTP/1.1" status: 204 len: 168 time: 0.1574416 Jan 10 20:15:18.019344 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: c479ea4d-4a4b-4769-b4b5-385bd744399c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:18.019586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device c479ea4d-4a4b-4769-b4b5-385bd744399c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:18.020004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 265c296d-2b7b-4851-bf57-8e46ee032a4a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:15:18.052481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 265c296d-2b7b-4851-bf57-8e46ee032a4a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:15:18.053078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 265c296d-2b7b-4851-bf57-8e46ee032a4a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:15:18.382178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38136) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:18.430462 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2aee9432-f08d-42ef-922f-d64e53873a21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e62a0b75a264063bfd32ca82477f068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471108 Jan 10 20:15:18.432654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38140) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:18.489048 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e018bfd-2aa7-4a7d-be39-62b2b27bb752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:18.513717 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e018bfd-2aa7-4a7d-be39-62b2b27bb752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:18.568712 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e018bfd-2aa7-4a7d-be39-62b2b27bb752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:18.584380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e018bfd-2aa7-4a7d-be39-62b2b27bb752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a411e-a0bc-4791-b1f2-ae8c25a16acf,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:18.588504 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e018bfd-2aa7-4a7d-be39-62b2b27bb752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:18.589598 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e018bfd-2aa7-4a7d-be39-62b2b27bb752 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af5a411e-a0bc-4791-b1f2-ae8c25a16acf HTTP/1.1" status: 204 len: 168 time: 0.1560934 Jan 10 20:15:21.102575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38184) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:21.108185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953138258', 'description': 'tempest-secgroup-smoke-1953138258 description', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:21.114743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.118475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.121273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.126755 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.139930 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.152389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.183295 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.186948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.190262 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.195770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.261509 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.264859 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.304252 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.308145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9aa34-d9d3-4670-ac70-396ba201258b,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:21.310771 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.314214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.320027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.373489 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.377507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.418113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66192cc0-af78-48ec-8795-c64581f7a2d8,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:21.420472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.421646 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ae90257d-8eb0-4524-ab3a-e667864f1c93 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3180549 Jan 10 20:15:21.424578 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38188) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:21.430193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '66192cc0-af78-48ec-8795-c64581f7a2d8', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:21.436703 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.440939 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.443763 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.449273 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.465608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.527353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.530960 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.555627 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa40e71-2c31-4b71-a756-8a9183500f6c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:21.565408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.566905 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8197d2eb-8737-423d-91cd-18b94c15d0ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1413727 Jan 10 20:15:21.569532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38192) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:21.574925 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '66192cc0-af78-48ec-8795-c64581f7a2d8', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:21.581246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.584923 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.587720 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.593218 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.608900 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.672251 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.676416 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.700556 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075863cc-c1be-4f79-9439-6d572e148dfd,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:21.708698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.710042 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-306b0826-cc9a-4eca-bd40-e96b273caf92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1395769 Jan 10 20:15:21.712649 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38196) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:21.717981 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '66192cc0-af78-48ec-8795-c64581f7a2d8', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:21.725170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.728922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.731728 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.737715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.753748 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.815425 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.818547 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.839831 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c5da94-0ce2-4e18-afdb-77e7006f2c45,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:21.848622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.849810 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8b07c767-33a6-44f8-aa3d-b935bc634117 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1362510 Jan 10 20:15:21.852542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:21.857841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '66192cc0-af78-48ec-8795-c64581f7a2d8', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:21.864762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:21.868526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:21.871364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:21.877811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:21.894135 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.955100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.958410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.980445 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3781426d-83d3-4e04-bcd5-474252d906e6,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:21.989643 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:21.991060 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-339ba559-081a-4a64-a581-ea4cfbe2fca4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1375537 Jan 10 20:15:21.993764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:21.999080 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '66192cc0-af78-48ec-8795-c64581f7a2d8', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:22.005433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:22.009132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:22.011966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:22.017513 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:22.028528 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:15:22.035279 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.097850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.101342 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.123702 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a315bf9-2733-40da-bc72-9bb817d8b0b2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:22.132219 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.133389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-49209a48-5b80-475e-abc7-d9b6ba8e4f85 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1387320 Jan 10 20:15:22.136145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38208) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:22.141496 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '66192cc0-af78-48ec-8795-c64581f7a2d8', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:22.147770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:22.151549 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:22.154332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:22.160355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:22.172449 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:15:22.179422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.241538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.244962 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.267565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d777ac3-e468-4cd0-a813-9828065515be,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:22.275590 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.276743 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c747b8ab-00b5-4fac-b1ee-a0a849f7c0c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1396658 Jan 10 20:15:22.279804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38212) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:22.285712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'network': {'name': 'tempest-network-smoke--776884064', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:22.291408 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:22.295105 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:network and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:22.298509 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:22.304344 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:22.314481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:15:22.317355 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.344093 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:15:22.353094 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.353434 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Added segment f6b9b889-9a1e-42bb-96c5-98b61c1200ac of type vlan for network 1da69101-29c1-437c-9292-610bff628146 Jan 10 20:15:22.378086 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.405376 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.409464 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:22.410045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.496079 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2151923 Jan 10 20:15:22.499024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:22.504496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'admin_state_up': True, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:22.511762 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:22.514270 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd6e9a-15fe-4164-90a3-1e1b21dfcaa7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Network': ['ID=1da69101-29c1-437c-9292-610bff628146,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:22.516779 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:router and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:22.519984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:22.524527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 1da69101-29c1-437c-9292-610bff628146 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:15:22.527470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:22.537540 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.538563 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.557163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.707079 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.880845 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:22.912771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:23.040641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.176 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/891f5cad-523c-4be6-a812-f105b1af3011) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:15:23.184296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:23.210738 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:23.279804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:15:23.283259 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:23.287624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:15:23.311757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=891f5cad-523c-4be6-a812-f105b1af3011,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:23.442739 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:23.443420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:23.665245 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:15:23.953038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:15:23.962383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Sync routers for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:15:23.974222 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:23.975123 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:23.977736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:23.979116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db6434bd-2029-4035-a1b6-a90127126a8a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4789882 Jan 10 20:15:23.982235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38220) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:24.148326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1cd26548-3aa9-44a5-9a1d-55048a808495 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cfc435f02b8e4db6993134e6e827f3c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1625190 Jan 10 20:15:24.148750 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38226) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:24.182300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:24.275743 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f8f5e-397c-4b19-a2d8-e9f801bf48d6 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:24.279832 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1d1f8f5e-397c-4b19-a2d8-e9f801bf48d6 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275070 Jan 10 20:15:24.280059 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38230) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:24.324754 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-316cc85a-4d15-4de2-892c-77e4e0559318 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411823 Jan 10 20:15:24.324982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38234) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:24.330655 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-231306568', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:24.433824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:24.437499 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:subnet and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:24.440830 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:24.446337 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:24.457149 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:15:24.464705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:23Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:24.468566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Checking router: 2bb6dc47-e59d-45cc-80f4-b41a8a798475 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:15:24.468918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Updating router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 port 891f5cad-523c-4be6-a812-f105b1af3011 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:15:24.521536 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.642145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.843439 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.855713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Transition to ACTIVE for port object 891f5cad-523c-4be6-a812-f105b1af3011 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:24.863635 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.864367 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.937075 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Subnet': ['ID=83ab264b-8185-430f-ba0f-8e461ddbae57,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:24.943980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Pushing event updated for resources: {'Port': ['ID=891f5cad-523c-4be6-a812-f105b1af3011,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:24.946292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Attempting to bind port 891f5cad-523c-4be6-a812-f105b1af3011 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:15:24.946657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Attempting to bind port 891f5cad-523c-4be6-a812-f105b1af3011 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:15:24.947046 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Attempting to bind port 891f5cad-523c-4be6-a812-f105b1af3011 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:15:24.953264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Checking segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:15:24.953657 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network hostable DHCP agents. Network: 1da69101-29c1-437c-9292-610bff628146, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:15:24.958115 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:15:24.958492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:15:24.958918 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.959319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:15:24.959773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Bound port: 891f5cad-523c-4be6-a812-f105b1af3011, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:15:24.960144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:24.975441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 1da69101-29c1-437c-9292-610bff628146 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:15:24.984376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 1da69101-29c1-437c-9292-610bff628146) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:24.984599 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.985684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.985789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.986273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.986845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.987439 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.988015 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.988585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.989161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.989624 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:24.989746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.990310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:24.990743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:25.000173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ed1a6-e2a1-439c-97f3-886631fdf248 None None] Network 1da69101-29c1-437c-9292-610bff628146 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:15:25.012521 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7e041d10-e0fc-4a82-897a-112d37fd2a37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6866105 Jan 10 20:15:25.015471 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38238) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:25.134179 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] For port 891f5cad-523c-4be6-a812-f105b1af3011, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:15:25.152678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] For port 891f5cad-523c-4be6-a812-f105b1af3011, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=891f5cad-523c-4be6-a812-f105b1af3011,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:15:25.181999 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:25.308770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba56562-d503-491c-9f35-5842e49dd867 None None] Pushing event updated for resources: {'Port': ['ID=891f5cad-523c-4be6-a812-f105b1af3011,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:25.318006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:25.318611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:25.377594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-1da69101-29c1-437c-9292-610bff628146', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:15:25.378193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:25.713058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:25.761386 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:25.871821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Allocated IP 172.20.0.2 (1da69101-29c1-437c-9292-610bff628146/83ab264b-8185-430f-ba0f-8e461ddbae57/1f017893-de5c-4b0a-89ef-a45644f06085) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:15:26.297841 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.314916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:23Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:26.317901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Transition to ACTIVE for port object 1f017893-de5c-4b0a-89ef-a45644f06085 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:26.334238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c1d5-b6da-41aa-8999-ec43fa22cb9b None None] The sync data for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 is: [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:23Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:15:26.346821 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Transition to ACTIVE for port object 1f017893-de5c-4b0a-89ef-a45644f06085 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:26.355438 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.427503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Network 1da69101-29c1-437c-9292-610bff628146 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:15:26.430763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:26.434694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:15:26.441971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Pushing event updated for resources: {'Port': ['ID=1f017893-de5c-4b0a-89ef-a45644f06085,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:26.555765 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Attempting to bind port 1f017893-de5c-4b0a-89ef-a45644f06085 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:15:26.556087 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Attempting to bind port 1f017893-de5c-4b0a-89ef-a45644f06085 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:15:26.556461 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Attempting to bind port 1f017893-de5c-4b0a-89ef-a45644f06085 on network 1da69101-29c1-437c-9292-610bff628146 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:15:26.564721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:15:26.564946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.1 (1da69101-29c1-437c-9292-610bff628146/83ab264b-8185-430f-ba0f-8e461ddbae57/727baadf-e053-4c25-8b7e-ae56d05ae33a) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:15:26.565203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Checking segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:15:26.565493 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.565910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Bound using segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:15:26.566446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Bound port: 1f017893-de5c-4b0a-89ef-a45644f06085, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:15:26.566752 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.668594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:15:26.671916 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1f017893-de5c-4b0a-89ef-a45644f06085,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:15:26.677003 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.732118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.748954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 727baadf-e053-4c25-8b7e-ae56d05ae33a will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:26.772647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9977b7b-df12-4f77-8277-f199eabff421 None None] Pushing event updated for resources: {'Port': ['ID=1f017893-de5c-4b0a-89ef-a45644f06085,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:26.779009 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:26.855580 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 1da69101-29c1-437c-9292-610bff628146 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:15:26.858928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:26.863519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:15:26.888772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=727baadf-e053-4c25-8b7e-ae56d05ae33a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:26.925573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:27.040040 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:27.461247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:27.466074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:27.576821 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=727baadf-e053-4c25-8b7e-ae56d05ae33a,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:27.579482 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:27.700771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7814a88-98cc-4320-b937-e35c9e8db911 None None] Network 1da69101-29c1-437c-9292-610bff628146 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:15:27.719194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 1da69101-29c1-437c-9292-610bff628146 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:15:27.720767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:27.863881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-97f32276-01ac-4cf8-9388-eb369d4b7b12 None None] Provisioning for port 1f017893-de5c-4b0a-89ef-a45644f06085 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:28.047638 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 891f5cad-523c-4be6-a812-f105b1af3011 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:28.132900 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 891f5cad-523c-4be6-a812-f105b1af3011 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:28.138463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 891f5cad-523c-4be6-a812-f105b1af3011 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:28.139036 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.230393 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:15:28.319881 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.335458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e1e3b4a8-65fc-481e-a9fa-ee3c392ba696 None None] Provisioning for port 727baadf-e053-4c25-8b7e-ae56d05ae33a completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:28.342579 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e1e3b4a8-65fc-481e-a9fa-ee3c392ba696 None None] Provisioning complete for port 727baadf-e053-4c25-8b7e-ae56d05ae33a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:28.343098 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1e3b4a8-65fc-481e-a9fa-ee3c392ba696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.389978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 891f5cad-523c-4be6-a812-f105b1af3011, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=891f5cad-523c-4be6-a812-f105b1af3011,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:28.396983 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.397746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1f017893-de5c-4b0a-89ef-a45644f06085 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:28.442824 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:15:28.451899 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cc70f358-73ac-469e-95bd-9acce45416f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/2bb6dc47-e59d-45cc-80f4-b41a8a798475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4354577 Jan 10 20:15:28.471055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3b4a8-65fc-481e-a9fa-ee3c392ba696 None None] Port 727baadf-e053-4c25-8b7e-ae56d05ae33a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:15:28.521017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=891f5cad-523c-4be6-a812-f105b1af3011,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:28.535127 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 1f017893-de5c-4b0a-89ef-a45644f06085 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:28.540799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1f017893-de5c-4b0a-89ef-a45644f06085 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:28.541315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.622619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4636d89a-e7a8-4bfb-bc6a-cd6f757d90fc None None] Provisioning complete for port 727baadf-e053-4c25-8b7e-ae56d05ae33a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:28.623023 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4636d89a-e7a8-4bfb-bc6a-cd6f757d90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.717964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4636d89a-e7a8-4bfb-bc6a-cd6f757d90fc None None] Port 727baadf-e053-4c25-8b7e-ae56d05ae33a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:15:28.727332 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.761187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1f017893-de5c-4b0a-89ef-a45644f06085,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:28.764911 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.770459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-a027058b-603b-450c-92ae-fd6658d4a5dd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953138258&fields=id&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 267 time: 0.0418289 Jan 10 20:15:28.833869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1f017893-de5c-4b0a-89ef-a45644f06085,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:28.844400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-016b6409-7d05-492a-9074-b87c88b0e238 None None] Provisioning complete for port 727baadf-e053-4c25-8b7e-ae56d05ae33a triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:28.844772 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-016b6409-7d05-492a-9074-b87c88b0e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:28.895297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-016b6409-7d05-492a-9074-b87c88b0e238 None None] Port 727baadf-e053-4c25-8b7e-ae56d05ae33a cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:15:28.918136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-e539aa18-39d7-4c9f-8d87-8d4addca6455 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:28.919535 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-e539aa18-39d7-4c9f-8d87-8d4addca6455 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/networks?id=1da69101-29c1-437c-9292-610bff628146 HTTP/1.1" status: 200 len: 796 time: 0.1423087 Jan 10 20:15:28.936055 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-1ca1ad1d-77a4-4395-a373-97a58c21e1c7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/quotas/cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0111952 Jan 10 20:15:29.018656 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-af4aee4f-2c3a-48f6-b34a-4b4786f7f0a3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774291 Jan 10 20:15:29.159473 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-4f4ca3b0-1d61-4163-9010-4d83359663ad service neutron] 10.222.0.21 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294234 Jan 10 20:15:29.286754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-a37890a6-5bff-491c-b00b-a24af84db18b service neutron] 10.222.0.21 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216562 Jan 10 20:15:29.553410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1e67f2da-89e1-4558-baa1-d8d9a6871ab2 req-9bbb5943-9a1f-4d68-b90d-1f449d90eb8d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 210 time: 0.1107991 Jan 10 20:15:29.876201 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Sync routers for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:15:29.888665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:29.889366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:29.999149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 891f5cad-523c-4be6-a812-f105b1af3011 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:30.074944 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 891f5cad-523c-4be6-a812-f105b1af3011 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:30.075510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:30.079083 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:30.195500 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1f017893-de5c-4b0a-89ef-a45644f06085 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:30.261171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 1f017893-de5c-4b0a-89ef-a45644f06085 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:30.261550 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:30.392390 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:27Z', 'revision_number': 2, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:30.396193 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Checking router: 2bb6dc47-e59d-45cc-80f4-b41a8a798475 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:15:30.396543 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Updating router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 port 727baadf-e053-4c25-8b7e-ae56d05ae33a binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:15:30.474029 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:30.642847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-d6e4acb2-686f-4908-ba2b-85bc7f49130e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:30.644922 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-d6e4acb2-686f-4908-ba2b-85bc7f49130e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/networks?id=1da69101-29c1-437c-9292-610bff628146 HTTP/1.1" status: 200 len: 796 time: 0.1660905 Jan 10 20:15:30.747526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f7128f4-cd54-49d9-ae8e-e62fb9aacf7a req-d701444d-60f2-44c8-8a0d-ad9cbda50b19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 210 time: 0.0512409 Jan 10 20:15:30.752567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-a2c4442b-47be-4496-9a99-ec04c456de9b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 380 time: 0.0947816 Jan 10 20:15:30.763005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'port': {'device_id': '8764334b-b816-45da-9545-3ae2d237ae5f', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'admin_state_up': True, 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'security_groups': ['66192cc0-af78-48ec-8795-c64581f7a2d8']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:30.833974 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:30.846395 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Transition to ACTIVE for port object 727baadf-e053-4c25-8b7e-ae56d05ae33a will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:30.853425 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:30.899693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:30.903503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:port and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:30.906343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:30.914070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:30.923847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:15:30.926926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:30.977050 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Pushing event updated for resources: {'Port': ['ID=727baadf-e053-4c25-8b7e-ae56d05ae33a,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:31.014005 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.014349 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.014684 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.015033 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.015361 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.015685 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.016575 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.016896 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.017220 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.017532 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.017846 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:15:31.078152 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Attempting to bind port 727baadf-e053-4c25-8b7e-ae56d05ae33a on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:15:31.079114 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Attempting to bind port 727baadf-e053-4c25-8b7e-ae56d05ae33a by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:15:31.079472 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Attempting to bind port 727baadf-e053-4c25-8b7e-ae56d05ae33a on network 1da69101-29c1-437c-9292-610bff628146 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:15:31.086633 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:15:31.087067 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Checking segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:15:31.088119 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.088119 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Bound using segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:15:31.088328 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Bound port: 727baadf-e053-4c25-8b7e-ae56d05ae33a, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:15:31.088744 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.098654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.6 (1da69101-29c1-437c-9292-610bff628146/83ab264b-8185-430f-ba0f-8e461ddbae57/2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:15:31.181631 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] For port 727baadf-e053-4c25-8b7e-ae56d05ae33a, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:15:31.184796 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] For port 727baadf-e053-4c25-8b7e-ae56d05ae33a, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=727baadf-e053-4c25-8b7e-ae56d05ae33a,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:15:31.188944 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.272884 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f91b3-bf15-43a1-b37d-62b04fac4e6f None None] Pushing event updated for resources: {'Port': ['ID=727baadf-e053-4c25-8b7e-ae56d05ae33a,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:31.277518 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:31.278126 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:31.299209 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.316290 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:31.339687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.413773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 1da69101-29c1-437c-9292-610bff628146 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:15:31.417041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:31.421676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:15:31.450674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:31.466266 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:31.483380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:31.484394 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.507020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-224bb195-3920-4bc7-bf3e-35b4225ee2bb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484062 Jan 10 20:15:31.519073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Request body: {'port': {'device_id': '8764334b-b816-45da-9545-3ae2d237ae5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:31.634850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.683090 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-358265f6-a646-4a48-b82a-e4d48dbb3cf2 None None] Provisioning for port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:31.691559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-358265f6-a646-4a48-b82a-e4d48dbb3cf2 None None] Provisioning complete for port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:31.692472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-358265f6-a646-4a48-b82a-e4d48dbb3cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:31.746635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-358265f6-a646-4a48-b82a-e4d48dbb3cf2 None None] Port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:15:31.809208 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:31Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:31.813405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f84b08-206c-4d87-96d3-38a98537f448 None None] The sync data for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 is: [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:31Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:15:32.011767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 727baadf-e053-4c25-8b7e-ae56d05ae33a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:32.090132 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 727baadf-e053-4c25-8b7e-ae56d05ae33a completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:32.096102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 727baadf-e053-4c25-8b7e-ae56d05ae33a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:32.096707 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.122033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1afb7-f234-42ca-8018-fafc84d0e280 req-7c4f4194-fe6e-4a2e-8fa7-f74959eb095f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:32.122629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d8a1afb7-f234-42ca-8018-fafc84d0e280 req-7c4f4194-fe6e-4a2e-8fa7-f74959eb095f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:15:32.180794 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d8a1afb7-f234-42ca-8018-fafc84d0e280 req-7c4f4194-fe6e-4a2e-8fa7-f74959eb095f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:15:32.185559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8a1afb7-f234-42ca-8018-fafc84d0e280 req-7c4f4194-fe6e-4a2e-8fa7-f74959eb095f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 931 time: 0.2046168 Jan 10 20:15:32.218845 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.237693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:15:32.248124 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.259541 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 727baadf-e053-4c25-8b7e-ae56d05ae33a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=727baadf-e053-4c25-8b7e-ae56d05ae33a,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:32.264151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.271425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8a1afb7-f234-42ca-8018-fafc84d0e280 req-41f2d59f-f715-4f53-98f3-34c6558a3220 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737844 Jan 10 20:15:32.275300 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Transition to ACTIVE for port object 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:15:32.282625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.342767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=727baadf-e053-4c25-8b7e-ae56d05ae33a,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:32.433285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:32.551304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Attempting to bind port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:15:32.551646 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Attempting to bind port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:15:32.551977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Attempting to bind port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b on network 1da69101-29c1-437c-9292-610bff628146 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:15:32.558095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b on network 1da69101-29c1-437c-9292-610bff628146 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:15:32.558424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Attempting to bind port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b on network 1da69101-29c1-437c-9292-610bff628146 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:15:32.565719 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:15:32.566064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Checking segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:15:32.566452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Bound using segment: {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:15:32.566897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Bound port: 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1da69101-29c1-437c-9292-610bff628146'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:15:32.567256 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.660618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] For port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:15:32.664321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] For port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:15:32.668796 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.732408 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:32.734043 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] 10.222.0.30 "PUT /v2.0/ports/2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b HTTP/1.1" status: 200 len: 1091 time: 1.2200439 Jan 10 20:15:32.737645 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:15:32.763377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be887b13-a430-4d3e-a474-5fb43ba8d95f service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:32.816813 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'status': 'completed', 'code': 200} Jan 10 20:15:32.860211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-a7894af6-a79f-44af-b00e-d11b2ef290af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 1094 time: 0.0819764 Jan 10 20:15:32.931626 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-8b75bf85-18c6-484a-88d6-108d0201f6f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b HTTP/1.1" status: 200 len: 217 time: 0.0653481 Jan 10 20:15:32.991343 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-463f4029-4ee0-47c6-ac44-86adf545a7fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:32.993104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-463f4029-4ee0-47c6-ac44-86adf545a7fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83ab264b-8185-430f-ba0f-8e461ddbae57 HTTP/1.1" status: 200 len: 834 time: 0.0566931 Jan 10 20:15:33.071050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-53d6dfdc-dd3c-4379-b255-0db9904e1633 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1da69101-29c1-437c-9292-610bff628146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723174 Jan 10 20:15:33.199351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-23034c37-25e3-40f5-b655-ddb25bcb80b2 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226389 Jan 10 20:15:33.327181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-18b6ad76-25d2-4a43-ab91-562a4176bbd2 req-2bacc230-b6c6-4081-bfd7-b3755f271105 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219876 Jan 10 20:15:33.497597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-5d3e3324-bf37-4f18-81c2-5b70354bb15e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 1094 time: 0.1258476 Jan 10 20:15:33.507873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6449a-8cad-4771-8a67-66aed84769cc req-bbeafa18-c58b-43ec-b468-81b262bcd3f6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:33.509202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5c6449a-8cad-4771-8a67-66aed84769cc req-bbeafa18-c58b-43ec-b468-81b262bcd3f6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 943 time: 0.1074898 Jan 10 20:15:33.644278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5c6449a-8cad-4771-8a67-66aed84769cc req-63d797fc-6521-42e1-9268-943dcfd513dd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166265 Jan 10 20:15:33.663354 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9974-cf50-42a1-90af-54531ad7251c req-cc446558-5a5e-4a44-a3be-136295c7885d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:33.665077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-cc446558-5a5e-4a44-a3be-136295c7885d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1da69101-29c1-437c-9292-610bff628146 HTTP/1.1" status: 200 len: 897 time: 0.1547873 Jan 10 20:15:33.834347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-25856c01-2913-4c16-8920-3361a221a213 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b HTTP/1.1" status: 200 len: 217 time: 0.1623821 Jan 10 20:15:33.899361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9974-cf50-42a1-90af-54531ad7251c req-caa66fa4-7d58-409b-9120-24d66da43815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:33.900645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-caa66fa4-7d58-409b-9120-24d66da43815 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83ab264b-8185-430f-ba0f-8e461ddbae57 HTTP/1.1" status: 200 len: 834 time: 0.0567279 Jan 10 20:15:33.976668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-cabb0bd9-b129-49d5-bf73-4365d1aee7b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1da69101-29c1-437c-9292-610bff628146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696263 Jan 10 20:15:33.987237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 727baadf-e053-4c25-8b7e-ae56d05ae33a up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:34.053422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 727baadf-e053-4c25-8b7e-ae56d05ae33a triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:34.053790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:34.109621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-a1bdf961-aae0-4626-9c12-f20f0253a8e0 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269159 Jan 10 20:15:34.240054 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-672d9974-cf50-42a1-90af-54531ad7251c req-6bdb861e-7033-4462-86da-2569fcc62f68 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243715 Jan 10 20:15:34.849898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec342c-b8b2-493b-b17e-8554145b0233 req-b411829b-e40a-45a6-b845-8836cdbd36ac tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:34.851360 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50ec342c-b8b2-493b-b17e-8554145b0233 req-b411829b-e40a-45a6-b845-8836cdbd36ac tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 943 time: 0.0786371 Jan 10 20:15:34.894934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50ec342c-b8b2-493b-b17e-8554145b0233 req-2dd86b23-65ff-4be0-8a24-61083dc14863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Jan 10 20:15:35.081686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:15:35.209881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:35.223182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'port_id': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'mac_address': 'fa:16:3e:02:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:15:35.274383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:35.291546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:15:35.307111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:35.311735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:35.406232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:35.535780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:15:36.089568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eff4d-5939-4572-9a7c-f0646ef82dd0 req-9deeeeec-fbcd-4ed2-bb8f-a502d132a8ca tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:36.091059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-950eff4d-5939-4572-9a7c-f0646ef82dd0 req-9deeeeec-fbcd-4ed2-bb8f-a502d132a8ca tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 944 time: 0.0743563 Jan 10 20:15:36.138525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-950eff4d-5939-4572-9a7c-f0646ef82dd0 req-aaab43a8-da48-47b5-8c9a-bde6a215d86a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419962 Jan 10 20:15:37.081000 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:15:37.148629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:15:37.153477 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:15:37.153853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:37.266717 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:37.292112 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:15:37.301986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:15:37.306753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:37.335629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331a575-a019-4181-8edd-6c7bd1b2c2cb req-f409c2b5-3ab8-4ae3-9991-c6b2ed12f101 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:37.337122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c331a575-a019-4181-8edd-6c7bd1b2c2cb req-f409c2b5-3ab8-4ae3-9991-c6b2ed12f101 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 944 time: 0.0774941 Jan 10 20:15:37.353700 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'code': 200} Jan 10 20:15:37.381816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:37.390326 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c331a575-a019-4181-8edd-6c7bd1b2c2cb req-5eecc1f7-013e-4564-90b0-8eaba8ef2254 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Jan 10 20:15:37.472683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5ee0384-8d7d-4d83-ae5f-24af59954332 req-41eef7a7-95ea-4a9b-8db9-e9ddf9db13dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 1096 time: 0.0690866 Jan 10 20:15:37.514122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5ee0384-8d7d-4d83-ae5f-24af59954332 req-c75692d5-a976-4064-8ebd-055f264d478a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352039 Jan 10 20:15:38.548208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b333b093-7d31-4446-8275-044770280c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:38.611416 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e847079-47ca-43d6-8556-79e59b15aefe req-897d1b5d-d8a9-4f5c-8571-aade39c30deb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:38.612982 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e847079-47ca-43d6-8556-79e59b15aefe req-897d1b5d-d8a9-4f5c-8571-aade39c30deb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.1007733 Jan 10 20:15:38.661076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5e847079-47ca-43d6-8556-79e59b15aefe req-ada856b7-71be-417e-8701-72bcdc5183cc tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Jan 10 20:15:39.865595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a69a60-fa0b-4487-ad74-49a34de29ac9 req-636acae1-2ae9-4cf6-a6e6-1c3bd0b318ab tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:39.866986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50a69a60-fa0b-4487-ad74-49a34de29ac9 req-636acae1-2ae9-4cf6-a6e6-1c3bd0b318ab tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0800960 Jan 10 20:15:39.913030 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50a69a60-fa0b-4487-ad74-49a34de29ac9 req-f1c2968c-78cb-431e-ab64-e84ee46a735a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Jan 10 20:15:40.108591 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923107a-8f79-4a6c-b720-15fae65b0816 req-1c5e2c62-9ba2-4320-8811-7c422dfa58e4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:40.110074 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3923107a-8f79-4a6c-b720-15fae65b0816 req-1c5e2c62-9ba2-4320-8811-7c422dfa58e4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0784678 Jan 10 20:15:40.155344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3923107a-8f79-4a6c-b720-15fae65b0816 req-616e3114-8d89-4279-bc06-64c73b377de8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Jan 10 20:15:40.182306 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38290) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:40.254782 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f6e9eaac-3503-4858-8368-8ae6161de665 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 1091 time: 0.0713048 Jan 10 20:15:40.257600 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38294) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:40.262675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:15:40.269597 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:15:40.273347 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:floatingip and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:15:40.276202 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:15:40.282370 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:15:40.293349 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:40.437733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:40.572223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.94 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/a7875317-03e4-4cae-8289-150881937eb2) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:15:40.589087 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f574ee21-33f4-4966-a66a-be6f5f34f06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:40.723466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:40.749466 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:40.812930 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:15:40.815594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:15:40.819193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:15:40.847646 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=a7875317-03e4-4cae-8289-150881937eb2,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:41.312292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:41.365506 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:41.654512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:41.659347 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:41.764641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=a7875317-03e4-4cae-8289-150881937eb2,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:15:41.780100 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:41.875544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:41.964472 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Floating IP 8f87935d-2acb-4504-b4c9-2b97a3d2c009 associated. External IP: 172.25.6.94, port: 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b. Jan 10 20:15:42.048592 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:42.341312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:15:42.536735 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:15:42.546004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] Sync routers for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:15:42.558648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:42.559313 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:42.563260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:42.619188 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-44643f49-62e7-447b-9026-6232be10c3b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3579760 Jan 10 20:15:42.619188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:15:42.741325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:42.745940 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'status': 'completed', 'code': 200} Jan 10 20:15:42.817100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da554ca-11a1-4895-b418-516dc72108dc req-bc5fe923-77f6-4a94-b391-7b86e3e5814b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:42.820612 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2da554ca-11a1-4895-b418-516dc72108dc req-bc5fe923-77f6-4a94-b391-7b86e3e5814b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0882061 Jan 10 20:15:42.905895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2da554ca-11a1-4895-b418-516dc72108dc req-0fcbb371-397c-4785-99a2-8032ffe50e3d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806694 Jan 10 20:15:42.934648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38306) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:42.936542 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-2025b57a-a64e-4eeb-8a9d-53a84406475b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 1096 time: 0.1648982 Jan 10 20:15:43.043337 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3bd5961b-e809-4167-8175-566fdfe3c1a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 990 time: 0.1075015 Jan 10 20:15:43.068477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-e58d4c71-4f7d-4507-ac03-d63d4b2e6a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:43.070280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-e58d4c71-4f7d-4507-ac03-d63d4b2e6a8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1da69101-29c1-437c-9292-610bff628146 HTTP/1.1" status: 200 len: 897 time: 0.1288011 Jan 10 20:15:43.110520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '8f87935d-2acb-4504-b4c9-2b97a3d2c009', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'port_id': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'mac_address': 'fa:16:3e:02:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764334b-b816-45da-9545-3ae2d237ae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:15:41Z', 'updated_at': '2022-01-10T20:15:41Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:32Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:43.114284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] Checking router: 2bb6dc47-e59d-45cc-80f4-b41a8a798475 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:15:43.124446 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:15:43.125547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:15:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:43.174330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-0c4ccee0-ed87-403f-9797-4679005f55b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b HTTP/1.1" status: 200 len: 998 time: 0.0984564 Jan 10 20:15:43.238171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-6ebe4251-de04-4263-8a38-51582479f429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:15:43.239634 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-6ebe4251-de04-4263-8a38-51582479f429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83ab264b-8185-430f-ba0f-8e461ddbae57 HTTP/1.1" status: 200 len: 834 time: 0.0592437 Jan 10 20:15:43.297828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:15:43.311845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-5089b84b-89fd-4bc7-8982-d7b800e4f815 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1da69101-29c1-437c-9292-610bff628146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664654 Jan 10 20:15:43.368011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:43.443813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-6d4b8b55-5a10-424f-8b69-58d3dd1aa6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259234 Jan 10 20:15:43.574988 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-29affe92-f7dc-4812-83dc-63bcb9632be1 req-a24256b2-fb66-4dfe-abc8-fe645eaf7490 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257267 Jan 10 20:15:43.690025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '8f87935d-2acb-4504-b4c9-2b97a3d2c009', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'port_id': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'mac_address': 'fa:16:3e:02:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764334b-b816-45da-9545-3ae2d237ae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:15:41Z', 'updated_at': '2022-01-10T20:15:41Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:32Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:15:43.694231 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e41cb-2c5b-47d6-98e6-7690d01ce145 None None] The sync data for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 is: [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '8f87935d-2acb-4504-b4c9-2b97a3d2c009', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'port_id': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'mac_address': 'fa:16:3e:02:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764334b-b816-45da-9545-3ae2d237ae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:15:41Z', 'updated_at': '2022-01-10T20:15:41Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:32Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:15:44.047687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38310) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:44.148729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-067bbcad-f371-4145-be21-4594ce6d70f7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 990 time: 0.0999441 Jan 10 20:15:44.171188 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:15:45.152632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38314) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:45.254455 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1b7d6f4a-006f-4a27-8ef3-aa603ce1e768 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 990 time: 0.1007104 Jan 10 20:15:45.806508 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:46.014780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:15:46.258357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38318) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:46.356689 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-09164ac9-cdbf-4a0f-a694-d05ac1bc2593 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 990 time: 0.0971940 Jan 10 20:15:47.361227 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38322) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:47.562422 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b0a6f898-5b90-4522-a0a6-3fe3ee8f6b7a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 990 time: 0.2001250 Jan 10 20:15:47.933821 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf68822-4168-406e-9c07-ceb8e3e2c8c5 None None] New status for floating IP 8f87935d-2acb-4504-b4c9-2b97a3d2c009: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:15:48.566241 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38326) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:15:48.672586 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-999b04fd-65f1-48fc-a371-363432533392 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 992 time: 0.1052363 Jan 10 20:16:08.541478 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd2d89c0-ea93-42bd-b814-4ce825ef390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:09.610127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2c28e-5808-43a8-aec7-9bdfc77af580 req-407495fb-1447-44dd-842e-b17095ced27c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:09.611606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73b2c28e-5808-43a8-aec7-9bdfc77af580 req-407495fb-1447-44dd-842e-b17095ced27c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0795915 Jan 10 20:16:09.746438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-73b2c28e-5808-43a8-aec7-9bdfc77af580 req-28084166-4c2f-42f8-9aae-ec0dd5f17ceb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289134 Jan 10 20:16:10.590824 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0b2c102c-999f-4384-b9c4-cc7cf6f16b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:10.939690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e24-34a3-4352-9c00-8b4c29ca72cf req-db66d1bb-988f-4a2c-a824-a068425f778a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:10.941035 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36679e24-34a3-4352-9c00-8b4c29ca72cf req-db66d1bb-988f-4a2c-a824-a068425f778a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0743999 Jan 10 20:16:10.984833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-36679e24-34a3-4352-9c00-8b4c29ca72cf req-5ba2fa1c-140b-4d7c-94f7-a53e04a651ff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379562 Jan 10 20:16:11.011907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38344) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:11.114904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a437b499-48f0-4ee7-9d8f-c0f0bcfc6d1c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 992 time: 0.1018739 Jan 10 20:16:11.879008 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:12.051184 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:12.575134 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad7ba4-138c-4baa-b7c6-7dd1064e9553 req-ec13dbb0-e37b-42ba-86b4-612608237cd8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:12.576606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bad7ba4-138c-4baa-b7c6-7dd1064e9553 req-ec13dbb0-e37b-42ba-86b4-612608237cd8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0796835 Jan 10 20:16:12.624427 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2bad7ba4-138c-4baa-b7c6-7dd1064e9553 req-60ec949a-2306-4735-809b-58242cf49834 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Jan 10 20:16:13.315840 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:13.822044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c480c4-5155-4bee-ae39-c833fb610cc2 req-04db5948-07cb-46a1-b1be-747f0199c81b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:13.823476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0c480c4-5155-4bee-ae39-c833fb610cc2 req-04db5948-07cb-46a1-b1be-747f0199c81b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.0739501 Jan 10 20:16:13.873508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d0c480c4-5155-4bee-ae39-c833fb610cc2 req-2458c258-078c-4390-a3d0-976ec54ef245 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444920 Jan 10 20:16:13.900434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38356) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:13.999585 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-095aaff9-4a31-4c25-8ccb-2ed8a9f9d086 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 200 len: 992 time: 0.0980983 Jan 10 20:16:14.314948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38364) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:14.518184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port a7875317-03e4-4cae-8289-150881937eb2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:14.518522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:14.679897 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:14.680147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:14.802573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for a7875317-03e4-4cae-8289-150881937eb2 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:14.942087 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:14.988146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=a7875317-03e4-4cae-8289-150881937eb2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:15.024922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.025272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.025607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.025937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.026266 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.026592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.026941 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.027286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.027588 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.027906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.028226 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:15.086198 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:15.550435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:16:15.744669 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:16:15.753739 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] Sync routers for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:16:15.765182 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:15.766567 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:15.767286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:15.817865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-20e22ac5-df84-4c58-8caf-bec48672c26f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/floatingips/8f87935d-2acb-4504-b4c9-2b97a3d2c009 HTTP/1.1" status: 204 len: 168 time: 1.5017004 Jan 10 20:16:15.818342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:16:15.856189 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:15.875350 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'status': 'completed', 'code': 200} Jan 10 20:16:15.959152 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:15.979340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-d26e21f1-c1bf-41e6-a4db-5acd06687444 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 1096 time: 0.0804951 Jan 10 20:16:16.132861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-34d26778-ebf0-45ca-8212-ba82e996f156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:16.134353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-34d26778-ebf0-45ca-8212-ba82e996f156 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1da69101-29c1-437c-9292-610bff628146 HTTP/1.1" status: 200 len: 897 time: 0.1496990 Jan 10 20:16:16.178642 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:16.241616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-555ede2c-7de1-4dda-b101-c265b7fe477f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b HTTP/1.1" status: 200 len: 217 time: 0.1010714 Jan 10 20:16:16.303786 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:32Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:16.308091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] Checking router: 2bb6dc47-e59d-45cc-80f4-b41a8a798475 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:16:16.316009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-d7b4ece5-d22f-4ee6-8e74-9b7bc5b641ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:16.317440 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-d7b4ece5-d22f-4ee6-8e74-9b7bc5b641ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83ab264b-8185-430f-ba0f-8e461ddbae57 HTTP/1.1" status: 200 len: 834 time: 0.0656512 Jan 10 20:16:16.319199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:16.322828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:16.327556 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1838c3-ca4c-4293-84fd-83a2dd6a077c req-b7e11a99-cf99-447a-8f5c-9ecece682a9e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:16.328270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4b1838c3-ca4c-4293-84fd-83a2dd6a077c req-b7e11a99-cf99-447a-8f5c-9ecece682a9e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:16:16.392732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-4b1838c3-ca4c-4293-84fd-83a2dd6a077c req-b7e11a99-cf99-447a-8f5c-9ecece682a9e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:16:16.393772 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1838c3-ca4c-4293-84fd-83a2dd6a077c req-b7e11a99-cf99-447a-8f5c-9ecece682a9e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.2066174 Jan 10 20:16:16.429375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-9bb21403-11bd-4a7e-9298-4e55beac0523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1da69101-29c1-437c-9292-610bff628146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983388 Jan 10 20:16:16.504800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:16.517515 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4b1838c3-ca4c-4293-84fd-83a2dd6a077c req-81cb495f-df32-4a19-a941-a01784356ba4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176317 Jan 10 20:16:16.571366 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-05384fa6-3422-4c75-bed2-6ea20b0d63d8 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322880 Jan 10 20:16:16.709001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de8638f9-4be6-454d-893e-a80fd6e8e1da req-d3deb239-5187-4fb7-b0f0-210699c5b170 service neutron] 10.222.0.30 "GET /v2.0/networks/1da69101-29c1-437c-9292-610bff628146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304572 Jan 10 20:16:16.813792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:32Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:16.817650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05797ee7-f764-475e-954f-d2fe87d5cbfe None None] The sync data for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 is: [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:26Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '727baadf-e053-4c25-8b7e-ae56d05ae33a', 'name': '', 'network_id': '1da69101-29c1-437c-9292-610bff628146', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:3b:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:25Z', 'updated_at': '2022-01-10T20:15:32Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '83ab264b-8185-430f-ba0f-8e461ddbae57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:16:17.041963 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc11ce9-5d55-43b4-b55a-fd5427567543 None None] New status for floating IP 8f87935d-2acb-4504-b4c9-2b97a3d2c009: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:16:17.773658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-6e83bc20-bd56-4455-beff-85797db40ea1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:17.775107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-6e83bc20-bd56-4455-beff-85797db40ea1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.1349144 Jan 10 20:16:17.781317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05d911-d821-4024-96ef-78d60893ad95 req-cc7cd7a3-9972-4a2c-97c5-140155ba5af6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:17.782654 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab05d911-d821-4024-96ef-78d60893ad95 req-cc7cd7a3-9972-4a2c-97c5-140155ba5af6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 945 time: 0.1443985 Jan 10 20:16:17.874055 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:17.874338 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:18.018194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab05d911-d821-4024-96ef-78d60893ad95 req-c5899d4f-8ba9-4193-bf14-659e0bbf12af tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=66192cc0-af78-48ec-8795-c64581f7a2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064383 Jan 10 20:16:18.220342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:18.220608 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:18.338599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:18.479882 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:18.530324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:18.599616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] No DVR routers for this DVR port 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:16:18.602069 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:18.604477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'name': 'network-vif-deleted', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:16:18.621787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b331f6a3-8bf5-408a-aa50-4737abfaa98e req-1b7c4867-1398-42eb-a305-09e2b3b73863 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "DELETE /v2.0/ports/2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b HTTP/1.1" status: 204 len: 173 time: 0.8380325 Jan 10 20:16:18.661176 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764334b-b816-45da-9545-3ae2d237ae5f', 'name': 'network-vif-deleted', 'tag': '2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b', 'status': 'completed', 'code': 200} Jan 10 20:16:19.191465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-43376152-fb39-445c-8aed-e914ccf531dd req-a02f8df4-d258-491f-bc34-7693017302f6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:16:19.207200 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-43376152-fb39-445c-8aed-e914ccf531dd req-a02f8df4-d258-491f-bc34-7693017302f6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:16:19.208333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43376152-fb39-445c-8aed-e914ccf531dd req-a02f8df4-d258-491f-bc34-7693017302f6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=8764334b-b816-45da-9545-3ae2d237ae5f HTTP/1.1" status: 200 len: 210 time: 0.0574093 Jan 10 20:16:20.312288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38384) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:20.714142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:21.172820 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:16:21.313935 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:16:21.346395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:16:21.346661 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 2a1c1924-e4cd-4e75-b9ed-4a32d4a62e8b not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:16:21.400535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 727baadf-e053-4c25-8b7e-ae56d05ae33a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:21.401126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:21.576865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 727baadf-e053-4c25-8b7e-ae56d05ae33a, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=727baadf-e053-4c25-8b7e-ae56d05ae33a,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:21.577214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:21.696119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 727baadf-e053-4c25-8b7e-ae56d05ae33a owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:21.873678 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:21.919413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=727baadf-e053-4c25-8b7e-ae56d05ae33a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:22.227944 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:22.891668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:16:23.089451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:16:23.099428 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] Sync routers for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:16:23.107546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c3450335-59d1-45bb-96b1-e3acd7ab1e3e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/2bb6dc47-e59d-45cc-80f4-b41a8a798475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7941699 Jan 10 20:16:23.110814 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:23.114570 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:23.115207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:23.293928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting subnet 83ab264b-8185-430f-ba0f-8e461ddbae57 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:16:23.297443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.336025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:23.354296 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.435233 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.505009 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.547651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Subnet': ['ID=83ab264b-8185-430f-ba0f-8e461ddbae57,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:23.552276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.558416 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5ed87521-db1a-4421-9c5e-80688bb62d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/subnets/83ab264b-8185-430f-ba0f-8e461ddbae57 HTTP/1.1" status: 204 len: 168 time: 0.4466267 Jan 10 20:16:23.561023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38392) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:23.579453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37772217-0b7a-4bb9-9c8d-909fc3798647 None None] Network 1da69101-29c1-437c-9292-610bff628146 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:16:23.755804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.771183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:16:21Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:23.778006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] Checking router: 2bb6dc47-e59d-45cc-80f4-b41a8a798475 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:16:23.799238 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] Routers {'2bb6dc47-e59d-45cc-80f4-b41a8a798475'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:23.799748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:23.863859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773083d4-3082-4162-a057-9a6e1380942b None None] DHCP port deletion for 1da69101-29c1-437c-9292-610bff628146 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:16:23.883860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Deleting port 1f017893-de5c-4b0a-89ef-a45644f06085 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:23.884234 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.970266 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:23.985010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 891f5cad-523c-4be6-a812-f105b1af3011 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:23.985386 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.032626 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 1f017893-de5c-4b0a-89ef-a45644f06085 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:16:24.138455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] Set router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:24.161609 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 891f5cad-523c-4be6-a812-f105b1af3011, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=891f5cad-523c-4be6-a812-f105b1af3011,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:24.161968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.385559 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 891f5cad-523c-4be6-a812-f105b1af3011 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:24.441992 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-773083d4-3082-4162-a057-9a6e1380942b None None] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1f017893-de5c-4b0a-89ef-a45644f06085,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:24.442379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.456239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.549976 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.594731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=891f5cad-523c-4be6-a812-f105b1af3011,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:24.635367 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Calling delete_port for 1f017893-de5c-4b0a-89ef-a45644f06085 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:24.709388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1f017893-de5c-4b0a-89ef-a45644f06085,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:24.723664 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.814856 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:24.830938 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:16:24.831301 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:16:24.838474 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=1f017893-de5c-4b0a-89ef-a45644f06085,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:24.864443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:16:21Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:24.868308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8204eac-cf87-4ec5-9c16-508add8119ba None None] The sync data for ids ['2bb6dc47-e59d-45cc-80f4-b41a8a798475'] in n-d-816927-8 is: [{'id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51402846', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '891f5cad-523c-4be6-a812-f105b1af3011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:16:21Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '891f5cad-523c-4be6-a812-f105b1af3011', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6dc47-e59d-45cc-80f4-b41a8a798475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:15:22Z', 'updated_at': '2022-01-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:16:25.065847 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.070084 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.095616 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.096123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Fanout notify agent at l3_agent the message router_deleted on router 2bb6dc47-e59d-45cc-80f4-b41a8a798475 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:16:25.111281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.112369 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a70b0d6b-2575-441d-a7a1-432796e23319 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/routers/2bb6dc47-e59d-45cc-80f4-b41a8a798475 HTTP/1.1" status: 204 len: 168 time: 1.5504494 Jan 10 20:16:25.115188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38396) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:25.231378 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.242256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 1f017893-de5c-4b0a-89ef-a45644f06085 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:25.242591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.332230 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Deleting port 1f017893-de5c-4b0a-89ef-a45644f06085 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:25.332725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.458995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1f017893-de5c-4b0a-89ef-a45644f06085,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:25.459632 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.546051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-773083d4-3082-4162-a057-9a6e1380942b None None] For port 1f017893-de5c-4b0a-89ef-a45644f06085, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=1f017893-de5c-4b0a-89ef-a45644f06085,segment=NetworkSegment(f6b9b889-9a1e-42bb-96c5-98b61c1200ac),segment_id=f6b9b889-9a1e-42bb-96c5-98b61c1200ac)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:25.546464 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.585366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 1f017893-de5c-4b0a-89ef-a45644f06085 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:25.656697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.662392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Calling delete_port for 1f017893-de5c-4b0a-89ef-a45644f06085 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:16:25.703686 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=1f017893-de5c-4b0a-89ef-a45644f06085,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:25.714784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] No DVR routers for this DVR port 1f017893-de5c-4b0a-89ef-a45644f06085 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:16:25.716988 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.717355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.717682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.718017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.718508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.718847 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.719200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.719529 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.719855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.720176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.720497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:25.732053 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:16:25.732423 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:16:25.846911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.871129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da69101-29c1-437c-9292-610bff628146']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:25.883002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:25.883303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b9b889-9a1e-42bb-96c5-98b61c1200ac') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:25.895148 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.911399 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.917999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:16:25.918379 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:16:25.932871 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:16:26.011688 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 727baadf-e053-4c25-8b7e-ae56d05ae33a no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:16:26.012808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.036044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.038532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Network': ['ID=1da69101-29c1-437c-9292-610bff628146,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:26.052592 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-cdc0b673-b970-4acb-89be-327c011e9ad0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/networks/1da69101-29c1-437c-9292-610bff628146 HTTP/1.1" status: 204 len: 168 time: 0.9338756 Jan 10 20:16:26.052753 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38400) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:26.054006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 727baadf-e053-4c25-8b7e-ae56d05ae33a {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:16:26.054506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 727baadf-e053-4c25-8b7e-ae56d05ae33a not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:16:26.054963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 891f5cad-523c-4be6-a812-f105b1af3011 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:16:26.086580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 891f5cad-523c-4be6-a812-f105b1af3011 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:16:26.087006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 891f5cad-523c-4be6-a812-f105b1af3011 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:16:26.121735 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a54a63fa-2b22-4d45-963e-4e6da0add9e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.149570 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a54a63fa-2b22-4d45-963e-4e6da0add9e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.212970 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a54a63fa-2b22-4d45-963e-4e6da0add9e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.227962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Deleting port 1f017893-de5c-4b0a-89ef-a45644f06085 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:16:26.228394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-773083d4-3082-4162-a057-9a6e1380942b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.229632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a63fa-2b22-4d45-963e-4e6da0add9e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66192cc0-af78-48ec-8795-c64581f7a2d8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:26.236822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a54a63fa-2b22-4d45-963e-4e6da0add9e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.240604 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a54a63fa-2b22-4d45-963e-4e6da0add9e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/security-groups/66192cc0-af78-48ec-8795-c64581f7a2d8 HTTP/1.1" status: 204 len: 168 time: 0.1840401 Jan 10 20:16:26.309748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-773083d4-3082-4162-a057-9a6e1380942b None None] The port '1f017893-de5c-4b0a-89ef-a45644f06085' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:16:26.510855 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38408) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:26.516492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478576413', 'description': 'tempest-secgroup-smoke-478576413 description', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:26.523152 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:26.526858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:26.529689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:26.535769 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:26.545340 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.581343 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:26.585213 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:26.588043 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:26.594095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:26.648291 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.651801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.692587 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab40d2-9403-40c2-bc08-39b929c6c857,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:26.695612 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.696797 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e0e7315c-68e9-4e32-91b0-02a76223ffd4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1848886 Jan 10 20:16:26.699784 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38412) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:26.705230 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '71ab40d2-9403-40c2-bc08-39b929c6c857', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:26.711866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:26.715566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:26.718938 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:26.724502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:26.742261 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.803740 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.807277 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.830051 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74293bbd-fcfc-4f54-bc99-aae8a0553c96,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:26.839017 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.840183 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2945bade-8025-4c8a-a847-7d87753de440 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1394591 Jan 10 20:16:26.842922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38416) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:26.848780 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '71ab40d2-9403-40c2-bc08-39b929c6c857', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:26.855248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:26.859002 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:26.861867 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:26.867505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:26.883316 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.944348 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.948011 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.971575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79faa055-b474-4b27-8c78-62926cb6d0d2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:26.980554 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:26.982021 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-65683b85-094c-487e-b765-cccd2179ef41 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1376181 Jan 10 20:16:26.984805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38420) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:26.990068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '71ab40d2-9403-40c2-bc08-39b929c6c857', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:26.996569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:27.000286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:27.003135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:27.008729 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:27.027941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.088749 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.092529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.114669 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288ff3d9-b9e7-4650-bc3a-a207bbd49ac8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:27.124183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.125385 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-954e7182-326f-4c85-bbb8-3d782a81afa5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1396778 Jan 10 20:16:27.128263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38424) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:27.133547 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '71ab40d2-9403-40c2-bc08-39b929c6c857', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:27.139866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:27.144166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:27.147071 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:27.152635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:27.169337 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.231858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.235248 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.257582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd993f1d-4ac9-4821-855b-f72d4733c749,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:27.265664 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.266822 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-39c7486b-2b31-4041-a2d6-541bfa0d9ca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1376274 Jan 10 20:16:27.269518 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38428) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:27.274828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '71ab40d2-9403-40c2-bc08-39b929c6c857', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:27.282056 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:27.287526 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:27.291446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:27.296993 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:27.307371 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:16:27.314145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.376427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.379687 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.402487 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6ced83-de86-43db-bed1-efa827a6851b,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:27.410848 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.412136 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e8bedd4c-7350-4c54-b6d8-c0c9cf3cd973 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1416993 Jan 10 20:16:27.414851 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38432) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:27.420116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '71ab40d2-9403-40c2-bc08-39b929c6c857', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:27.426494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:27.430465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:27.433329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:27.439376 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:27.448765 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:16:27.455412 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.516880 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.520241 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.544705 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b325a01e-d1c3-44e3-b545-f6b66d1eefa8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:27.553431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.554536 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f5084a7d-b73b-422b-b208-6d485ec3558b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1387684 Jan 10 20:16:27.557328 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38436) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:27.563111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'network': {'name': 'tempest-network-smoke--34961921', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'port_security_enabled': True}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:27.568541 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:27.572176 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:network and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:27.574971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:27.580492 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:27.670088 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:16:27.673532 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.700790 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:16:27.709904 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.710254 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Added segment 0692c6cf-cdb5-4676-ba9d-c79afe495198 of type vlan for network dc42e357-3150-422b-a650-8901707b8fbd Jan 10 20:16:27.737597 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.765320 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.769110 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:27.769631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.871191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3128552 Jan 10 20:16:27.873964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:27.875089 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1560152-371e-477c-a41a-21a8fc81cbc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Network': ['ID=dc42e357-3150-422b-a650-8901707b8fbd,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:27.880561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'admin_state_up': True, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:27.885081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dc42e357-3150-422b-a650-8901707b8fbd details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:16:27.888032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:27.891845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:router and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:27.894704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:27.900386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:27.911428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.912370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:27.933452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.078328 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.251925 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.279656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.504065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.105 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/40a8bfae-f46f-48db-9503-c4bdb0c1f263) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:16:28.643640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.670047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.738019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:16:28.740880 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:28.745825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:16:28.769960 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=40a8bfae-f46f-48db-9503-c4bdb0c1f263,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:28.894942 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:28.895689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:29.116907 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:16:29.313150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:16:29.324797 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Sync routers for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:16:29.338639 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:29.339289 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:29.342735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:29.344546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6f548bda-2d71-4562-b747-d278bcfd45a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4689832 Jan 10 20:16:29.347735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38444) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:29.386484 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-070b7336-82ab-486e-bf34-d975d4a1498d tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cfc435f02b8e4db6993134e6e827f3c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376623 Jan 10 20:16:29.389113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38448) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:29.516221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39142da5-6ae7-44f8-b3ad-5aab158e1a9a tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:29.520302 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-39142da5-6ae7-44f8-b3ad-5aab158e1a9a tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277289 Jan 10 20:16:29.520456 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:29.520573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38452) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:29.558469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d86f6d6b-54a7-4527-94ec-8ecd0486180b tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369203 Jan 10 20:16:29.560882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:29.566642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1913336943', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:29.674149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:29.677831 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:subnet and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:29.680900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:29.686447 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:29.696687 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:16:29.796863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:29.799928 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:28Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:29.803808 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Checking router: 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:16:29.804148 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Updating router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:16:29.852769 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.008581 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.184286 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.186466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Subnet': ['ID=0013ae55-d964-445d-a484-e6dc5cde6a83,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:30.197067 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Transition to ACTIVE for port object 40a8bfae-f46f-48db-9503-c4bdb0c1f263 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:30.197820 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Checking segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:16:30.198182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network hostable DHCP agents. Network: dc42e357-3150-422b-a650-8901707b8fbd, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:16:30.203527 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.220001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network dc42e357-3150-422b-a650-8901707b8fbd is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:16:30.229230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, dc42e357-3150-422b-a650-8901707b8fbd) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:30.233297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:30.234431 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.240647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182980c8-f8dd-4b1b-ac85-5e51a5bd33a6 None None] Network dc42e357-3150-422b-a650-8901707b8fbd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:16:30.259132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-80f19853-449c-48c0-b2f4-68c07cd2b770 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6970308 Jan 10 20:16:30.261777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38460) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:30.292999 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Attempting to bind port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:16:30.293363 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Attempting to bind port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:16:30.293717 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Attempting to bind port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:16:30.295859 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af735b5-e02d-4765-9754-8879fe8983e8 None None] Pushing event updated for resources: {'Port': ['ID=40a8bfae-f46f-48db-9503-c4bdb0c1f263,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:30.303928 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:16:30.304286 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:16:30.305260 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.305654 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:16:30.306114 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Bound port: 40a8bfae-f46f-48db-9503-c4bdb0c1f263, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:16:30.306480 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.383130 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] For port 40a8bfae-f46f-48db-9503-c4bdb0c1f263, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:16:30.386940 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] For port 40a8bfae-f46f-48db-9503-c4bdb0c1f263, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40a8bfae-f46f-48db-9503-c4bdb0c1f263,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:16:30.394442 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.479643 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:30.480248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:30.482452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-dc42e357-3150-422b-a650-8901707b8fbd', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:16:30.484309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.536575 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af735b5-e02d-4765-9754-8879fe8983e8 None None] Pushing event updated for resources: {'Port': ['ID=40a8bfae-f46f-48db-9503-c4bdb0c1f263,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:30.670276 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Allocated IP 172.20.0.2 (dc42e357-3150-422b-a650-8901707b8fbd/0013ae55-d964-445d-a484-e6dc5cde6a83/6032172c-f633-4d4c-9a75-05f62c83065f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:16:30.704448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:30.942561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:30.953615 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Transition to ACTIVE for port object 6032172c-f633-4d4c-9a75-05f62c83065f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:30.972389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Transition to ACTIVE for port object 6032172c-f633-4d4c-9a75-05f62c83065f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:30.978939 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.039831 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:28Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:31.045244 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f1409-aeda-401a-85ef-45434c163467 None None] The sync data for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 is: [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:28Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:16:31.050089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Network dc42e357-3150-422b-a650-8901707b8fbd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:16:31.054033 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:31.058650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:16:31.060876 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Pushing event updated for resources: {'Port': ['ID=6032172c-f633-4d4c-9a75-05f62c83065f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:31.104234 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.110801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.111415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.111864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.112332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.112773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.113213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.113646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.114074 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.114501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.115039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.115387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:16:31.172885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Attempting to bind port 6032172c-f633-4d4c-9a75-05f62c83065f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:16:31.173366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Attempting to bind port 6032172c-f633-4d4c-9a75-05f62c83065f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:16:31.173828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Attempting to bind port 6032172c-f633-4d4c-9a75-05f62c83065f on network dc42e357-3150-422b-a650-8901707b8fbd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:16:31.181084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:16:31.181619 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Checking segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:16:31.182128 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.182618 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Bound using segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:16:31.183213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Bound port: 6032172c-f633-4d4c-9a75-05f62c83065f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:16:31.183693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.298387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] For port 6032172c-f633-4d4c-9a75-05f62c83065f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:16:31.301791 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] For port 6032172c-f633-4d4c-9a75-05f62c83065f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6032172c-f633-4d4c-9a75-05f62c83065f,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:16:31.311346 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.397840 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0dafe-dab5-4caa-bfd1-3c7893d925b1 None None] Pushing event updated for resources: {'Port': ['ID=6032172c-f633-4d4c-9a75-05f62c83065f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:31.546543 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.1 (dc42e357-3150-422b-a650-8901707b8fbd/0013ae55-d964-445d-a484-e6dc5cde6a83/fbe0a5dd-255a-407a-b756-69284f4d0efb) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:16:31.737238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.754385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object fbe0a5dd-255a-407a-b756-69284f4d0efb will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:31.777862 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:31.850632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network dc42e357-3150-422b-a650-8901707b8fbd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:16:31.853914 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:31.858737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:16:31.887451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=fbe0a5dd-255a-407a-b756-69284f4d0efb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:31.922630 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.075414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a8bfae-f46f-48db-9503-c4bdb0c1f263 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:32.136692 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.150594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:32.156158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:32.156648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.279398 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.298572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 40a8bfae-f46f-48db-9503-c4bdb0c1f263, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40a8bfae-f46f-48db-9503-c4bdb0c1f263,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:32.303414 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.304193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6032172c-f633-4d4c-9a75-05f62c83065f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:32.424208 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992bcce-dea4-4f6f-ad0d-381c1f51d3ba None None] Network dc42e357-3150-422b-a650-8901707b8fbd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:16:32.507210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=40a8bfae-f46f-48db-9503-c4bdb0c1f263,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:32.540764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f1bc19c3-0e56-4f03-a744-33e728fd88c6 None None] Provisioning for port 6032172c-f633-4d4c-9a75-05f62c83065f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:32.558317 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.563581 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.573870 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 6032172c-f633-4d4c-9a75-05f62c83065f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:32.606177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6032172c-f633-4d4c-9a75-05f62c83065f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:32.606547 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.678914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.682884 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=fbe0a5dd-255a-407a-b756-69284f4d0efb,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:32.777721 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.816333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 6032172c-f633-4d4c-9a75-05f62c83065f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6032172c-f633-4d4c-9a75-05f62c83065f,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:32.819438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network dc42e357-3150-422b-a650-8901707b8fbd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:16:32.820650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:32.820998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:32.890971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=6032172c-f633-4d4c-9a75-05f62c83065f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:33.098560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-18c0fe5c-edd8-45a9-8e4b-8e833fb40b6f None None] Provisioning for port fbe0a5dd-255a-407a-b756-69284f4d0efb completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:33.109052 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-18c0fe5c-edd8-45a9-8e4b-8e833fb40b6f None None] Provisioning complete for port fbe0a5dd-255a-407a-b756-69284f4d0efb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:33.109575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18c0fe5c-edd8-45a9-8e4b-8e833fb40b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:33.164767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-18c0fe5c-edd8-45a9-8e4b-8e833fb40b6f None None] Port fbe0a5dd-255a-407a-b756-69284f4d0efb cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:16:33.178495 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-18c0fe5c-edd8-45a9-8e4b-8e833fb40b6f None None] Provisioning complete for port 6032172c-f633-4d4c-9a75-05f62c83065f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:33.178757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-18c0fe5c-edd8-45a9-8e4b-8e833fb40b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:33.230072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:16:33.423095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0a5748bb-18a1-4433-8b5d-da9c3caddb2d None None] Provisioning complete for port fbe0a5dd-255a-407a-b756-69284f4d0efb triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:33.423714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a5748bb-18a1-4433-8b5d-da9c3caddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:33.439721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:16:33.452034 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-537b2e2c-60ab-4812-8599-0af6937ed2a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/0f77cc99-e3cb-4d2e-9c37-97b22b23b904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1891251 Jan 10 20:16:33.475544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0a5748bb-18a1-4433-8b5d-da9c3caddb2d None None] Port fbe0a5dd-255a-407a-b756-69284f4d0efb cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:16:33.621942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-c9e24c49-49cf-45eb-8b3f-96d94fd7bfc7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478576413&fields=id&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 267 time: 0.0399666 Jan 10 20:16:33.853763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-01db6633-0d73-4907-a077-fbd3adefab23 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:33.855147 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-01db6633-0d73-4907-a077-fbd3adefab23 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 795 time: 0.2265601 Jan 10 20:16:33.871944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-2b2b1f0d-09ca-4829-9e35-79afc7ec5c34 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/quotas/cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0110745 Jan 10 20:16:33.951257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-deb4061f-062f-47d8-81d7-5b374be643f3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:16:33.966382 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-deb4061f-062f-47d8-81d7-5b374be643f3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:16:33.967686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-deb4061f-062f-47d8-81d7-5b374be643f3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906205 Jan 10 20:16:34.022365 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a8bfae-f46f-48db-9503-c4bdb0c1f263 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:34.092166 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:34.092534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:34.175190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-656e4dfb-8096-48ff-813a-78982635f7fc service neutron] 10.222.0.21 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941233 Jan 10 20:16:34.205694 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6032172c-f633-4d4c-9a75-05f62c83065f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:34.301460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 6032172c-f633-4d4c-9a75-05f62c83065f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:34.301833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:34.308669 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-ac21d3fa-7be6-47a2-a3c7-b6b805029b2d service neutron] 10.222.0.21 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274672 Jan 10 20:16:34.504741 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a472d5d0-475a-4e54-b2d0-557ba1924606 req-1d15a54b-ebb9-43da-86ad-03e648d15d87 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 210 time: 0.0412672 Jan 10 20:16:34.660863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Sync routers for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:16:34.672407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:34.673004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:34.846550 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:35.159964 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 2, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:35.163729 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Checking router: 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:16:35.164089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Updating router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 port fbe0a5dd-255a-407a-b756-69284f4d0efb binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:16:35.213729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:35.545003 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:35.558387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Transition to ACTIVE for port object fbe0a5dd-255a-407a-b756-69284f4d0efb will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:35.565542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:35.696802 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e760-2e37-4ff4-a3b0-fcd478d76c13 None None] Pushing event updated for resources: {'Port': ['ID=fbe0a5dd-255a-407a-b756-69284f4d0efb,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:35.756929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-88dd42bd-7fad-49e7-9a56-129f02716c04 req-defbee18-7b80-40fe-8f3a-e10395d6a2a7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 210 time: 0.0603707 Jan 10 20:16:35.815763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Attempting to bind port fbe0a5dd-255a-407a-b756-69284f4d0efb on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:16:35.816172 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Attempting to bind port fbe0a5dd-255a-407a-b756-69284f4d0efb by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:16:35.816542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Attempting to bind port fbe0a5dd-255a-407a-b756-69284f4d0efb on network dc42e357-3150-422b-a650-8901707b8fbd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:16:35.823546 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:16:35.823759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Checking segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:16:35.824082 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:35.824370 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Bound using segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:16:35.824845 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Bound port: fbe0a5dd-255a-407a-b756-69284f4d0efb, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:16:35.825228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:35.854948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-7980b4d8-223c-48a3-a016-100207d291b9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:35.856412 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-7980b4d8-223c-48a3-a016-100207d291b9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 795 time: 0.2708993 Jan 10 20:16:35.913861 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-85095b60-80f2-4176-9707-6547cd6cff7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 379 time: 0.0422022 Jan 10 20:16:35.922402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'port': {'device_id': '0f40a67a-8acb-4795-bc49-0d765098134d', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'admin_state_up': True, 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'security_groups': ['71ab40d2-9403-40c2-bc08-39b929c6c857']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:35.924977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] For port fbe0a5dd-255a-407a-b756-69284f4d0efb, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:16:35.928822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] For port fbe0a5dd-255a-407a-b756-69284f4d0efb, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fbe0a5dd-255a-407a-b756-69284f4d0efb,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:16:35.934509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.018896 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e760-2e37-4ff4-a3b0-fcd478d76c13 None None] Pushing event updated for resources: {'Port': ['ID=fbe0a5dd-255a-407a-b756-69284f4d0efb,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:36.021478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:36.022083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:36.067536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:36.077832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:36.091969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:16:36.096501 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.255705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:36.268409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.5 (dc42e357-3150-422b-a650-8901707b8fbd/0013ae55-d964-445d-a484-e6dc5cde6a83/29294e8f-ba05-4d3c-baf7-69bb40c9ef41) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:16:36.461826 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.477086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:36.500698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.563400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network dc42e357-3150-422b-a650-8901707b8fbd is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:16:36.573109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:36.575700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:16:36.593366 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:35Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:36.597583 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394be8a-9ccd-466e-a5cc-acd86fcf6e97 None None] The sync data for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 is: [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:35Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:16:36.635844 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:36.671474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:36.672818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.703777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-8f9d2421-1920-40e9-a904-77731f3ed7fb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849610 Jan 10 20:16:36.716680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Request body: {'port': {'device_id': '0f40a67a-8acb-4795-bc49-0d765098134d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:36.845217 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.925140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9ef4cea7-aa65-40d8-ab52-b7822307e3f1 None None] Provisioning for port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:36.930162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-9ef4cea7-aa65-40d8-ab52-b7822307e3f1 None None] Provisioning complete for port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:36.930666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9ef4cea7-aa65-40d8-ab52-b7822307e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:36.987749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4cea7-aa65-40d8-ab52-b7822307e3f1 None None] Port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:16:37.237473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64e715-cb32-47cd-994d-7ef0c98f2a0c req-5256f461-32dd-4ce9-9271-2b8639ff1b30 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:37.238181 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e64e715-cb32-47cd-994d-7ef0c98f2a0c req-5256f461-32dd-4ce9-9271-2b8639ff1b30 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:16:37.278520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e64e715-cb32-47cd-994d-7ef0c98f2a0c req-5256f461-32dd-4ce9-9271-2b8639ff1b30 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:16:37.279724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e64e715-cb32-47cd-994d-7ef0c98f2a0c req-5256f461-32dd-4ce9-9271-2b8639ff1b30 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 931 time: 0.3715615 Jan 10 20:16:37.357719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e64e715-cb32-47cd-994d-7ef0c98f2a0c req-d28c2a59-7beb-4a7b-beb6-c87ee7f108f4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640762 Jan 10 20:16:37.421238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:16:37.428774 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:37.443708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Transition to ACTIVE for port object 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:16:37.447716 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:37.574775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Pushing event updated for resources: {'Port': ['ID=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:37.688861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Attempting to bind port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:16:37.689199 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Attempting to bind port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:16:37.689528 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Attempting to bind port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 on network dc42e357-3150-422b-a650-8901707b8fbd {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:16:37.695554 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 on network dc42e357-3150-422b-a650-8901707b8fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:16:37.695879 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Attempting to bind port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 on network dc42e357-3150-422b-a650-8901707b8fbd {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:16:37.702974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:16:37.703326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Checking segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:16:37.703704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Bound using segment: {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:16:37.704130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Bound port: 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0692c6cf-cdb5-4676-ba9d-c79afe495198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:16:37.704477 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:37.793599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] For port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:16:37.796535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] For port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:16:37.800854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:37.861710 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:37.863152 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] 10.222.0.30 "PUT /v2.0/ports/29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 1091 time: 1.1518073 Jan 10 20:16:37.863581 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:16:37.881710 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29e2f0-d1c1-4b5a-a5b0-a123a91996fd service neutron] Pushing event updated for resources: {'Port': ['ID=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:37.931593 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'status': 'completed', 'code': 200} Jan 10 20:16:37.978909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-f1d26ee2-eb40-40be-8fc5-e8f3e71cd247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1094 time: 0.0799792 Jan 10 20:16:38.048303 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-3759b4f0-2487-4285-b34c-f68a14f45daa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0627618 Jan 10 20:16:38.057484 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fbe0a5dd-255a-407a-b756-69284f4d0efb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:38.114339 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-677170db-bada-4b2c-9b18-cc5169ce341f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:38.115816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-677170db-bada-4b2c-9b18-cc5169ce341f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 200 len: 835 time: 0.0620878 Jan 10 20:16:38.142569 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port fbe0a5dd-255a-407a-b756-69284f4d0efb completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:38.149186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fbe0a5dd-255a-407a-b756-69284f4d0efb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:38.149561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:38.189508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-7be7c139-2483-4902-a206-20321d8bca27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc42e357-3150-422b-a650-8901707b8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680320 Jan 10 20:16:38.261065 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:38.291771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port fbe0a5dd-255a-407a-b756-69284f4d0efb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fbe0a5dd-255a-407a-b756-69284f4d0efb,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:38.296602 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:38.322287 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-0d203f34-45fb-43ce-ab07-61a922dcdc35 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266887 Jan 10 20:16:38.361721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=fbe0a5dd-255a-407a-b756-69284f4d0efb,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:38.453247 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5e6299f-3eeb-46b3-bab8-2a6a910a1372 req-330ec2c2-c948-4af8-be41-b901bb85c9e6 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257052 Jan 10 20:16:38.543428 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0a367ac1-9b89-45bf-aa25-c2378275c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:38.618028 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96647-9ec8-44b2-9a6b-509cc5d87498 req-68776cd8-066c-4736-be39-c37973fa8f09 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:38.619649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46f96647-9ec8-44b2-9a6b-509cc5d87498 req-68776cd8-066c-4736-be39-c37973fa8f09 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 943 time: 0.1351097 Jan 10 20:16:38.624620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-aba16a10-3f61-4c0d-9671-2a3a4a9745e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1094 time: 0.1041410 Jan 10 20:16:38.743827 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46f96647-9ec8-44b2-9a6b-509cc5d87498 req-2d2bf56a-0ae5-44d1-88b8-389bb0affca3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182559 Jan 10 20:16:38.781430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-3e9a8801-d732-4955-8056-ad324eaaffa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:38.782847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-3e9a8801-d732-4955-8056-ad324eaaffa8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 896 time: 0.1445410 Jan 10 20:16:38.940949 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-8568f943-5f3d-4abf-95e1-6d2ac43dae4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.1515217 Jan 10 20:16:39.004566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-2aa86220-c6a7-4a48-b83b-a1692f3b1165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:39.005976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-2aa86220-c6a7-4a48-b83b-a1692f3b1165 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 200 len: 835 time: 0.0596399 Jan 10 20:16:39.091246 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-e36a60d0-07bc-43fd-b340-6142b02df9ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc42e357-3150-422b-a650-8901707b8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792351 Jan 10 20:16:39.231233 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-f0251081-00fc-4add-91f5-747baa5cae8c service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331184 Jan 10 20:16:39.374394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-598b5c39-3832-44dd-9140-d3f78fae81b1 req-f5d34211-8aef-4087-9c70-a7c7f24f7a6f service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365638 Jan 10 20:16:39.438789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:16:39.572218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:39.586470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'port_id': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'mac_address': 'fa:16:3e:76:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:16:39.649863 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:39.666775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:16:39.682257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:39.686174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:39.753078 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:39.887492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['29294e8f-ba05-4d3c-baf7-69bb40c9ef41'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:16:39.948395 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524eda7-b62e-4fc2-a46b-928fcc6c0fb4 req-25098774-80a9-4f09-b986-4653d82623f7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:39.951364 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3524eda7-b62e-4fc2-a46b-928fcc6c0fb4 req-25098774-80a9-4f09-b986-4653d82623f7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 944 time: 0.0795300 Jan 10 20:16:40.004289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3524eda7-b62e-4fc2-a46b-928fcc6c0fb4 req-d63b9d25-9360-4d76-aa65-e65b76e55cb2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477896 Jan 10 20:16:40.042969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fbe0a5dd-255a-407a-b756-69284f4d0efb up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:40.177648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port fbe0a5dd-255a-407a-b756-69284f4d0efb triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:40.178377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:40.596724 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c879be2e-96b7-42db-b77c-9820f28603e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:41.196623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0e895-75f1-4449-bc9c-7755bd363100 req-b51f711d-b2de-43f3-9e94-1cf3338d7fdd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:41.198115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57a0e895-75f1-4449-bc9c-7755bd363100 req-b51f711d-b2de-43f3-9e94-1cf3338d7fdd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 944 time: 0.0788593 Jan 10 20:16:41.242586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57a0e895-75f1-4449-bc9c-7755bd363100 req-95521833-7cef-41b9-b946-5a3dee1144e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Jan 10 20:16:41.469673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:16:41.535310 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:16:41.539839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:16:41.540213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:41.680568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:41.705995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:16:41.715416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:16:41.719985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:41.786322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:41.837439 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'code': 200} Jan 10 20:16:41.883913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:41.961950 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5004d7c-6b72-44dc-a686-65b001e17a0f req-42187404-e768-4005-af60-a4084344ec9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1096 time: 0.0677326 Jan 10 20:16:42.009244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5004d7c-6b72-44dc-a686-65b001e17a0f req-71f294f7-cfe3-4b15-97d4-06da043fe7a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Jan 10 20:16:42.052039 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:42.433203 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35d7a-015a-4fee-8385-048e3e42eda1 req-72e85191-733d-4a88-928c-dc4f0f875cb6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:42.434599 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48e35d7a-015a-4fee-8385-048e3e42eda1 req-72e85191-733d-4a88-928c-dc4f0f875cb6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0739131 Jan 10 20:16:42.479353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-48e35d7a-015a-4fee-8385-048e3e42eda1 req-4acd01b3-4bc3-4cdd-a00e-177507634ca8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Jan 10 20:16:43.318216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:43.679949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2d50a-2da1-4a73-9110-4a565a78ffa0 req-48d3f93b-09b6-4c1e-8503-15cd374958a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:43.681432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fea2d50a-2da1-4a73-9110-4a565a78ffa0 req-48d3f93b-09b6-4c1e-8503-15cd374958a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0793333 Jan 10 20:16:43.730936 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fea2d50a-2da1-4a73-9110-4a565a78ffa0 req-a9c1a40c-2b64-4fb8-8352-5082869fc9b6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Jan 10 20:16:43.921067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15136a-fbc3-4782-ab76-9606769fc7e4 req-340d1e4b-f891-4eee-8a04-9cc0cbcb5a2f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:43.922498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb15136a-fbc3-4782-ab76-9606769fc7e4 req-340d1e4b-f891-4eee-8a04-9cc0cbcb5a2f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0747306 Jan 10 20:16:43.971269 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb15136a-fbc3-4782-ab76-9606769fc7e4 req-36ea77ab-b62a-49b2-a207-b861e8725382 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Jan 10 20:16:44.002052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38510) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:44.075174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5022727e-44e5-4359-8f35-74372ea2cd18 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1091 time: 0.0719512 Jan 10 20:16:44.077849 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38514) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:44.082944 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:16:44.088974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:16:44.092799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:floatingip and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:16:44.095753 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:16:44.101593 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:16:44.112630 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:44.242621 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:44.371304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.201 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/cd4fd60c-9d20-4491-b456-4c22d38a39ff) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:16:44.514313 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:44.540742 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:44.607074 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:16:44.610441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:16:44.614641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:16:44.637653 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=cd4fd60c-9d20-4491-b456-4c22d38a39ff,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:45.188785 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:45.245141 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:45.446807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:45.451170 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:45.552357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=cd4fd60c-9d20-4491-b456-4c22d38a39ff,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:16:45.570794 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:45.756964 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Floating IP b566fb28-1a84-47c8-8339-00f874a1e0d0 associated. External IP: 172.25.6.201, port: 29294e8f-ba05-4d3c-baf7-69bb40c9ef41. Jan 10 20:16:45.819821 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:46.040177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:46.143267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:16:46.442401 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:16:46.451659 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] Sync routers for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:16:46.463658 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:46.464316 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:46.466761 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:16:46.521371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2926a40b-f036-48c8-bf75-dc73ab44243d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4425039 Jan 10 20:16:46.522038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:16:46.587306 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'status': 'completed', 'code': 200} Jan 10 20:16:46.648867 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:46.736583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-4824476d-9e08-435e-9632-b386ecf41ab3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1096 time: 0.1289234 Jan 10 20:16:46.743038 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf525e-9491-4513-b15e-8bfd0a229704 req-52849d8f-c49d-4238-8c25-d602a69416f8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:46.744388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53bf525e-9491-4513-b15e-8bfd0a229704 req-52849d8f-c49d-4238-8c25-d602a69416f8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.1012444 Jan 10 20:16:46.870840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53bf525e-9491-4513-b15e-8bfd0a229704 req-6ece9933-0c0c-4abf-b69f-00b94aee91fe tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078637 Jan 10 20:16:46.899995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38522) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:46.902771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-37201cdc-a1d6-4147-bdd7-b98b0c0c5995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:46.904261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-37201cdc-a1d6-4147-bdd7-b98b0c0c5995 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 896 time: 0.1590469 Jan 10 20:16:46.993743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'b566fb28-1a84-47c8-8339-00f874a1e0d0', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'port_id': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'mac_address': 'fa:16:3e:76:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f40a67a-8acb-4795-bc49-0d765098134d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:16:45Z', 'updated_at': '2022-01-10T20:16:45Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:38Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:46.997777 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] Checking router: 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:16:47.009147 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9e7a8840-341e-49ae-91bf-a8bf74bb7e0a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 991 time: 0.1073170 Jan 10 20:16:47.009742 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:16:47.010428 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:16:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:47.011958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-1b7bdfcd-23d7-4f87-bc88-efe46257c9b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 999 time: 0.1017017 Jan 10 20:16:47.078383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-083bf0f1-8da0-4af6-92b6-776310cf55b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:16:47.079912 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-083bf0f1-8da0-4af6-92b6-776310cf55b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 200 len: 835 time: 0.0630288 Jan 10 20:16:47.159123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-84d90497-2a5b-4424-98a3-51ae8438f698 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc42e357-3150-422b-a650-8901707b8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735309 Jan 10 20:16:47.184852 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:16:47.289659 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-04ca0e6e-34f9-4dd2-bbc8-19ea165c8c79 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249743 Jan 10 20:16:47.423200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8684d1f5-3519-4a6c-907e-01ec7dff38dc req-0a0d5c95-f0a6-4503-ab53-fc6747a23564 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275442 Jan 10 20:16:47.558191 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'b566fb28-1a84-47c8-8339-00f874a1e0d0', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'port_id': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'mac_address': 'fa:16:3e:76:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f40a67a-8acb-4795-bc49-0d765098134d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:16:45Z', 'updated_at': '2022-01-10T20:16:45Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:38Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:16:47.562119 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2946e78-3e8c-44a1-83e8-106bc0f572bb None None] The sync data for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 is: [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'b566fb28-1a84-47c8-8339-00f874a1e0d0', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'port_id': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'mac_address': 'fa:16:3e:76:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f40a67a-8acb-4795-bc49-0d765098134d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:16:45Z', 'updated_at': '2022-01-10T20:16:45Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:38Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:16:48.011423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38526) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:48.116467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-14b59534-ba5e-41af-8d48-191c94bcc99a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 991 time: 0.1039181 Jan 10 20:16:49.120269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38530) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:49.221268 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-271e89ca-bf94-4d3b-a330-2d870f1e0035 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 991 time: 0.0996377 Jan 10 20:16:50.225106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38534) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:50.328882 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0d2893d3-e417-4ce5-9086-33baf71a8820 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 991 time: 0.1027153 Jan 10 20:16:51.332651 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38538) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:51.434211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-411181ce-f088-41ae-a4d8-5c213970dd5f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 991 time: 0.1004703 Jan 10 20:16:51.575556 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0547db-0a7d-4452-a4b1-7c19d9db378d None None] New status for floating IP b566fb28-1a84-47c8-8339-00f874a1e0d0: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:16:52.437493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38542) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:16:52.542918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-39390ed9-3d41-4e63-9f10-32c623dd299c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 993 time: 0.1006789 Jan 10 20:16:58.174449 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:17:08.544371 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f4ea06d9-2b8f-4750-9599-b957e50c91df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:10.587843 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-efca821c-4b1f-4366-8755-6318e94d7906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:11.885394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:12.055329 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:13.319779 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:15.833514 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:16.031852 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:18.234711 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dae597-85f7-40af-b39d-43658c4b9bed req-20a6fcce-05f6-4872-84ba-5f8ce3d11800 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:18.236177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07dae597-85f7-40af-b39d-43658c4b9bed req-20a6fcce-05f6-4872-84ba-5f8ce3d11800 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.1026807 Jan 10 20:17:18.238953 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-4d1fe393-9b4e-4b61-ac4a-55c28cf616a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1096 time: 0.2316573 Jan 10 20:17:18.363660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-07dae597-85f7-40af-b39d-43658c4b9bed req-ce450198-f147-4337-acff-bf8588fe0b4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220043 Jan 10 20:17:18.397648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-3d7c3ae0-1cc7-4c7f-8f9a-6fd0f05f784c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:18.399138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-3d7c3ae0-1cc7-4c7f-8f9a-6fd0f05f784c service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 896 time: 0.1446838 Jan 10 20:17:18.506582 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-dbdea0e0-cfd1-4eb9-aaab-0d76904cff9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 1001 time: 0.0995564 Jan 10 20:17:18.567361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-e3082b21-2c5f-4030-aaa0-6afaa9538fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:18.568731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-e3082b21-2c5f-4030-aaa0-6afaa9538fbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 200 len: 835 time: 0.0553117 Jan 10 20:17:18.642234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-aba24c41-ed33-4e64-b23e-d7f64de4b15d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc42e357-3150-422b-a650-8901707b8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673797 Jan 10 20:17:18.769823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-bb68a926-5e13-424b-ac3a-60169cc14e55 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214225 Jan 10 20:17:18.897517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c90d2d76-ed93-4e49-a6ac-8c56a25be26f req-688d0a7f-fa35-42e3-9bed-d92d07adfa3a service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214638 Jan 10 20:17:19.565561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf0b5-7098-43d5-b5b4-01d825be585e req-24f2739f-c041-49b7-a279-10a9bd8fb0c9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:19.567058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204cf0b5-7098-43d5-b5b4-01d825be585e req-24f2739f-c041-49b7-a279-10a9bd8fb0c9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0786762 Jan 10 20:17:19.611205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-204cf0b5-7098-43d5-b5b4-01d825be585e req-71db677a-20db-47e5-b795-ccaa6a765e54 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Jan 10 20:17:20.805856 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23af8f-8ed8-49f9-9917-f541db175dd8 req-3c0ac61d-d72a-4cc8-8938-3076014ca263 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:20.807311 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e23af8f-8ed8-49f9-9917-f541db175dd8 req-3c0ac61d-d72a-4cc8-8938-3076014ca263 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0765278 Jan 10 20:17:20.854129 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e23af8f-8ed8-49f9-9917-f541db175dd8 req-8f7dffef-944c-4392-b1df-19b4ca18a828 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Jan 10 20:17:22.051359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23026d-27e2-4578-9a48-893fbe3bf41a req-6904181f-035b-4c7f-92b8-6f778c414376 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:22.052847 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf23026d-27e2-4578-9a48-893fbe3bf41a req-6904181f-035b-4c7f-92b8-6f778c414376 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0757844 Jan 10 20:17:22.097918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bf23026d-27e2-4578-9a48-893fbe3bf41a req-25d0be2b-0b97-422e-bc1f-569db0d8c943 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393963 Jan 10 20:17:23.292358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87def8f0-92d0-4540-a866-599ef89d4b5f req-87264a08-8a37-4aec-a1e2-919382b0eaa2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:23.293790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87def8f0-92d0-4540-a866-599ef89d4b5f req-87264a08-8a37-4aec-a1e2-919382b0eaa2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0779140 Jan 10 20:17:23.337524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-87def8f0-92d0-4540-a866-599ef89d4b5f req-31d9dff4-f8b1-45f9-ab01-db21e541b9dd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376775 Jan 10 20:17:24.531626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bdbd0-6289-4b44-9586-5c32bef389c7 req-8cae30e0-dc1f-4967-8c79-a5d510f9111e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:24.533698 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee6bdbd0-6289-4b44-9586-5c32bef389c7 req-8cae30e0-dc1f-4967-8c79-a5d510f9111e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0757794 Jan 10 20:17:24.578312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee6bdbd0-6289-4b44-9586-5c32bef389c7 req-befa635f-1c4c-4a58-b96d-caa8527fba4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Jan 10 20:17:24.958386 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-0023a06f-c35c-45de-b35b-2f80385b7754 req-8eb739f6-3fca-45b2-855f-a242e479e40f service neutron] (83630) timed out ('10.222.0.21', 34714) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 20:17:25.785735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b9581-3607-4e3e-a29e-c974ed027a01 req-c026bf75-48de-46f3-8b6c-30587fbe7ebe tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:25.787207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a8b9581-3607-4e3e-a29e-c974ed027a01 req-c026bf75-48de-46f3-8b6c-30587fbe7ebe tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0875254 Jan 10 20:17:25.832957 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8a8b9581-3607-4e3e-a29e-c974ed027a01 req-8e90e4dc-4f6b-4090-91b6-81088dfda8ea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402648 Jan 10 20:17:27.023606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2decdec-46eb-4966-9d83-e15cc2828f4c req-201f380c-dc2a-4bf2-aacf-decab99692d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:27.025060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2decdec-46eb-4966-9d83-e15cc2828f4c req-201f380c-dc2a-4bf2-aacf-decab99692d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0756197 Jan 10 20:17:27.072476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2decdec-46eb-4966-9d83-e15cc2828f4c req-4033ceb3-8cd5-4fea-b4ee-b632767bdca1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Jan 10 20:17:28.269171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d355-8744-4661-8abb-f360e8a7364b req-bdcdfc5e-b1a3-4476-9368-8b5807a2235b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:28.270525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff80d355-8744-4661-8abb-f360e8a7364b req-bdcdfc5e-b1a3-4476-9368-8b5807a2235b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0757129 Jan 10 20:17:28.314591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ff80d355-8744-4661-8abb-f360e8a7364b req-b6831ad7-3675-495e-9272-10c3aad80938 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Jan 10 20:17:29.510585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9b70f-8468-44e7-a68f-0d6fec4fbb24 req-dffba82d-6954-450e-aff7-84b25b2604bf tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:29.512073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6c9b70f-8468-44e7-a68f-0d6fec4fbb24 req-dffba82d-6954-450e-aff7-84b25b2604bf tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0788081 Jan 10 20:17:29.636352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e6c9b70f-8468-44e7-a68f-0d6fec4fbb24 req-e2675bed-7856-40d6-a46b-26d7bdae25ee tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183858 Jan 10 20:17:30.828505 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ccc9-8bd3-4b06-a085-9aeb9aed925b req-78ca3c64-0b1b-4a5e-b31c-ffa3b57354a3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:30.829942 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fa8ccc9-8bd3-4b06-a085-9aeb9aed925b req-78ca3c64-0b1b-4a5e-b31c-ffa3b57354a3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0741444 Jan 10 20:17:30.874016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3fa8ccc9-8bd3-4b06-a085-9aeb9aed925b req-756598de-b42d-47a9-85f5-d16770f74a49 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Jan 10 20:17:31.444461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-3f033213-a030-4ae7-9aa8-55b4f49518de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1096 time: 0.0688396 Jan 10 20:17:31.583165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-293250a8-9753-4f18-b205-93ef5ebb19cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:31.584569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-293250a8-9753-4f18-b205-93ef5ebb19cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 896 time: 0.1220996 Jan 10 20:17:31.684586 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-97769a2b-177a-4b39-a1a0-6733232bea2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 1001 time: 0.0934803 Jan 10 20:17:31.743704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-fb54c4bc-7798-49bb-8d88-6d5fe7f18787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:31.745013 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-fb54c4bc-7798-49bb-8d88-6d5fe7f18787 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 200 len: 835 time: 0.0551698 Jan 10 20:17:31.818944 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-b86f5733-1890-4f77-b9ae-1c95995758a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc42e357-3150-422b-a650-8901707b8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684860 Jan 10 20:17:31.948198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-f7485f8d-72c0-42d5-8d6a-1aff3a95a65b service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229475 Jan 10 20:17:32.086991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1007239-6cee-48f1-b90a-3e8970117cb1 req-ab5ae9f4-2f16-4720-a17c-ac0a374ba6e9 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335275 Jan 10 20:17:32.225443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa0ff8-c9ad-4516-972b-f852d9988641 req-c96ccd82-50db-4132-890a-461d786e5b83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:32.226863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8fa0ff8-c9ad-4516-972b-f852d9988641 req-c96ccd82-50db-4132-890a-461d786e5b83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0772951 Jan 10 20:17:32.270026 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d8fa0ff8-c9ad-4516-972b-f852d9988641 req-6fcc2b2a-6be7-4a84-a457-1279deea6642 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Jan 10 20:17:33.463269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d2f2e-b0cb-4fbb-acb0-c3d391b89429 req-40b9fd92-77ff-4f2c-961b-4bf1128aeb49 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:33.464620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af1d2f2e-b0cb-4fbb-acb0-c3d391b89429 req-40b9fd92-77ff-4f2c-961b-4bf1128aeb49 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0769629 Jan 10 20:17:33.508896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af1d2f2e-b0cb-4fbb-acb0-c3d391b89429 req-3400264c-3da3-4774-9721-6b20ed790dd2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388720 Jan 10 20:17:34.703182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb272400-b570-46dc-91d2-65061c368634 req-a27e3c52-c334-43d4-bec9-7a1f8d5b7095 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:34.704758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb272400-b570-46dc-91d2-65061c368634 req-a27e3c52-c334-43d4-bec9-7a1f8d5b7095 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0768292 Jan 10 20:17:34.754883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cb272400-b570-46dc-91d2-65061c368634 req-e053603d-0396-43e6-8f16-f5ee2af0d373 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446522 Jan 10 20:17:35.175651 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:17:35.956238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaffe1-889d-4008-81ab-1fb8e2dcd06b req-7a5f0c16-282c-4c60-bff2-2818feaa320a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:17:35.957700 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aaffe1-889d-4008-81ab-1fb8e2dcd06b req-7a5f0c16-282c-4c60-bff2-2818feaa320a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0800309 Jan 10 20:17:36.002978 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-47aaffe1-889d-4008-81ab-1fb8e2dcd06b req-ab553ebe-de31-48fb-bbf9-8445bd1a05d5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392630 Jan 10 20:17:36.030560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38588) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:17:36.133631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-de8de426-0c23-4edf-ad24-669a4acca4a8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 200 len: 993 time: 0.1019342 Jan 10 20:17:38.547313 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-042da4e3-f10a-4562-b94e-9082d5e1c0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:40.588490 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f93a5a3-bab4-466a-8996-3568e17dc4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:41.886602 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:42.061205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:43.323528 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:45.834312 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:17:46.044511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:04.721307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38608) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:04.913922 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port cd4fd60c-9d20-4491-b456-4c22d38a39ff {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:18:04.914263 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:05.161783 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:05.162115 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:05.281376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for cd4fd60c-9d20-4491-b456-4c22d38a39ff owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:18:05.425237 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:05.469112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=cd4fd60c-9d20-4491-b456-4c22d38a39ff,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:05.508373 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.508724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.509073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.509412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.509751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.510091 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.510421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.510752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.511102 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.511427 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.511751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:05.573570 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:05.958310 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:18:06.158580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:18:06.168032 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] Sync routers for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:18:06.178757 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:06.180277 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:06.180883 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:17:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:06.232979 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-db4f968c-f9ad-4fd7-8ba3-f12d14d5ee21 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/floatingips/b566fb28-1a84-47c8-8339-00f874a1e0d0 HTTP/1.1" status: 204 len: 168 time: 1.5079887 Jan 10 20:18:06.232979 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:18:06.359955 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:06.415674 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'status': 'completed', 'code': 200} Jan 10 20:18:06.517262 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-741729e5-3ace-4a64-bdcc-50077af93900 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 1096 time: 0.0725081 Jan 10 20:18:06.677094 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:38Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:06.681509 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] Checking router: 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:18:06.692454 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:06.693082 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:17:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:06.813874 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-565341f8-511b-4bd2-aebd-1e6c852bc3b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:06.815432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-565341f8-511b-4bd2-aebd-1e6c852bc3b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 200 len: 896 time: 0.2920928 Jan 10 20:18:06.825688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb1567-dd4e-4491-b8aa-0725ce1e35ee req-eedd0f22-86d0-43fb-a14d-0d7a993881e4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:06.826350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2ceb1567-dd4e-4491-b8aa-0725ce1e35ee req-eedd0f22-86d0-43fb-a14d-0d7a993881e4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:18:06.873895 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:06.896234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-d2758f55-5301-433f-b195-74a03eb096bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 200 len: 217 time: 0.0662627 Jan 10 20:18:06.900927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-2ceb1567-dd4e-4491-b8aa-0725ce1e35ee req-eedd0f22-86d0-43fb-a14d-0d7a993881e4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:18:06.902048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ceb1567-dd4e-4491-b8aa-0725ce1e35ee req-eedd0f22-86d0-43fb-a14d-0d7a993881e4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.3100181 Jan 10 20:18:06.992656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-0a0e9fcf-bdfc-4c3f-ac69-6583d3d08a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:06.994084 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-0a0e9fcf-bdfc-4c3f-ac69-6583d3d08a7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 200 len: 835 time: 0.0912206 Jan 10 20:18:06.997707 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ceb1567-dd4e-4491-b8aa-0725ce1e35ee req-09adc8fa-2dcc-4d63-a688-4d2dc8d8cd0b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626504 Jan 10 20:18:07.069438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-66bc8715-514b-4f7a-bb19-a64a4978e19a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc42e357-3150-422b-a650-8901707b8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683095 Jan 10 20:18:07.183248 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:38Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:07.187107 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42d761-7c07-4d53-ab02-7dbf4b77c60d None None] The sync data for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 is: [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'fbe0a5dd-255a-407a-b756-69284f4d0efb', 'name': '', 'network_id': 'dc42e357-3150-422b-a650-8901707b8fbd', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:2d:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:31Z', 'updated_at': '2022-01-10T20:16:38Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '0013ae55-d964-445d-a484-e6dc5cde6a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:18:07.200850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-19e7c072-98ba-4fc9-9b61-324e69cc68c6 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242859 Jan 10 20:18:07.333414 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f6af7a4-e59c-4988-bc71-d853a8f6fc3e req-3fbaa89b-e5bf-410a-893d-d877e48c76e1 service neutron] 10.222.0.30 "GET /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260145 Jan 10 20:18:07.409025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f8f86-aef7-4477-be93-c9024c38d022 None None] New status for floating IP b566fb28-1a84-47c8-8339-00f874a1e0d0: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:18:07.990567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-63fca691-fd7a-42a0-8f65-7ef8004d8d77 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:07.992008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-63fca691-fd7a-42a0-8f65-7ef8004d8d77 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.0787795 Jan 10 20:18:08.068777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:18:08.069486 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:08.360925 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcd601-6e56-4baa-946f-8de789443481 req-79544867-c02c-4e3d-a730-bd1df1c0862a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:08.362435 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6bcd601-6e56-4baa-946f-8de789443481 req-79544867-c02c-4e3d-a730-bd1df1c0862a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f40a67a-8acb-4795-bc49-0d765098134d HTTP/1.1" status: 200 len: 945 time: 0.2025421 Jan 10 20:18:08.402031 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:08.402384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:08.529875 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:18:08.549586 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df9623f1-f3b5-4946-8154-08da1503b5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:08.575470 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f6bcd601-6e56-4baa-946f-8de789443481 req-b85cf68c-b21b-4922-bd21-8802484efd54 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ab40d2-9403-40c2-bc08-39b929c6c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069690 Jan 10 20:18:08.675763 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:08.722146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=29294e8f-ba05-4d3c-baf7-69bb40c9ef41,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:08.792509 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] No DVR routers for this DVR port 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:18:08.794968 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:08.797476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'name': 'network-vif-deleted', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:18:08.812604 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a6c43b4-7fc5-4d74-96a7-f37b9926d119 req-2b388dcd-805c-4c31-a96e-9a13fc28b982 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "DELETE /v2.0/ports/29294e8f-ba05-4d3c-baf7-69bb40c9ef41 HTTP/1.1" status: 204 len: 173 time: 0.8150802 Jan 10 20:18:08.862855 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f40a67a-8acb-4795-bc49-0d765098134d', 'name': 'network-vif-deleted', 'tag': '29294e8f-ba05-4d3c-baf7-69bb40c9ef41', 'status': 'completed', 'code': 200} Jan 10 20:18:09.680253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38628) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:10.071368 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:10.590477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd255-5f02-4e62-a921-b2724e5f5c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:10.660995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port fbe0a5dd-255a-407a-b756-69284f4d0efb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:18:10.661338 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:10.937990 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port fbe0a5dd-255a-407a-b756-69284f4d0efb, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=fbe0a5dd-255a-407a-b756-69284f4d0efb,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:10.938671 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:11.058974 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for fbe0a5dd-255a-407a-b756-69284f4d0efb owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:18:11.242167 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:11.287406 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=fbe0a5dd-255a-407a-b756-69284f4d0efb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:11.326927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.327272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.327615 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.327956 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.328291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.328626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.328959 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.329299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.329677 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.330003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.330327 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:11.593273 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:11.887456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:11.952122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:18:11.985336 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:18:11.985645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 29294e8f-ba05-4d3c-baf7-69bb40c9ef41 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:18:12.066245 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:12.167240 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:18:12.176078 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:18:12.458436 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:18:12.471091 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d6cc531f-4912-47ac-8f1f-90b8a5ff8fb0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/0f77cc99-e3cb-4d2e-9c37-97b22b23b904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7897563 Jan 10 20:18:12.472191 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] Sync routers for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:18:12.475412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38638) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:12.488328 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:12.488938 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:12.661112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting subnet 0013ae55-d964-445d-a484-e6dc5cde6a83 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:18:12.663990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:12.689467 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:12.716598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:12.799096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:12.873511 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:12.912028 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Subnet': ['ID=0013ae55-d964-445d-a484-e6dc5cde6a83,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:12.916516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:12.925525 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ee2c0c73-0bf9-47ec-a0b9-d95ea4a445b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/subnets/0013ae55-d964-445d-a484-e6dc5cde6a83 HTTP/1.1" status: 204 len: 168 time: 0.4459121 Jan 10 20:18:12.926022 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38644) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:12.929603 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f432b93-4ccf-46f6-b748-e0a17a7567ad None None] Network dc42e357-3150-422b-a650-8901707b8fbd requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:18:12.968631 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:18:11Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:12.972405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] Checking router: 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:18:12.982914 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] Routers {'0f77cc99-e3cb-4d2e-9c37-97b22b23b904'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:12.983521 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:13.135411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.171743 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] Set router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:13.199852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] DHCP port deletion for dc42e357-3150-422b-a650-8901707b8fbd request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:18:13.203978 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Deleting port 6032172c-f633-4d4c-9a75-05f62c83065f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:18:13.204512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.342362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.354351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 40a8bfae-f46f-48db-9503-c4bdb0c1f263 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:18:13.355395 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.389448 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.416374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] For port 6032172c-f633-4d4c-9a75-05f62c83065f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=6032172c-f633-4d4c-9a75-05f62c83065f,segment=NetworkSegment(0692c6cf-cdb5-4676-ba9d-c79afe495198),segment_id=0692c6cf-cdb5-4676-ba9d-c79afe495198)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:13.416669 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.477817 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:18:11Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:13.482264 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb18fe4-615c-4fe1-b23b-07f87e26f301 None None] The sync data for ids ['0f77cc99-e3cb-4d2e-9c37-97b22b23b904'] in n-d-816927-8 is: [{'id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091515722', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:16:27Z', 'updated_at': '2022-01-10T20:18:11Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '40a8bfae-f46f-48db-9503-c4bdb0c1f263', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77cc99-e3cb-4d2e-9c37-97b22b23b904', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:16:28Z', 'updated_at': '2022-01-10T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:18:13.539491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 40a8bfae-f46f-48db-9503-c4bdb0c1f263, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40a8bfae-f46f-48db-9503-c4bdb0c1f263,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:13.539849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.570855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Calling delete_port for 6032172c-f633-4d4c-9a75-05f62c83065f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:18:13.640690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.661599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 40a8bfae-f46f-48db-9503-c4bdb0c1f263 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:18:13.685137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Pushing event deleted for resources: {'Port': ['ID=6032172c-f633-4d4c-9a75-05f62c83065f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:13.695889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] No DVR routers for this DVR port 6032172c-f633-4d4c-9a75-05f62c83065f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:18:13.697927 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.698274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.698612 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.698969 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.699302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.699736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.700150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.700475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.700796 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.701116 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.701436 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121c49c-fef5-4cd9-bca6-726e992f354c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:13.928306 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:13.974158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=40a8bfae-f46f-48db-9503-c4bdb0c1f263,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:14.118098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fbe0a5dd-255a-407a-b756-69284f4d0efb no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:18:14.151182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: fbe0a5dd-255a-407a-b756-69284f4d0efb {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:18:14.151532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device fbe0a5dd-255a-407a-b756-69284f4d0efb not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:18:14.151955 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6032172c-f633-4d4c-9a75-05f62c83065f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:18:14.182029 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 6032172c-f633-4d4c-9a75-05f62c83065f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:18:14.182387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 6032172c-f633-4d4c-9a75-05f62c83065f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:18:14.200274 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.447391 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.451408 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.477091 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.477709 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Fanout notify agent at l3_agent the message router_deleted on router 0f77cc99-e3cb-4d2e-9c37-97b22b23b904 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:18:14.493292 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.494497 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fcdbfde9-cd33-40bf-bd31-62a2302f4f07 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/routers/0f77cc99-e3cb-4d2e-9c37-97b22b23b904 HTTP/1.1" status: 204 len: 168 time: 1.5675473 Jan 10 20:18:14.497434 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38648) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:14.607389 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.736525 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.759928 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc42e357-3150-422b-a650-8901707b8fbd']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:14.771233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0692c6cf-cdb5-4676-ba9d-c79afe495198') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:14.771528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0692c6cf-cdb5-4676-ba9d-c79afe495198') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:14.783074 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.797858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.804401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:18:14.804773 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:18:14.818260 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:18:14.894897 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.913479 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:14.923888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Network': ['ID=dc42e357-3150-422b-a650-8901707b8fbd,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:14.926529 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-40083e1b-b402-4a07-ae20-111b512c21f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/networks/dc42e357-3150-422b-a650-8901707b8fbd HTTP/1.1" status: 204 len: 168 time: 0.4284787 Jan 10 20:18:14.929957 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38652) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:15.001085 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6b43f611-dad4-4d90-832b-7ba2a9872529 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.029687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6b43f611-dad4-4d90-832b-7ba2a9872529 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.093602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6b43f611-dad4-4d90-832b-7ba2a9872529 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.112448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43f611-dad4-4d90-832b-7ba2a9872529 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab40d2-9403-40c2-bc08-39b929c6c857,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:15.116719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6b43f611-dad4-4d90-832b-7ba2a9872529 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.117815 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6b43f611-dad4-4d90-832b-7ba2a9872529 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/security-groups/71ab40d2-9403-40c2-bc08-39b929c6c857 HTTP/1.1" status: 204 len: 168 time: 0.1868799 Jan 10 20:18:15.327185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38660) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:15.333384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954653443', 'description': 'tempest-secgroup-smoke-954653443 description', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:15.339950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:15.343729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:15.347196 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:15.352747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:15.362765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.398173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:15.401962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:15.404935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:15.411211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:15.466654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.470249 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.513560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed103e93-d1e1-4e53-bcb4-77305cde7989,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:15.518230 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.519500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-023c4373-a708-49db-b06a-5676acccf103 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1913049 Jan 10 20:18:15.522517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38664) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:15.527853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'ed103e93-d1e1-4e53-bcb4-77305cde7989', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:15.534272 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:15.538032 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:15.540888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:15.546418 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:15.562451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.620892 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.624356 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.647493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f405c1-8cdf-4ab2-9270-9a1e368f45bd,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:15.656159 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.657329 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f90a1490-5dff-4e2e-b85c-6c740f44a109 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1338634 Jan 10 20:18:15.660101 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38668) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:15.665396 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'ed103e93-d1e1-4e53-bcb4-77305cde7989', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:15.671619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:15.675370 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:15.678194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:15.684095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:15.700593 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.763001 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.766282 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.789075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adbabaf-3124-4c3b-a0f4-fc6c080987d7,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:15.797259 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.799217 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-305fd73b-ab43-4f1e-a70d-c17e9069ea20 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1381640 Jan 10 20:18:15.801911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38672) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:15.807536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'ed103e93-d1e1-4e53-bcb4-77305cde7989', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:15.813937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:15.818198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:15.821058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:15.826643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:15.842594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.847603 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.911302 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.914670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.937715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a992efb-5fa9-4104-b3a9-632478cbc895,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:15.947078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:15.948268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9b8ae205-4632-4dfd-9d6b-af5f5883289e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454318 Jan 10 20:18:15.950997 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38676) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:15.956433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'ed103e93-d1e1-4e53-bcb4-77305cde7989', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:15.962958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:15.966720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:15.969573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:15.975193 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:15.991471 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.022537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a8bfae-f46f-48db-9503-c4bdb0c1f263 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:18:16.056984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.061602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.067852 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 40a8bfae-f46f-48db-9503-c4bdb0c1f263 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:18:16.068140 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40a8bfae-f46f-48db-9503-c4bdb0c1f263 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:18:16.079001 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.085731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d36a1e9-223a-4f16-a8d2-9989a1927a71,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:16.095187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.096497 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c5d1c202-98d8-499c-99f3-ef49984ee76b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1445293 Jan 10 20:18:16.099127 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38680) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:16.104453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'ed103e93-d1e1-4e53-bcb4-77305cde7989', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:16.111355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:16.115079 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:16.117877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:16.123478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:16.133883 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:18:16.139931 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.209963 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.213309 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.236516 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a045cf-6bae-439f-8463-18dba19e0280,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:16.246544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.247780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-49221f4d-4abd-48d9-a7c6-f00c283eeb42 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1477282 Jan 10 20:18:16.250433 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38684) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:16.255825 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'ed103e93-d1e1-4e53-bcb4-77305cde7989', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:16.262026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:16.265744 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:16.268583 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:16.274137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:16.284769 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:18:16.290992 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.355267 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.358713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.381905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830870eb-8083-4bdc-b398-3a015747ac78,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:16.389735 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.390931 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9e76b7a8-d921-4f46-b6ff-2ccf6da1f66a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1395371 Jan 10 20:18:16.393755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38688) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:16.399066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'network': {'name': 'tempest-network-smoke--698445148', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'port_security_enabled': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:16.404329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:16.408619 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:network and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:16.411456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:16.417063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:16.427932 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:18:16.431243 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.459327 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:18:16.468310 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.468764 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Added segment 29ef6b4a-e5e6-4207-acd7-93d85b5b5b16 of type vlan for network cc3b8201-94ac-4e45-96c8-2e94823c20c2 Jan 10 20:18:16.494604 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.521362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.524996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:16.525572 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.696109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3012683 Jan 10 20:18:16.698968 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38692) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:16.704211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'admin_state_up': True, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:16.712334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:16.715073 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78db55d-333b-490e-a41b-473b221972c8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Network': ['ID=cc3b8201-94ac-4e45-96c8-2e94823c20c2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:16.716037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:router and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:16.719237 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:16.725454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:16.725611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:18:16.735410 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.736298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.754666 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:16.895793 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.162685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.191245 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.321803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.54 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/840c7179-b45f-40ce-9051-f8221a1e4794) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:18:17.462221 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.489860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.555042 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:18:17.557797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:17.562151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:18:17.585872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=840c7179-b45f-40ce-9051-f8221a1e4794,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:17.713571 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.714232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:17.932603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:18:18.124091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:18:18.133292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Sync routers for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:18:18.145311 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:18.145963 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:18.150232 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:18.151583 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-08be6948-d48b-4be5-9413-c40997fdf481 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4515924 Jan 10 20:18:18.155740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38696) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:18.197486 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9fb40639-6a73-4816-9881-828749fb64da tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cfc435f02b8e4db6993134e6e827f3c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407040 Jan 10 20:18:18.200017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38700) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:18.326117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:18.329268 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbeb505-2764-46cf-8c17-9068fd29bd28 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:18.331315 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-dfbeb505-2764-46cf-8c17-9068fd29bd28 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304359 Jan 10 20:18:18.334161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38704) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:18.371764 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fcc70f39-ec3d-4400-b383-d33c53e6a03d tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365601 Jan 10 20:18:18.374146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38708) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:18.379354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240341551', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:18.487465 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:18.491395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:subnet and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:18.494263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:18.500069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:18.510346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:18:18.609498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:17Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:18.613532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Checking router: 2a53c1c8-c439-4d3d-bd43-1044d88dae0b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:18:18.613887 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Updating router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b port 840c7179-b45f-40ce-9051-f8221a1e4794 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:18:18.666534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:18.715875 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:18.928196 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:18.984636 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:18.997183 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Transition to ACTIVE for port object 840c7179-b45f-40ce-9051-f8221a1e4794 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:19.005668 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.009359 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Subnet': ['ID=bb0f48c9-0680-4eca-9d09-14f082e8c15d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:19.019506 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Checking segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:18:19.019873 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network hostable DHCP agents. Network: cc3b8201-94ac-4e45-96c8-2e94823c20c2, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:18:19.045261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:18:19.057528 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, cc3b8201-94ac-4e45-96c8-2e94823c20c2) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:19.062326 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:19.063638 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.089074 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-a1405940-20f5-4788-b2b2-3d3cc417a357 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7137916 Jan 10 20:18:19.090189 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba80e8-fcb8-46e5-b239-d6109b10470d None None] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:18:19.091791 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38712) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:19.200676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4ae01-cc15-433b-adb4-e779c770377a None None] Pushing event updated for resources: {'Port': ['ID=840c7179-b45f-40ce-9051-f8221a1e4794,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:19.205211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Attempting to bind port 840c7179-b45f-40ce-9051-f8221a1e4794 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:18:19.205581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Attempting to bind port 840c7179-b45f-40ce-9051-f8221a1e4794 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:18:19.205946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Attempting to bind port 840c7179-b45f-40ce-9051-f8221a1e4794 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:18:19.227157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:18:19.227535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:18:19.227943 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.228337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:18:19.228816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Bound port: 840c7179-b45f-40ce-9051-f8221a1e4794, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:18:19.229188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.354065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] For port 840c7179-b45f-40ce-9051-f8221a1e4794, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:18:19.393544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] For port 840c7179-b45f-40ce-9051-f8221a1e4794, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=840c7179-b45f-40ce-9051-f8221a1e4794,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:18:19.399503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.431975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:18:19.432757 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.529675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4ae01-cc15-433b-adb4-e779c770377a None None] Pushing event updated for resources: {'Port': ['ID=840c7179-b45f-40ce-9051-f8221a1e4794,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:19.559824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:19.560433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:19.779291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Allocated IP 172.20.0.2 (cc3b8201-94ac-4e45-96c8-2e94823c20c2/bb0f48c9-0680-4eca-9d09-14f082e8c15d/8096d744-f6f7-43e7-9fb6-093f5a142f4b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:18:19.844431 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:19.864227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:20.221694 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.233647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Transition to ACTIVE for port object 8096d744-f6f7-43e7-9fb6-093f5a142f4b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:20.257291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Transition to ACTIVE for port object 8096d744-f6f7-43e7-9fb6-093f5a142f4b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:20.265512 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.327806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.1 (cc3b8201-94ac-4e45-96c8-2e94823c20c2/bb0f48c9-0680-4eca-9d09-14f082e8c15d/930c69fa-3201-4c8e-949e-9ab48ad9ab14) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:18:20.337098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:18:20.340069 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:20.342695 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:17Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:20.344734 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:18:20.352286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Pushing event updated for resources: {'Port': ['ID=8096d744-f6f7-43e7-9fb6-093f5a142f4b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:20.357571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec27faf-c29f-444c-981b-6b584368b918 None None] The sync data for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 is: [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:17Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:18:20.447383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Attempting to bind port 8096d744-f6f7-43e7-9fb6-093f5a142f4b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:18:20.447759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Attempting to bind port 8096d744-f6f7-43e7-9fb6-093f5a142f4b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:18:20.448124 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Attempting to bind port 8096d744-f6f7-43e7-9fb6-093f5a142f4b on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:18:20.455463 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:18:20.455837 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Checking segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:18:20.456252 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.456644 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Bound using segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:18:20.457106 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Bound port: 8096d744-f6f7-43e7-9fb6-093f5a142f4b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:18:20.457473 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.560449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] For port 8096d744-f6f7-43e7-9fb6-093f5a142f4b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:18:20.564586 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] For port 8096d744-f6f7-43e7-9fb6-093f5a142f4b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8096d744-f6f7-43e7-9fb6-093f5a142f4b,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:18:20.572714 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.638114 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.655838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 930c69fa-3201-4c8e-949e-9ab48ad9ab14 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:20.681618 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.708357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2226-e99c-4205-8146-35acdaa63b4d None None] Pushing event updated for resources: {'Port': ['ID=8096d744-f6f7-43e7-9fb6-093f5a142f4b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:20.765148 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:18:20.765918 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=930c69fa-3201-4c8e-949e-9ab48ad9ab14,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:20.769298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:20.771427 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:18:20.835622 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:20.947592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:21.364226 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:21.370231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:21.482689 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=930c69fa-3201-4c8e-949e-9ab48ad9ab14,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:21.485052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:21.623231 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:18:21.624366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:21.677724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8508ebd2-7148-4c6e-8891-913a7434d50e None None] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:18:21.769359 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b40a4e23-eb41-4627-ae88-6fc029681aed None None] Provisioning for port 8096d744-f6f7-43e7-9fb6-093f5a142f4b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:22.003248 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:18:22.142274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8096d744-f6f7-43e7-9fb6-093f5a142f4b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:22.220533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-098fcda5-4141-4544-923d-67e17d3ba765 None None] Provisioning for port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:22.225068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 8096d744-f6f7-43e7-9fb6-093f5a142f4b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:22.229214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-098fcda5-4141-4544-923d-67e17d3ba765 None None] Provisioning complete for port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:22.229582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-098fcda5-4141-4544-923d-67e17d3ba765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.257197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8096d744-f6f7-43e7-9fb6-093f5a142f4b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:22.257570 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.328697 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:18:22.328983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-098fcda5-4141-4544-923d-67e17d3ba765 None None] Port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:18:22.355432 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af90833c-0f14-4a9f-887d-44362f8991a0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/2a53c1c8-c439-4d3d-bd43-1044d88dae0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2624915 Jan 10 20:18:22.386059 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-098fcda5-4141-4544-923d-67e17d3ba765 None None] Provisioning complete for port 8096d744-f6f7-43e7-9fb6-093f5a142f4b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:22.386431 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-098fcda5-4141-4544-923d-67e17d3ba765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.447118 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.513824 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 8096d744-f6f7-43e7-9fb6-093f5a142f4b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8096d744-f6f7-43e7-9fb6-093f5a142f4b,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:22.529780 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.530830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 840c7179-b45f-40ce-9051-f8221a1e4794 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:22.536573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5faf3932-720a-4bd4-a0d3-1d2ce07b4fd0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:18:22.555047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5faf3932-720a-4bd4-a0d3-1d2ce07b4fd0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:18:22.556532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5faf3932-720a-4bd4-a0d3-1d2ce07b4fd0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954653443&fields=id&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 267 time: 0.0658076 Jan 10 20:18:22.662235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=8096d744-f6f7-43e7-9fb6-093f5a142f4b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:22.677065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 840c7179-b45f-40ce-9051-f8221a1e4794 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:22.682171 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 840c7179-b45f-40ce-9051-f8221a1e4794 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:22.682735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.705299 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-3d6b6c25-f66d-4bd1-9477-952df1181c69 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:22.705895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-3d6b6c25-f66d-4bd1-9477-952df1181c69 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:18:22.724410 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-3d6b6c25-f66d-4bd1-9477-952df1181c69 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:18:22.725557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-3d6b6c25-f66d-4bd1-9477-952df1181c69 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 796 time: 0.1601517 Jan 10 20:18:22.742825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-9f9a4b18-5317-4c88-ad77-1e43ddba464e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/quotas/cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0118639 Jan 10 20:18:22.808133 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.819499 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-cd1b9f6b-fa9b-41c9-acfc-14b2c89b5921 None None] Provisioning complete for port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:22.819870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cd1b9f6b-fa9b-41c9-acfc-14b2c89b5921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.822648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-51525143-bb8c-461c-bf3a-148091b38ba3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:18:22.837265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-51525143-bb8c-461c-bf3a-148091b38ba3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:18:22.838552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-51525143-bb8c-461c-bf3a-148091b38ba3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901189 Jan 10 20:18:22.856558 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 840c7179-b45f-40ce-9051-f8221a1e4794, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=840c7179-b45f-40ce-9051-f8221a1e4794,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:22.864706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:22.922109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b9f6b-fa9b-41c9-acfc-14b2c89b5921 None None] Port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:18:22.940377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=840c7179-b45f-40ce-9051-f8221a1e4794,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:22.976388 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-e3f535e1-46dd-4b54-b261-e092e91c5a26 service neutron] 10.222.0.21 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260278 Jan 10 20:18:23.107422 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-d60096ac-0fca-4374-b6eb-99cf61d3a26b service neutron] 10.222.0.21 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253746 Jan 10 20:18:23.292701 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-469bd9c3-19f5-468a-b72b-fde4ac6a5b18 req-a21d5233-2d66-47cb-98fc-a76cc48ca523 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 210 time: 0.0414555 Jan 10 20:18:23.896444 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Sync routers for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:18:23.907818 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:23.908412 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:24.088028 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:24.090812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8096d744-f6f7-43e7-9fb6-093f5a142f4b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:24.172374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 8096d744-f6f7-43e7-9fb6-093f5a142f4b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:24.172822 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:24.299809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-ea910116-0775-48ae-99ef-a6d82a649711 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:24.302067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-ea910116-0775-48ae-99ef-a6d82a649711 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 796 time: 0.1540442 Jan 10 20:18:24.314277 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 840c7179-b45f-40ce-9051-f8221a1e4794 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:24.396259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-7309dd49-d583-4d29-b399-a81360a793da tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 379 time: 0.0821486 Jan 10 20:18:24.413202 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 840c7179-b45f-40ce-9051-f8221a1e4794 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:24.413587 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:24.414625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'port': {'device_id': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'admin_state_up': True, 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'security_groups': ['ed103e93-d1e1-4e53-bcb4-77305cde7989']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:24.459149 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:21Z', 'revision_number': 2, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:24.463265 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Checking router: 2a53c1c8-c439-4d3d-bd43-1044d88dae0b for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:18:24.463606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Updating router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:18:24.515781 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:24.536320 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f2f4128c-6dd8-45b0-a6d1-a55a8b70d78c req-c6c725a2-391d-4575-a7d5-3f1682e3a606 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 210 time: 0.0543189 Jan 10 20:18:24.593133 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:24.602855 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:24.612803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:18:24.615855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:24.847563 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:24.859140 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Transition to ACTIVE for port object 930c69fa-3201-4c8e-949e-9ab48ad9ab14 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:24.865477 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:24.931470 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.8 (cc3b8201-94ac-4e45-96c8-2e94823c20c2/bb0f48c9-0680-4eca-9d09-14f082e8c15d/4ae37b40-b596-47aa-9338-e1fac5b455c8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:18:24.989424 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Pushing event updated for resources: {'Port': ['ID=930c69fa-3201-4c8e-949e-9ab48ad9ab14,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:25.001113 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.001461 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.001795 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.002160 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.002489 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.002813 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.003178 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.003500 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.003817 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.004131 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.004448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:18:25.101143 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Attempting to bind port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:18:25.101441 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Attempting to bind port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:18:25.101805 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Attempting to bind port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:18:25.108655 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:18:25.109296 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Checking segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:18:25.109696 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.110229 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Bound using segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:18:25.110902 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Bound port: 930c69fa-3201-4c8e-949e-9ab48ad9ab14, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:18:25.111075 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.151546 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.168586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 4ae37b40-b596-47aa-9338-e1fac5b455c8 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:25.191304 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.208312 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] For port 930c69fa-3201-4c8e-949e-9ab48ad9ab14, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:18:25.211500 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] For port 930c69fa-3201-4c8e-949e-9ab48ad9ab14, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=930c69fa-3201-4c8e-949e-9ab48ad9ab14,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:18:25.215440 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.263688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:18:25.267128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:25.271205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:18:25.293437 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba242b1b-0eea-45f1-8c0f-bf280e6dd8c1 None None] Pushing event updated for resources: {'Port': ['ID=930c69fa-3201-4c8e-949e-9ab48ad9ab14,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:25.302106 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:25.302805 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:25.305625 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:25.336569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:25.337180 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.365858 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-18058e38-2e82-4fb3-b985-39bb6ecbbc83 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574108 Jan 10 20:18:25.378188 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Request body: {'port': {'device_id': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:25.490220 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:25.597744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f83d5f84-93dd-49d1-a714-10991f8f9e68 None None] Provisioning for port 4ae37b40-b596-47aa-9338-e1fac5b455c8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:25.606671 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f83d5f84-93dd-49d1-a714-10991f8f9e68 None None] Provisioning complete for port 4ae37b40-b596-47aa-9338-e1fac5b455c8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:25.609182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f83d5f84-93dd-49d1-a714-10991f8f9e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.622600 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:25.708303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f83d5f84-93dd-49d1-a714-10991f8f9e68 None None] Port 4ae37b40-b596-47aa-9338-e1fac5b455c8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:18:25.823442 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:25Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:25.832122 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c0bb-b3b8-46b6-ba69-6699a690af74 None None] The sync data for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 is: [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:25Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:18:25.894084 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ab079-b81d-48c1-bbc1-d25e622514a9 req-28436f4c-d0a5-44e2-a66b-1b6cb5906d90 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:25.895256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea6ab079-b81d-48c1-bbc1-d25e622514a9 req-28436f4c-d0a5-44e2-a66b-1b6cb5906d90 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:18:25.969808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-ea6ab079-b81d-48c1-bbc1-d25e622514a9 req-28436f4c-d0a5-44e2-a66b-1b6cb5906d90 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:18:25.971519 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea6ab079-b81d-48c1-bbc1-d25e622514a9 req-28436f4c-d0a5-44e2-a66b-1b6cb5906d90 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 931 time: 0.2563798 Jan 10 20:18:26.067496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea6ab079-b81d-48c1-bbc1-d25e622514a9 req-08f5e85a-b773-4be5-b11c-cc090d3361e3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879612 Jan 10 20:18:26.126079 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 930c69fa-3201-4c8e-949e-9ab48ad9ab14 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:26.164067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae37b40-b596-47aa-9338-e1fac5b455c8 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:18:26.171589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.189784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Transition to ACTIVE for port object 4ae37b40-b596-47aa-9338-e1fac5b455c8 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:18:26.193937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.205274 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:26.210745 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:26.211174 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.333998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.348445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:26.425914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 930c69fa-3201-4c8e-949e-9ab48ad9ab14, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=930c69fa-3201-4c8e-949e-9ab48ad9ab14,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:26.432808 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.482208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:18:26.482552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:18:26.482910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:18:26.492444 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:18:26.492933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:18:26.500755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:18:26.501100 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Checking segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:18:26.501629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Bound using segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:18:26.502123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Bound port: 4ae37b40-b596-47aa-9338-e1fac5b455c8, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:18:26.502460 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.524673 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=930c69fa-3201-4c8e-949e-9ab48ad9ab14,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:26.597050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:18:26.600162 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:18:26.604979 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.671530 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:26.672845 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] 10.222.0.30 "PUT /v2.0/ports/4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 1091 time: 1.3002572 Jan 10 20:18:26.673391 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:18:26.692614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3b64a-7b43-4f0e-92ff-e885a1cadb0a service neutron] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:26.761591 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'status': 'completed', 'code': 200} Jan 10 20:18:26.809539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-f5a82fe0-4018-4fe2-89a5-8464cf815a8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1094 time: 0.0818095 Jan 10 20:18:26.887517 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-b0002fc5-1da8-4ffe-aa0c-cf2314d11960 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 217 time: 0.0712631 Jan 10 20:18:26.949050 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-ff1b817a-90ca-47a0-a9e7-f6ba2c551f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:26.950436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-ff1b817a-90ca-47a0-a9e7-f6ba2c551f4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0581620 Jan 10 20:18:27.025657 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-c8ef2f95-a9d4-42d4-b260-6bb02c36adac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690041 Jan 10 20:18:27.155737 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-eb6da597-24d5-4f28-9a7b-e1a807977e39 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241744 Jan 10 20:18:27.335330 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de3358f6-c786-4674-a72c-1db104c9bea5 req-8eb057ce-181c-4cc9-98cd-e0331adac086 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738079 Jan 10 20:18:27.347078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eed14-db05-48fd-801f-3afd7f07bfc7 req-f3fe2707-2410-4649-be19-4b50ce01d751 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:27.348490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-280eed14-db05-48fd-801f-3afd7f07bfc7 req-f3fe2707-2410-4649-be19-4b50ce01d751 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 943 time: 0.1636691 Jan 10 20:18:27.435724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-280eed14-db05-48fd-801f-3afd7f07bfc7 req-c59668b2-a83c-4b4a-9cc7-6086f3fe39c3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818009 Jan 10 20:18:27.462785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-d46e448a-6103-4d21-bfa9-f382b45cf25f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1094 time: 0.0801919 Jan 10 20:18:27.672758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-8e861774-e40b-4047-9b5e-3285c9a80ecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:27.674668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-8e861774-e40b-4047-9b5e-3285c9a80ecb service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.2056713 Jan 10 20:18:27.739557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-f02dab65-f4cb-4ad9-884d-748094a20c3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 217 time: 0.0590429 Jan 10 20:18:27.804151 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-041d8150-44bf-4eb3-8a92-7d1f7e63f151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:27.805598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-041d8150-44bf-4eb3-8a92-7d1f7e63f151 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0598369 Jan 10 20:18:27.878241 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-635426d9-5ce9-42c4-aa38-64438b4b95c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659015 Jan 10 20:18:28.009192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-ce50cf8d-9ae1-4da4-99bd-fc6433c9815e service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247537 Jan 10 20:18:28.073932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 930c69fa-3201-4c8e-949e-9ab48ad9ab14 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:28.143747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:28.144104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3114386-e95d-4728-ab0a-9cf9fd9c5534 req-3b009cda-8a4e-47f7-b63d-1de43922bf21 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283739 Jan 10 20:18:28.144293 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:28.636452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de330c4-6b4e-436a-8fa1-5963186547ac req-2925dfa4-17fb-4972-a4e7-5682e1aa45ec tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:28.638235 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3de330c4-6b4e-436a-8fa1-5963186547ac req-2925dfa4-17fb-4972-a4e7-5682e1aa45ec tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 943 time: 0.0803220 Jan 10 20:18:28.686058 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3de330c4-6b4e-436a-8fa1-5963186547ac req-b9075b8c-bbce-4e3e-ad9a-899e881cb480 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Jan 10 20:18:29.875483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9992b-7fae-4c97-89d2-cc0c95182cf3 req-8313243d-8c90-43cc-9212-57ea9c6cb94a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:29.876898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76e9992b-7fae-4c97-89d2-cc0c95182cf3 req-8313243d-8c90-43cc-9212-57ea9c6cb94a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 943 time: 0.0736217 Jan 10 20:18:29.920557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-76e9992b-7fae-4c97-89d2-cc0c95182cf3 req-cc5d1b12-218c-4fae-a9db-c855f625e4e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Jan 10 20:18:30.045312 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:18:30.177493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:30.191260 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'port_id': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'mac_address': 'fa:16:3e:84:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:18:30.246030 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:30.263197 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae37b40-b596-47aa-9338-e1fac5b455c8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:18:30.277722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:30.281360 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:30.344462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:30.522672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['4ae37b40-b596-47aa-9338-e1fac5b455c8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:18:31.115650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342072-6a45-4022-a91e-a6b5352d1e67 req-dfd34f6c-f460-4543-999f-2537fbb71d1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:31.117105 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74342072-6a45-4022-a91e-a6b5352d1e67 req-dfd34f6c-f460-4543-999f-2537fbb71d1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 944 time: 0.0791092 Jan 10 20:18:31.161579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-74342072-6a45-4022-a91e-a6b5352d1e67 req-68f1e8a9-f9de-4002-95f8-de5a6ad14e45 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390561 Jan 10 20:18:32.061835 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:18:32.131006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 4ae37b40-b596-47aa-9338-e1fac5b455c8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:18:32.135731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 4ae37b40-b596-47aa-9338-e1fac5b455c8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:18:32.136097 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:32.262693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:32.298412 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:18:32.309703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:18:32.313047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:32.378387 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'code': 200} Jan 10 20:18:32.389674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4254-beb7-4438-83e4-2be5c60cbf1a req-cf575a60-dad5-4aca-9543-ad5f9ceb989d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:32.391289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffde4254-beb7-4438-83e4-2be5c60cbf1a req-cf575a60-dad5-4aca-9543-ad5f9ceb989d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.1070845 Jan 10 20:18:32.395283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:32.481782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffde4254-beb7-4438-83e4-2be5c60cbf1a req-e3d85296-c27b-4838-b451-e3d4c5952d55 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820746 Jan 10 20:18:32.513393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7093db5f-78b6-4e31-ab07-edea48cbaa76 req-e170135d-67cd-4709-9b66-6573d7908f88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1096 time: 0.0736842 Jan 10 20:18:32.560086 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7093db5f-78b6-4e31-ab07-edea48cbaa76 req-cec1df89-a02b-4154-b274-5a4c8d50e928 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Jan 10 20:18:33.702778 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803d588-1fa6-4a1d-93b1-d0d5a7116503 req-b7ea80d5-cc15-4245-b1dd-acd7e6eb4853 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:33.704742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6803d588-1fa6-4a1d-93b1-d0d5a7116503 req-b7ea80d5-cc15-4245-b1dd-acd7e6eb4853 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0999377 Jan 10 20:18:33.749419 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6803d588-1fa6-4a1d-93b1-d0d5a7116503 req-828aa52e-7fc4-4e67-90f7-e319978d81c3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392656 Jan 10 20:18:34.952360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578df20-7adf-422c-8fec-8159f559a09a req-e8b13505-b817-4027-bc1c-fe1cd0cd2889 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:34.953770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8578df20-7adf-422c-8fec-8159f559a09a req-e8b13505-b817-4027-bc1c-fe1cd0cd2889 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0830741 Jan 10 20:18:35.002765 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8578df20-7adf-422c-8fec-8159f559a09a req-af75a10f-f7a3-4589-9403-bae7cbb839b7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Jan 10 20:18:35.214089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458937-0b11-402a-903b-230c2bc56af4 req-04005cf6-3716-4e05-988c-7903e8370544 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:35.215493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3458937-0b11-402a-903b-230c2bc56af4 req-04005cf6-3716-4e05-988c-7903e8370544 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0873733 Jan 10 20:18:35.264523 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b3458937-0b11-402a-903b-230c2bc56af4 req-e800dc95-1170-4de3-999d-b591378d92eb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 Jan 10 20:18:35.292056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38762) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:35.360493 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-f23bbda3-fd98-4bb1-8a32-e3757dff48a1 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1091 time: 0.0673060 Jan 10 20:18:35.363595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38766) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:35.368660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:18:35.374586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:18:35.378928 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:floatingip and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:18:35.381700 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:18:35.387252 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:18:35.396988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:35.529863 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:35.747561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.123 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/72f33ef0-fb8c-45fc-bcae-33306288e4eb) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:18:35.896097 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:35.924991 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:35.995027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:18:35.997800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:18:36.001446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:18:36.030553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=72f33ef0-fb8c-45fc-bcae-33306288e4eb,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:36.519837 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:36.573571 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:36.774134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:36.778208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:36.878954 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=72f33ef0-fb8c-45fc-bcae-33306288e4eb,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:18:36.897804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:37.087783 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Floating IP 4db282b2-50a2-4ed5-acf5-69c1aecaa899 associated. External IP: 172.25.6.123, port: 4ae37b40-b596-47aa-9338-e1fac5b455c8. Jan 10 20:18:37.562845 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:18:37.758217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:18:37.782960 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:37.835455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] Sync routers for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:18:37.840955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d8cab80a-b826-4e3a-b8e5-cdb4c35c2a4e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4763150 Jan 10 20:18:37.841631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:18:37.849258 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:37.849864 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:37.901540 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'status': 'completed', 'code': 200} Jan 10 20:18:38.032210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:38.064999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44445a7e-fa5f-45c7-b48c-b889b9c6da20 req-9866ef64-9b2f-492d-9568-667349c92b7d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:38.066481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44445a7e-fa5f-45c7-b48c-b889b9c6da20 req-9866ef64-9b2f-492d-9568-667349c92b7d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.1103742 Jan 10 20:18:38.070512 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-112a4514-3380-4ec1-bfde-10ca0c97b1e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1096 time: 0.1461699 Jan 10 20:18:38.198338 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44445a7e-fa5f-45c7-b48c-b889b9c6da20 req-6c62dde9-1eb1-4356-813f-b49fac80329b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241052 Jan 10 20:18:38.227690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38774) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:38.319475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-35e3e64b-1147-4476-b6c3-3706dfa468e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:38.320920 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-35e3e64b-1147-4476-b6c3-3706dfa468e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.2308109 Jan 10 20:18:38.408361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '4db282b2-50a2-4ed5-acf5-69c1aecaa899', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'port_id': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'mac_address': 'fa:16:3e:84:16:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:18:36Z', 'updated_at': '2022-01-10T20:18:36Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:38.412134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] Checking router: 2a53c1c8-c439-4d3d-bd43-1044d88dae0b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:18:38.413371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d0ca21eb-2a4f-4e20-b2c5-7453112f03c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 200 len: 991 time: 0.1819673 Jan 10 20:18:38.423065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:18:38.424214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:18:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:38.439073 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-d6142571-7832-4dcb-a341-50acdf4fb89c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 999 time: 0.1077926 Jan 10 20:18:38.502738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-d221962b-a376-4522-a5b4-26fd1590264f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:18:38.504349 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-d221962b-a376-4522-a5b4-26fd1590264f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0600622 Jan 10 20:18:38.587544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-e4019da5-c1c3-4bcb-9f0e-68d94100e616 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691941 Jan 10 20:18:38.590676 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4eee3ae3-c3f8-48f8-b256-5f81fb69f4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:38.609647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:18:38.721172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-e3314cf6-4b05-4e37-a317-e48061fa3af7 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268709 Jan 10 20:18:38.849187 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f006cdcf-d694-4083-a09b-a347973ba5b0 req-a809723c-6b4f-48ad-bec7-0f66b76835ee service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235590 Jan 10 20:18:38.959946 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '4db282b2-50a2-4ed5-acf5-69c1aecaa899', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'port_id': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'mac_address': 'fa:16:3e:84:16:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:18:36Z', 'updated_at': '2022-01-10T20:18:36Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:18:38.964109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1d1a1-8d38-4f46-a813-e90120cfff2e None None] The sync data for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 is: [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '4db282b2-50a2-4ed5-acf5-69c1aecaa899', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'port_id': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'mac_address': 'fa:16:3e:84:16:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:18:36Z', 'updated_at': '2022-01-10T20:18:36Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:18:39.417450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38778) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:39.519602 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8d1adb07-f132-4e36-9813-267350e09f4a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 200 len: 991 time: 0.1010337 Jan 10 20:18:40.523501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38782) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:40.595024 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8f026b68-43c3-479c-b9a6-8ee61170c22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:40.732393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-60728a3f-75c7-437c-aac3-cb29cb9952be tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 200 len: 991 time: 0.2077751 Jan 10 20:18:41.735236 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38788) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:41.842787 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2a4f7dc2-403e-4907-88e1-29b52615bf9b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 200 len: 991 time: 0.1064386 Jan 10 20:18:41.889124 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:42.065518 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:42.079387 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaad1c-d503-4bec-a28d-22218f8084ba None None] New status for floating IP 4db282b2-50a2-4ed5-acf5-69c1aecaa899: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:18:42.846670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38792) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:18:42.952230 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-78dcf724-3fb4-467d-b112-42a1915bf74b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 200 len: 993 time: 0.1043830 Jan 10 20:18:43.336184 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:45.846105 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:46.059632 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:18:49.176599 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:19:08.329442 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b072207-517b-4e28-addc-edde7f60220e req-31585ccc-6b79-43da-a4df-10483f921fda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1321142 Jan 10 20:19:08.554600 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a93a13a4-7350-4672-9ab2-855db171fd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:08.701335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52881a07-87c1-4554-a1b9-4f109c98024f req-164d5172-a367-4b0a-9fb3-b9090179f12e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:08.702713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52881a07-87c1-4554-a1b9-4f109c98024f req-164d5172-a367-4b0a-9fb3-b9090179f12e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.1324100 Jan 10 20:19:08.706351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-0649e021-2b1f-4218-83df-8bc57565488c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2023082 Jan 10 20:19:08.749367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52881a07-87c1-4554-a1b9-4f109c98024f req-c2dc9062-6d99-4bce-8368-bbc6440e5bff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409019 Jan 10 20:19:09.995123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9854b-c229-470b-bea7-c3ec1a550960 req-ee428fc0-56f8-4c94-aa49-114c7a25604c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:09.996565 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e9854b-c229-470b-bea7-c3ec1a550960 req-ee428fc0-56f8-4c94-aa49-114c7a25604c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.1285400 Jan 10 20:19:10.030799 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-b73b9aab-4b91-476a-b2d9-efd5fa6cab22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1096 time: 0.1041856 Jan 10 20:19:10.115399 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77e9854b-c229-470b-bea7-c3ec1a550960 req-d228ccfc-f77b-4efb-aa58-ba97283fc81c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127081 Jan 10 20:19:10.170754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-65cfcbb7-ec7f-49d1-94f2-f5b1111f99da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:10.172214 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-65cfcbb7-ec7f-49d1-94f2-f5b1111f99da service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.1340675 Jan 10 20:19:10.271275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-718bc6ad-6f15-4748-841f-14dae84ef406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 1001 time: 0.0928190 Jan 10 20:19:10.333650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-b6e81038-526e-41d6-9afd-a59ecfe4101c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:10.334981 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-b6e81038-526e-41d6-9afd-a59ecfe4101c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0586786 Jan 10 20:19:10.406742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-78551a5a-8550-4417-8d82-b629e9b4c6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657713 Jan 10 20:19:10.535566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-6cccee44-d696-4342-9eb7-223c786db153 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233132 Jan 10 20:19:10.598610 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c7fb-3103-4e7c-a5ed-68c43ec9f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:10.666206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-2c7b5eb0-9765-4b6f-9c00-4edf5ab42f54 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244795 Jan 10 20:19:11.306770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94028648-caf6-4af5-b320-42c4fbaf2566 req-2c85c76e-7350-4b31-9b7d-ca5d30e20efd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:11.308211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94028648-caf6-4af5-b320-42c4fbaf2566 req-2c85c76e-7350-4b31-9b7d-ca5d30e20efd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0747583 Jan 10 20:19:11.355260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94028648-caf6-4af5-b320-42c4fbaf2566 req-7d4181c8-5dbe-4c9f-975d-fb550e7ba72a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Jan 10 20:19:11.890573 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:12.070955 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:12.548348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f908f-6e2c-4fe0-afd7-4a4789faca4b req-512fa25b-e4a1-41f3-8a5e-104117621d2b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:12.549797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e30f908f-6e2c-4fe0-afd7-4a4789faca4b req-512fa25b-e4a1-41f3-8a5e-104117621d2b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0752840 Jan 10 20:19:12.595167 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e30f908f-6e2c-4fe0-afd7-4a4789faca4b req-83449f95-0782-453a-952c-9383779881a1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 Jan 10 20:19:13.335298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:13.872853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56992ab-2dce-4941-abce-853e47b5611f req-e3bd45e9-d4b3-47c3-8a55-d783f00ee143 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:13.874285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f56992ab-2dce-4941-abce-853e47b5611f req-e3bd45e9-d4b3-47c3-8a55-d783f00ee143 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.1616468 Jan 10 20:19:13.918362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f56992ab-2dce-4941-abce-853e47b5611f req-1b73c26f-00ea-4522-8cbc-69cf5a9afbda tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380607 Jan 10 20:19:15.112276 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa71832-9cc8-4540-90d2-f16353d38c5b req-b130e0ba-ae5f-4fbb-99bb-6ea008bad454 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:15.113719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6aa71832-9cc8-4540-90d2-f16353d38c5b req-b130e0ba-ae5f-4fbb-99bb-6ea008bad454 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0747967 Jan 10 20:19:15.157119 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6aa71832-9cc8-4540-90d2-f16353d38c5b req-c0f4aa30-12ff-4e48-9c4d-a203c9edbd45 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381105 Jan 10 20:19:15.851150 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:16.058781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:16.353672 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd180fb-82cb-44e2-a9bc-202eb20598a2 req-974e4b96-be79-436e-90d9-991a05d04d39 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:16.355138 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dd180fb-82cb-44e2-a9bc-202eb20598a2 req-974e4b96-be79-436e-90d9-991a05d04d39 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0785685 Jan 10 20:19:16.399062 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dd180fb-82cb-44e2-a9bc-202eb20598a2 req-a0cae9a7-6bb0-4a0f-9fb0-2b02d5b4d5ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385878 Jan 10 20:19:17.594233 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98b98e-7231-4d6f-bde8-66cbd414423c req-32cc60fa-52a6-4d80-a3f1-efcb36c5c14b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:17.596226 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c98b98e-7231-4d6f-bde8-66cbd414423c req-32cc60fa-52a6-4d80-a3f1-efcb36c5c14b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0739603 Jan 10 20:19:17.639874 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c98b98e-7231-4d6f-bde8-66cbd414423c req-780ac806-2659-4978-964a-72568c72696e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383327 Jan 10 20:19:18.834818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faafb98-75d0-480b-8dcb-09f49415e831 req-c38728d2-9afc-4e33-8ddf-831d9da10f36 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:18.836283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5faafb98-75d0-480b-8dcb-09f49415e831 req-c38728d2-9afc-4e33-8ddf-831d9da10f36 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0774500 Jan 10 20:19:18.880192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5faafb98-75d0-480b-8dcb-09f49415e831 req-53b47547-caa1-4e17-8937-5949f2e62e19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 Jan 10 20:19:20.071415 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbef42-a81f-4ed0-8988-4b7cc96ee59b req-a20ceb92-d396-4092-bdee-d0966ebcc447 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:20.072880 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cbef42-a81f-4ed0-8988-4b7cc96ee59b req-a20ceb92-d396-4092-bdee-d0966ebcc447 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0761757 Jan 10 20:19:20.121348 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8cbef42-a81f-4ed0-8988-4b7cc96ee59b req-2d3305e5-617b-4fd6-acc3-c755f9724f6b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429809 Jan 10 20:19:21.313380 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449a0a-54a7-40cc-bfed-2835ad7e5b93 req-a6e72657-0455-4080-b5b3-f8026fd13b92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:21.314822 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be449a0a-54a7-40cc-bfed-2835ad7e5b93 req-a6e72657-0455-4080-b5b3-f8026fd13b92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0740256 Jan 10 20:19:21.358754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-be449a0a-54a7-40cc-bfed-2835ad7e5b93 req-3d74af81-f3fa-4502-a76b-339190de1e9d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 Jan 10 20:19:22.556251 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eada62-7007-43b2-b24f-3c93e1b33506 req-14d28ca2-be3f-4e4d-a279-77b4f1f5a600 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:22.557713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43eada62-7007-43b2-b24f-3c93e1b33506 req-14d28ca2-be3f-4e4d-a279-77b4f1f5a600 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0787251 Jan 10 20:19:22.604380 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43eada62-7007-43b2-b24f-3c93e1b33506 req-f0e2b148-3d3b-45e9-8f9c-02b9f92561d2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410371 Jan 10 20:19:23.798356 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d05c-140f-48e9-bc7c-d390a8deeca3 req-a4ac5f08-93a0-4727-a066-29b0ef0b2dd3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:23.800361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb70d05c-140f-48e9-bc7c-d390a8deeca3 req-a4ac5f08-93a0-4727-a066-29b0ef0b2dd3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0747945 Jan 10 20:19:23.843426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb70d05c-140f-48e9-bc7c-d390a8deeca3 req-8e8175b3-d40d-4180-8f89-da7e919a2dc0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374532 Jan 10 20:19:25.049911 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bbea2-3a20-452d-b879-76b911296a67 req-949aa7f6-8007-43d3-98ef-9187f4e60ab5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:25.051393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bbea2-3a20-452d-b879-76b911296a67 req-949aa7f6-8007-43d3-98ef-9187f4e60ab5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0810161 Jan 10 20:19:25.096532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a60bbea2-3a20-452d-b879-76b911296a67 req-3009f950-729b-447e-b70f-30e06846d1bd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393922 Jan 10 20:19:26.176986 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:19:26.288635 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e6d4-2a74-4f38-9b67-69468298bd90 req-9a5483f8-d040-4b31-a52f-703595008ef4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:26.290076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9db7e6d4-2a74-4f38-9b67-69468298bd90 req-9a5483f8-d040-4b31-a52f-703595008ef4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0735602 Jan 10 20:19:26.337618 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9db7e6d4-2a74-4f38-9b67-69468298bd90 req-dfe55838-1923-45d7-a314-b6db2d49ee03 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Jan 10 20:19:27.573139 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-17c6151c-cf3e-4db5-a525-ff37e02cb4dc service neutron] show failed (client error): The resource could not be found. Jan 10 20:19:27.574110 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-17c6151c-cf3e-4db5-a525-ff37e02cb4dc service neutron] 10.222.0.30 "GET /v2.0/ports/4ae37b40-b596-47aa-9338-e1fac5b455c8/bindings/n-h1-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.1234944 Jan 10 20:19:27.590108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ad23b-7ed3-4038-bdc5-539c0e497f4e req-647d5d7e-5b03-4b97-8840-5b5c4e2fcce6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:27.592449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd2ad23b-7ed3-4038-bdc5-539c0e497f4e req-647d5d7e-5b03-4b97-8840-5b5c4e2fcce6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.1105163 Jan 10 20:19:27.638337 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fd2ad23b-7ed3-4038-bdc5-539c0e497f4e req-a156f390-3bd1-4584-9409-53cb474b1134 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398309 Jan 10 20:19:27.901867 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-c2e1daef-903b-4a26-97d3-3bec04cc9af3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 1096 time: 0.1343670 Jan 10 20:19:27.912205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:19:28.017591 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:28.278717 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:19:28.307456 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:19:28.360198 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:19:28.366246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:28.381303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Transition to ACTIVE for port object 4ae37b40-b596-47aa-9338-e1fac5b455c8 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:19:28.384596 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:28.437726 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'code': 200} Jan 10 20:19:28.518177 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=6']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:19:28.542574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.542952 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.543292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.543626 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.543958 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.544283 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.544605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.544927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.545249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.545571 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.545891 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:28.596450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] No DVR routers for this DVR port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:19:28.850319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:19:28.850569 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:19:28.850892 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:19:28.857323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:19:28.857647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Attempting to bind port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on network cc3b8201-94ac-4e45-96c8-2e94823c20c2 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:19:28.864636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:19:28.864972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Checking segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:19:28.865360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Bound using segment: {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:19:28.865785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Bound port: 4ae37b40-b596-47aa-9338-e1fac5b455c8, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:19:28.866128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:28.952249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:19:28.956058 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:19:28.961105 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:28.988607 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ae45f-b213-48fa-bfc6-83f69337b5ed req-d0aeb4f0-6707-4b3c-b9ee-07e48b42671a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:28.990050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-408ae45f-b213-48fa-bfc6-83f69337b5ed req-d0aeb4f0-6707-4b3c-b9ee-07e48b42671a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 943 time: 0.0752943 Jan 10 20:19:29.026947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:29.028340 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] 10.222.0.44 "PUT /v2.0/ports/4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 1091 time: 1.1198981 Jan 10 20:19:29.045197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-408ae45f-b213-48fa-bfc6-83f69337b5ed req-a9500a6c-ecd2-4661-ba6e-0449b1a10d2a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Jan 10 20:19:29.046826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdff16-00bd-41a0-af5d-7f9277f1d3bd service neutron] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:19:29.138429 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-ce51bf2c-d783-47a1-89f4-aa05957cac80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1094 time: 0.0807891 Jan 10 20:19:29.363400 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-21f2f19e-5825-47a0-81e1-58f7b6d385d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:29.364714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-21f2f19e-5825-47a0-81e1-58f7b6d385d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.2204757 Jan 10 20:19:29.464810 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-d600d840-d3f2-402a-b936-f314ff42131a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 999 time: 0.0945585 Jan 10 20:19:29.523497 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-c894a49d-7d7c-4112-9113-5f759ad9320d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:29.524852 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-c894a49d-7d7c-4112-9113-5f759ad9320d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0547171 Jan 10 20:19:29.598449 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-a17d7cc7-c8bc-447d-b31c-878849b797ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679321 Jan 10 20:19:29.608079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-f76a553e-286f-4a20-bd2b-6987c34d73ee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:19:29.608975 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-f76a553e-286f-4a20-bd2b-6987c34d73ee service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045907 Jan 10 20:19:29.734461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-06598079-ce37-436b-99c3-738c4b0513bc service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195595 Jan 10 20:19:29.859564 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-af9740b0-9fdd-4415-b172-5cac2e913dbc req-a8829c4b-9336-45fc-8e2e-622844ca58eb service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194055 Jan 10 20:19:30.251194 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ba393-8a5c-4b2a-994b-a20f8cd5c574 req-fb692938-7684-4e2d-8f1a-c1715faf2539 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:30.253203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a1ba393-8a5c-4b2a-994b-a20f8cd5c574 req-fb692938-7684-4e2d-8f1a-c1715faf2539 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 943 time: 0.0802801 Jan 10 20:19:30.297165 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3a1ba393-8a5c-4b2a-994b-a20f8cd5c574 req-b7cf1e0e-986f-44f8-a377-ed99e56caed9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Jan 10 20:19:30.376244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:19:30.430702 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:19:30.438584 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:19:30.505198 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'status': 'completed', 'code': 200} Jan 10 20:19:30.588744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-09d9db8b-e908-44e0-942f-092bc15dcf5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1094 time: 0.0680368 Jan 10 20:19:30.594093 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-72707cca-9f0e-4b6b-9884-6aed2d7bd984 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1094 time: 0.0668941 Jan 10 20:19:30.718598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-76121233-9142-45b7-b096-3e703aed02e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:30.720185 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-76121233-9142-45b7-b096-3e703aed02e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.1248646 Jan 10 20:19:30.725269 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-e4b8e487-3498-4486-b8a6-d9daad7862ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:30.726766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-e4b8e487-3498-4486-b8a6-d9daad7862ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.1270080 Jan 10 20:19:30.822264 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-05f72bb3-0373-4925-961f-479b5b04199f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 999 time: 0.0964127 Jan 10 20:19:30.830498 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-57f8f1d6-fe6d-4728-a495-a00f151ef9ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 999 time: 0.0972025 Jan 10 20:19:30.885351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-663c1640-afe3-4ef1-bcbe-a96baeaf3fc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:30.886778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-663c1640-afe3-4ef1-bcbe-a96baeaf3fc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0595839 Jan 10 20:19:30.891461 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-455ab110-4ae0-4092-aea5-045c6398d8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:30.893069 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-455ab110-4ae0-4092-aea5-045c6398d8bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0565422 Jan 10 20:19:30.972341 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-0bab63fe-4299-4b2f-8415-4ea94c715c70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728753 Jan 10 20:19:31.043663 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-7015241a-1d74-4447-808e-9c801771cd0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511836 Jan 10 20:19:31.103755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-fcf8f951-9007-4a10-a00c-3784ebfa7db8 service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251078 Jan 10 20:19:31.174721 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-ea8643c5-ff68-48ac-b43d-68f59b72dd05 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248889 Jan 10 20:19:31.233297 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-ef7b935e-55b3-43fa-8368-6bc2bfec36e1 service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235349 Jan 10 20:19:31.303655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52d473d3-0d01-4e34-82b9-accc21af5bcd req-c6161bce-5fa8-4063-bb40-6eea19904167 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236496 Jan 10 20:19:31.504585 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:19:31.506438 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f937-e211-4bd7-90c1-dff0231799cf req-d11ce3fa-1142-4595-82c7-7b9411d7cabf tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:31.508155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2969f937-e211-4bd7-90c1-dff0231799cf req-d11ce3fa-1142-4595-82c7-7b9411d7cabf tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 943 time: 0.0792360 Jan 10 20:19:31.557281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2969f937-e211-4bd7-90c1-dff0231799cf req-8b6ac924-b15a-4c42-9a30-e054fd1f19a7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Jan 10 20:19:31.635398 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:19:31.648218 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'port_id': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'mac_address': 'fa:16:3e:84:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:19:31.698459 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:31.717898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae37b40-b596-47aa-9338-e1fac5b455c8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:19:31.732653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:19:31.736291 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:31.798697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:19:31.807224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.807573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.807913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.808251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.808584 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.808913 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.809240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.809565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.809892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.810214 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.810534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:19:31.966017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['4ae37b40-b596-47aa-9338-e1fac5b455c8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:19:32.756360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b4667-e38c-4a91-ae54-4e943e32d1c4 req-bd24c3c1-9ad9-4f21-a0b4-645efbaba5e6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:32.757820 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c5b4667-e38c-4a91-ae54-4e943e32d1c4 req-bd24c3c1-9ad9-4f21-a0b4-645efbaba5e6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 944 time: 0.0772674 Jan 10 20:19:32.802773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c5b4667-e38c-4a91-ae54-4e943e32d1c4 req-5ebcf070-d7c7-4048-820c-f6be78e0853a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396254 Jan 10 20:19:33.175171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-7fd3b254-6aea-421d-86b3-a3da74a44bf1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:33.176481 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-7fd3b254-6aea-421d-86b3-a3da74a44bf1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9&tenant_id=cfc435f02b8e4db6993134e6e827f3c8&binding%3Ahost_id=n-h1-816927-8 HTTP/1.1" status: 200 len: 944 time: 0.1382670 Jan 10 20:19:33.182812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe2682-f4da-43e8-8296-00755e485443 req-ec4824e5-112b-45ae-a3c4-e196b5f0a587 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:33.184144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdbe2682-f4da-43e8-8296-00755e485443 req-ec4824e5-112b-45ae-a3c4-e196b5f0a587 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 944 time: 0.1163852 Jan 10 20:19:33.283838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bdbe2682-f4da-43e8-8296-00755e485443 req-dfaac360-ac29-4cfd-a889-2cfd459b8ed7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686440 Jan 10 20:19:33.288913 n-d-816927-8 neutron-server[83630]: INFO neutron.api.v2.resource [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-a27679eb-d0db-4566-86bf-4fa02dcd309a service neutron] delete failed (client error): The resource could not be found. Jan 10 20:19:33.289816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-a27679eb-d0db-4566-86bf-4fa02dcd309a service neutron] 10.222.0.30 "DELETE /v2.0/ports/4ae37b40-b596-47aa-9338-e1fac5b455c8/bindings/n-h2-816927-8 HTTP/1.1" status: 404 len: 380 time: 0.1048548 Jan 10 20:19:33.482509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-c5ff4064-16a1-4303-a5b1-d074ec90fa07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1095 time: 0.1251576 Jan 10 20:19:33.510776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:19:33.572242 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f848-6b3b-43b0-a921-beb768ab9893 req-ea9e8e61-5b19-4045-a3db-8bbb53e912f0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:33.573713 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f31f848-6b3b-43b0-a921-beb768ab9893 req-ea9e8e61-5b19-4045-a3db-8bbb53e912f0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 944 time: 0.1652250 Jan 10 20:19:33.582604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 4ae37b40-b596-47aa-9338-e1fac5b455c8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:19:33.587582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 4ae37b40-b596-47aa-9338-e1fac5b455c8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:19:33.587960 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:33.655451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-3a9f2186-7fe5-470d-8540-7d46630df42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:33.656881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-3a9f2186-7fe5-470d-8540-7d46630df42c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.1684697 Jan 10 20:19:33.661514 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6f31f848-6b3b-43b0-a921-beb768ab9893 req-c2513c34-e345-45da-b985-398cb7e8f364 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738881 Jan 10 20:19:33.737699 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:33.760558 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-9f2bb486-d0cf-40ab-85f5-92c5deca23ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 1000 time: 0.0976350 Jan 10 20:19:33.766244 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:19:33.776643 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:19:33.781784 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:33.826220 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-8bd73242-59ff-48dc-b92e-7d37205a5490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:33.827715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-8bd73242-59ff-48dc-b92e-7d37205a5490 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0609109 Jan 10 20:19:33.841558 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'code': 200} Jan 10 20:19:33.851279 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:19:33.902485 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-70c2f847-ef0b-487d-9c1b-f4c3c476d657 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694876 Jan 10 20:19:34.029075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-00c44257-26b8-48ae-92ec-7fdd4a58486f service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208360 Jan 10 20:19:34.241511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9633a057-74cc-4e18-8363-7d1a2ed91210 req-e6d5f7cf-db24-46af-ab56-9115dd7684a0 service neutron] 10.222.0.30 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068598 Jan 10 20:19:34.860261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb6d58-4b1b-4c8b-bcf4-7360bfa75ebd req-b5a88f6b-2f4b-4f0d-bee5-a5469eb8972c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:34.861756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53bb6d58-4b1b-4c8b-bcf4-7360bfa75ebd req-b5a88f6b-2f4b-4f0d-bee5-a5469eb8972c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0765228 Jan 10 20:19:34.905878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-53bb6d58-4b1b-4c8b-bcf4-7360bfa75ebd req-0d5398cd-2a33-4fc8-ba6e-f10207f6b082 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Jan 10 20:19:34.933471 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38898) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:19:35.035791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-30d0ea77-5b46-4db4-8408-0bda1d895262 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 200 len: 993 time: 0.1011796 Jan 10 20:19:38.556769 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f93633b6-d314-4e14-a985-03188aedcde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:40.600435 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d709-9302-4d21-a93f-d09025476099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:41.891119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:42.071114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:42.523595 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-204871f2-43a8-4401-9542-d9c20e4a56e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658746 Jan 10 20:19:42.670761 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-7d471e2c-b1c2-4f1e-8153-88b41eb5a448 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1096 time: 0.0720232 Jan 10 20:19:42.921987 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-9046ea2b-901c-4392-9d9c-35929ed51d5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:42.923463 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-9046ea2b-901c-4392-9d9c-35929ed51d5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.2333205 Jan 10 20:19:43.024755 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-219af6d4-b37d-4326-9082-53d9093de1b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 1001 time: 0.0948284 Jan 10 20:19:43.088980 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-e4c66cab-7ee1-40d5-8033-e0b3f0cdb757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:19:43.090415 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-e4c66cab-7ee1-40d5-8033-e0b3f0cdb757 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0580463 Jan 10 20:19:43.166215 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-cfd8d0f0-c3bf-40c0-a36e-a574a8d30e71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704143 Jan 10 20:19:43.296000 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-c95e682a-d480-484f-843d-99fbf4a4c99d service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Jan 10 20:19:43.337565 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:43.426679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c5b21a35-5a1d-47df-99e8-ea3704d9ba58 req-1d8fccd7-b56e-414d-92ea-ef75f49ad47c service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241105 Jan 10 20:19:45.855982 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:19:46.059396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:03.177266 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:20:03.484605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38910) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:03.679454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 72f33ef0-fb8c-45fc-bcae-33306288e4eb {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:20:03.679816 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:03.847761 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:03.848088 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:03.963548 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 72f33ef0-fb8c-45fc-bcae-33306288e4eb owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:20:04.106675 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:04.150971 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=72f33ef0-fb8c-45fc-bcae-33306288e4eb,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:04.240998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:04.706024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:20:04.899905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:20:04.910473 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] Sync routers for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:20:04.920388 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:04.921710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:04.922318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:19:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:04.976985 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5d81e46b-d21c-47e8-8e8c-52661e07d6b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/floatingips/4db282b2-50a2-4ed5-acf5-69c1aecaa899 HTTP/1.1" status: 204 len: 168 time: 1.4912205 Jan 10 20:20:04.978387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:20:05.034817 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'status': 'completed', 'code': 200} Jan 10 20:20:05.117630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:05.129447 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-a0140fdd-b746-4866-ba3e-0bdcd633c079 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 1096 time: 0.0725369 Jan 10 20:20:05.270568 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b4d3-dde2-4589-919a-08edf386350a req-caa1181a-7fa1-460f-b849-afbea0cbec02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:05.272068 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-caa1181a-7fa1-460f-b849-afbea0cbec02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 200 len: 897 time: 0.1365840 Jan 10 20:20:05.342912 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-de287d3c-a9fb-4ad2-82f9-9a3c66c5ab3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 200 len: 217 time: 0.0645471 Jan 10 20:20:05.366325 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbb1c3-8355-4584-84ca-6536cb661009 req-6f148b4b-ef62-4c8c-a898-b94ea32eaef5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:05.368475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bfbb1c3-8355-4584-84ca-6536cb661009 req-6f148b4b-ef62-4c8c-a898-b94ea32eaef5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0802848 Jan 10 20:20:05.404740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b4d3-dde2-4589-919a-08edf386350a req-12b09307-90f6-4f7c-a98f-203a4c74d829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:05.406219 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-12b09307-90f6-4f7c-a98f-203a4c74d829 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 200 len: 834 time: 0.0574291 Jan 10 20:20:05.413841 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7bfbb1c3-8355-4584-84ca-6536cb661009 req-ec0cabcc-d174-4785-a7c0-7c0f5b7dcd49 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Jan 10 20:20:05.442377 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:05.446282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] Checking router: 2a53c1c8-c439-4d3d-bd43-1044d88dae0b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:20:05.457443 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:05.458080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:19:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:05.485904 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-e8e90bd4-9823-4fd1-9614-a15d1b55edb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc3b8201-94ac-4e45-96c8-2e94823c20c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725574 Jan 10 20:20:05.616398 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-aca340dd-9113-40ed-852e-a9e60be1a041 service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231537 Jan 10 20:20:05.632034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:05.744690 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-d262b4d3-dde2-4589-919a-08edf386350a req-6c59ba16-e47b-4609-be8c-b72468866f3d service neutron] 10.222.0.44 "GET /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224980 Jan 10 20:20:05.938830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:05.942531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18128cd-c174-4d5e-8daa-40beb8aaba22 None None] The sync data for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 is: [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:18:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '930c69fa-3201-4c8e-949e-9ab48ad9ab14', 'name': '', 'network_id': 'cc3b8201-94ac-4e45-96c8-2e94823c20c2', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:dc:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:20Z', 'updated_at': '2022-01-10T20:18:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': 'bb0f48c9-0680-4eca-9d09-14f082e8c15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:20:06.164447 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ddc8a-724c-45a1-a4f4-6e0aef9a739e None None] New status for floating IP 4db282b2-50a2-4ed5-acf5-69c1aecaa899: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:20:06.589642 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf690-5781-486e-9aac-3025469bebef req-de65b1d6-78dc-44aa-8e7c-1f6c3d7501b0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:06.590334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-faacf690-5781-486e-9aac-3025469bebef req-de65b1d6-78dc-44aa-8e7c-1f6c3d7501b0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:20:06.605687 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-faacf690-5781-486e-9aac-3025469bebef req-de65b1d6-78dc-44aa-8e7c-1f6c3d7501b0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:20:06.606861 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-faacf690-5781-486e-9aac-3025469bebef req-de65b1d6-78dc-44aa-8e7c-1f6c3d7501b0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0954955 Jan 10 20:20:06.612492 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d79da0-71da-4b5e-ae76-78d6eb56fca0 req-4d83d734-aeda-42ed-8fa8-148868d3a9a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:06.613947 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8d79da0-71da-4b5e-ae76-78d6eb56fca0 req-4d83d734-aeda-42ed-8fa8-148868d3a9a6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 945 time: 0.0752392 Jan 10 20:20:06.660160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f8d79da0-71da-4b5e-ae76-78d6eb56fca0 req-40bd8fe7-cf39-410a-895a-3b623f8467b0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed103e93-d1e1-4e53-bcb4-77305cde7989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407226 Jan 10 20:20:06.676805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 4ae37b40-b596-47aa-9338-e1fac5b455c8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:20:06.677220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:07.013982 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 4ae37b40-b596-47aa-9338-e1fac5b455c8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=4ae37b40-b596-47aa-9338-e1fac5b455c8,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:07.014652 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:07.136040 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 4ae37b40-b596-47aa-9338-e1fac5b455c8 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:20:07.272851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:07.323811 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=4ae37b40-b596-47aa-9338-e1fac5b455c8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:07.392773 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] No DVR routers for this DVR port 4ae37b40-b596-47aa-9338-e1fac5b455c8 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:20:07.395345 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:07.397698 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-deleted', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:20:07.413538 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-faacf690-5781-486e-9aac-3025469bebef req-2706e10b-684c-4776-a8ef-755e72bf2fed tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.44 "DELETE /v2.0/ports/4ae37b40-b596-47aa-9338-e1fac5b455c8 HTTP/1.1" status: 204 len: 173 time: 0.8013854 Jan 10 20:20:07.452149 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9', 'name': 'network-vif-deleted', 'tag': '4ae37b40-b596-47aa-9338-e1fac5b455c8', 'status': 'completed', 'code': 200} Jan 10 20:20:07.841169 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00bc16da-e32c-4556-beb2-c5e251451d8a req-6ad208ad-b837-462a-a1f4-9c59f32f0e29 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bf3351-a3f4-4c56-b5bd-5b80cb7c5db9 HTTP/1.1" status: 200 len: 210 time: 0.0453680 Jan 10 20:20:08.559348 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8d59bd2-026a-44e1-8b45-b4ce9eb82708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:08.944402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38928) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:09.328423 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:09.914800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 930c69fa-3201-4c8e-949e-9ab48ad9ab14 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:20:09.915174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:10.180732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 930c69fa-3201-4c8e-949e-9ab48ad9ab14, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=930c69fa-3201-4c8e-949e-9ab48ad9ab14,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:10.181392 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:10.302596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 930c69fa-3201-4c8e-949e-9ab48ad9ab14 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:20:10.487525 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:10.534105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=930c69fa-3201-4c8e-949e-9ab48ad9ab14,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:10.572765 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.573111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.573449 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.573782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.574115 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.574458 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.574770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.575119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.575443 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.575759 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.576078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:10.604076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-825a0e3b-d6ac-4785-9144-1d971471f5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:10.839671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:11.390041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:20:11.677262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:20:11.686686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] Sync routers for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:20:11.690155 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-36d38e8e-c303-405e-ba5e-55212bbd0c9a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/2a53c1c8-c439-4d3d-bd43-1044d88dae0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7447219 Jan 10 20:20:11.691064 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:20:11.692947 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 38932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:11.727351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 4ae37b40-b596-47aa-9338-e1fac5b455c8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:20:11.727714 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 4ae37b40-b596-47aa-9338-e1fac5b455c8 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:20:11.731809 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:11.732403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:11.880666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting subnet bb0f48c9-0680-4eca-9d09-14f082e8c15d {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:20:11.883679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:11.930620 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:11.941844 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:11.951908 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:12.027589 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.108138 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.151710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.154395 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0f48c9-0680-4eca-9d09-14f082e8c15d,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:12.158255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa86ef-6d51-41fb-9e3f-e7c5a66c03fd None None] Network cc3b8201-94ac-4e45-96c8-2e94823c20c2 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:20:12.163311 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b0aaa068-2c5a-4aa4-ab44-c31a340ee7ae tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/subnets/bb0f48c9-0680-4eca-9d09-14f082e8c15d HTTP/1.1" status: 204 len: 168 time: 0.4692962 Jan 10 20:20:12.163452 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38936) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:12.175374 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.369756 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.446676 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:20:10Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:12.450604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] Checking router: 2a53c1c8-c439-4d3d-bd43-1044d88dae0b for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:20:12.461948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] Routers {'2a53c1c8-c439-4d3d-bd43-1044d88dae0b'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:12.462563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:12.515819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] DHCP port deletion for cc3b8201-94ac-4e45-96c8-2e94823c20c2 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:20:12.533125 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] Deleting port 8096d744-f6f7-43e7-9fb6-093f5a142f4b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:20:12.533505 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.575476 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.584927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 840c7179-b45f-40ce-9051-f8221a1e4794 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:20:12.585258 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.765658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 840c7179-b45f-40ce-9051-f8221a1e4794, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=840c7179-b45f-40ce-9051-f8221a1e4794,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:12.765893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:12.799135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] Set router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:12.883886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 840c7179-b45f-40ce-9051-f8221a1e4794 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:20:13.003973 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] For port 8096d744-f6f7-43e7-9fb6-093f5a142f4b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=8096d744-f6f7-43e7-9fb6-093f5a142f4b,segment=NetworkSegment(29ef6b4a-e5e6-4207-acd7-93d85b5b5b16),segment_id=29ef6b4a-e5e6-4207-acd7-93d85b5b5b16)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:13.004366 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.048670 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.126790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=840c7179-b45f-40ce-9051-f8221a1e4794,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:13.184919 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] Calling delete_port for 8096d744-f6f7-43e7-9fb6-093f5a142f4b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:20:13.310588 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.317370 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.376945 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] Pushing event deleted for resources: {'Port': ['ID=8096d744-f6f7-43e7-9fb6-093f5a142f4b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:13.390356 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.391475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507f975-ac79-4f93-8cc1-1730708bdf20 None None] No DVR routers for this DVR port 8096d744-f6f7-43e7-9fb6-093f5a142f4b on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:20:13.406177 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:20:10Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:13.410573 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f4ab-eb28-42af-91d5-f5861ee4af90 None None] The sync data for ids ['2a53c1c8-c439-4d3d-bd43-1044d88dae0b'] in n-d-816927-8 is: [{'id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659179030', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:18:16Z', 'updated_at': '2022-01-10T20:20:10Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '840c7179-b45f-40ce-9051-f8221a1e4794', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53c1c8-c439-4d3d-bd43-1044d88dae0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:18:17Z', 'updated_at': '2022-01-10T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:20:13.673488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.677591 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.702191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.702682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Fanout notify agent at l3_agent the message router_deleted on router 2a53c1c8-c439-4d3d-bd43-1044d88dae0b {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:20:13.716744 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.717825 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4eef71b3-dac5-4704-8cf9-0f79ee2d2b73 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/routers/2a53c1c8-c439-4d3d-bd43-1044d88dae0b HTTP/1.1" status: 204 len: 168 time: 1.5535488 Jan 10 20:20:13.720526 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38940) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:13.835134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.971241 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:13.996752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3b8201-94ac-4e45-96c8-2e94823c20c2']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:14.008952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:14.009241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ef6b4a-e5e6-4207-acd7-93d85b5b5b16') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:14.020975 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.038384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.044671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:20:14.045053 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:20:14.060464 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:20:14.139186 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.156689 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.168307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Network': ['ID=cc3b8201-94ac-4e45-96c8-2e94823c20c2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:14.174477 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9f671abd-7e26-4117-9170-16f3ce224648 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/networks/cc3b8201-94ac-4e45-96c8-2e94823c20c2 HTTP/1.1" status: 204 len: 168 time: 0.4530265 Jan 10 20:20:14.177147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38944) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:14.242854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d67da92-5f1d-4184-b9aa-ee5e06d0ba63 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.271663 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d67da92-5f1d-4184-b9aa-ee5e06d0ba63 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.332636 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d67da92-5f1d-4184-b9aa-ee5e06d0ba63 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.350390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67da92-5f1d-4184-b9aa-ee5e06d0ba63 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed103e93-d1e1-4e53-bcb4-77305cde7989,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:14.360684 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3d67da92-5f1d-4184-b9aa-ee5e06d0ba63 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.361817 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3d67da92-5f1d-4184-b9aa-ee5e06d0ba63 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed103e93-d1e1-4e53-bcb4-77305cde7989 HTTP/1.1" status: 204 len: 168 time: 0.1837919 Jan 10 20:20:14.451572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 930c69fa-3201-4c8e-949e-9ab48ad9ab14 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:20:14.490237 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 930c69fa-3201-4c8e-949e-9ab48ad9ab14 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:20:14.490593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 930c69fa-3201-4c8e-949e-9ab48ad9ab14 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:20:14.491044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8096d744-f6f7-43e7-9fb6-093f5a142f4b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:20:14.524486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 8096d744-f6f7-43e7-9fb6-093f5a142f4b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:20:14.524766 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 8096d744-f6f7-43e7-9fb6-093f5a142f4b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:20:14.525170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 840c7179-b45f-40ce-9051-f8221a1e4794 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:20:14.555466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 840c7179-b45f-40ce-9051-f8221a1e4794 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:20:14.555804 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 840c7179-b45f-40ce-9051-f8221a1e4794 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:20:14.902107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:14.908319 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124668908', 'description': 'tempest-secgroup-smoke-124668908 description', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:14.914752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:14.918769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:14.921598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:14.927835 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:14.941356 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:14.975699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:14.979402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:14.982125 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:14.987642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.041273 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.051687 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.100333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c21335c-0840-468f-9d73-6189022c1c1c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.103336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.104525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-33f61600-fbb3-4c90-967f-bd311524333c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2014055 Jan 10 20:20:15.107507 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.112807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '8c21335c-0840-468f-9d73-6189022c1c1c', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.119255 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.123040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.125939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.131483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.148131 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.207939 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.211698 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.234212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e41b7b0-197b-4768-b920-94e9ff63765a,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.243499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.245344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b88307a3-7c08-4c9f-891f-a407889fc996 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1369388 Jan 10 20:20:15.248108 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38960) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.253515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '8c21335c-0840-468f-9d73-6189022c1c1c', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.259977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.263717 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.267147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.272747 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.289779 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.355060 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.358532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.381968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e7c288-b64e-4a68-9c92-13001c9d7b7e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.390191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.392045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-17eed5aa-2c3a-48fb-a8d0-73f1fd6cae10 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423101 Jan 10 20:20:15.394600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.399888 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '8c21335c-0840-468f-9d73-6189022c1c1c', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.406094 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.409830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.412636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.418165 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.434552 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.495677 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.499312 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.521715 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1263d0cf-3113-4b53-ba8d-734e2882c6b1,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.530490 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.531688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-864fa141-ad13-4cc6-9e85-b67a75cb8379 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1361575 Jan 10 20:20:15.534860 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.540109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '8c21335c-0840-468f-9d73-6189022c1c1c', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.546215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.550940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.553751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.559490 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.575515 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.638528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.641878 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.664390 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef3c1f3-c825-46b4-bf33-13ab1814b869,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.672575 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.674274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a619c1cd-9b5c-4d20-88bc-067b4999c8f1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1385031 Jan 10 20:20:15.676949 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.682348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '8c21335c-0840-468f-9d73-6189022c1c1c', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.688485 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.692172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.694970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.700475 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.710820 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:20:15.716786 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.779177 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.783050 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.804956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30209b9-d0c3-4654-bd5c-4a273b1780e9,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.813202 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.814467 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9e54f470-585d-4fdb-b591-f56d6701e851 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1366394 Jan 10 20:20:15.817205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38976) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.822453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': '8c21335c-0840-468f-9d73-6189022c1c1c', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.828574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.832816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.835642 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.841168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.851994 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:20:15.858580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.859164 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.922809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.926398 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.948304 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596403e5-0a66-467d-a56c-295e14e14ad5,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:15.956935 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:15.958096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-908135a4-6a37-41e5-a14a-1f02324e2cc3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400146 Jan 10 20:20:15.960998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38980) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:15.966254 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'network': {'name': 'tempest-network-smoke--483480322', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'port_security_enabled': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:15.971986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:15.976930 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:network and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:15.979797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:15.985279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:15.997335 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:20:16.000187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.027122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:20:16.035737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.036057 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Added segment cdcb541d-aa71-453d-8102-7ec1193e8667 of type vlan for network ec22e6be-529b-4249-b70a-5393a21f1026 Jan 10 20:20:16.061726 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.073435 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.093197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.097612 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:16.098199 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.282556 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3200338 Jan 10 20:20:16.285211 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38984) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:16.292106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'admin_state_up': True, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:16.298337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533585a-241e-4193-9f3a-589b054dab4d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Network': ['ID=ec22e6be-529b-4249-b70a-5393a21f1026,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:16.301895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:16.305992 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:router and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:16.308524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network ec22e6be-529b-4249-b70a-5393a21f1026 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:20:16.308936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:16.314573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:16.323478 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.324381 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.341937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.487384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.662057 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.690287 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.825752 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.135 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/7e93759a-13f0-4d7a-851e-a783725ce9a5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:20:16.969532 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:16.996044 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:17.062644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:20:17.065999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:17.068518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:20:17.101770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=7e93759a-13f0-4d7a-851e-a783725ce9a5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:17.226609 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:17.227263 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:17.447060 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 643c517a-08f7-4c49-a82a-a5f01e470f3e is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:20:17.638664 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:20:17.647808 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Sync routers for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:20:17.659764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:17.660361 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:17.664163 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:17.665350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d54d664a-fd6d-4a82-bc8d-bdbba3f0d099 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3792357 Jan 10 20:20:17.668595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38988) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:17.710283 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e7ca8cc3-1f99-4e10-aff0-4f40c046d961 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cfc435f02b8e4db6993134e6e827f3c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406065 Jan 10 20:20:17.712842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38992) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:17.835941 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:17.936836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81847d-eee8-4e3e-a69e-5396c770d6b7 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:17.938254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5a81847d-eee8-4e3e-a69e-5396c770d6b7 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2244983 Jan 10 20:20:17.941156 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 38996) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:17.983967 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0643128a-1526-4a95-b1b0-93583ef380d5 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417204 Jan 10 20:20:17.986442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39000) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:17.991730 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-861690191', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:18.100905 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:18.104665 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:subnet and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:18.107514 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:18.113139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:18.122799 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:20:18.127297 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:17Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:18.130996 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Checking router: 643c517a-08f7-4c49-a82a-a5f01e470f3e for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:20:18.131353 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Updating router 643c517a-08f7-4c49-a82a-a5f01e470f3e port 7e93759a-13f0-4d7a-851e-a783725ce9a5 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:20:18.184153 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.223547 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.439026 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.519479 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Subnet': ['ID=8b17e264-d95b-4ccb-9b8b-3298db849856,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:18.532448 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Checking segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:20:18.532816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network hostable DHCP agents. Network: ec22e6be-529b-4249-b70a-5393a21f1026, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:20:18.536112 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.548395 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Transition to ACTIVE for port object 7e93759a-13f0-4d7a-851e-a783725ce9a5 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:18.555347 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.556173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network ec22e6be-529b-4249-b70a-5393a21f1026 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:20:18.566362 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, ec22e6be-529b-4249-b70a-5393a21f1026) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:18.571119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:18.571705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.577027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763c839-6ad7-4d3a-9a9b-a4384c1212e8 None None] Network ec22e6be-529b-4249-b70a-5393a21f1026 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:20:18.595681 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9da5c021-3085-46bc-8976-c01b0766a56a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6078646 Jan 10 20:20:18.597786 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39004) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:18.630517 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Attempting to bind port 7e93759a-13f0-4d7a-851e-a783725ce9a5 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:20:18.630899 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Attempting to bind port 7e93759a-13f0-4d7a-851e-a783725ce9a5 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:20:18.631266 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Attempting to bind port 7e93759a-13f0-4d7a-851e-a783725ce9a5 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:20:18.639061 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Pushing event updated for resources: {'Port': ['ID=7e93759a-13f0-4d7a-851e-a783725ce9a5,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:18.646029 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:20:18.646223 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:20:18.646462 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.646849 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:20:18.650690 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Bound port: 7e93759a-13f0-4d7a-851e-a783725ce9a5, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:20:18.651361 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.691426 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.691764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.692101 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.692434 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.692758 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.693275 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.693764 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.694081 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.694564 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.694896 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.695298 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:18.737850 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] For port 7e93759a-13f0-4d7a-851e-a783725ce9a5, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:20:18.741360 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] For port 7e93759a-13f0-4d7a-851e-a783725ce9a5, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7e93759a-13f0-4d7a-851e-a783725ce9a5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:20:18.745386 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.799769 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-ec22e6be-529b-4249-b70a-5393a21f1026', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:20:18.801083 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:18.834147 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:18.834770 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:18.900274 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233e57-28c7-418e-a785-61c107e8d32e None None] Pushing event updated for resources: {'Port': ['ID=7e93759a-13f0-4d7a-851e-a783725ce9a5,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:18.962965 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Allocated IP 172.20.0.2 (ec22e6be-529b-4249-b70a-5393a21f1026/8b17e264-d95b-4ccb-9b8b-3298db849856/cd1458a0-a5c0-42bd-81db-c1b59846d65f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:20:19.022373 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:19.181670 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:19.192962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Transition to ACTIVE for port object cd1458a0-a5c0-42bd-81db-c1b59846d65f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:19.211760 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Transition to ACTIVE for port object cd1458a0-a5c0-42bd-81db-c1b59846d65f will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:19.217914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:19.286027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Network ec22e6be-529b-4249-b70a-5393a21f1026 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:20:19.289071 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:19.294395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:20:19.296386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Pushing event updated for resources: {'Port': ['ID=cd1458a0-a5c0-42bd-81db-c1b59846d65f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:19.322716 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:17Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:19.326568 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b456a-d066-4ac5-a133-88970e82f376 None None] The sync data for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 is: [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:17Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:20:19.388816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Attempting to bind port cd1458a0-a5c0-42bd-81db-c1b59846d65f on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:20:19.389149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Attempting to bind port cd1458a0-a5c0-42bd-81db-c1b59846d65f by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:20:19.389467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Attempting to bind port cd1458a0-a5c0-42bd-81db-c1b59846d65f on network ec22e6be-529b-4249-b70a-5393a21f1026 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:20:19.396752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:20:19.397404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Checking segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:20:19.398013 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:19.398402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Bound using segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:20:19.399240 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Bound port: cd1458a0-a5c0-42bd-81db-c1b59846d65f, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:20:19.399240 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:19.413640 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:19.493147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] For port cd1458a0-a5c0-42bd-81db-c1b59846d65f, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:20:19.497754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] For port cd1458a0-a5c0-42bd-81db-c1b59846d65f, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cd1458a0-a5c0-42bd-81db-c1b59846d65f,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:20:19.503583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:19.593157 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505e4af-b30f-4d9c-a5bb-6feee8c94fa2 None None] Pushing event updated for resources: {'Port': ['ID=cd1458a0-a5c0-42bd-81db-c1b59846d65f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:19.988771 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.1 (ec22e6be-529b-4249-b70a-5393a21f1026/8b17e264-d95b-4ccb-9b8b-3298db849856/50b08f54-8137-41fc-9f0d-aacb4fd635b1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:20:20.173168 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.196411 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7e93759a-13f0-4d7a-851e-a783725ce9a5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:20.208053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 50b08f54-8137-41fc-9f0d-aacb4fd635b1 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:20.236777 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.292912 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 7e93759a-13f0-4d7a-851e-a783725ce9a5 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:20.298407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 7e93759a-13f0-4d7a-851e-a783725ce9a5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:20.299300 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.321614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network ec22e6be-529b-4249-b70a-5393a21f1026 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:20:20.324836 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:20.327716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:20:20.360426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=50b08f54-8137-41fc-9f0d-aacb4fd635b1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:20.397874 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.460677 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.476991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 7e93759a-13f0-4d7a-851e-a783725ce9a5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7e93759a-13f0-4d7a-851e-a783725ce9a5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:20.481650 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.482455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cd1458a0-a5c0-42bd-81db-c1b59846d65f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:20.491750 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.597883 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=7e93759a-13f0-4d7a-851e-a783725ce9a5,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:20.611995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port cd1458a0-a5c0-42bd-81db-c1b59846d65f completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:20.629670 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb39890-eb52-4232-b09d-7de7386bc7ef None None] Network ec22e6be-529b-4249-b70a-5393a21f1026 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:20:20.717595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] Provisioning for port cd1458a0-a5c0-42bd-81db-c1b59846d65f completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:20.727807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] Provisioning complete for port cd1458a0-a5c0-42bd-81db-c1b59846d65f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:20.728191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.898389 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.903474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.951305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:20.995375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] For port cd1458a0-a5c0-42bd-81db-c1b59846d65f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cd1458a0-a5c0-42bd-81db-c1b59846d65f,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:21.000322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:21.016993 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:21.020478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=50b08f54-8137-41fc-9f0d-aacb4fd635b1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:21.070778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742ed08-f5a5-4bfa-b6b0-d1c31b861a5f None None] Pushing event updated for resources: {'Port': ['ID=cd1458a0-a5c0-42bd-81db-c1b59846d65f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:21.168739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network ec22e6be-529b-4249-b70a-5393a21f1026 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:20:21.169940 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:21.226420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-df2d5227-fa19-4c52-99c3-162a885c8a7e None None] Provisioning complete for port cd1458a0-a5c0-42bd-81db-c1b59846d65f triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:21.226805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df2d5227-fa19-4c52-99c3-162a885c8a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:21.366812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-df2d5227-fa19-4c52-99c3-162a885c8a7e None None] Provisioning for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:21.373776 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-df2d5227-fa19-4c52-99c3-162a885c8a7e None None] Provisioning complete for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:21.374223 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-df2d5227-fa19-4c52-99c3-162a885c8a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:21.432487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-df2d5227-fa19-4c52-99c3-162a885c8a7e None None] Port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:20:21.569792 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1111adc6-691e-4102-87a8-0f025e44c199 None None] Provisioning complete for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:21.570534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1111adc6-691e-4102-87a8-0f025e44c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:21.623162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1111adc6-691e-4102-87a8-0f025e44c199 None None] Port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:20:21.681473 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 643c517a-08f7-4c49-a82a-a5f01e470f3e has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:20:21.746097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae89d021-5fea-4c49-be86-4d122699c535 None None] Provisioning complete for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:21.746472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae89d021-5fea-4c49-be86-4d122699c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:21.800649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae89d021-5fea-4c49-be86-4d122699c535 None None] Port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:20:21.884538 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:20:21.899108 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-d33c87db-f0cd-4d91-9e44-6ca4278ac061 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/643c517a-08f7-4c49-a82a-a5f01e470f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3001568 Jan 10 20:20:22.144455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7e93759a-13f0-4d7a-851e-a783725ce9a5 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:22.163803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58ae350a-952e-432d-a17a-44e9e610e819 req-24cebb5f-89dc-4702-a292-70a365dd1060 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:20:22.179261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58ae350a-952e-432d-a17a-44e9e610e819 req-24cebb5f-89dc-4702-a292-70a365dd1060 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:20:22.180527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-24cebb5f-89dc-4702-a292-70a365dd1060 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124668908&fields=id&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 267 time: 0.0575328 Jan 10 20:20:22.210974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 7e93759a-13f0-4d7a-851e-a783725ce9a5 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:22.211349 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:22.325139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cd1458a0-a5c0-42bd-81db-c1b59846d65f up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:22.326552 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae350a-952e-432d-a17a-44e9e610e819 req-e5415c58-92d9-4959-af95-c7749fff67d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:22.327195 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58ae350a-952e-432d-a17a-44e9e610e819 req-e5415c58-92d9-4959-af95-c7749fff67d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:20:22.343217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58ae350a-952e-432d-a17a-44e9e610e819 req-e5415c58-92d9-4959-af95-c7749fff67d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:20:22.344892 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-e5415c58-92d9-4959-af95-c7749fff67d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 796 time: 0.1570287 Jan 10 20:20:22.362702 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-a15fc2b7-0cb3-4823-967f-2a17a287ed05 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/quotas/cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0122621 Jan 10 20:20:22.392956 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port cd1458a0-a5c0-42bd-81db-c1b59846d65f triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:22.393328 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:22.448866 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58ae350a-952e-432d-a17a-44e9e610e819 req-ea1a288e-84ae-49ef-a86e-96d83e89d40e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:20:22.464545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-58ae350a-952e-432d-a17a-44e9e610e819 req-ea1a288e-84ae-49ef-a86e-96d83e89d40e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:20:22.467317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-ea1a288e-84ae-49ef-a86e-96d83e89d40e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991654 Jan 10 20:20:22.608208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-181fd21c-5cec-416a-9552-ff2bce14017c service neutron] 10.222.0.21 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303053 Jan 10 20:20:22.742207 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-5544a74a-e7d8-4ed6-ab4e-effeab0fbdd3 service neutron] 10.222.0.21 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284232 Jan 10 20:20:22.932863 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a09e43a9-409a-4a50-b893-0cd5fcca512a req-23af850b-ceb0-482a-bdde-4cb75e6f393e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 210 time: 0.0414836 Jan 10 20:20:22.964030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Sync routers for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:20:22.975773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:22.976255 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:23.168940 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:23.529563 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 2, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:23.533226 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Checking router: 643c517a-08f7-4c49-a82a-a5f01e470f3e for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:20:23.533582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Updating router 643c517a-08f7-4c49-a82a-a5f01e470f3e port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:20:23.586400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:23.921288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:23.933860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Transition to ACTIVE for port object 50b08f54-8137-41fc-9f0d-aacb4fd635b1 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:23.941703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:23.946898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae350a-952e-432d-a17a-44e9e610e819 req-243eac4d-e2c7-473e-886b-a2d7719ba350 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:23.948404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-243eac4d-e2c7-473e-886b-a2d7719ba350 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 796 time: 0.1505105 Jan 10 20:20:24.019297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-331b65c4-f503-4439-bc7b-8562f59b09a5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 379 time: 0.0595205 Jan 10 20:20:24.033916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'port': {'device_id': '9648a91e-f92c-45c9-b62c-633531290edb', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'admin_state_up': True, 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'security_groups': ['8c21335c-0840-468f-9d73-6189022c1c1c']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:24.082298 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d2bc2-eb9a-4c0c-ae33-80e84f701d65 None None] Pushing event updated for resources: {'Port': ['ID=50b08f54-8137-41fc-9f0d-aacb4fd635b1,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:24.166584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8788d369-677f-4813-8088-74dee1545c59 req-20d75aa5-d83e-43fa-b454-e66571480b91 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 210 time: 0.0490603 Jan 10 20:20:24.208996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Attempting to bind port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:20:24.209368 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Attempting to bind port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:20:24.209735 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Attempting to bind port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 on network ec22e6be-529b-4249-b70a-5393a21f1026 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:20:24.216300 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:20:24.216678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Checking segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:20:24.217241 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.217635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Bound using segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:20:24.218121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Bound port: 50b08f54-8137-41fc-9f0d-aacb4fd635b1, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:20:24.218618 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.234409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:24.244570 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:24.255026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:20:24.258117 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.305767 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] For port 50b08f54-8137-41fc-9f0d-aacb4fd635b1, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:20:24.309282 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] For port 50b08f54-8137-41fc-9f0d-aacb4fd635b1, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=50b08f54-8137-41fc-9f0d-aacb4fd635b1,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:20:24.312932 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.410355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d2bc2-eb9a-4c0c-ae33-80e84f701d65 None None] Pushing event updated for resources: {'Port': ['ID=50b08f54-8137-41fc-9f0d-aacb4fd635b1,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:24.417988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:24.418592 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:24.440231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.3 (ec22e6be-529b-4249-b70a-5393a21f1026/8b17e264-d95b-4ccb-9b8b-3298db849856/597c854a-806d-4b23-b195-fb7063a98ae0) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:20:24.599610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:24.729156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.745399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object 597c854a-806d-4b23-b195-fb7063a98ae0 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:24.769638 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.843268 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network ec22e6be-529b-4249-b70a-5393a21f1026 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:20:24.847411 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=597c854a-806d-4b23-b195-fb7063a98ae0,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:24.849741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:24.851832 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:20:24.920163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:24.920852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:24.948092 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-d4122dd7-73ad-4e95-8811-413d4dbff133 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223342 Jan 10 20:20:24.959293 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Request body: {'port': {'device_id': '9648a91e-f92c-45c9-b62c-633531290edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:24.966559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:24Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:24.971997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbfea76-0962-4a86-b8a2-d87b17612434 None None] The sync data for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 is: [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:24Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:20:25.122835 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:25.149753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d85aebc8-6045-4e7d-98ab-c466fc982617 None None] Provisioning for port 597c854a-806d-4b23-b195-fb7063a98ae0 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:25.155358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-d85aebc8-6045-4e7d-98ab-c466fc982617 None None] Provisioning complete for port 597c854a-806d-4b23-b195-fb7063a98ae0 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:25.155735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d85aebc8-6045-4e7d-98ab-c466fc982617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:25.215775 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d85aebc8-6045-4e7d-98ab-c466fc982617 None None] Port 597c854a-806d-4b23-b195-fb7063a98ae0 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:20:25.469829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3cbb2-338c-46ba-85cf-02437c091774 req-05cf3b99-1f0a-40d8-b47a-0104f278ace0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:25.470519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-98f3cbb2-338c-46ba-85cf-02437c091774 req-05cf3b99-1f0a-40d8-b47a-0104f278ace0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:20:25.537012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-98f3cbb2-338c-46ba-85cf-02437c091774 req-05cf3b99-1f0a-40d8-b47a-0104f278ace0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:20:25.538178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98f3cbb2-338c-46ba-85cf-02437c091774 req-05cf3b99-1f0a-40d8-b47a-0104f278ace0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 931 time: 0.1986320 Jan 10 20:20:25.561555 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597c854a-806d-4b23-b195-fb7063a98ae0 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:20:25.572889 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:25.601067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Transition to ACTIVE for port object 597c854a-806d-4b23-b195-fb7063a98ae0 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:20:25.607100 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:25.649280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-98f3cbb2-338c-46ba-85cf-02437c091774 req-1c5d0a35-7d3a-4e82-ac25-f4f9a1fe78d7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045408 Jan 10 20:20:25.740561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Pushing event updated for resources: {'Port': ['ID=597c854a-806d-4b23-b195-fb7063a98ae0,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:25.852174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Attempting to bind port 597c854a-806d-4b23-b195-fb7063a98ae0 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:20:25.852520 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Attempting to bind port 597c854a-806d-4b23-b195-fb7063a98ae0 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:20:25.852853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Attempting to bind port 597c854a-806d-4b23-b195-fb7063a98ae0 on network ec22e6be-529b-4249-b70a-5393a21f1026 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:20:25.860678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Port 597c854a-806d-4b23-b195-fb7063a98ae0 on network ec22e6be-529b-4249-b70a-5393a21f1026 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:20:25.861045 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Attempting to bind port 597c854a-806d-4b23-b195-fb7063a98ae0 on network ec22e6be-529b-4249-b70a-5393a21f1026 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:20:25.867800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:20:25.868144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Checking segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:20:25.868536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Bound using segment: {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:20:25.868971 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Bound port: 597c854a-806d-4b23-b195-fb7063a98ae0, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdcb541d-aa71-453d-8102-7ec1193e8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:20:25.869325 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:25.963661 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] For port 597c854a-806d-4b23-b195-fb7063a98ae0, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:20:25.966617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] For port 597c854a-806d-4b23-b195-fb7063a98ae0, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=597c854a-806d-4b23-b195-fb7063a98ae0,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:20:25.970916 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:26.030881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:26.032789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] 10.222.0.30 "PUT /v2.0/ports/597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 1091 time: 1.0779045 Jan 10 20:20:26.033231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:20:26.050833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b858-0fb2-4aec-aa5c-57ad225e0292 service neutron] Pushing event updated for resources: {'Port': ['ID=597c854a-806d-4b23-b195-fb7063a98ae0,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:26.130463 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0', 'status': 'completed', 'code': 200} Jan 10 20:20:26.170051 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 50b08f54-8137-41fc-9f0d-aacb4fd635b1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:26.180505 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-e2324740-76b9-4198-a95c-3f209fcbb931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1094 time: 0.0909731 Jan 10 20:20:26.242241 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:26.247220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:26.247458 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:26.253883 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-52f098be-0034-4e20-bbf5-b4bc921ca2e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 217 time: 0.0662689 Jan 10 20:20:26.319517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae350a-952e-432d-a17a-44e9e610e819 req-7802ce10-0722-498e-a610-a9421ee737b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:26.320971 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-7802ce10-0722-498e-a610-a9421ee737b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0613060 Jan 10 20:20:26.365861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:26.394382 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-6a9cf831-f4ad-43d5-ab7b-ac639d5cf788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680330 Jan 10 20:20:26.403489 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 50b08f54-8137-41fc-9f0d-aacb4fd635b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=50b08f54-8137-41fc-9f0d-aacb4fd635b1,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:26.408873 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:26.473759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=50b08f54-8137-41fc-9f0d-aacb4fd635b1,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:26.616911 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-1bad5090-5007-46f9-90c5-d05ead70b069 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161231 Jan 10 20:20:26.748075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58ae350a-952e-432d-a17a-44e9e610e819 req-f17b75b4-281d-45c8-8284-7e09cd7b9dfb service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249580 Jan 10 20:20:26.907498 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eb06b-1327-456e-abc4-ac0aa161e3b0 req-85b96579-fb4d-477d-af2b-18567e5b4e7d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:26.908865 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f16eb06b-1327-456e-abc4-ac0aa161e3b0 req-85b96579-fb4d-477d-af2b-18567e5b4e7d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 943 time: 0.1378977 Jan 10 20:20:26.912428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-1cd2de46-699b-49a8-86bc-e8e7278fd07c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1094 time: 0.1033540 Jan 10 20:20:27.035190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f16eb06b-1327-456e-abc4-ac0aa161e3b0 req-1b171eb7-a44a-428f-829f-a9dfaa4f635c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208856 Jan 10 20:20:27.072671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-78ca54e5-d033-4a1d-a139-ca3176e6a17c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:27.074113 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-78ca54e5-d033-4a1d-a139-ca3176e6a17c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 897 time: 0.1469784 Jan 10 20:20:27.145340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-42e45653-2533-4152-b36b-a84b32b8fee4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 217 time: 0.0635765 Jan 10 20:20:27.206208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-33cf87c4-afd2-4de6-9c05-038b57cbad8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:27.207559 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-33cf87c4-afd2-4de6-9c05-038b57cbad8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0558796 Jan 10 20:20:27.283557 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-2b1e72a3-2b1f-4ef0-b263-27d1622c54d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697086 Jan 10 20:20:27.415276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-0815ca2b-71de-465d-af51-4f905f5178eb service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253707 Jan 10 20:20:27.552317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-94b9d0f4-eb7b-4943-a0e0-cc1afe618495 req-ac23e150-3b68-4567-a744-1aaa43ede755 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306219 Jan 10 20:20:28.139524 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 50b08f54-8137-41fc-9f0d-aacb4fd635b1 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:28.209205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:28.209575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:28.318568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81495770-3c23-4682-bc6c-38c25ce34e59 req-9aee386c-09b3-4ec6-80fe-c184b9df1773 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:28.320038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81495770-3c23-4682-bc6c-38c25ce34e59 req-9aee386c-09b3-4ec6-80fe-c184b9df1773 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 943 time: 0.1571701 Jan 10 20:20:28.367823 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-81495770-3c23-4682-bc6c-38c25ce34e59 req-14af5607-ceb5-464c-95a5-afb2d5b9cea1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Jan 10 20:20:28.668818 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 597c854a-806d-4b23-b195-fb7063a98ae0 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:20:28.801372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 597c854a-806d-4b23-b195-fb7063a98ae0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=597c854a-806d-4b23-b195-fb7063a98ae0,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:28.818077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '597c854a-806d-4b23-b195-fb7063a98ae0', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'port_id': '597c854a-806d-4b23-b195-fb7063a98ae0', 'mac_address': 'fa:16:3e:f8:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:20:28.868809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:28.885447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597c854a-806d-4b23-b195-fb7063a98ae0 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:20:28.900054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 597c854a-806d-4b23-b195-fb7063a98ae0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=597c854a-806d-4b23-b195-fb7063a98ae0,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:28.903735 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:28.965800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=597c854a-806d-4b23-b195-fb7063a98ae0,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:29.105043 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['597c854a-806d-4b23-b195-fb7063a98ae0'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:20:29.633238 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f1c5-e011-418a-a61e-292f2c41d0a1 req-40851fd9-a96b-4959-8a1b-5a96634b6b2b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:29.634686 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-13b4f1c5-e011-418a-a61e-292f2c41d0a1 req-40851fd9-a96b-4959-8a1b-5a96634b6b2b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 944 time: 0.1474500 Jan 10 20:20:29.679995 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-13b4f1c5-e011-418a-a61e-292f2c41d0a1 req-05aa6c79-e0df-4022-b7c0-05d2dac23f2f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 Jan 10 20:20:30.666698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 597c854a-806d-4b23-b195-fb7063a98ae0 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:20:30.733119 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 597c854a-806d-4b23-b195-fb7063a98ae0 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:20:30.738220 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 597c854a-806d-4b23-b195-fb7063a98ae0 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:20:30.738594 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:30.850689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:30.874530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a2fa-5b0a-436d-b47c-73b56939fbcd req-4c0f31b5-f56b-490c-86ef-a3da2513157a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:30.876572 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7312a2fa-5b0a-436d-b47c-73b56939fbcd req-4c0f31b5-f56b-490c-86ef-a3da2513157a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 944 time: 0.0768900 Jan 10 20:20:30.877288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:20:30.887481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 597c854a-806d-4b23-b195-fb7063a98ae0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=597c854a-806d-4b23-b195-fb7063a98ae0,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:20:30.892354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:30.931842 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7312a2fa-5b0a-436d-b47c-73b56939fbcd req-a5096ba1-db61-46ba-97e6-3098b60599a1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478375 Jan 10 20:20:30.934930 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0', 'code': 200} Jan 10 20:20:30.960924 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=597c854a-806d-4b23-b195-fb7063a98ae0,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:31.056474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-353c39f0-7feb-485e-af3a-f5f429b5f7dd req-5dc67b43-d9de-4f2b-b64b-eddf0d42a599 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1096 time: 0.0686443 Jan 10 20:20:31.099095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-353c39f0-7feb-485e-af3a-f5f429b5f7dd req-38828162-6f07-4e55-a9bc-27eaca2a5f70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360479 Jan 10 20:20:32.138482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1c991-9bb5-4e64-b3b1-804ad8b501b8 req-b37239d8-d021-40e5-ac7e-edcde5484699 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:32.139986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aaa1c991-9bb5-4e64-b3b1-804ad8b501b8 req-b37239d8-d021-40e5-ac7e-edcde5484699 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0875955 Jan 10 20:20:32.185959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aaa1c991-9bb5-4e64-b3b1-804ad8b501b8 req-13a9fdf3-b192-48a6-b843-0e7bc198f12b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389271 Jan 10 20:20:33.517377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-5713078d-8ac2-44ef-9baf-fc6766b82b38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1826293 Jan 10 20:20:33.523530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836eb33-3d08-4e7a-aeb6-30ef749580c8 req-a753c12e-c85b-4c3f-8db9-967856e30ad8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:33.524887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3836eb33-3d08-4e7a-aeb6-30ef749580c8 req-a753c12e-c85b-4c3f-8db9-967856e30ad8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.2202930 Jan 10 20:20:33.568903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3836eb33-3d08-4e7a-aeb6-30ef749580c8 req-2fa37567-7ccd-44cc-a38b-3a0c14145adb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385568 Jan 10 20:20:33.654844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-44088504-5540-45d6-8c8f-8b44157a4e1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1096 time: 0.0689006 Jan 10 20:20:33.854190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d869d-dada-42e5-9e78-16a2be118956 req-bc3600c7-781c-476d-a989-4596a8c14847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:33.855643 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-bc3600c7-781c-476d-a989-4596a8c14847 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 897 time: 0.1821437 Jan 10 20:20:33.865428 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bb81a-07ec-43b3-a819-aedfae2bbd2c req-1bc4e04e-dd74-4519-945b-8ca9625805b4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:33.866748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee2bb81a-07ec-43b3-a819-aedfae2bbd2c req-1bc4e04e-dd74-4519-945b-8ca9625805b4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.1741440 Jan 10 20:20:33.942276 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-5bf54979-a1cd-4ec4-8338-e46c609f2f6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 217 time: 0.0745988 Jan 10 20:20:34.004810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee2bb81a-07ec-43b3-a819-aedfae2bbd2c req-95ea494e-3baa-4e3a-b87b-7d45733b70b8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918424 Jan 10 20:20:34.018658 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d869d-dada-42e5-9e78-16a2be118956 req-55688324-e8c2-4255-957c-1571b03a3837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:34.020090 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-55688324-e8c2-4255-957c-1571b03a3837 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0678873 Jan 10 20:20:34.031829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39054) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:34.098328 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-fee76029-755d-46d7-bd97-92302a484eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730715 Jan 10 20:20:34.168060 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d5773172-b480-45c3-be01-8bf29ef26628 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1091 time: 0.1350129 Jan 10 20:20:34.170685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39060) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:34.176405 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '597c854a-806d-4b23-b195-fb7063a98ae0', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:20:34.182736 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:20:34.186706 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:floatingip and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:20:34.189544 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:20:34.195062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:20:34.205179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:34.229836 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-5e14cf0c-d9e6-4b15-8c06-4b2ca5bb5dd4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260319 Jan 10 20:20:34.336515 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:34.360267 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-138d869d-dada-42e5-9e78-16a2be118956 req-9ad38205-56f7-413b-a7fc-d6429cc46e23 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236987 Jan 10 20:20:34.471214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.73 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/639e7a98-9e4a-46bc-bdaa-ad46ae4078db) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:20:34.610731 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:34.636174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:34.705223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:20:34.708079 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:20:34.712566 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:20:34.736907 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=639e7a98-9e4a-46bc-bdaa-ad46ae4078db,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:34.754398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.754818 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.755266 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.755575 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.755906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.756353 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.756682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.757053 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.757378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.757701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:34.758045 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:20:35.310142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:35.363822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:35.560280 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:35.565216 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:35.665954 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=639e7a98-9e4a-46bc-bdaa-ad46ae4078db,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:20:35.683834 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:35.871148 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Floating IP 1afd104a-3141-4db6-af61-7b79c3fe1876 associated. External IP: 172.25.6.73, port: 597c854a-806d-4b23-b195-fb7063a98ae0. Jan 10 20:20:36.254151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 643c517a-08f7-4c49-a82a-a5f01e470f3e has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:20:36.445822 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:20:36.456613 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] Sync routers for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:20:36.468960 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:36.469742 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:36.471314 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:36.524317 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-b7a74808-1db1-48b9-b75b-2037b8ed2010 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3526077 Jan 10 20:20:36.524888 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:20:36.592221 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0', 'status': 'completed', 'code': 200} Jan 10 20:20:36.650676 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:36.748703 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-2d15abf9-d44c-4f82-97a8-568ba72fd0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1096 time: 0.1359448 Jan 10 20:20:36.756377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b30da6-848c-4c2f-9f09-60a7e7827020 req-4c04b390-9115-4ef0-b97d-8fd201c3e927 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:36.757751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4b30da6-848c-4c2f-9f09-60a7e7827020 req-4c04b390-9115-4ef0-b97d-8fd201c3e927 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.1108608 Jan 10 20:20:36.895464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c4b30da6-848c-4c2f-9f09-60a7e7827020 req-35dbd9bc-86aa-4e16-841a-3b3eb1c49c9e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176574 Jan 10 20:20:36.916721 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-594d8518-e26e-4ae7-aa66-b534d2acdf65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:36.918200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-594d8518-e26e-4ae7-aa66-b534d2acdf65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 897 time: 0.1596007 Jan 10 20:20:36.923433 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:37.038164 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-83553dc1-06f8-4d98-aef3-b77b83cfe9da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 998 time: 0.1137202 Jan 10 20:20:37.052568 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '1afd104a-3141-4db6-af61-7b79c3fe1876', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'port_id': '597c854a-806d-4b23-b195-fb7063a98ae0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'mac_address': 'fa:16:3e:f8:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648a91e-f92c-45c9-b62c-633531290edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:20:35Z', 'updated_at': '2022-01-10T20:20:35Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:37.058661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] Checking router: 643c517a-08f7-4c49-a82a-a5f01e470f3e for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:20:37.072330 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:20:37.073116 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:20:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:37.107058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-b81b8fdc-45d2-4d55-933d-952164e11829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:20:37.108518 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-b81b8fdc-45d2-4d55-933d-952164e11829 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0646913 Jan 10 20:20:37.146107 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3502f187-4493-463c-bdbb-d623e097e144 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 990 time: 0.2203639 Jan 10 20:20:37.183881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-0874873c-76e2-4c0b-af16-df3fd90e34dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700171 Jan 10 20:20:37.254017 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:20:37.311781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-7fdc31be-9cfd-4688-9ea0-1482ad25f46f service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221364 Jan 10 20:20:37.532907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ab7f582-6858-47e8-96f9-30fbb3bad531 req-18bf1479-fc78-49fd-8eaa-711c1aec8545 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161329 Jan 10 20:20:37.601797 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '1afd104a-3141-4db6-af61-7b79c3fe1876', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'port_id': '597c854a-806d-4b23-b195-fb7063a98ae0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'mac_address': 'fa:16:3e:f8:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648a91e-f92c-45c9-b62c-633531290edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:20:35Z', 'updated_at': '2022-01-10T20:20:35Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:20:37.605584 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fabe75-4a49-43e0-a271-c58ed5e3de2d None None] The sync data for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 is: [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '1afd104a-3141-4db6-af61-7b79c3fe1876', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'port_id': '597c854a-806d-4b23-b195-fb7063a98ae0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'mac_address': 'fa:16:3e:f8:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648a91e-f92c-45c9-b62c-633531290edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:20:35Z', 'updated_at': '2022-01-10T20:20:35Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:20:38.148342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39072) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:38.252938 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19691249-195f-41ef-90bd-2bce2bd84d60 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 990 time: 0.1034362 Jan 10 20:20:38.561975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-14ad0ee5-a6b9-44d5-861b-8fd76d75d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:39.256857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39076) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:39.359644 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aee7a355-7011-4dcd-9e7d-e561e96e1dbb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 990 time: 0.1015229 Jan 10 20:20:40.178186 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:20:40.363198 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39080) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:40.467622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0af0a8ac-e768-423b-91ac-e7b2e072883e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 990 time: 0.1033890 Jan 10 20:20:40.605539 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4fb94eee-f450-4201-9b6e-1f7d9090aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:40.929799 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582fe70-0a3c-4d07-aa91-b4fef036b02a None None] New status for floating IP 1afd104a-3141-4db6-af61-7b79c3fe1876: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:20:41.471644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39084) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:20:41.572437 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bbdb3773-a0f7-4b26-9e78-d99d29a0807d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 992 time: 0.0997374 Jan 10 20:20:41.893685 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:42.074191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:43.342381 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:45.858384 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:20:46.076072 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:07.169921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b3e64-074c-4313-bc27-f6338194ab68 req-2d2ddb6c-326a-48d6-8ace-b3e22810aa49 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:07.171340 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef2b3e64-074c-4313-bc27-f6338194ab68 req-2d2ddb6c-326a-48d6-8ace-b3e22810aa49 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0763280 Jan 10 20:21:07.214962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ef2b3e64-074c-4313-bc27-f6338194ab68 req-f9e1e76d-8c11-490a-ad64-bdbd17ec8682 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376341 Jan 10 20:21:08.413103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9444825-0dfe-4802-9351-7eef32cc2525 req-8f63bdb3-6f2a-4645-ad54-f319ad858974 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:08.414443 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9444825-0dfe-4802-9351-7eef32cc2525 req-8f63bdb3-6f2a-4645-ad54-f319ad858974 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0764408 Jan 10 20:21:08.458446 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f9444825-0dfe-4802-9351-7eef32cc2525 req-901e8807-1bdc-401e-a073-baf24cc2d530 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385847 Jan 10 20:21:08.564630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-88323e02-ba99-40d6-ac53-1c4807c4d55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:09.650403 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a73a-1552-4244-8b95-00b93e325740 req-cb64e0b1-ba74-4939-89cc-6c6dc3c04b2b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:09.651876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e04a73a-1552-4244-8b95-00b93e325740 req-cb64e0b1-ba74-4939-89cc-6c6dc3c04b2b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0751362 Jan 10 20:21:09.696475 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e04a73a-1552-4244-8b95-00b93e325740 req-55dea869-00f3-4c35-a386-d5b20e92f679 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392463 Jan 10 20:21:10.606606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dba8062a-00a7-4bd1-810b-c336558e4295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:10.889684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5563fe-892b-4169-935f-742c1c29a386 req-6da32d9e-8f2f-4476-af2a-3ed8038d2e32 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:10.891052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e5563fe-892b-4169-935f-742c1c29a386 req-6da32d9e-8f2f-4476-af2a-3ed8038d2e32 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0779409 Jan 10 20:21:10.935731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e5563fe-892b-4169-935f-742c1c29a386 req-1d1f4a61-6a2f-408a-8f61-c7d9236af311 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385945 Jan 10 20:21:11.895295 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:12.077804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:12.147678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45141-e8a1-4aaa-adfa-3a9f494ded68 req-012cf4e1-20ab-4d7c-be13-b507660e9ebb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:12.149181 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dde45141-e8a1-4aaa-adfa-3a9f494ded68 req-012cf4e1-20ab-4d7c-be13-b507660e9ebb tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0755327 Jan 10 20:21:12.193131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dde45141-e8a1-4aaa-adfa-3a9f494ded68 req-87376f61-a137-4518-8aea-2f3b7f34cc17 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Jan 10 20:21:13.345812 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:13.388958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a413861-b881-4e1f-926d-db1946e90316 req-63eed090-a2bb-49d3-af44-afc43fea4a6d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:13.390417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a413861-b881-4e1f-926d-db1946e90316 req-63eed090-a2bb-49d3-af44-afc43fea4a6d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0788448 Jan 10 20:21:13.435595 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a413861-b881-4e1f-926d-db1946e90316 req-d84c6157-dd7a-4125-8738-1644b4bc6d80 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396726 Jan 10 20:21:14.626812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04298aa7-c69a-4169-b18a-8979491cc151 req-36847bad-b9be-4cae-87d3-c4f8a42ceac6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:14.628254 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04298aa7-c69a-4169-b18a-8979491cc151 req-36847bad-b9be-4cae-87d3-c4f8a42ceac6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0743499 Jan 10 20:21:14.675813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04298aa7-c69a-4169-b18a-8979491cc151 req-2c0aa8a0-3df5-4427-bb1e-36edba04b746 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Jan 10 20:21:15.873380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:15.874065 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f95de-863d-4aa7-9447-69b43431d7a6 req-7c775d25-2062-4712-8fab-e135a1de4987 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:15.875109 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab3f95de-863d-4aa7-9447-69b43431d7a6 req-7c775d25-2062-4712-8fab-e135a1de4987 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0751686 Jan 10 20:21:15.919333 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ab3f95de-863d-4aa7-9447-69b43431d7a6 req-3907e8dc-f2b1-4ad7-9ed8-e20c13427c5e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380797 Jan 10 20:21:16.100962 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:17.117662 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2827-1e43-4fb6-bcaa-a399a52a4109 req-3e64cba2-ce11-45d9-afac-fba5611e06ba tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:17.119137 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85ac2827-1e43-4fb6-bcaa-a399a52a4109 req-3e64cba2-ce11-45d9-afac-fba5611e06ba tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0798149 Jan 10 20:21:17.163927 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85ac2827-1e43-4fb6-bcaa-a399a52a4109 req-fd6f80ad-8d74-4632-9195-773623362621 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393240 Jan 10 20:21:17.178247 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:21:18.355172 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b7620-eaf9-48cd-b00e-34c8496c80d6 req-4254ffed-a7c4-4946-b687-b31e811cccbf tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:18.356499 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f2b7620-eaf9-48cd-b00e-34c8496c80d6 req-4254ffed-a7c4-4946-b687-b31e811cccbf tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0747848 Jan 10 20:21:18.402115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7f2b7620-eaf9-48cd-b00e-34c8496c80d6 req-5ec7607a-6684-460d-80a8-374ab649a2c9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401540 Jan 10 20:21:19.598955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53769a-0bfd-4f42-ae15-a85424a32751 req-936f74eb-c979-4a03-a285-debc23f1d600 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:19.600395 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca53769a-0bfd-4f42-ae15-a85424a32751 req-936f74eb-c979-4a03-a285-debc23f1d600 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0782883 Jan 10 20:21:19.644245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ca53769a-0bfd-4f42-ae15-a85424a32751 req-df9ba5c6-cf63-4552-b268-e41720963c44 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385053 Jan 10 20:21:20.835948 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed935-e1bf-45ff-a16d-a8b7383c3a95 req-199e263e-3a62-4ddf-9714-3490eda236da tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:20.837392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc7ed935-e1bf-45ff-a16d-a8b7383c3a95 req-199e263e-3a62-4ddf-9714-3490eda236da tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0751715 Jan 10 20:21:20.884494 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fc7ed935-e1bf-45ff-a16d-a8b7383c3a95 req-5b008f8c-3a22-4b82-9ec2-3a7248c4925a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Jan 10 20:21:22.079024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea6775-da2c-420b-9794-5e77182c075b req-6e845cfe-7388-4384-9845-a69646615005 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:22.080660 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06ea6775-da2c-420b-9794-5e77182c075b req-6e845cfe-7388-4384-9845-a69646615005 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0762198 Jan 10 20:21:22.125968 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-06ea6775-da2c-420b-9794-5e77182c075b req-fdeea53c-b939-48ae-a165-6d9154c00e92 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399113 Jan 10 20:21:23.328227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840728d-6a73-49fd-920b-9b6f143fe241 req-ac8424d0-4430-4a39-af2b-fc41cf240c6c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:23.330198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8840728d-6a73-49fd-920b-9b6f143fe241 req-ac8424d0-4430-4a39-af2b-fc41cf240c6c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0781441 Jan 10 20:21:23.460401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8840728d-6a73-49fd-920b-9b6f143fe241 req-d7c18046-4e56-405a-a105-43c317911887 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246767 Jan 10 20:21:23.488096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39138) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:21:23.590438 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3622d0bc-377f-41f5-8dae-4b8b0d6c0572 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 992 time: 0.1011894 Jan 10 20:21:25.053937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a3e0-7277-4741-9199-3cf91d5dc24a req-d9b83398-e299-4228-b218-e1a3683348d5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:25.055710 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9121a3e0-7277-4741-9199-3cf91d5dc24a req-d9b83398-e299-4228-b218-e1a3683348d5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0839765 Jan 10 20:21:25.144538 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9121a3e0-7277-4741-9199-3cf91d5dc24a req-276fa435-edef-4a3a-99cf-0a454b381420 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830712 Jan 10 20:21:25.169261 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-593164b8-f31f-4b9d-ba57-718372a04119 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1096 time: 0.1598065 Jan 10 20:21:25.296819 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-78120fb5-b8ab-4819-bcf2-cd7a529ee3ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:25.298274 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-78120fb5-b8ab-4819-bcf2-cd7a529ee3ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 897 time: 0.1226342 Jan 10 20:21:25.397206 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-e68521bc-b7ed-4dbf-82f6-c4e288acae28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 1000 time: 0.0935252 Jan 10 20:21:25.455812 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-66d33217-ca50-4455-924c-21dc705866b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:25.457153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-66d33217-ca50-4455-924c-21dc705866b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0546632 Jan 10 20:21:25.531118 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-b4bfd6bb-d340-40a2-b06e-980c25420395 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676961 Jan 10 20:21:25.660053 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-c3c10383-0fc9-48d0-ad6a-3d400d3a2e78 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228435 Jan 10 20:21:25.797021 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8f217ebb-4c5f-4886-8e03-cc22ec466468 req-d4a3910c-1302-40ef-9401-29bcd3ee2268 service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319189 Jan 10 20:21:26.345790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9402-9fe9-4105-967a-7024228d045a req-b4fdc51c-1d9d-4732-9bb0-279e2813ab17 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:26.347218 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf2d9402-9fe9-4105-967a-7024228d045a req-b4fdc51c-1d9d-4732-9bb0-279e2813ab17 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0795295 Jan 10 20:21:26.390611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cf2d9402-9fe9-4105-967a-7024228d045a req-38b2082e-3866-48a0-a8be-a1f0f65c3c89 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380142 Jan 10 20:21:27.581782 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc47ddf-811b-45f7-97c6-d06dfe064622 req-470e9b43-fcc3-4ee3-aa06-f6754aea96d9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:27.583231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cc47ddf-811b-45f7-97c6-d06dfe064622 req-470e9b43-fcc3-4ee3-aa06-f6754aea96d9 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.0742280 Jan 10 20:21:27.629877 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cc47ddf-811b-45f7-97c6-d06dfe064622 req-419de310-c9b9-4bb6-816a-41aae4c7f701 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413685 Jan 10 20:21:27.656668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39154) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:21:27.760317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a95ad880-20cb-4906-a461-ed5ac804adaa tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 200 len: 992 time: 0.1018970 Jan 10 20:21:34.379609 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-bcc7ddb9-4d0a-47a2-bbb1-89da6400b51d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685511 Jan 10 20:21:34.511905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-385881f3-a9fd-46a7-acd3-f9e0f1152d49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1096 time: 0.0660341 Jan 10 20:21:34.651780 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783683-fc64-40ff-97f8-65f635c83d73 req-0024d75d-ad01-4a83-a151-34682245107d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:34.653122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-0024d75d-ad01-4a83-a151-34682245107d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 897 time: 0.1245635 Jan 10 20:21:34.834661 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-7b18f6bd-4640-487e-b5fd-8c6c9a8b4679 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 1000 time: 0.1754558 Jan 10 20:21:34.902044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783683-fc64-40ff-97f8-65f635c83d73 req-07eeb290-0e0e-4abd-8716-fcfcb9a903ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:34.903379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-07eeb290-0e0e-4abd-8716-fcfcb9a903ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0567150 Jan 10 20:21:34.985830 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-a124b8e5-6c4d-4145-9fa3-2fc3c42f02aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661087 Jan 10 20:21:35.128573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-f2a86e16-7aab-480c-b3c8-083c22c1f03e service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303577 Jan 10 20:21:35.253844 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-46783683-fc64-40ff-97f8-65f635c83d73 req-ae2173ff-1ddc-48e2-9781-bd9ef531f95d service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201758 Jan 10 20:21:38.566666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-cbe17b19-f106-44fe-94ed-1f89be56892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:40.607138 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-60d061b9-fe6f-42da-9bf9-3a18aca68ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:41.897369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:42.075101 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:43.347344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:45.868120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:46.102193 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:54.179067 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:21:56.294398 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39170) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:21:56.490001 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 639e7a98-9e4a-46bc-bdaa-ad46ae4078db {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:21:56.490611 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:56.649966 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:56.650290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:56.769319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 639e7a98-9e4a-46bc-bdaa-ad46ae4078db owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:21:56.911858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:56.959998 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=639e7a98-9e4a-46bc-bdaa-ad46ae4078db,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:21:56.997238 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.997588 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.997929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.998263 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.998599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.999025 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.999360 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:56.999701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:57.000015 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:57.000335 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:57.001215 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:21:57.058785 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:57.441246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 643c517a-08f7-4c49-a82a-a5f01e470f3e has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:21:57.721902 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:21:57.731171 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] Sync routers for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:21:57.741864 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:57.742724 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:21:57.743344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:21:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:21:57.797729 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-ab22c98c-2577-4a8c-ae39-7f2e6940c228 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/floatingips/1afd104a-3141-4db6-af61-7b79c3fe1876 HTTP/1.1" status: 204 len: 168 time: 1.5022140 Jan 10 20:21:57.798415 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:21:57.926315 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:21:57.945910 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0', 'status': 'completed', 'code': 200} Jan 10 20:21:58.056524 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-baa975c1-a370-42e0-b064-deb9781b1c43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 1096 time: 0.0857053 Jan 10 20:21:58.239483 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:21:58.243276 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] Checking router: 643c517a-08f7-4c49-a82a-a5f01e470f3e for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:21:58.254259 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:21:58.254847 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:21:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:21:58.258813 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-0779b98e-e822-40bb-8158-0a3c89afef91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:58.260306 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-0779b98e-e822-40bb-8158-0a3c89afef91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 200 len: 897 time: 0.1956489 Jan 10 20:21:58.270191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad05e-1ba6-4597-978d-71d12314f57a req-9b97297b-82a1-409a-87cc-5dc14e18b611 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:58.271508 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70cad05e-1ba6-4597-978d-71d12314f57a req-9b97297b-82a1-409a-87cc-5dc14e18b611 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.1275611 Jan 10 20:21:58.352679 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-9170931d-0a44-47e9-8076-d15ccd686b30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 200 len: 217 time: 0.0802574 Jan 10 20:21:58.412991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-70cad05e-1ba6-4597-978d-71d12314f57a req-a61446d1-e446-4043-98d4-0bff3ccfb778 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917687 Jan 10 20:21:58.427857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-8c323f52-f74f-4540-af67-65db5aa40def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:58.429103 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-8c323f52-f74f-4540-af67-65db5aa40def service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 200 len: 834 time: 0.0683370 Jan 10 20:21:58.468159 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:21:58.516234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-03848fc0-dd09-41b1-8163-bb1c1961beb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec22e6be-529b-4249-b70a-5393a21f1026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800619 Jan 10 20:21:58.645670 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-80c3fa8b-1cc3-432d-8e85-25709a5cfecb service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230388 Jan 10 20:21:58.776392 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ed638ef-99ab-4965-8105-0bbe714492d2 req-f34a28b6-9585-487c-b4a2-f43509c6e27c service neutron] 10.222.0.30 "GET /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247478 Jan 10 20:21:58.782146 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:21:58.786223 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e71091-5f78-4daf-a7b8-a1441fa7ebb0 None None] The sync data for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 is: [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '50b08f54-8137-41fc-9f0d-aacb4fd635b1', 'name': '', 'network_id': 'ec22e6be-529b-4249-b70a-5393a21f1026', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:27:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:19Z', 'updated_at': '2022-01-10T20:20:26Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '8b17e264-d95b-4ccb-9b8b-3298db849856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:21:59.001401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b4ac3-f643-4a99-aae0-4bf5bbf9ec0c None None] New status for floating IP 1afd104a-3141-4db6-af61-7b79c3fe1876: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:21:59.644986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-78b2f0fd-1b90-408f-a85f-f553a8381df8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:59.646379 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-78b2f0fd-1b90-408f-a85f-f553a8381df8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.1289451 Jan 10 20:21:59.657153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2c312-0b61-4e02-bc3d-36a42dadaebf req-5a5eeac2-736a-4d57-98c8-55f6236bce3f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:21:59.658456 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45b2c312-0b61-4e02-bc3d-36a42dadaebf req-5a5eeac2-736a-4d57-98c8-55f6236bce3f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 945 time: 0.1078687 Jan 10 20:21:59.743477 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 597c854a-806d-4b23-b195-fb7063a98ae0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:21:59.743731 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:21:59.782801 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-45b2c312-0b61-4e02-bc3d-36a42dadaebf req-b5336ff0-4b87-4fd4-a5ca-dde519103e9c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c21335c-0840-468f-9d73-6189022c1c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981927 Jan 10 20:22:00.073152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 597c854a-806d-4b23-b195-fb7063a98ae0, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=597c854a-806d-4b23-b195-fb7063a98ae0,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:00.073449 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:00.193225 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 597c854a-806d-4b23-b195-fb7063a98ae0 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:22:00.330676 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:00.376564 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=597c854a-806d-4b23-b195-fb7063a98ae0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:00.412111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.412464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.412824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.413143 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.413474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.413803 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.414129 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.414455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.414777 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.415123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.415446 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:00.463178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] No DVR routers for this DVR port 597c854a-806d-4b23-b195-fb7063a98ae0 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:22:00.465558 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:00.467955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'name': 'network-vif-deleted', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:22:00.478860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f48176bf-fd4b-47d2-8ce8-d84b5b19b479 req-6dcbfe6b-7a1c-4875-8d38-71f3f29fc366 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "DELETE /v2.0/ports/597c854a-806d-4b23-b195-fb7063a98ae0 HTTP/1.1" status: 204 len: 173 time: 0.8271449 Jan 10 20:22:00.530765 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9648a91e-f92c-45c9-b62c-633531290edb', 'name': 'network-vif-deleted', 'tag': '597c854a-806d-4b23-b195-fb7063a98ae0', 'status': 'completed', 'code': 200} Jan 10 20:22:00.959022 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c986c559-06c8-4db1-9a90-055bacc5605d req-c0b4559d-e87b-407f-b005-1f6ef048f29f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:22:00.974034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c986c559-06c8-4db1-9a90-055bacc5605d req-c0b4559d-e87b-407f-b005-1f6ef048f29f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:22:00.975242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c986c559-06c8-4db1-9a90-055bacc5605d req-c0b4559d-e87b-407f-b005-1f6ef048f29f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=9648a91e-f92c-45c9-b62c-633531290edb HTTP/1.1" status: 200 len: 210 time: 0.0574133 Jan 10 20:22:02.086667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39192) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:02.476072 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:03.056331 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 50b08f54-8137-41fc-9f0d-aacb4fd635b1 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:22:03.056679 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:03.133355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 597c854a-806d-4b23-b195-fb7063a98ae0 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:22:03.169011 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 597c854a-806d-4b23-b195-fb7063a98ae0 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:22:03.169361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 597c854a-806d-4b23-b195-fb7063a98ae0 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:22:03.242199 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 50b08f54-8137-41fc-9f0d-aacb4fd635b1, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=50b08f54-8137-41fc-9f0d-aacb4fd635b1,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:03.242841 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:03.451819 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 50b08f54-8137-41fc-9f0d-aacb4fd635b1 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:22:03.634398 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:03.680766 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=50b08f54-8137-41fc-9f0d-aacb4fd635b1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:03.973935 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:04.542848 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 643c517a-08f7-4c49-a82a-a5f01e470f3e has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:22:04.734067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:22:04.743752 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] Sync routers for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:22:04.749803 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-bac43e58-366a-459e-8f24-747e70372304 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/643c517a-08f7-4c49-a82a-a5f01e470f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620350 Jan 10 20:22:04.752755 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39196) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:04.755663 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:04.756261 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:21:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:04.928409 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:04.938851 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting subnet 8b17e264-d95b-4ccb-9b8b-3298db849856 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:22:04.941696 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:04.994667 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.075393 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.156056 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.196876 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Subnet': ['ID=8b17e264-d95b-4ccb-9b8b-3298db849856,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:05.203652 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.210270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3b974-8d67-4851-b6bb-31756fab473a None None] Network ec22e6be-529b-4249-b70a-5393a21f1026 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:22:05.212256 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:22:03Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:05.212806 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39200) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:05.213060 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9adda6e4-d818-4368-91a0-60d6d3b3f9e5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/subnets/8b17e264-d95b-4ccb-9b8b-3298db849856 HTTP/1.1" status: 204 len: 168 time: 0.4589777 Jan 10 20:22:05.216202 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] Checking router: 643c517a-08f7-4c49-a82a-a5f01e470f3e for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:22:05.226561 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] Routers {'643c517a-08f7-4c49-a82a-a5f01e470f3e'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:05.227201 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:21:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['643c517a-08f7-4c49-a82a-a5f01e470f3e'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:05.416389 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] Set router 643c517a-08f7-4c49-a82a-a5f01e470f3e gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:05.475838 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] DHCP port deletion for ec22e6be-529b-4249-b70a-5393a21f1026 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:22:05.480346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Deleting port cd1458a0-a5c0-42bd-81db-c1b59846d65f {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:22:05.480924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.532463 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.686335 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] For port cd1458a0-a5c0-42bd-81db-c1b59846d65f, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=cd1458a0-a5c0-42bd-81db-c1b59846d65f,segment=NetworkSegment(cdcb541d-aa71-453d-8102-7ec1193e8667),segment_id=cdcb541d-aa71-453d-8102-7ec1193e8667)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:05.687090 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.736546 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.746061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port 7e93759a-13f0-4d7a-851e-a783725ce9a5 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:22:05.746452 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.747878 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:22:03Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:05.751956 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5ddda-52fa-4a00-a26f-b40824108d55 None None] The sync data for ids ['643c517a-08f7-4c49-a82a-a5f01e470f3e'] in n-d-816927-8 is: [{'id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782007585', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:22:03Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': '7e93759a-13f0-4d7a-851e-a783725ce9a5', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c517a-08f7-4c49-a82a-a5f01e470f3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:20:16Z', 'updated_at': '2022-01-10T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:22:05.808931 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Calling delete_port for cd1458a0-a5c0-42bd-81db-c1b59846d65f owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:22:05.880922 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.924696 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port 7e93759a-13f0-4d7a-851e-a783725ce9a5, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=7e93759a-13f0-4d7a-851e-a783725ce9a5,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:05.925052 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:05.926877 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Pushing event deleted for resources: {'Port': ['ID=cd1458a0-a5c0-42bd-81db-c1b59846d65f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:05.936030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] No DVR routers for this DVR port cd1458a0-a5c0-42bd-81db-c1b59846d65f on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:22:05.941419 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.941770 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.942187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.942527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.942863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.943235 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.943833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.943932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.944185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.944510 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:05.944833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab300f7-60f3-4801-bd30-0b4c8e2acf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:06.049915 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for 7e93759a-13f0-4d7a-851e-a783725ce9a5 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:22:06.184526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 50b08f54-8137-41fc-9f0d-aacb4fd635b1 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:22:06.221800 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 50b08f54-8137-41fc-9f0d-aacb4fd635b1 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:22:06.222502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 50b08f54-8137-41fc-9f0d-aacb4fd635b1 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:22:06.222589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cd1458a0-a5c0-42bd-81db-c1b59846d65f no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:22:06.235941 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:06.254178 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: cd1458a0-a5c0-42bd-81db-c1b59846d65f {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:22:06.254520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device cd1458a0-a5c0-42bd-81db-c1b59846d65f not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:22:06.284583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=7e93759a-13f0-4d7a-851e-a783725ce9a5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:06.506298 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:06.852440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:06.856605 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:06.883369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:06.883866 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Fanout notify agent at l3_agent the message router_deleted on router 643c517a-08f7-4c49-a82a-a5f01e470f3e {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:22:06.898133 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:06.899268 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-900a5319-b234-4c79-9df1-8057cb66ddcd tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/routers/643c517a-08f7-4c49-a82a-a5f01e470f3e HTTP/1.1" status: 204 len: 168 time: 1.6854835 Jan 10 20:22:06.901948 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39204) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:07.012950 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.149507 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.174274 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec22e6be-529b-4249-b70a-5393a21f1026']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:07.186067 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcb541d-aa71-453d-8102-7ec1193e8667') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:07.186367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcb541d-aa71-453d-8102-7ec1193e8667') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:07.197247 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.212242 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.218016 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:22:07.218397 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:22:07.232705 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:22:07.313411 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.330944 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.342838 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Network': ['ID=ec22e6be-529b-4249-b70a-5393a21f1026,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:07.348957 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f3f5d0dd-f7fb-402b-ab02-8ef83f1060f2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/networks/ec22e6be-529b-4249-b70a-5393a21f1026 HTTP/1.1" status: 204 len: 168 time: 0.4460578 Jan 10 20:22:07.351793 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39208) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:07.419423 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1558ae0c-f6a7-4877-83d1-49ef53ff5d71 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.447064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1558ae0c-f6a7-4877-83d1-49ef53ff5d71 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.507667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1558ae0c-f6a7-4877-83d1-49ef53ff5d71 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.529574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558ae0c-f6a7-4877-83d1-49ef53ff5d71 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c21335c-0840-468f-9d73-6189022c1c1c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:07.544473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1558ae0c-f6a7-4877-83d1-49ef53ff5d71 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:07.545625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1558ae0c-f6a7-4877-83d1-49ef53ff5d71 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c21335c-0840-468f-9d73-6189022c1c1c HTTP/1.1" status: 204 len: 168 time: 0.1929507 Jan 10 20:22:07.931617 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39216) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:07.937278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696750302', 'description': 'tempest-secgroup-smoke-696750302 description', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:07.944374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:07.948385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:07.951192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:07.957294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:07.967737 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.001958 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.005885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.008727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.014294 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.067015 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.070660 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.117274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c5a99-cf7b-4869-a4a0-8ed218560dc6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.119926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.121204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4d82f2e5-0d19-4f9f-b7eb-f9ccff23761c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1885822 Jan 10 20:22:08.124047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39220) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.129995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'b13c5a99-cf7b-4869-a4a0-8ed218560dc6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.136562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.140578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.144059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.149916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.166711 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.185110 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7e93759a-13f0-4d7a-851e-a783725ce9a5 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:22:08.220095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 7e93759a-13f0-4d7a-851e-a783725ce9a5 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:22:08.220442 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 7e93759a-13f0-4d7a-851e-a783725ce9a5 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:22:08.227441 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.231092 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.254103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f152cf57-1290-4dfe-a314-b39ee40c67c2,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.262955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.264154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-73e6453d-3d20-46a8-a372-f3c51224d240 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1392117 Jan 10 20:22:08.266808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39224) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.272141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'b13c5a99-cf7b-4869-a4a0-8ed218560dc6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.278480 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.282224 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.285075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.290621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.306727 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.367491 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.370778 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.394572 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82d4270-1967-4fa0-b1c9-b5c66d4d465b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.404364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.405555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c6036692-9596-49de-ad82-48b7c6512e1f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1378212 Jan 10 20:22:08.408321 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39228) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.413674 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'b13c5a99-cf7b-4869-a4a0-8ed218560dc6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.419995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.424323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.427168 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.433078 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.451701 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.512419 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.515950 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.538639 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8002a471-2638-4df5-ad78-daeb4dce9fe1,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.548314 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.549482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-e8a0f28e-7528-4e8c-a8b1-a383d4186c02 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402688 Jan 10 20:22:08.552248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39232) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.557976 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'b13c5a99-cf7b-4869-a4a0-8ed218560dc6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.564279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.568481 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dce0c7c1-c632-4a97-be19-530b5d140fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.568654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.571709 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.577716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.593345 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.654285 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.658215 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.682608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e14d5d-7c4b-4645-af82-787da57c0721,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.691628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.692908 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7fe3178f-e5e3-40dc-adc8-069b3bb3ad19 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1395652 Jan 10 20:22:08.695731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39236) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.701103 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'b13c5a99-cf7b-4869-a4a0-8ed218560dc6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.707352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.711130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.713943 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.720062 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.730111 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:22:08.736854 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.801189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.805027 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.827262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef690b8-43f7-4af4-a6ae-94836425579b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.835809 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.837012 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-0b063b1c-8da5-407c-aafb-b1b107f0b3ad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1403387 Jan 10 20:22:08.839741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39240) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.845442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'security_group_rule': {'security_group_id': 'b13c5a99-cf7b-4869-a4a0-8ed218560dc6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.851596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.855288 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:security_group_rule and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:08.858085 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:08.864248 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:08.874441 n-d-816927-8 neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Project cfc435f02b8e4db6993134e6e827f3c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:22:08.880852 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.943362 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.946614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.970152 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67d8b38-d85d-4952-a43f-11ebeb1b77ad,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:08.978765 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:08.979958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c603115d-5fba-4b60-a1f4-639746ff8288 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1393180 Jan 10 20:22:08.982824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:08.988287 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'network': {'name': 'tempest-network-smoke--817719307', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'port_security_enabled': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:08.993540 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:08.997515 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:network and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:09.000501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:09.006066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:09.016213 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:22:09.019214 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.047273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:22:09.056301 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.056668 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Added segment cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf of type vlan for network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 Jan 10 20:22:09.082175 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.113488 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.117153 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:09.117723 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.302809 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Network': ['ID=6a40e7c1-0fd3-493f-beff-dc2da9e008e6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:09.305897 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-5554860c-95c5-46ac-a26f-0eb9eaf5c0e0 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3221409 Jan 10 20:22:09.308807 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39248) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:09.314294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:22:09.314798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'admin_state_up': True, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:09.321691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:09.325419 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:router and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:09.328292 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:09.335066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:09.346148 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.347118 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.365374 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.511047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.688736 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.720142 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:09.848445 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.206 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/ceb2dc89-64e2-4495-8fa7-37797c2df7ba) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:22:09.996855 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:10.023585 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:10.089080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:22:10.092006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:10.096970 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:22:10.121166 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:10.250983 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:10.251635 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:10.474017 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:22:10.608896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3440c29e-2c16-447e-83ae-55ac960c7960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:10.672409 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:22:10.681747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Sync routers for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:22:10.694129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:10.694763 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:10.698088 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:10.702406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8866d51e-2b6a-4b61-be5a-3319dd9033d4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3898008 Jan 10 20:22:10.702626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39252) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:10.741907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c8694f2-21d9-420b-9047-6f1d1f7af566 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=cfc435f02b8e4db6993134e6e827f3c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376859 Jan 10 20:22:10.744397 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39256) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:10.873270 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:10.961374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258668ce-e6e2-4d64-90d7-1f91c2ff49f4 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:10.962909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-258668ce-e6e2-4d64-90d7-1f91c2ff49f4 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2175946 Jan 10 20:22:10.965667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:11.009385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-57778c41-2d65-44df-8a75-9040518a1352 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0dd4f9d0-6582-4da4-b66b-69d558326162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404239 Jan 10 20:22:11.010067 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:11.014727 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228675095', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:11.126964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:11.130818 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:subnet and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:11.133618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:11.139286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:11.151350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:22:11.161067 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:10Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:11.164819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Checking router: 921ef2f1-eb35-477f-aea6-ac7683bb24d4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:22:11.165169 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Updating router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 port ceb2dc89-64e2-4495-8fa7-37797c2df7ba binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:22:11.214584 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.253248 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.466246 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.533320 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.541010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Subnet': ['ID=187fd052-a633-46b0-8212-859bd0437ba8,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:11.545456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Transition to ACTIVE for port object ceb2dc89-64e2-4495-8fa7-37797c2df7ba will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:11.553384 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Checking segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:22:11.553795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network hostable DHCP agents. Network: 6a40e7c1-0fd3-493f-beff-dc2da9e008e6, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:22:11.553956 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.576227 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:22:11.586128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, 6a40e7c1-0fd3-493f-beff-dc2da9e008e6) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:11.590059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:11.590894 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.596620 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23895b88-1466-4c10-a25e-770a44528bd1 None None] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:22:11.617339 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-9f2f6e13-d16c-4d2c-9105-61742999ec1d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6067970 Jan 10 20:22:11.620150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39268) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:11.707445 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24414707-a322-4fd2-94c7-f6a44f76f32e None None] Pushing event updated for resources: {'Port': ['ID=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:11.721634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Attempting to bind port ceb2dc89-64e2-4495-8fa7-37797c2df7ba on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:22:11.721937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Attempting to bind port ceb2dc89-64e2-4495-8fa7-37797c2df7ba by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:22:11.722301 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Attempting to bind port ceb2dc89-64e2-4495-8fa7-37797c2df7ba on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:22:11.743173 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:22:11.743549 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:22:11.743951 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.744342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:22:11.744808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Bound port: ceb2dc89-64e2-4495-8fa7-37797c2df7ba, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:22:11.745186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.869863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] For port ceb2dc89-64e2-4495-8fa7-37797c2df7ba, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:22:11.911433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] For port ceb2dc89-64e2-4495-8fa7-37797c2df7ba, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:22:11.924666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.962170 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3989060-1513-4c00-9741-384301538e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:22:11.963012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f3989060-1513-4c00-9741-384301538e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:11.989591 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:12.062937 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24414707-a322-4fd2-94c7-f6a44f76f32e None None] Pushing event updated for resources: {'Port': ['ID=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:12.098812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:12.099517 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:12.206925 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:12.364399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-f3989060-1513-4c00-9741-384301538e20 None None] Allocated IP 172.20.0.2 (6a40e7c1-0fd3-493f-beff-dc2da9e008e6/187fd052-a633-46b0-8212-859bd0437ba8/b53a7b58-5252-482b-a06e-36229c78fac3) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:22:12.368531 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:12.456008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:12.815124 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f3989060-1513-4c00-9741-384301538e20 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:12.828273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f3989060-1513-4c00-9741-384301538e20 None None] Transition to ACTIVE for port object b53a7b58-5252-482b-a06e-36229c78fac3 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:12.850121 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f3989060-1513-4c00-9741-384301538e20 None None] Transition to ACTIVE for port object b53a7b58-5252-482b-a06e-36229c78fac3 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:12.861681 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f3989060-1513-4c00-9741-384301538e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:12.918707 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.1 (6a40e7c1-0fd3-493f-beff-dc2da9e008e6/187fd052-a633-46b0-8212-859bd0437ba8/f5bf777b-7a45-4ce6-8173-3bde61afc70c) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:22:12.932698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:10Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:12.940863 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3989060-1513-4c00-9741-384301538e20 None None] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:22:12.944264 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f3989060-1513-4c00-9741-384301538e20 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:12.948749 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a192-8b25-430c-809c-a9a1ad0851cf None None] The sync data for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 is: [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:10Z', 'revision_number': 3, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:22:12.950263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3989060-1513-4c00-9741-384301538e20 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:22:12.952449 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989060-1513-4c00-9741-384301538e20 None None] Pushing event updated for resources: {'Port': ['ID=b53a7b58-5252-482b-a06e-36229c78fac3,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:13.040810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f3989060-1513-4c00-9741-384301538e20 None None] Attempting to bind port b53a7b58-5252-482b-a06e-36229c78fac3 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:22:13.041193 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f3989060-1513-4c00-9741-384301538e20 None None] Attempting to bind port b53a7b58-5252-482b-a06e-36229c78fac3 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:22:13.041551 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3989060-1513-4c00-9741-384301538e20 None None] Attempting to bind port b53a7b58-5252-482b-a06e-36229c78fac3 on network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:22:13.049128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3989060-1513-4c00-9741-384301538e20 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:22:13.049514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3989060-1513-4c00-9741-384301538e20 None None] Checking segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:22:13.049941 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f3989060-1513-4c00-9741-384301538e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.050337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3989060-1513-4c00-9741-384301538e20 None None] Bound using segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:22:13.050806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f3989060-1513-4c00-9741-384301538e20 None None] Bound port: b53a7b58-5252-482b-a06e-36229c78fac3, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:22:13.051218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f3989060-1513-4c00-9741-384301538e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.098331 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.118387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object f5bf777b-7a45-4ce6-8173-3bde61afc70c will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:13.149185 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.149827 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f3989060-1513-4c00-9741-384301538e20 None None] For port b53a7b58-5252-482b-a06e-36229c78fac3, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:22:13.153656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f3989060-1513-4c00-9741-384301538e20 None None] For port b53a7b58-5252-482b-a06e-36229c78fac3, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b53a7b58-5252-482b-a06e-36229c78fac3,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:22:13.158317 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f3989060-1513-4c00-9741-384301538e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.238317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:22:13.241157 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:13.245326 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:22:13.267490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989060-1513-4c00-9741-384301538e20 None None] Pushing event updated for resources: {'Port': ['ID=b53a7b58-5252-482b-a06e-36229c78fac3,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:13.284058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=f5bf777b-7a45-4ce6-8173-3bde61afc70c,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:13.312885 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.368260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.426280 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.863384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.876804 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.994307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:13.997781 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=f5bf777b-7a45-4ce6-8173-3bde61afc70c,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:14.136678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:22:14.137877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:14.236456 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01193c80-6264-43e5-af36-d0ae737639ca None None] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:22:14.271889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ceb2dc89-64e2-4495-8fa7-37797c2df7ba up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:14.393109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fe0c22d-ee3f-45aa-b8d6-f78e677a4c7b None None] Provisioning for port b53a7b58-5252-482b-a06e-36229c78fac3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:14.469498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ceb2dc89-64e2-4495-8fa7-37797c2df7ba completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:14.479176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ceb2dc89-64e2-4495-8fa7-37797c2df7ba triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:14.479491 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:14.620877 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:22:14.657145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:14.677201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ceb2dc89-64e2-4495-8fa7-37797c2df7ba, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:14.681369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:14.682292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b53a7b58-5252-482b-a06e-36229c78fac3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:14.835301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:22:14.849016 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4eb27a1f-adc6-4b47-ad3b-0756cfd69124 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/921ef2f1-eb35-477f-aea6-ac7683bb24d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2276964 Jan 10 20:22:14.849351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:14.871397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port b53a7b58-5252-482b-a06e-36229c78fac3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:14.876844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b53a7b58-5252-482b-a06e-36229c78fac3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:14.877225 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:14.953746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6c7dc0ff-4f63-4640-a62d-1af656586af2 None None] Provisioning for port f5bf777b-7a45-4ce6-8173-3bde61afc70c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:14.969990 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6c7dc0ff-4f63-4640-a62d-1af656586af2 None None] Provisioning complete for port f5bf777b-7a45-4ce6-8173-3bde61afc70c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:14.970370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc0ff-4f63-4640-a62d-1af656586af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:15.057708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-91957fc9-d546-422b-9ee3-b90382641156 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:22:15.066294 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-6c7dc0ff-4f63-4640-a62d-1af656586af2 None None] Port f5bf777b-7a45-4ce6-8173-3bde61afc70c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:22:15.067993 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:15.079650 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-91957fc9-d546-422b-9ee3-b90382641156 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:22:15.081792 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-91957fc9-d546-422b-9ee3-b90382641156 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696750302&fields=id&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 267 time: 0.0806265 Jan 10 20:22:15.110884 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-6c7dc0ff-4f63-4640-a62d-1af656586af2 None None] Provisioning complete for port b53a7b58-5252-482b-a06e-36229c78fac3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:15.111298 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc0ff-4f63-4640-a62d-1af656586af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:15.136047 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port b53a7b58-5252-482b-a06e-36229c78fac3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b53a7b58-5252-482b-a06e-36229c78fac3,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:15.150291 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:15.238506 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=b53a7b58-5252-482b-a06e-36229c78fac3,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:15.256684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-0ddb3f7c-9e5e-41a2-9cc2-a5da7714922f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:15.257376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-0ddb3f7c-9e5e-41a2-9cc2-a5da7714922f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:22:15.276097 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-0ddb3f7c-9e5e-41a2-9cc2-a5da7714922f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:22:15.277544 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-0ddb3f7c-9e5e-41a2-9cc2-a5da7714922f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 796 time: 0.1834550 Jan 10 20:22:15.295313 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-deb6352e-c2eb-4fcc-9e6f-05b36b67f396 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/quotas/cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0119622 Jan 10 20:22:15.373916 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-e2763c38-4bde-4b37-b742-26c7f9a12b79 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:22:15.388675 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-e2763c38-4bde-4b37-b742-26c7f9a12b79 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:22:15.389937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-e2763c38-4bde-4b37-b742-26c7f9a12b79 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889361 Jan 10 20:22:15.404764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-60a50635-cfc8-4d60-ad32-a416d9f0502d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:22:15.405738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-60a50635-cfc8-4d60-ad32-a416d9f0502d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048716 Jan 10 20:22:15.426976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-43511bde-d875-4396-88c4-cb7f7ad03208 None None] Provisioning complete for port f5bf777b-7a45-4ce6-8173-3bde61afc70c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:15.427353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-43511bde-d875-4396-88c4-cb7f7ad03208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:15.477250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-43511bde-d875-4396-88c4-cb7f7ad03208 None None] Port f5bf777b-7a45-4ce6-8173-3bde61afc70c cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:22:15.538923 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-cc753fae-d6dc-4a93-aaea-e3d98ba83c6d service neutron] 10.222.0.21 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253819 Jan 10 20:22:15.669762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-74fd2aea-7aee-4550-9fc5-7aa1add73b11 service neutron] 10.222.0.21 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251960 Jan 10 20:22:15.886326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:16.099568 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:16.199869 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ceb2dc89-64e2-4495-8fa7-37797c2df7ba up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:16.269158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ceb2dc89-64e2-4495-8fa7-37797c2df7ba triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:16.269814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:16.381812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b53a7b58-5252-482b-a06e-36229c78fac3 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:16.449324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port b53a7b58-5252-482b-a06e-36229c78fac3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:16.449689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:16.557825 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Sync routers for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:22:16.569613 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:16.570216 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:16.743075 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:16.883179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f81805bc-fcad-4f09-a3c3-693bc4795e34 req-775e7900-cce5-41b8-b0fa-5bce89c606e8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 210 time: 0.0409064 Jan 10 20:22:17.065149 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 2, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:17.068944 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Checking router: 921ef2f1-eb35-477f-aea6-ac7683bb24d4 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:22:17.069297 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Updating router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 port f5bf777b-7a45-4ce6-8173-3bde61afc70c binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:22:17.120129 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:17.472262 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:17.483624 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Transition to ACTIVE for port object f5bf777b-7a45-4ce6-8173-3bde61afc70c will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:17.490393 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:17.612083 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Pushing event updated for resources: {'Port': ['ID=f5bf777b-7a45-4ce6-8173-3bde61afc70c,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:17.625344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.625691 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.626031 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.626367 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.626692 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.627044 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.627366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.627683 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.628002 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.628318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.628638 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:22:17.715366 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Attempting to bind port f5bf777b-7a45-4ce6-8173-3bde61afc70c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:22:17.715733 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Attempting to bind port f5bf777b-7a45-4ce6-8173-3bde61afc70c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:22:17.716090 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Attempting to bind port f5bf777b-7a45-4ce6-8173-3bde61afc70c on network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:22:17.723123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:22:17.723494 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Checking segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:22:17.723894 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:17.724282 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Bound using segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:22:17.724735 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Bound port: f5bf777b-7a45-4ce6-8173-3bde61afc70c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:22:17.725106 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:17.815010 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] For port f5bf777b-7a45-4ce6-8173-3bde61afc70c, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:22:17.818246 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] For port f5bf777b-7a45-4ce6-8173-3bde61afc70c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f5bf777b-7a45-4ce6-8173-3bde61afc70c,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:22:17.821797 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:17.903874 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aaddb1-9524-4882-bff1-591f1890e11b None None] Pushing event updated for resources: {'Port': ['ID=f5bf777b-7a45-4ce6-8173-3bde61afc70c,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:17.909176 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:17.909867 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:18.133009 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:18.157040 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b9e01eac-7b6b-46fe-bb61-09d2675be7ea req-d7360db8-3481-4303-a9a2-36bc860e8d23 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 210 time: 0.0641050 Jan 10 20:22:18.230519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-5d9e248c-1e05-4fa3-b227-91d594713712 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:18.232083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-5d9e248c-1e05-4fa3-b227-91d594713712 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 796 time: 0.3002591 Jan 10 20:22:18.289731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-2b931250-1fc3-4492-a712-5141b877a532 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc435f02b8e4db6993134e6e827f3c8 HTTP/1.1" status: 200 len: 379 time: 0.0404820 Jan 10 20:22:18.297871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'port': {'device_id': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'admin_state_up': True, 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'security_groups': ['b13c5a99-cf7b-4869-a4a0-8ed218560dc6']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:18.430131 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:18.439756 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:18.439938 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:17Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:18.444066 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01944eeb-229a-40f0-9e27-61669dd657a6 None None] The sync data for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 is: [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:17Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:22:18.449599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Made reservation on behalf of cfc435f02b8e4db6993134e6e827f3c8 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:22:18.453489 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:18.736436 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.20.0.10 (6a40e7c1-0fd3-493f-beff-dc2da9e008e6/187fd052-a633-46b0-8212-859bd0437ba8/a68ee660-6fff-4508-b79f-4555bc0b46b6) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:22:18.928669 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:18.945178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Transition to ACTIVE for port object a68ee660-6fff-4508-b79f-4555bc0b46b6 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:18.972671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:19.059871 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:22:19.063648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:19.065573 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=a68ee660-6fff-4508-b79f-4555bc0b46b6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:19.067712 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:22:19.129926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:19.130647 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:19.161469 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-b2793d3f-b09d-4e21-9263-1039f1759c2e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669736 Jan 10 20:22:19.173324 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Request body: {'port': {'device_id': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:19.300910 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:19.368404 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02a7d0cc-6cf4-4b93-ad1b-cccd8dfe81ef None None] Provisioning for port a68ee660-6fff-4508-b79f-4555bc0b46b6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:19.373754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02a7d0cc-6cf4-4b93-ad1b-cccd8dfe81ef None None] Provisioning complete for port a68ee660-6fff-4508-b79f-4555bc0b46b6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:19.374348 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02a7d0cc-6cf4-4b93-ad1b-cccd8dfe81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:19.431578 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-02a7d0cc-6cf4-4b93-ad1b-cccd8dfe81ef None None] Port a68ee660-6fff-4508-b79f-4555bc0b46b6 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:22:19.580613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eed5d7-56de-481b-aeb2-925bd2cb8a63 req-ed5a17f2-2ee4-4404-a0c5-b955eae075af tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:19.581308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a1eed5d7-56de-481b-aeb2-925bd2cb8a63 req-ed5a17f2-2ee4-4404-a0c5-b955eae075af tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:22:19.618783 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-a1eed5d7-56de-481b-aeb2-925bd2cb8a63 req-ed5a17f2-2ee4-4404-a0c5-b955eae075af tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:22:19.619930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1eed5d7-56de-481b-aeb2-925bd2cb8a63 req-ed5a17f2-2ee4-4404-a0c5-b955eae075af tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 932 time: 0.3007689 Jan 10 20:22:19.689731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a1eed5d7-56de-481b-aeb2-925bd2cb8a63 req-f766b659-4564-4791-b7cc-c300ef2c53f3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596967 Jan 10 20:22:19.745289 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68ee660-6fff-4508-b79f-4555bc0b46b6 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:22:19.752034 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:19.767212 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Transition to ACTIVE for port object a68ee660-6fff-4508-b79f-4555bc0b46b6 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:22:19.770686 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:19.896219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a68ee660-6fff-4508-b79f-4555bc0b46b6,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:20.001090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Attempting to bind port a68ee660-6fff-4508-b79f-4555bc0b46b6 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:22:20.001424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Attempting to bind port a68ee660-6fff-4508-b79f-4555bc0b46b6 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:22:20.001749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Attempting to bind port a68ee660-6fff-4508-b79f-4555bc0b46b6 on network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:22:20.007312 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Port a68ee660-6fff-4508-b79f-4555bc0b46b6 on network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:22:20.007630 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Attempting to bind port a68ee660-6fff-4508-b79f-4555bc0b46b6 on network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:22:20.013652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:22:20.013980 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Checking segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:22:20.014355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Bound using segment: {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:22:20.014766 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Bound port: a68ee660-6fff-4508-b79f-4555bc0b46b6, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:22:20.015128 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:20.104314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] For port a68ee660-6fff-4508-b79f-4555bc0b46b6, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:22:20.107301 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] For port a68ee660-6fff-4508-b79f-4555bc0b46b6, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:22:20.111260 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:20.172606 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:20.174288 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 1092 time: 1.0059969 Jan 10 20:22:20.174523 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:22:20.192587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bab7e-0a8a-4f22-9d85-3d89b91a01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a68ee660-6fff-4508-b79f-4555bc0b46b6,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:20.228413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f5bf777b-7a45-4ce6-8173-3bde61afc70c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:20.267023 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'status': 'completed', 'code': 200} Jan 10 20:22:20.292464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-516a0d8f-8a97-41b4-8ca8-6b6809533c94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1095 time: 0.0811081 Jan 10 20:22:20.309700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f5bf777b-7a45-4ce6-8173-3bde61afc70c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:20.315700 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f5bf777b-7a45-4ce6-8173-3bde61afc70c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:20.316073 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:20.363727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-948e7758-d9a8-4b50-add9-4e88dfd18da9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 217 time: 0.0638194 Jan 10 20:22:20.429132 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-66bb27c6-0e6c-48f1-b48d-10c9802adf69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:20.430905 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-66bb27c6-0e6c-48f1-b48d-10c9802adf69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 200 len: 835 time: 0.0622249 Jan 10 20:22:20.433144 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:20.464759 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f5bf777b-7a45-4ce6-8173-3bde61afc70c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f5bf777b-7a45-4ce6-8173-3bde61afc70c,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:20.470180 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:20.504867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-0316e6ec-1cdc-483c-806b-aca0abd83378 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687008 Jan 10 20:22:20.543420 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f5bf777b-7a45-4ce6-8173-3bde61afc70c,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:20.725458 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-3f100fd1-b6f2-4146-9e88-6d84d1f6168c service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150767 Jan 10 20:22:20.904811 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-299bce39-4dfb-454c-9302-6ac4ca199532 req-05a09a58-1eb6-4ae5-98ca-190d412a1662 service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740336 Jan 10 20:22:20.925107 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5c08-10b4-4ea1-a6e3-667b117a7333 req-902af33c-235e-4cc7-a434-6d52231d65da tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:20.926553 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a3a5c08-10b4-4ea1-a6e3-667b117a7333 req-902af33c-235e-4cc7-a434-6d52231d65da tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 944 time: 0.1158998 Jan 10 20:22:21.021930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9a3a5c08-10b4-4ea1-a6e3-667b117a7333 req-8a4d8319-2b7e-4479-b4f3-7af374796944 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894604 Jan 10 20:22:21.040371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-9d2bf34d-7335-49a7-b769-71848c42abec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1095 time: 0.0907793 Jan 10 20:22:21.174379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-a70b8a48-8262-4b77-a792-c50f6f44a54c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:21.175864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-a70b8a48-8262-4b77-a792-c50f6f44a54c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 897 time: 0.1298761 Jan 10 20:22:21.245645 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-4af29e22-7d85-483c-ab86-1f63eddc81fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 217 time: 0.0633075 Jan 10 20:22:21.305767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-cd679e62-0a53-4ae9-8d44-1a2760b693b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:21.307160 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-cd679e62-0a53-4ae9-8d44-1a2760b693b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 200 len: 835 time: 0.0555198 Jan 10 20:22:21.382796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-1676cd10-fa04-47bb-aade-ccbe6d710fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691595 Jan 10 20:22:21.510430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-bad0dee7-b016-4d1f-a8b9-d7c479d9103e service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213861 Jan 10 20:22:21.637668 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9b7a56bb-7018-4b2b-b649-5a956f90b485 req-51d0f25e-fc3e-4369-ba63-e3edb9fbf2bc service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208735 Jan 10 20:22:22.198950 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f5bf777b-7a45-4ce6-8173-3bde61afc70c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:22.217983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5c32-66b9-4932-a2ba-0d8f6aedcc16 req-0c32558d-bf4f-465b-a4a8-1db37f55b0de tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:22.219991 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d5c5c32-66b9-4932-a2ba-0d8f6aedcc16 req-0c32558d-bf4f-465b-a4a8-1db37f55b0de tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 944 time: 0.0763116 Jan 10 20:22:22.265033 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2d5c5c32-66b9-4932-a2ba-0d8f6aedcc16 req-95134a8e-6c4c-43dc-8bf3-0f9a34fe3869 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395737 Jan 10 20:22:22.266407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f5bf777b-7a45-4ce6-8173-3bde61afc70c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:22.266778 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:23.463811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0fac1-9007-4e34-834b-16ace77a3e01 req-2bc7cba4-8be0-4888-9179-d63390b94827 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:23.465242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79f0fac1-9007-4e34-834b-16ace77a3e01 req-2bc7cba4-8be0-4888-9179-d63390b94827 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 944 time: 0.0779309 Jan 10 20:22:23.509785 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-79f0fac1-9007-4e34-834b-16ace77a3e01 req-18b8d468-8c17-47ee-859b-bf7957d84a06 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Jan 10 20:22:24.703478 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99c317-5d5e-4725-a1a2-d2ff892fd260 req-bbd48b4e-4740-47a9-bce5-5b4f1da5dd6e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:24.704906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe99c317-5d5e-4725-a1a2-d2ff892fd260 req-bbd48b4e-4740-47a9-bce5-5b4f1da5dd6e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 944 time: 0.0749049 Jan 10 20:22:24.752587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fe99c317-5d5e-4725-a1a2-d2ff892fd260 req-8a58d72d-dd19-4a7e-8132-3ace7780f5f4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Jan 10 20:22:25.289058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a68ee660-6fff-4508-b79f-4555bc0b46b6 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:22:25.418672 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a68ee660-6fff-4508-b79f-4555bc0b46b6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:25.431493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'port_id': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'mac_address': 'fa:16:3e:e9:25:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:22:25.482723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:25.498890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68ee660-6fff-4508-b79f-4555bc0b46b6 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:22:25.513060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a68ee660-6fff-4508-b79f-4555bc0b46b6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:25.517689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:25.612764 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=a68ee660-6fff-4508-b79f-4555bc0b46b6,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:25.717122 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['a68ee660-6fff-4508-b79f-4555bc0b46b6'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:22:25.949109 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00118f7e-641e-47e3-a333-09f53f334858 req-0df17509-d3fa-410c-9d88-c590a8741152 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:25.950576 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00118f7e-641e-47e3-a333-09f53f334858 req-0df17509-d3fa-410c-9d88-c590a8741152 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 945 time: 0.0760920 Jan 10 20:22:25.995042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-00118f7e-641e-47e3-a333-09f53f334858 req-093dbd14-d899-448e-a3db-922ebe0d21d8 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 Jan 10 20:22:27.194093 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285e698-5c62-40cd-b318-618a37c2cb7a req-59f4c23f-92a8-418a-b853-7751fa76749b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:27.195596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6285e698-5c62-40cd-b318-618a37c2cb7a req-59f4c23f-92a8-418a-b853-7751fa76749b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 945 time: 0.0808671 Jan 10 20:22:27.239925 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6285e698-5c62-40cd-b318-618a37c2cb7a req-a44766e9-1496-47c4-bf63-c0327e8ae7d7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388546 Jan 10 20:22:27.304808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a68ee660-6fff-4508-b79f-4555bc0b46b6 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:22:27.369962 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port a68ee660-6fff-4508-b79f-4555bc0b46b6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:22:27.374596 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port a68ee660-6fff-4508-b79f-4555bc0b46b6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:22:27.375009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:27.484964 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:27.510348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:22:27.519646 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port a68ee660-6fff-4508-b79f-4555bc0b46b6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:22:27.523690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:27.588083 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=a68ee660-6fff-4508-b79f-4555bc0b46b6,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:27.633661 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'code': 200} Jan 10 20:22:27.753085 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77cbd196-b595-4a66-a1aa-416e7f29e966 req-8b2bd8b9-d1bf-4df1-91a8-568e6cae0ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1097 time: 0.0659676 Jan 10 20:22:27.795260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77cbd196-b595-4a66-a1aa-416e7f29e966 req-ca9fdf41-c0c0-420f-bc9d-c79dca4fdb81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363824 Jan 10 20:22:28.514946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7dcb4-83d1-407d-9e28-63297501d87e req-e0464eb3-86fa-4831-ad24-76e39353cd39 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:28.516344 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bb7dcb4-83d1-407d-9e28-63297501d87e req-e0464eb3-86fa-4831-ad24-76e39353cd39 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.1585171 Jan 10 20:22:28.559903 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6bb7dcb4-83d1-407d-9e28-63297501d87e req-2dfbc9a5-3471-4c6c-a08c-30da84d8109f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Jan 10 20:22:29.753413 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bad9-1558-4147-80d1-bfde5bc4e47f req-7fd838bd-3ff5-4f78-9edf-2e28202fe15f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:29.754751 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9487bad9-1558-4147-80d1-bfde5bc4e47f req-7fd838bd-3ff5-4f78-9edf-2e28202fe15f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.0741718 Jan 10 20:22:29.801268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9487bad9-1558-4147-80d1-bfde5bc4e47f req-be0ac942-8e45-46dd-92fc-a1542888e508 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Jan 10 20:22:29.994230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fb0a2-5c32-4429-811e-2bf1deffb294 req-e2ef04b1-f28f-4dfa-9ab4-2ab46bd7d078 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:29.995715 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-052fb0a2-5c32-4429-811e-2bf1deffb294 req-e2ef04b1-f28f-4dfa-9ab4-2ab46bd7d078 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.0752475 Jan 10 20:22:30.039878 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-052fb0a2-5c32-4429-811e-2bf1deffb294 req-4f1c3b83-1505-4ea7-a57a-63df1c0f775f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Jan 10 20:22:30.067652 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39332) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:30.139316 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-24115c83-6828-4c93-ab65-619b53669169 tempest-TestNetworkAdvancedServerOps-292733123 tempest-TestNetworkAdvancedServerOps-292733123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1092 time: 0.0704284 Jan 10 20:22:30.141906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39336) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:30.146933 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:22:30.152951 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:22:30.156705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Usage tracker for resource:floatingip and tenant:cfc435f02b8e4db6993134e6e827f3c8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:22:30.159501 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:22:30.165344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:22:30.176046 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:30.308528 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:30.440923 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Allocated IP 172.25.6.29 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/e687b92d-bb3e-476b-bb18-7470c948cfd1) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:22:30.584323 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:30.613197 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:30.683371 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:22:30.686716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:22:30.688659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=e687b92d-bb3e-476b-bb18-7470c948cfd1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:30.690696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:22:31.179365 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:22:31.184272 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:31.237719 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:31.525850 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:31.530500 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:31.630105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event updated for resources: {'Port': ['ID=e687b92d-bb3e-476b-bb18-7470c948cfd1,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:22:31.647030 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:31.829920 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Floating IP 37d6d5c3-5f5e-4117-bd6b-127844a56946 associated. External IP: 172.25.6.29, port: a68ee660-6fff-4508-b79f-4555bc0b46b6. Jan 10 20:22:32.223990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:22:32.420968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:22:32.430609 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] Sync routers for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:22:32.442082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:32.442690 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:32.444661 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:32.497843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7c79523f-87cc-4d96-b129-b0750bbcba3b tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3549447 Jan 10 20:22:32.498417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:22:32.555699 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'status': 'completed', 'code': 200} Jan 10 20:22:32.623284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:32.705606 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-5cb8e0cc-8690-44e9-8a31-e1dea808f1a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1097 time: 0.1296377 Jan 10 20:22:32.711682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b251a15-ac51-4bd2-a830-097fd45f03ca req-e7173ea5-da5c-4667-8df4-534a8e647a5c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:32.713007 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b251a15-ac51-4bd2-a830-097fd45f03ca req-e7173ea5-da5c-4667-8df4-534a8e647a5c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.1046050 Jan 10 20:22:32.840693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7b251a15-ac51-4bd2-a830-097fd45f03ca req-f6df4aee-2f7b-42b6-a6a0-afae6ba717fa tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098626 Jan 10 20:22:32.869036 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39344) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:32.875500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-5773a048-af2c-4c19-baed-4341477cb9fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:32.877070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-5773a048-af2c-4c19-baed-4341477cb9fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 897 time: 0.1632428 Jan 10 20:22:32.972291 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '37d6d5c3-5f5e-4117-bd6b-127844a56946', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'port_id': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'mac_address': 'fa:16:3e:e9:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:22:31Z', 'updated_at': '2022-01-10T20:22:31Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:20Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:32.976077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] Checking router: 921ef2f1-eb35-477f-aea6-ac7683bb24d4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:22:32.977744 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9b908c3e-45df-4644-a3db-6ee77bb1932f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/37d6d5c3-5f5e-4117-bd6b-127844a56946 HTTP/1.1" status: 200 len: 991 time: 0.1068578 Jan 10 20:22:32.981183 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-c41eec27-ed72-4700-9e71-09bc99a76751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 999 time: 0.0985799 Jan 10 20:22:32.987303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:22:32.987903 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:33.045185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-96ba10ec-a685-4960-9a85-68997ca0ecc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:33.047174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-96ba10ec-a685-4960-9a85-68997ca0ecc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 200 len: 835 time: 0.0606437 Jan 10 20:22:33.170697 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:22:33.219767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-40a7c356-7eda-4a78-9822-f27cd0898f11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669235 Jan 10 20:22:33.347091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-ad0f38f1-0e8f-4bd5-b81b-927eb4e0e9d7 service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217599 Jan 10 20:22:33.477896 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a0b6bb3d-922a-4171-b65f-54b6538fa884 req-b2e8fc12-917e-40d6-b835-1b462e94259d service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254075 Jan 10 20:22:33.547448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '37d6d5c3-5f5e-4117-bd6b-127844a56946', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'port_id': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'mac_address': 'fa:16:3e:e9:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:22:31Z', 'updated_at': '2022-01-10T20:22:31Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:20Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:22:33.551538 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6d52-7610-473c-8a3d-404a4fa225c5 None None] The sync data for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 is: [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '37d6d5c3-5f5e-4117-bd6b-127844a56946', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'port_id': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'mac_address': 'fa:16:3e:e9:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:22:31Z', 'updated_at': '2022-01-10T20:22:31Z', 'revision_number': 0, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:20Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:22:33.981691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39348) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:34.085552 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f49b1171-10a4-42f1-a0e8-cae8cfe98aff tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/37d6d5c3-5f5e-4117-bd6b-127844a56946 HTTP/1.1" status: 200 len: 991 time: 0.1028199 Jan 10 20:22:34.384890 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-e4b0e19f-341c-4825-956e-a6ec6088b49c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648489 Jan 10 20:22:34.528428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-ee220121-580e-415a-b712-bca1e37625e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1097 time: 0.0773237 Jan 10 20:22:34.667483 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9594c7a-636a-4716-b060-1a4ba2ac21be None None] New status for floating IP 37d6d5c3-5f5e-4117-bd6b-127844a56946: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:22:34.678634 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa872591-515d-48be-b10f-21986f611944 req-85eed21a-6074-42c2-bf0f-e327ca18060c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:34.680413 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-85eed21a-6074-42c2-bf0f-e327ca18060c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 897 time: 0.1306372 Jan 10 20:22:34.781215 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-fe2838fd-f181-485e-9195-0f5199245198 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 999 time: 0.0946593 Jan 10 20:22:34.842842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa872591-515d-48be-b10f-21986f611944 req-d365f96b-5826-4f4a-9501-41b239f5d84d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:22:34.844888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-d365f96b-5826-4f4a-9501-41b239f5d84d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 200 len: 835 time: 0.0581152 Jan 10 20:22:34.920709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-be4d1515-1bd2-459c-9659-f754d1aacb21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701718 Jan 10 20:22:35.050851 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-6bd3da14-98c1-49dc-a4e6-c14fd65388cf service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244569 Jan 10 20:22:35.088637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39352) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:22:35.178554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-aa872591-515d-48be-b10f-21986f611944 req-243ac98d-838d-426f-a168-bff9a4a4ba35 service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223652 Jan 10 20:22:35.194615 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f1c7c909-0568-4490-8c91-dd06ab81b0f7 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/37d6d5c3-5f5e-4117-bd6b-127844a56946 HTTP/1.1" status: 200 len: 993 time: 0.1046941 Jan 10 20:22:38.569709 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-973f0dec-ec8f-4aa7-a36f-8c9b5fb5c02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:40.613529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-16de03c1-b316-4e20-97e8-fbbdd7dbe8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:41.901182 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:42.082554 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:43.357275 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:45.900794 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:22:46.138002 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:00.195130 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc42f-f855-4b76-b40f-9df274be5c8b req-04868851-7a75-49a9-8530-33f5152e1598 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:00.196568 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-184fc42f-f855-4b76-b40f-9df274be5c8b req-04868851-7a75-49a9-8530-33f5152e1598 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.0754161 Jan 10 20:23:00.240620 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-184fc42f-f855-4b76-b40f-9df274be5c8b req-3240c796-7b07-412d-9022-c5bbb90bc0b2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387275 Jan 10 20:23:01.441014 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84126-9038-4086-b6a2-3b7ff7eff6e4 req-3dbf7818-df74-4e72-bd1d-c0cfd3153318 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:01.442335 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad84126-9038-4086-b6a2-3b7ff7eff6e4 req-3dbf7818-df74-4e72-bd1d-c0cfd3153318 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.0776749 Jan 10 20:23:01.486584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0ad84126-9038-4086-b6a2-3b7ff7eff6e4 req-349aa2d0-fe0e-4a85-84d7-f463b9e46f37 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388253 Jan 10 20:23:01.513586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39376) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:01.617268 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3823b21a-e2f5-4d2e-8d14-485eec45a083 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/37d6d5c3-5f5e-4117-bd6b-127844a56946 HTTP/1.1" status: 200 len: 993 time: 0.1025567 Jan 10 20:23:03.224221 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-036622bb-0d0e-403e-ba85-4c0d56adcf77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1097 time: 0.1887681 Jan 10 20:23:03.229491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01535e-4d5a-4f1c-b131-e9fc2d020184 req-52e7b1b9-457a-4890-94d1-e26680c86ee2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:03.230791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d01535e-4d5a-4f1c-b131-e9fc2d020184 req-52e7b1b9-457a-4890-94d1-e26680c86ee2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.2266631 Jan 10 20:23:03.362410 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1d01535e-4d5a-4f1c-b131-e9fc2d020184 req-74499e78-b9aa-43a8-a2d4-126145bf763d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132076 Jan 10 20:23:03.396340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-c9f55b9c-dcb3-4a01-b79a-d1c7c7fd2074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:03.397763 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-c9f55b9c-dcb3-4a01-b79a-d1c7c7fd2074 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 897 time: 0.1661417 Jan 10 20:23:03.497115 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-ff667be7-301e-477b-b9da-af626acdb89f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 1001 time: 0.0938897 Jan 10 20:23:03.556482 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-ec86e7d0-3790-4f75-8e07-bb41342d905f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:03.557853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-ec86e7d0-3790-4f75-8e07-bb41342d905f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 200 len: 835 time: 0.0554309 Jan 10 20:23:03.629243 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-562f18aa-0702-43fa-a28e-aa233b903bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657625 Jan 10 20:23:03.765800 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-f97b2714-c670-4200-a651-7542b6339b1b service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302395 Jan 10 20:23:03.892244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2f35ac16-7205-438a-9d8f-65d24569a517 req-7b8d0d81-5b88-46da-9dda-d8692dc3553f service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212029 Jan 10 20:23:04.564323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472174-956e-4e77-b6ae-7a19706f9421 req-fa273af0-ab81-4fc0-b0bb-9ccc366d2016 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:04.565790 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0472174-956e-4e77-b6ae-7a19706f9421 req-fa273af0-ab81-4fc0-b0bb-9ccc366d2016 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.0812714 Jan 10 20:23:04.611930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c0472174-956e-4e77-b6ae-7a19706f9421 req-314a717a-b73a-4897-a638-6e924db82af3 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407856 Jan 10 20:23:05.809769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d41b-5bff-4b02-bea3-08b216e39e7a req-b8d05d7b-dc86-4f58-9b98-faef576aee0a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:05.811231 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e986d41b-5bff-4b02-bea3-08b216e39e7a req-b8d05d7b-dc86-4f58-9b98-faef576aee0a tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.0745020 Jan 10 20:23:05.857913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e986d41b-5bff-4b02-bea3-08b216e39e7a req-40d47e9d-f3dd-45f8-8e21-aea97129141f tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Jan 10 20:23:05.886320 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39390) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:05.984310 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-31daaed5-3232-4a31-a9a2-f6cd59d4a0d2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/floatingips/37d6d5c3-5f5e-4117-bd6b-127844a56946 HTTP/1.1" status: 200 len: 993 time: 0.0967026 Jan 10 20:23:06.239571 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:06.435898 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port e687b92d-bb3e-476b-bb18-7470c948cfd1 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:23:06.436238 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:06.597583 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:06.597907 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:06.799123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for e687b92d-bb3e-476b-bb18-7470c948cfd1 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:23:06.939593 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:06.984379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=e687b92d-bb3e-476b-bb18-7470c948cfd1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:07.022975 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.023330 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.023667 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.024000 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.024332 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.024660 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.024983 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.025306 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.025629 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.025945 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.026262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:07.084662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:07.462624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:23:07.657859 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:07.667649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] Sync routers for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:07.678934 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:07.679997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:07.680610 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:07.731500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-056f3163-6ea6-4529-ad24-48bed481dda4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/floatingips/37d6d5c3-5f5e-4117-bd6b-127844a56946 HTTP/1.1" status: 204 len: 168 time: 1.4908516 Jan 10 20:23:07.732088 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:23:07.862094 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'status': 'completed', 'code': 200} Jan 10 20:23:07.869726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:07.963573 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-f1f04518-75a6-4678-955b-1892e0d39b21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 1097 time: 0.0779366 Jan 10 20:23:08.147023 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-af89cc25-8ee1-4071-9892-076aa29a6744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:08.148491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-af89cc25-8ee1-4071-9892-076aa29a6744 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 200 len: 897 time: 0.1784909 Jan 10 20:23:08.180477 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:23:08.189408 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:20Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:08.193199 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] Checking router: 921ef2f1-eb35-477f-aea6-ac7683bb24d4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:08.203540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:08.204135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:22:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:08.226567 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-d9342e5c-9620-4a88-a0ae-8aed77b20e1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 200 len: 217 time: 0.0702291 Jan 10 20:23:08.232184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbec49f-56c6-4e9b-860b-ee01cf6a4121 req-c725cb31-01a9-4df4-910e-08898e650451 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:08.232862 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8bbec49f-56c6-4e9b-860b-ee01cf6a4121 req-c725cb31-01a9-4df4-910e-08898e650451 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:23:08.292123 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-8bbec49f-56c6-4e9b-860b-ee01cf6a4121 req-c725cb31-01a9-4df4-910e-08898e650451 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:23:08.293280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bbec49f-56c6-4e9b-860b-ee01cf6a4121 req-c725cb31-01a9-4df4-910e-08898e650451 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.2325225 Jan 10 20:23:08.302421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-cd8f0736-917e-42dd-b670-c2fc2f814189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:08.303821 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-cd8f0736-917e-42dd-b670-c2fc2f814189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 200 len: 835 time: 0.0677087 Jan 10 20:23:08.379389 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:08.393015 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8bbec49f-56c6-4e9b-860b-ee01cf6a4121 req-7830966f-945f-413c-9cb1-01ba8438388d tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922511 Jan 10 20:23:08.410323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-fba7f945-2458-4a40-bf9d-b5998a77aa65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6a40e7c1-0fd3-493f-beff-dc2da9e008e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916870 Jan 10 20:23:08.599970 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-11bde4e5-fb13-495b-b4cc-0e8af91a2b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:08.649773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-654314f0-ac4c-408f-8729-2dca120df16c service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327933 Jan 10 20:23:08.707358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:20Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:08.711250 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04a983-2b2a-4e93-864e-1690b6994a36 None None] The sync data for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 is: [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:13Z', 'revision_number': 4, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'f5bf777b-7a45-4ce6-8173-3bde61afc70c', 'name': '', 'network_id': '6a40e7c1-0fd3-493f-beff-dc2da9e008e6', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'mac_address': 'fa:16:3e:1b:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '187fd052-a633-46b0-8212-859bd0437ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:12Z', 'updated_at': '2022-01-10T20:22:20Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'subnets': [{'id': '187fd052-a633-46b0-8212-859bd0437ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:08.783038 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f78c15a7-d0ca-4362-aacf-9a042922bfb9 req-a1aac034-acc6-4273-a9a6-ae7fc261f679 service neutron] 10.222.0.30 "GET /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270525 Jan 10 20:23:08.922935 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87b4e0-50af-497a-99d9-b61a839ddadd None None] New status for floating IP 37d6d5c3-5f5e-4117-bd6b-127844a56946: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:23:09.629990 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-a8caff15-04fd-4a80-bc11-b8e9527ea1a2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:09.631429 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-a8caff15-04fd-4a80-bc11-b8e9527ea1a2 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.1337132 Jan 10 20:23:09.637567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b124-68ef-43f7-bb5f-95f477bffb5b req-d1dc075a-2fd1-4cbc-9537-49c8aef41e54 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:09.638891 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43f6b124-68ef-43f7-bb5f-95f477bffb5b req-d1dc075a-2fd1-4cbc-9537-49c8aef41e54 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 946 time: 0.1077685 Jan 10 20:23:09.728790 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port a68ee660-6fff-4508-b79f-4555bc0b46b6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:23:09.729041 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:09.768294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-43f6b124-68ef-43f7-bb5f-95f477bffb5b req-136c9655-88f8-4fdc-b90b-005b51101cad tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/security-groups?id=b13c5a99-cf7b-4869-a4a0-8ed218560dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010354 Jan 10 20:23:09.971262 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port a68ee660-6fff-4508-b79f-4555bc0b46b6, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=a68ee660-6fff-4508-b79f-4555bc0b46b6,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:09.971624 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:10.091192 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for a68ee660-6fff-4508-b79f-4555bc0b46b6 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:23:10.231909 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:10.278624 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=a68ee660-6fff-4508-b79f-4555bc0b46b6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:10.352456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] No DVR routers for this DVR port a68ee660-6fff-4508-b79f-4555bc0b46b6 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:23:10.354881 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:10.357258 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'name': 'network-vif-deleted', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:23:10.374208 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbde8eac-70ae-4eb7-8059-6383c5bc9578 req-5e334160-8c86-4138-92cf-41a7e1d94a7e tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.30 "DELETE /v2.0/ports/a68ee660-6fff-4508-b79f-4555bc0b46b6 HTTP/1.1" status: 204 len: 173 time: 0.7341437 Jan 10 20:23:10.421794 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2e92e2-bc84-47ea-91fc-4d5191282207', 'name': 'network-vif-deleted', 'tag': 'a68ee660-6fff-4508-b79f-4555bc0b46b6', 'status': 'completed', 'code': 200} Jan 10 20:23:10.616428 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7e10415d-c44a-449e-af2a-a274584b98f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:10.952946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e8e7647-8318-4bfc-b6ec-700c4f333306 req-667159a7-1b96-46ad-9ec0-4c6ab3fecfc1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Synchronizing usage tracker for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:23:10.967668 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6e8e7647-8318-4bfc-b6ec-700c4f333306 req-667159a7-1b96-46ad-9ec0-4c6ab3fecfc1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Unset dirty status for tenant:cfc435f02b8e4db6993134e6e827f3c8 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:23:10.968848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6e8e7647-8318-4bfc-b6ec-700c4f333306 req-667159a7-1b96-46ad-9ec0-4c6ab3fecfc1 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2e92e2-bc84-47ea-91fc-4d5191282207 HTTP/1.1" status: 200 len: 210 time: 0.0555644 Jan 10 20:23:11.903037 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:12.074497 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39418) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:12.086987 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:12.464924 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:13.145240 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port f5bf777b-7a45-4ce6-8173-3bde61afc70c {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:23:13.145914 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:13.323643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port f5bf777b-7a45-4ce6-8173-3bde61afc70c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f5bf777b-7a45-4ce6-8173-3bde61afc70c,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:13.323997 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:13.360370 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:13.448437 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for f5bf777b-7a45-4ce6-8173-3bde61afc70c owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:23:13.536893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a68ee660-6fff-4508-b79f-4555bc0b46b6 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:23:13.569794 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: a68ee660-6fff-4508-b79f-4555bc0b46b6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:23:13.570137 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device a68ee660-6fff-4508-b79f-4555bc0b46b6 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:23:13.629006 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:13.676034 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=f5bf777b-7a45-4ce6-8173-3bde61afc70c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:13.964320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:14.609741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:23:14.809182 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:14.819589 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] Sync routers for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:14.825664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6df96492-97ee-4851-ae39-eb9ba525c62c tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "PUT /v2.0/routers/921ef2f1-eb35-477f-aea6-ac7683bb24d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7498124 Jan 10 20:23:14.828387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39422) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:14.831209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:14.831807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:15.014705 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting subnet 187fd052-a633-46b0-8212-859bd0437ba8 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:23:15.017586 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.044148 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:15.070601 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.152680 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.224867 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.264026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Subnet': ['ID=187fd052-a633-46b0-8212-859bd0437ba8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:15.270252 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.279182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-aafdc4e1-2ad8-40b4-91c0-d743b03586c4 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/subnets/187fd052-a633-46b0-8212-859bd0437ba8 HTTP/1.1" status: 204 len: 168 time: 0.4474847 Jan 10 20:23:15.279431 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39426) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:15.292640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2855c8-1c8f-4cd8-8e2d-4c88958c1741 None None] Network 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:23:15.477144 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.485839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:23:13Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:15.493713 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] Checking router: 921ef2f1-eb35-477f-aea6-ac7683bb24d4 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:15.510190 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] Routers {'921ef2f1-eb35-477f-aea6-ac7683bb24d4'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:15.510781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:15.657833 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] DHCP port deletion for 6a40e7c1-0fd3-493f-beff-dc2da9e008e6 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:23:15.681308 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Deleting port b53a7b58-5252-482b-a06e-36229c78fac3 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:23:15.681718 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.784308 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.791568 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] Set router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:15.793806 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Deleting port ceb2dc89-64e2-4495-8fa7-37797c2df7ba {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:23:15.794143 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:15.963724 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] For port ceb2dc89-64e2-4495-8fa7-37797c2df7ba, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:15.963982 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.055725 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.086468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Calling delete_port for ceb2dc89-64e2-4495-8fa7-37797c2df7ba owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:23:16.087682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] For port b53a7b58-5252-482b-a06e-36229c78fac3, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=b53a7b58-5252-482b-a06e-36229c78fac3,segment=NetworkSegment(cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf),segment_id=cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:16.088075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.254438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.276816 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Calling delete_port for b53a7b58-5252-482b-a06e-36229c78fac3 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:23:16.301359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Port': ['ID=ceb2dc89-64e2-4495-8fa7-37797c2df7ba,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:16.301632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device b53a7b58-5252-482b-a06e-36229c78fac3 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:23:16.422503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.494630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.529745 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.553652 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Pushing event deleted for resources: {'Port': ['ID=b53a7b58-5252-482b-a06e-36229c78fac3,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:16.571885 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.583508 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] No DVR routers for this DVR port b53a7b58-5252-482b-a06e-36229c78fac3 on host n-d-816927-8 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.594987 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.596996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.596996 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b29f-dc62-4274-85af-3d18b6f64a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:16.612807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:23:13Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:16.639369 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abbef0-ace3-4240-9c31-043be2c5c2b9 None None] The sync data for ids ['921ef2f1-eb35-477f-aea6-ac7683bb24d4'] in n-d-816927-8 is: [{'id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371754057', 'tenant_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:23:13Z', 'revision_number': 5, 'project_id': 'cfc435f02b8e4db6993134e6e827f3c8', 'gw_port': {'id': 'ceb2dc89-64e2-4495-8fa7-37797c2df7ba', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ef2f1-eb35-477f-aea6-ac7683bb24d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:22:09Z', 'updated_at': '2022-01-10T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:16.804342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.808625 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.834526 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.835057 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Fanout notify agent at l3_agent the message router_deleted on router 921ef2f1-eb35-477f-aea6-ac7683bb24d4 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:23:16.849943 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:16.851046 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-529a222b-6c7c-4eda-a1cd-33c6ad343fea tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/routers/921ef2f1-eb35-477f-aea6-ac7683bb24d4 HTTP/1.1" status: 204 len: 168 time: 1.5706437 Jan 10 20:23:16.853681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39430) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:16.959989 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.201843 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.228383 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a40e7c1-0fd3-493f-beff-dc2da9e008e6']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:17.240906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:17.241205 n-d-816927-8 neutron-server[83630]: DEBUG neutron.services.segments.db [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2fc8ce-344e-4e52-aeb3-485fa0b2f3cf') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:17.253429 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2664807'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.270156 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.277274 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:23:17.277274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790647'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: Traceback (most recent call last): Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: timer() Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: cb(*args, **kw) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: return func(*args, **kwargs) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: self._notify() Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: self.callback(batched_events) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: event.method(event) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: return f(self, *a, **k) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: return self._get(url).json() Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:23:17.290995 n-d-816927-8 neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:23:17.368662 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.385632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.396797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'Network': ['ID=6a40e7c1-0fd3-493f-beff-dc2da9e008e6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:17.405324 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-2f9a33b4-b606-4633-a5ff-107d7499cbc5 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/networks/6a40e7c1-0fd3-493f-beff-dc2da9e008e6 HTTP/1.1" status: 204 len: 168 time: 0.5506778 Jan 10 20:23:17.407906 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39434) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:17.475819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74057074-cf99-46c2-8420-bd4ee8669cd6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.504519 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74057074-cf99-46c2-8420-bd4ee8669cd6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.570705 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74057074-cf99-46c2-8420-bd4ee8669cd6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.589217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057074-cf99-46c2-8420-bd4ee8669cd6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c5a99-cf7b-4869-a4a0-8ed218560dc6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:17.602071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74057074-cf99-46c2-8420-bd4ee8669cd6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:17.605807 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-74057074-cf99-46c2-8420-bd4ee8669cd6 tempest-TestNetworkAdvancedServerOps-453045048 tempest-TestNetworkAdvancedServerOps-453045048-project] 10.222.0.21 "DELETE /v2.0/security-groups/b13c5a99-cf7b-4869-a4a0-8ed218560dc6 HTTP/1.1" status: 204 len: 168 time: 0.1944959 Jan 10 20:23:18.003498 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39444) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:18.196602 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-9f8c7fe4-4ba4-42e1-82af-8f8364a6dc9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfc435f02b8e4db6993134e6e827f3c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919732 Jan 10 20:23:18.199135 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39450) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:18.220088 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ceb2dc89-64e2-4495-8fa7-37797c2df7ba no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:23:18.256289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ceb2dc89-64e2-4495-8fa7-37797c2df7ba {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:23:18.256634 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ceb2dc89-64e2-4495-8fa7-37797c2df7ba not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:23:18.257055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f5bf777b-7a45-4ce6-8173-3bde61afc70c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:23:18.260246 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.288755 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f5bf777b-7a45-4ce6-8173-3bde61afc70c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:23:18.288999 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.289117 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f5bf777b-7a45-4ce6-8173-3bde61afc70c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:23:18.338642 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.358777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9aa34-d9d3-4670-ac70-396ba201258b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:18.369772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.370890 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcc9aa34-d9d3-4670-ac70-396ba201258b HTTP/1.1" status: 204 len: 168 time: 0.1708460 Jan 10 20:23:18.372647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.373118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.373413 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.373746 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.374069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.374389 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.374772 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.375211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.375535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.375865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.376288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626b04b-ff7e-4ce8-921e-248d9fa491f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:18.699612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39460) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:18.717849 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.747502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:18.751845 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Usage tracker for resource:security_group_rule and tenant:8029650a5513458eb303eb52739c61bf is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:18.754577 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:18.760159 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:18.823615 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.827299 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.873389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8029650a5513458eb303eb52739c61bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1727540 Jan 10 20:23:18.874073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697ff18-da7a-4223-b27b-dd0ff984cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b0536e-186c-495a-9f6f-58ce6f892951,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:18.876613 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39464) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:18.933414 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0b5b008-f96d-4031-bde9-ede8e6159c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:18.958307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0b5b008-f96d-4031-bde9-ede8e6159c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:19.007708 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0b5b008-f96d-4031-bde9-ede8e6159c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:19.020885 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5b008-f96d-4031-bde9-ede8e6159c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b0536e-186c-495a-9f6f-58ce6f892951,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:19.027344 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b0b5b008-f96d-4031-bde9-ede8e6159c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:19.028450 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b0b5b008-f96d-4031-bde9-ede8e6159c92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6b0536e-186c-495a-9f6f-58ce6f892951 HTTP/1.1" status: 204 len: 168 time: 0.1508749 Jan 10 20:23:19.881313 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39486) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:20.004322 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1097879810-network', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:20.009712 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:20.013463 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Usage tracker for resource:network and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:20.016775 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:20.026205 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:20.036725 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Made reservation on behalf of 5bb0a923885d4f849cd01743e9a33813 for: {'network': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:23:20.039073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.051163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.082382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:20.086288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:20.089112 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:20.095348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:20.160113 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.163581 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.192767 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=83629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:23:20.201999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6419514-1714-4994-811c-6ab2f9e412e1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:20.208294 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.208729 n-d-816927-8 neutron-server[83629]: INFO neutron.db.segments_db [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Added segment 6ba5bd76-8486-4fd5-ac8b-1f244ba3c057 of type vlan for network dbf096be-229c-405c-88f5-8febe42a92a1 Jan 10 20:23:20.234417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.262163 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.262996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:20.263574 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.366933 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf096be-229c-405c-88f5-8febe42a92a1,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:20.371327 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-196d12ff-19bb-44d7-9db8-bf0576b6e683 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4889543 Jan 10 20:23:20.373316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39492) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:20.379191 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Request body: {'subnet': {'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1097879810-subnet', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:20.383403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dbf096be-229c-405c-88f5-8febe42a92a1 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:23:20.384689 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:20.388519 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Usage tracker for resource:subnet and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:20.391996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:20.397569 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:20.407654 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Made reservation on behalf of 5bb0a923885d4f849cd01743e9a33813 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:23:20.409918 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.611996 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.680692 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80be768c-247e-4dd0-b6e2-fb1d69d5b172,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:20.695058 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Checking segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:20.695417 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Network hostable DHCP agents. Network: dbf096be-229c-405c-88f5-8febe42a92a1, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:23:20.716019 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Network dbf096be-229c-405c-88f5-8febe42a92a1 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:23:20.725048 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, dbf096be-229c-405c-88f5-8febe42a92a1) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:20.729260 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:20.730342 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.733531 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86120178-818e-4492-a0d3-14a8cb630187 None None] Network dbf096be-229c-405c-88f5-8febe42a92a1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:23:20.752044 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a9590705-b197-4739-9ec0-33bca10e9e7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3776658 Jan 10 20:23:20.755047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39496) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:20.760137 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:20.765968 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:20.770243 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Usage tracker for resource:router and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:20.773083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:20.778763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:20.788628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.789763 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.809040 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.950401 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-dbf096be-229c-405c-88f5-8febe42a92a1', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:23:20.951096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:20.957880 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.108731 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Allocated IP 172.20.0.2 (dbf096be-229c-405c-88f5-8febe42a92a1/80be768c-247e-4dd0-b6e2-fb1d69d5b172/5bcb5fa9-51cb-49ae-be58-ebd12f157a2b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:21.154671 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.184860 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.310552 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.317961 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Allocated IP 172.25.6.215 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/3fd54227-b806-4c64-849a-386715732184) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:21.321743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Transition to ACTIVE for port object 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:21.340207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Transition to ACTIVE for port object 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:21.347575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.416040 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Network dbf096be-229c-405c-88f5-8febe42a92a1 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:21.418822 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:21.423403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:21.425320 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Pushing event updated for resources: {'Port': ['ID=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:21.472293 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.500191 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.514711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Attempting to bind port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:21.515723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Attempting to bind port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:21.516196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Attempting to bind port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:21.522587 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:21.523200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Checking segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:21.523599 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.524034 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Bound using segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:21.524590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Bound port: 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:21.524967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.614639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] For port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:21.617830 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] For port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:21.622403 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.664424 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:21.667493 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:21.671059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:21.706839 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2c613-9a40-454c-acb2-cc945696f5fd None None] Pushing event updated for resources: {'Port': ['ID=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:21.707116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd54227-b806-4c64-849a-386715732184,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:21.839189 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:21.839955 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:22.098796 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Router bee10b16-3781-411e-8c05-f3a3f6dc245d is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:23:22.248293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:22.306937 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:22.316523 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:22.320094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:22.330302 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:22.330982 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:22.333364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:22.334739 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-7b830621-07f8-4006-9d60-5575cedf9992 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5787787 Jan 10 20:23:22.337568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39500) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:22.511531 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:22.743322 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71c9bf-3567-4d50-bb7a-d345352511a1 None None] Network dbf096be-229c-405c-88f5-8febe42a92a1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:23:22.849859 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:21Z', 'revision_number': 3, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:22.853877 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:22.854229 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Updating router bee10b16-3781-411e-8c05-f3a3f6dc245d port 3fd54227-b806-4c64-849a-386715732184 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:23:22.880328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] Provisioning for port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:22.889201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] Provisioning complete for port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:22.889829 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:22.907189 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.092978 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.115651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.157063 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] For port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:23.162979 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.247478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f48bf-e32b-4aa4-a334-0bc1105a9cdf None None] Pushing event updated for resources: {'Port': ['ID=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:23.257270 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.270183 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Transition to ACTIVE for port object 3fd54227-b806-4c64-849a-386715732184 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:23.277600 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.338690 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Allocated IP 172.20.0.1 (dbf096be-229c-405c-88f5-8febe42a92a1/80be768c-247e-4dd0-b6e2-fb1d69d5b172/ea446ab9-feef-455d-851e-33bb43e1d047) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:23.358812 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Attempting to bind port 3fd54227-b806-4c64-849a-386715732184 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:23.359404 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Attempting to bind port 3fd54227-b806-4c64-849a-386715732184 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:23.359535 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Attempting to bind port 3fd54227-b806-4c64-849a-386715732184 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:23.369790 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Pushing event updated for resources: {'Port': ['ID=3fd54227-b806-4c64-849a-386715732184,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:23.373084 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:23.373463 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:23.373867 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.374264 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:23.375288 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Bound port: 3fd54227-b806-4c64-849a-386715732184, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:23.375661 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.395333 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f6d2f16f-5da3-480f-b0ee-37ad16024c6f None None] Provisioning complete for port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:23.395763 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f16f-5da3-480f-b0ee-37ad16024c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.424289 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.425073 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.425505 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.425933 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.426372 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.426796 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.427251 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.427580 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.428192 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.428518 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.428842 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:23:23.474591 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] For port 3fd54227-b806-4c64-849a-386715732184, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:23.478786 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] For port 3fd54227-b806-4c64-849a-386715732184, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3fd54227-b806-4c64-849a-386715732184,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:23.484932 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.568661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3e630-7c7e-409b-b53b-d6d743ebcd0e None None] Pushing event updated for resources: {'Port': ['ID=3fd54227-b806-4c64-849a-386715732184,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:23.572466 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:23.573057 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:23.598668 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.614535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Transition to ACTIVE for port object ea446ab9-feef-455d-851e-33bb43e1d047 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:23.636896 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.701735 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Network dbf096be-229c-405c-88f5-8febe42a92a1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:23.704558 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:23.708271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:23.745387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Pushing event updated for resources: {'Port': ['ID=ea446ab9-feef-455d-851e-33bb43e1d047,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:23.755282 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:23.769126 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.853208 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.941466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b3b7ef55-c322-4286-a541-c4898d225d97 None None] Provisioning for port ea446ab9-feef-455d-851e-33bb43e1d047 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:23.946455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-b3b7ef55-c322-4286-a541-c4898d225d97 None None] Provisioning complete for port ea446ab9-feef-455d-851e-33bb43e1d047 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:23.946839 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ef55-c322-4286-a541-c4898d225d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:23.999492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7ef55-c322-4286-a541-c4898d225d97 None None] Port ea446ab9-feef-455d-851e-33bb43e1d047 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:23:24.045505 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:21Z', 'revision_number': 3, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:24.050221 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908eb42-1b15-4c9a-bcc4-19bcd63744c6 None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:21Z', 'revision_number': 3, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:24.085984 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:24.091346 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:24.198376 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Pushing event updated for resources: {'Port': ['ID=ea446ab9-feef-455d-851e-33bb43e1d047,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:24.200721 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:24.256337 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:24.338608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:24.339292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:24.359429 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Network dbf096be-229c-405c-88f5-8febe42a92a1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:24.360620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:24.625081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5a93f77c-7895-415f-8199-c9cc0f14b6a0 None None] Provisioning complete for port ea446ab9-feef-455d-851e-33bb43e1d047 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:24.625705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5a93f77c-7895-415f-8199-c9cc0f14b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:24.678580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5a93f77c-7895-415f-8199-c9cc0f14b6a0 None None] Port ea446ab9-feef-455d-851e-33bb43e1d047 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:23:24.762842 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Router bee10b16-3781-411e-8c05-f3a3f6dc245d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:23:24.960638 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:24.969881 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-65835bcd-6a17-437e-a409-282dd068eb8c admin admin] 10.222.0.21 "PUT /v2.0/routers/bee10b16-3781-411e-8c05-f3a3f6dc245d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313708 Jan 10 20:23:25.783897 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39522) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:25.789381 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1571183831-network', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:25.794743 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:25.798517 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Usage tracker for resource:network and tenant:dcb180ebc221479e913f6bbfbd3caa0d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:25.801314 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:25.807113 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:25.817024 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Made reservation on behalf of dcb180ebc221479e913f6bbfbd3caa0d for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:23:25.819247 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:25.834626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:25.954718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:25.958578 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb180ebc221479e913f6bbfbd3caa0d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:25.961374 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:25.967043 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:26.030530 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.035584 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.069421 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:23:26.077481 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10cddf2-a4f8-45b1-98f7-b95d8476e837,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:26.083359 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.083705 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Added segment 42999c6f-3bb0-4ea5-9cd4-8adcc42db870 of type vlan for network e471dd87-c9f4-4890-a772-b5bc6cd99163 Jan 10 20:23:26.111435 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.138632 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.139483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:26.140083 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.244841 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3fd54227-b806-4c64-849a-386715732184 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:26.250303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] Pushing event updated for resources: {'Network': ['ID=e471dd87-c9f4-4890-a772-b5bc6cd99163,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:26.254640 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-bcc50519-8525-4fdc-965e-a7755b8dbef1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4697340 Jan 10 20:23:26.257808 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39526) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:26.264061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Request body: {'subnet': {'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1571183831-subnet', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:26.270336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:26.274169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Usage tracker for resource:subnet and tenant:dcb180ebc221479e913f6bbfbd3caa0d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:26.274422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:23:26.277023 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:26.282592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:26.293145 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Made reservation on behalf of dcb180ebc221479e913f6bbfbd3caa0d for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:23:26.295270 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.413512 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 3fd54227-b806-4c64-849a-386715732184 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:26.418501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3fd54227-b806-4c64-849a-386715732184 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:26.418897 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.538946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.555543 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 3fd54227-b806-4c64-849a-386715732184, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3fd54227-b806-4c64-849a-386715732184,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:26.560297 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.592325 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.625180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=3fd54227-b806-4c64-849a-386715732184,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:26.660481 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b49f808-290a-49b9-9ce1-828d1ddda21a,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:26.674809 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Checking segment: {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:26.675194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Network hostable DHCP agents. Network: e471dd87-c9f4-4890-a772-b5bc6cd99163, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:23:26.698031 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:23:26.707180 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, e471dd87-c9f4-4890-a772-b5bc6cd99163) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:26.711157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:26.711742 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.716493 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a35ee9-5795-46a3-8396-1573c2a23552 None None] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:23:26.732956 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e78abb63-fb62-4d78-8a02-162d2e7a141a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4731123 Jan 10 20:23:26.736055 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39530) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:26.741602 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:26.747397 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:26.751897 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Usage tracker for resource:router and tenant:dcb180ebc221479e913f6bbfbd3caa0d is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:26.754708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:26.760592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:26.771743 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.772774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.790417 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.939556 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:26.973080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-e471dd87-c9f4-4890-a772-b5bc6cd99163', 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'fixed_ips': [{'subnet_id': '4b49f808-290a-49b9-9ce1-828d1ddda21a'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:23:26.973946 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.128647 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Allocated IP 172.20.0.2 (e471dd87-c9f4-4890-a772-b5bc6cd99163/4b49f808-290a-49b9-9ce1-828d1ddda21a/f7bdc83a-8659-404b-9e08-6871ab1a591c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:27.129650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.160428 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.302521 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Allocated IP 172.25.6.98 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/0d786946-a5f1-493b-94cf-a2b3cabfa8a7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:27.335720 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.347855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Transition to ACTIVE for port object f7bdc83a-8659-404b-9e08-6871ab1a591c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:27.367249 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Transition to ACTIVE for port object f7bdc83a-8659-404b-9e08-6871ab1a591c will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:27.372232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.447361 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:27.450977 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:27.453363 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Pushing event updated for resources: {'Port': ['ID=f7bdc83a-8659-404b-9e08-6871ab1a591c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:27.455498 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:27.456774 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.486377 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.519657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:27.552481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Attempting to bind port f7bdc83a-8659-404b-9e08-6871ab1a591c on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:27.552885 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Attempting to bind port f7bdc83a-8659-404b-9e08-6871ab1a591c by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:27.553209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Attempting to bind port f7bdc83a-8659-404b-9e08-6871ab1a591c on network e471dd87-c9f4-4890-a772-b5bc6cd99163 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:27.555469 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:27.556084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:27.558945 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:27.561807 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:27.564441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:27.595113 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Pushing event updated for resources: {'Port': ['ID=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:27.623292 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:27.623677 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Checking segment: {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:27.624092 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.625027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Bound using segment: {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:27.625502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Bound port: f7bdc83a-8659-404b-9e08-6871ab1a591c, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:27.625880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.722015 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.722734 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.808185 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] For port f7bdc83a-8659-404b-9e08-6871ab1a591c, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:27.812574 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] For port f7bdc83a-8659-404b-9e08-6871ab1a591c, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f7bdc83a-8659-404b-9e08-6871ab1a591c,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:27.815392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:27.857400 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:27.948439 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Router a46c22ae-16ea-4a1c-b733-65041933be40 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:23:28.029444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08ef5f-4f44-48b0-9eef-803d752e45dd None None] Pushing event updated for resources: {'Port': ['ID=f7bdc83a-8659-404b-9e08-6871ab1a591c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:28.231861 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 2, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:28.239209 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:28.239781 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Updating router bee10b16-3781-411e-8c05-f3a3f6dc245d port ea446ab9-feef-455d-851e-33bb43e1d047 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:23:28.276299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3fd54227-b806-4c64-849a-386715732184 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:28.286311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:28.305016 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Sync routers for ids ['a46c22ae-16ea-4a1c-b733-65041933be40'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:28.317944 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Routers {'a46c22ae-16ea-4a1c-b733-65041933be40'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:28.318935 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a46c22ae-16ea-4a1c-b733-65041933be40'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:28.322127 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:28.325957 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-97d1f04e-8fea-4b25-ab76-958288629323 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5863125 Jan 10 20:23:28.326234 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39534) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:28.363408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:28.498355 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3fd54227-b806-4c64-849a-386715732184 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:28.498661 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:28.535420 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Set router a46c22ae-16ea-4a1c-b733-65041933be40 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:28.833968 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:23:27Z', 'revision_number': 3, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:28.838624 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Checking router: a46c22ae-16ea-4a1c-b733-65041933be40 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:28.839737 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Updating router a46c22ae-16ea-4a1c-b733-65041933be40 port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:23:28.889548 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:28.903699 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Transition to ACTIVE for port object ea446ab9-feef-455d-851e-33bb43e1d047 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:28.913188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:28.917012 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.100283 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7ab3d-41b7-45f2-8ccc-962422ed2328 None None] Pushing event updated for resources: {'Port': ['ID=ea446ab9-feef-455d-851e-33bb43e1d047,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:29.202552 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.250415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Attempting to bind port ea446ab9-feef-455d-851e-33bb43e1d047 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:29.251263 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Attempting to bind port ea446ab9-feef-455d-851e-33bb43e1d047 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:29.251743 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Attempting to bind port ea446ab9-feef-455d-851e-33bb43e1d047 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:29.259684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:29.260345 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Checking segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:29.260852 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.267890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Bound using segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:29.268874 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Bound port: ea446ab9-feef-455d-851e-33bb43e1d047, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:29.269373 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.326748 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b04a6a-8d7e-48a4-b2de-ae7a0e7feac9 None None] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:23:29.379969 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.392867 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Transition to ACTIVE for port object 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:29.400265 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.436046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Allocated IP 172.20.0.1 (e471dd87-c9f4-4890-a772-b5bc6cd99163/4b49f808-290a-49b9-9ce1-828d1ddda21a/43eef961-8dfd-47d9-b772-b4d143f6f309) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:29.467081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] For port ea446ab9-feef-455d-851e-33bb43e1d047, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:29.484640 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b8885-b8e7-46e8-bf8b-87f6494702f7 None None] Pushing event updated for resources: {'Port': ['ID=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:29.488217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] For port ea446ab9-feef-455d-851e-33bb43e1d047, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ea446ab9-feef-455d-851e-33bb43e1d047,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:29.488826 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Attempting to bind port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:29.489551 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Attempting to bind port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:29.490195 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Attempting to bind port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:29.498372 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:29.499289 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:29.500622 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.501445 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:29.502131 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Bound port: 0d786946-a5f1-493b-94cf-a2b3cabfa8a7, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:29.502772 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.507954 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.540756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e62a5bd6-db6d-484f-acd3-0dbbb756ed2f None None] Provisioning for port f7bdc83a-8659-404b-9e08-6871ab1a591c completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:29.581798 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] For port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:29.585770 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] For port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:29.589983 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.601600 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.620453 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Transition to ACTIVE for port object 43eef961-8dfd-47d9-b772-b4d143f6f309 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:29.650732 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.673632 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b8885-b8e7-46e8-bf8b-87f6494702f7 None None] Pushing event updated for resources: {'Port': ['ID=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:29.677542 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7ab3d-41b7-45f2-8ccc-962422ed2328 None None] Pushing event updated for resources: {'Port': ['ID=ea446ab9-feef-455d-851e-33bb43e1d047,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:29.680640 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Routers {'a46c22ae-16ea-4a1c-b733-65041933be40'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:29.681939 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a46c22ae-16ea-4a1c-b733-65041933be40'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:29.687960 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:29.688402 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:29.730832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:29.734217 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:29.741194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:29.778054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Pushing event updated for resources: {'Port': ['ID=43eef961-8dfd-47d9-b772-b4d143f6f309,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:29.803971 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.904153 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:29.907210 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:29.914734 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] Set router a46c22ae-16ea-4a1c-b733-65041933be40 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:30.251586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.259772 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.307062 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f7bdc83a-8659-404b-9e08-6871ab1a591c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:30.321725 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:23:27Z', 'revision_number': 3, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:30.327588 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82cd86-4cdb-4c5c-bf90-d0d42abc76b9 None None] The sync data for ids ['a46c22ae-16ea-4a1c-b733-65041933be40'] in n-d-816927-8 is: [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:23:27Z', 'revision_number': 3, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:30.393654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Provisioning for port 43eef961-8dfd-47d9-b772-b4d143f6f309 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:30.411630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Provisioning complete for port 43eef961-8dfd-47d9-b772-b4d143f6f309 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:30.412256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.489663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Pushing event updated for resources: {'Port': ['ID=43eef961-8dfd-47d9-b772-b4d143f6f309,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:30.491990 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.495414 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Port 43eef961-8dfd-47d9-b772-b4d143f6f309 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:23:30.518358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port f7bdc83a-8659-404b-9e08-6871ab1a591c completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:30.523098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:30.531022 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f7bdc83a-8659-404b-9e08-6871ab1a591c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:30.531394 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.554383 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37d0e6-68af-4ae0-83f0-511c8331a5c1 None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:30.561703 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Provisioning complete for port f7bdc83a-8659-404b-9e08-6871ab1a591c triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:30.561703 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.643356 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:30.644491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:30.806637 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.843812 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port f7bdc83a-8659-404b-9e08-6871ab1a591c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f7bdc83a-8659-404b-9e08-6871ab1a591c,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:30.845380 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.859528 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:30.985858 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=f7bdc83a-8659-404b-9e08-6871ab1a591c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:30.992601 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:23:30.992955 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-f70ad6b1-dfeb-44e0-a8ac-38e1354984a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:23:31.090111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Router a46c22ae-16ea-4a1c-b733-65041933be40 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:23:31.321095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:31.343794 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-d47643c8-96f4-429f-bc5a-5b7fdd9dc17d admin admin] 10.222.0.21 "PUT /v2.0/routers/a46c22ae-16ea-4a1c-b733-65041933be40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0165231 Jan 10 20:23:31.677126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-02802843-24d9-4b35-880b-61ada5964787 None None] Provisioning complete for port 43eef961-8dfd-47d9-b772-b4d143f6f309 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:31.677726 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-02802843-24d9-4b35-880b-61ada5964787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:31.742478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-02802843-24d9-4b35-880b-61ada5964787 None None] Port 43eef961-8dfd-47d9-b772-b4d143f6f309 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:23:32.313174 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea446ab9-feef-455d-851e-33bb43e1d047 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:32.381186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port ea446ab9-feef-455d-851e-33bb43e1d047 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:32.385932 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ea446ab9-feef-455d-851e-33bb43e1d047 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:32.386305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.410599 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39544) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:32.416367 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428033267', 'description': 'tempest-secgroup-smoke-1428033267 description', 'project_id': '5bb0a923885d4f849cd01743e9a33813'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:32.423066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:32.426854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:32.429977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:32.435565 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:32.446363 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.481193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:32.485425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:32.488225 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:32.493825 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:32.502677 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.536594 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port ea446ab9-feef-455d-851e-33bb43e1d047, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ea446ab9-feef-455d-851e-33bb43e1d047,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:32.540446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.541198 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f7bdc83a-8659-404b-9e08-6871ab1a591c up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:32.548858 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.552528 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.592355 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:32.595817 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.599859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5408678a-366d-4247-96fe-783f95ca1263 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1854229 Jan 10 20:23:32.600325 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39548) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:32.606605 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '08f6cf5a-3128-4da7-ae58-4d141ccc0e6a', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:32.613906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:32.617795 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:32.620651 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:32.626741 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:32.643422 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.656639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=ea446ab9-feef-455d-851e-33bb43e1d047,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:32.670211 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port f7bdc83a-8659-404b-9e08-6871ab1a591c triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:32.670590 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.708192 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.712198 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.734914 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5744be-4c6b-4cd7-9d3c-3a655bc1d74d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:32.744517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.745875 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5065a518-4bbe-4834-ab35-9cac7e923d70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1444991 Jan 10 20:23:32.748797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39552) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:32.754803 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '08f6cf5a-3128-4da7-ae58-4d141ccc0e6a', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:32.761431 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:32.765616 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:32.769386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:32.775166 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:32.791362 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.794482 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:32.851646 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.855290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.861242 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:32.866470 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:32.866986 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.878351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb6eee7-282e-48e8-99f9-a464b5f3349d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:32.888118 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.889461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-af48ff06-ce55-4933-a526-2db3970dea08 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1391473 Jan 10 20:23:32.892167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39556) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:32.897516 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '08f6cf5a-3128-4da7-ae58-4d141ccc0e6a', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:32.904178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:32.908416 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:32.911219 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:32.917074 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:32.934394 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:32.986256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.001722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:33.002385 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.005503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.006463 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.032191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51354e99-3d7f-4bbf-bb5a-55451001665c,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:33.042828 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.047416 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-57e25e56-ba15-43eb-805c-bd0e8a6f5f4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1511934 Jan 10 20:23:33.047672 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39560) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:33.053305 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '08f6cf5a-3128-4da7-ae58-4d141ccc0e6a', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:33.060285 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:33.064685 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:33.067748 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:33.073637 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:33.074744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:33.091166 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.152145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.156073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.178301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79549b61-51a8-489e-9ae1-287cfb7dbfa2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:33.187082 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.188231 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eb6f65b6-327b-428c-a345-a9523cc7c3e0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397109 Jan 10 20:23:33.191013 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39564) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:33.196401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '08f6cf5a-3128-4da7-ae58-4d141ccc0e6a', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:33.202785 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:33.206482 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:33.209317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:33.215018 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:33.226674 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Project 5bb0a923885d4f849cd01743e9a33813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:23:33.233562 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.297727 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.301110 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.324261 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f7bcb3-1f5a-4156-a4a9-b9110f02c94d,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:33.332593 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.333816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-31054906-4450-4f70-ad3e-cc8a8b613d23 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1419015 Jan 10 20:23:33.336633 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39568) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:33.341774 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '08f6cf5a-3128-4da7-ae58-4d141ccc0e6a', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:33.348805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:33.352554 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:33.355345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:33.360879 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:33.371129 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Project 5bb0a923885d4f849cd01743e9a33813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:23:33.377171 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.441116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.444911 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.477116 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d00f93c-3537-401e-8963-72a0f8dce343,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:33.483234 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:33.484395 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-03641e2e-a1a3-41db-bb0e-cb6ae134db8d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1468890 Jan 10 20:23:33.715212 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-2fa1d2f7-7007-4750-9b3b-8af90313e355 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428033267&fields=id&tenant_id=5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 267 time: 0.0402207 Jan 10 20:23:33.855900 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-81c689c1-ffae-470c-9ba2-bad14a9ffc45 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:33.857323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-81c689c1-ffae-470c-9ba2-bad14a9ffc45 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 809 time: 0.1362090 Jan 10 20:23:33.873361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-9bcb3813-35e0-4e69-a5af-ada720cbb4b9 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/quotas/5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 375 time: 0.0108562 Jan 10 20:23:33.953360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-1b70f404-0894-4cdc-9103-cae650bfca45 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Synchronizing usage tracker for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:23:33.969121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-1b70f404-0894-4cdc-9103-cae650bfca45 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Unset dirty status for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:23:33.970277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-1b70f404-0894-4cdc-9103-cae650bfca45 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919003 Jan 10 20:23:34.107955 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-5f5a102b-0e97-4616-a138-80fc9a5ff38d service neutron] 10.222.0.21 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259279 Jan 10 20:23:34.238228 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea446ab9-feef-455d-851e-33bb43e1d047 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:34.238776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-330bf294-3cef-4466-85ea-1e5ddf13797b service neutron] 10.222.0.21 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245863 Jan 10 20:23:34.316502 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port ea446ab9-feef-455d-851e-33bb43e1d047 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:34.317017 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:34.446179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6834437d-c708-40fd-b2c4-f34b9a7839c0 req-342d5f3b-c4bc-4ea4-ad95-b6ea089e1305 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 210 time: 0.0427980 Jan 10 20:23:34.456068 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:34.525938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:34.526314 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:35.461217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-d30ce672-ba2e-4a07-a92b-d8c2f44cadb5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:35.462534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-d30ce672-ba2e-4a07-a92b-d8c2f44cadb5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 809 time: 0.1399422 Jan 10 20:23:35.520939 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-af45e692-dfda-45d1-adf5-df37d4c59d62 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 380 time: 0.0441842 Jan 10 20:23:35.530139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'port': {'device_id': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'admin_state_up': True, 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'security_groups': ['08f6cf5a-3128-4da7-ae58-4d141ccc0e6a']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:35.656245 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a3833484-cb2c-4328-ad35-31db35e7175b req-4e746c79-12af-4380-9341-bc686b0ee7f6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 210 time: 0.0531251 Jan 10 20:23:35.712545 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:35.722359 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:35.731834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Made reservation on behalf of 5bb0a923885d4f849cd01743e9a33813 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:23:35.734797 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:35.890459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Allocated IP 172.20.0.3 (dbf096be-229c-405c-88f5-8febe42a92a1/80be768c-247e-4dd0-b6e2-fb1d69d5b172/7aaa355a-8fae-4eb1-93c0-6624edd906a9) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:36.074281 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.090178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Transition to ACTIVE for port object 7aaa355a-8fae-4eb1-93c0-6624edd906a9 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:36.110981 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.276994 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Network dbf096be-229c-405c-88f5-8febe42a92a1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:36.280053 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:36.283110 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:36.327858 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:36.358278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:36.359448 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.384909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-50a5271f-ede6-4cf2-ba4f-0045b01dbfaf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595212 Jan 10 20:23:36.394176 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-7d54aaad-7f47-4c22-ad52-af02cd783378 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:23:36.395199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-7d54aaad-7f47-4c22-ad52-af02cd783378 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050864 Jan 10 20:23:36.405426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Request body: {'port': {'device_id': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:36.495462 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a7c5346-80ee-400f-9532-a16d258ef6ec None None] Provisioning for port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:36.500608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4a7c5346-80ee-400f-9532-a16d258ef6ec None None] Provisioning complete for port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:36.501040 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5346-80ee-400f-9532-a16d258ef6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.514278 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.583520 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c5346-80ee-400f-9532-a16d258ef6ec None None] Port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:23:36.910682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aaa355a-8fae-4eb1-93c0-6624edd906a9 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:23:36.919155 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.928741 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d32f4-8bf6-452f-82a1-2fe15a487983 req-76a6779b-1779-4a8d-9dbd-3cf75aad5005 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:36.929472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b3d32f4-8bf6-452f-82a1-2fe15a487983 req-76a6779b-1779-4a8d-9dbd-3cf75aad5005 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Synchronizing usage tracker for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:23:36.947805 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Transition to ACTIVE for port object 7aaa355a-8fae-4eb1-93c0-6624edd906a9 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:36.951947 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:36.985454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-6b3d32f4-8bf6-452f-82a1-2fe15a487983 req-76a6779b-1779-4a8d-9dbd-3cf75aad5005 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Unset dirty status for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:23:36.986587 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b3d32f4-8bf6-452f-82a1-2fe15a487983 req-76a6779b-1779-4a8d-9dbd-3cf75aad5005 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 931 time: 0.2035017 Jan 10 20:23:37.105929 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:37.122522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6b3d32f4-8bf6-452f-82a1-2fe15a487983 req-9195afc8-9b72-4b46-9bd1-9729a56805bd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301980 Jan 10 20:23:37.226784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Attempting to bind port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:37.227141 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Attempting to bind port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:37.227459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Attempting to bind port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:37.233010 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 on network dbf096be-229c-405c-88f5-8febe42a92a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:23:37.233350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Attempting to bind port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:37.239358 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:37.239686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Checking segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:37.240064 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Bound using segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:37.240472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Bound port: 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:37.240802 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:37.331027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:37.333899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:37.338728 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:37.399443 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:37.400796 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] 10.222.0.30 "PUT /v2.0/ports/7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 1091 time: 0.9992590 Jan 10 20:23:37.401230 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:23:37.419568 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d683d2-943b-418f-8e9c-cb29c6f2776e service neutron] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:37.484120 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'status': 'completed', 'code': 200} Jan 10 20:23:37.527361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-c6a72c59-39d2-47c7-878f-1f13c7997f44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1094 time: 0.0785036 Jan 10 20:23:37.599318 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-32e02a50-9ea0-4f2f-a0a5-0bd17865ab77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 217 time: 0.0656095 Jan 10 20:23:37.660728 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-504420d2-6dee-48ef-a049-97213fc9b045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:37.662178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-504420d2-6dee-48ef-a049-97213fc9b045 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0579736 Jan 10 20:23:37.735526 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-3cb98b01-1fad-4921-9500-8b223102eee9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677359 Jan 10 20:23:37.862242 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-3c9bc15f-2aa4-4668-99a6-a15e378d873b service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207836 Jan 10 20:23:37.989738 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d4cb83f1-35d0-4b5b-b25c-44c9365227ca req-fdd16a72-0b5c-4517-bbe9-4b032dd3b8fb service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219244 Jan 10 20:23:38.201122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-105aba7e-e1e8-432d-bde1-30703467a154 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1094 time: 0.1534734 Jan 10 20:23:38.383135 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-c7a61d95-f34e-4ae0-be81-19be6b2f5519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:38.384562 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-c7a61d95-f34e-4ae0-be81-19be6b2f5519 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1775544 Jan 10 20:23:38.394430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49e32-618e-41b8-9cca-3f6b0dfd3ed8 req-a9a96bb4-7aab-4203-9d40-6b474e0901a0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:38.395784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08e49e32-618e-41b8-9cca-3f6b0dfd3ed8 req-a9a96bb4-7aab-4203-9d40-6b474e0901a0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.1233249 Jan 10 20:23:38.472275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-168b3056-1f1d-4c7d-b3b6-775b38897658 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 217 time: 0.0755742 Jan 10 20:23:38.536833 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08e49e32-618e-41b8-9cca-3f6b0dfd3ed8 req-ab6762cf-5cd8-47cc-aeb2-1c3496df3151 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936418 Jan 10 20:23:38.548852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-b2d2ca8c-3be3-45a1-a327-0325ceba36a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:38.550234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-b2d2ca8c-3be3-45a1-a327-0325ceba36a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0680742 Jan 10 20:23:38.580196 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d84d537-1aec-4d07-ab82-9ee655e65387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:38.622975 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-c8838058-4cab-44ae-a796-7f3a172dd501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664449 Jan 10 20:23:38.753725 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-f6a638e0-0f33-4169-93f9-7aaf9588098f service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237364 Jan 10 20:23:38.881134 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-44df67aa-bf5b-4538-9eb3-52a5b31520ca req-bba5269d-67a3-40db-9ffc-563856eeac08 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216338 Jan 10 20:23:39.738995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f997-58e1-4b15-9bfd-cc5c982f1ae2 req-0ee1b7ad-76dd-4883-9499-ee4d7bba3a90 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:39.740461 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e37f997-58e1-4b15-9bfd-cc5c982f1ae2 req-0ee1b7ad-76dd-4883-9499-ee4d7bba3a90 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0816841 Jan 10 20:23:39.788286 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2e37f997-58e1-4b15-9bfd-cc5c982f1ae2 req-93a903ff-1dec-46d5-bf00-f1444b9b8326 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Jan 10 20:23:40.619107 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-39a1bd72-3555-45af-91ad-2b553dca433b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:40.980816 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a278b-10f4-4f5d-b528-5226b87e6f40 req-ecd5dac6-b9b5-4700-b266-a5621b50df48 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:40.982282 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d4a278b-10f4-4f5d-b528-5226b87e6f40 req-ecd5dac6-b9b5-4700-b266-a5621b50df48 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0763376 Jan 10 20:23:41.026507 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d4a278b-10f4-4f5d-b528-5226b87e6f40 req-4e49ee98-3364-4202-a820-b32067e2fba7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383425 Jan 10 20:23:41.583537 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:23:41.716232 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:41.729098 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'mac_address': 'fa:16:3e:c5:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:23:41.782061 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:41.798889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aaa355a-8fae-4eb1-93c0-6624edd906a9 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:23:41.813961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:41.817644 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:41.882533 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:41.904302 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:42.016451 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7aaa355a-8fae-4eb1-93c0-6624edd906a9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:23:42.106715 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:42.231393 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af338c6-59e4-48e6-a8b1-8222b474c05d req-ab6d01ba-0189-43f3-8d08-f674bd45e4ff tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:42.232969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5af338c6-59e4-48e6-a8b1-8222b474c05d req-ab6d01ba-0189-43f3-8d08-f674bd45e4ff tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 944 time: 0.0804493 Jan 10 20:23:42.278116 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5af338c6-59e4-48e6-a8b1-8222b474c05d req-77e1b971-92b9-48d3-8f6b-a6816fd6d543 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Jan 10 20:23:43.363855 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:43.469678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a84f3-d8d3-4f01-92ba-bf96c2a98a4d req-25ce58ab-2626-44c0-ac58-f1fd7cbaf1bd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:43.471154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee3a84f3-d8d3-4f01-92ba-bf96c2a98a4d req-25ce58ab-2626-44c0-ac58-f1fd7cbaf1bd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 944 time: 0.0748863 Jan 10 20:23:43.518554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ee3a84f3-d8d3-4f01-92ba-bf96c2a98a4d req-b443da32-7ae7-4000-80b3-1a001a1d1460 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Jan 10 20:23:43.599102 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:43.664431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:43.668889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:43.669259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:43.779474 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:43.805357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:23:43.814948 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:43.818833 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:43.861424 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'code': 200} Jan 10 20:23:43.889039 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:43.981367 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebf2ad2f-280b-4a03-b618-392e32d2b3a5 req-d810cc0a-ef2f-46a1-83fc-428efea167de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1096 time: 0.0663884 Jan 10 20:23:44.023002 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebf2ad2f-280b-4a03-b618-392e32d2b3a5 req-d304791e-7ca0-44c3-859f-ecdc721f5985 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354507 Jan 10 20:23:44.716977 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f3ab4-33a8-4bbd-85ad-dfc415df84e6 req-c32b7cfc-f48f-42fc-b892-912f72049282 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:44.718451 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-705f3ab4-33a8-4bbd-85ad-dfc415df84e6 req-c32b7cfc-f48f-42fc-b892-912f72049282 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0780511 Jan 10 20:23:44.762961 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-705f3ab4-33a8-4bbd-85ad-dfc415df84e6 req-5c7ef20c-bada-4f66-8246-acc79806d75d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Jan 10 20:23:45.181076 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:23:45.922031 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:45.958267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11b4a9-d98f-4bd8-84bd-6f66808c36dc req-95879fdb-4066-4592-8071-46acaf0bc55b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:45.959758 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd11b4a9-d98f-4bd8-84bd-6f66808c36dc req-95879fdb-4066-4592-8071-46acaf0bc55b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0782831 Jan 10 20:23:46.005182 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd11b4a9-d98f-4bd8-84bd-6f66808c36dc req-291e26c8-4586-4e04-923f-ca010b686045 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Jan 10 20:23:46.144520 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:46.204981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba060f-f4cc-43f8-bbfb-9f4870f8165d req-66a9a725-02de-443f-b1dd-9e7eddf55914 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:46.206588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30ba060f-f4cc-43f8-bbfb-9f4870f8165d req-66a9a725-02de-443f-b1dd-9e7eddf55914 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0805693 Jan 10 20:23:46.251976 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30ba060f-f4cc-43f8-bbfb-9f4870f8165d req-76d8fe94-edb1-4890-82a5-a3e46fe3ac4d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Jan 10 20:23:46.278587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39614) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:46.465198 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-168080b3-ba04-4b11-8a7b-3eacedd3e52c tempest-TestShelveInstance-789479583 tempest-TestShelveInstance-789479583-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1091 time: 0.1854408 Jan 10 20:23:46.468494 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 39620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:23:46.473530 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:23:46.479599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:23:46.483895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:floatingip and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:23:46.486693 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:23:46.492281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:23:46.502654 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:46.721499 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:46.856499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Allocated IP 172.25.6.221 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/cd661df3-6152-4a88-9837-250e9febf1ae) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:23:46.999615 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:47.026548 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:47.095909 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:23:47.098770 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:23:47.103333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:23:47.133616 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'Port': ['ID=cd661df3-6152-4a88-9837-250e9febf1ae,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:47.614523 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:47.672276 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:47.875275 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:47.879614 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:47.980767 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'Port': ['ID=cd661df3-6152-4a88-9837-250e9febf1ae,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:47.999138 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:48.278181 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Floating IP 0f0f3b44-efaf-4aff-b204-57368c96bcfc associated. External IP: 172.25.6.221, port: 7aaa355a-8fae-4eb1-93c0-6624edd906a9. Jan 10 20:23:48.666001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Router bee10b16-3781-411e-8c05-f3a3f6dc245d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:23:48.862574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:23:48.872513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:48.884817 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:48.885413 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:48.887412 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:48.944351 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4e139dcd-7ec4-4ef6-a8af-f9dc3d026ddf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4747491 Jan 10 20:23:48.944824 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:23:48.997863 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'status': 'completed', 'code': 200} Jan 10 20:23:49.059650 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:49.088000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-6e4c9b3f-def6-4824-8909-bc1d034f0c64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1096 time: 0.0706530 Jan 10 20:23:49.221186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-70133b8a-653b-46fd-80e2-e4a8cba8d98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:49.222652 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-70133b8a-653b-46fd-80e2-e4a8cba8d98b service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1291490 Jan 10 20:23:49.324401 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-def9f954-e3af-415b-95b6-6ae5a64ebae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 999 time: 0.0960131 Jan 10 20:23:49.385605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-6036c68b-c191-43a8-95eb-6ca3ed1384c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:23:49.387077 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-6036c68b-c191-43a8-95eb-6ca3ed1384c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0561793 Jan 10 20:23:49.408790 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '0f0f3b44-efaf-4aff-b204-57368c96bcfc', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'mac_address': 'fa:16:3e:c5:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:23:47Z', 'updated_at': '2022-01-10T20:23:47Z', 'revision_number': 0, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:49.412553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:49.423384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:49.423961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:49.462539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-07ad077a-8260-4389-9e8a-d1e01ff4c3dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694227 Jan 10 20:23:49.594078 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-b4c476d6-8618-4691-b4e7-e2e72cd04230 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252348 Jan 10 20:23:49.641649 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:49.754850 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-604f9fb1-9e23-4912-b010-8d4edc8b1104 req-6df8b561-b3f8-410b-86c0-b2836d87d1ab service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548510 Jan 10 20:23:50.014207 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '0f0f3b44-efaf-4aff-b204-57368c96bcfc', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'mac_address': 'fa:16:3e:c5:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:23:47Z', 'updated_at': '2022-01-10T20:23:47Z', 'revision_number': 0, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:50.018490 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1bf4b-8a7c-4d46-beb7-951fc5ce04cd None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '0f0f3b44-efaf-4aff-b204-57368c96bcfc', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'mac_address': 'fa:16:3e:c5:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:23:47Z', 'updated_at': '2022-01-10T20:23:47Z', 'revision_number': 0, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:52.485650 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Sync routers for ids ['a46c22ae-16ea-4a1c-b733-65041933be40'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:23:52.489395 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d509eb9-d7cf-4ccb-b707-1509d572d7a5 None None] New status for floating IP 0f0f3b44-efaf-4aff-b204-57368c96bcfc: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:23:52.527278 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Routers {'a46c22ae-16ea-4a1c-b733-65041933be40'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:52.527863 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a46c22ae-16ea-4a1c-b733-65041933be40'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:52.703927 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Set router a46c22ae-16ea-4a1c-b733-65041933be40 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:53.005411 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 4, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '43eef961-8dfd-47d9-b772-b4d143f6f309', 'name': '', 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'mac_address': 'fa:16:3e:a0:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b49f808-290a-49b9-9ce1-828d1ddda21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:29Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 2, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'subnets': [{'id': '4b49f808-290a-49b9-9ce1-828d1ddda21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:53.009053 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Checking router: a46c22ae-16ea-4a1c-b733-65041933be40 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:23:53.009402 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Updating router a46c22ae-16ea-4a1c-b733-65041933be40 port 43eef961-8dfd-47d9-b772-b4d143f6f309 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:23:53.058129 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:53.379661 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:53.390330 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Transition to ACTIVE for port object 43eef961-8dfd-47d9-b772-b4d143f6f309 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:23:53.396242 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:53.516785 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064a1d6-cb66-4557-8c25-4f4e5f24a95c None None] Pushing event updated for resources: {'Port': ['ID=43eef961-8dfd-47d9-b772-b4d143f6f309,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:53.606029 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Attempting to bind port 43eef961-8dfd-47d9-b772-b4d143f6f309 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:23:53.606393 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Attempting to bind port 43eef961-8dfd-47d9-b772-b4d143f6f309 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:23:53.606748 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Attempting to bind port 43eef961-8dfd-47d9-b772-b4d143f6f309 on network e471dd87-c9f4-4890-a772-b5bc6cd99163 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:23:53.613030 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:23:53.613390 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Checking segment: {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:23:53.613779 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:53.614160 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Bound using segment: {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:23:53.614606 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Bound port: 43eef961-8dfd-47d9-b772-b4d143f6f309, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42999c6f-3bb0-4ea5-9cd4-8adcc42db870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:23:53.614991 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:53.699734 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] For port 43eef961-8dfd-47d9-b772-b4d143f6f309, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:23:53.703159 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] For port 43eef961-8dfd-47d9-b772-b4d143f6f309, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=43eef961-8dfd-47d9-b772-b4d143f6f309,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:23:53.708678 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:53.785054 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064a1d6-cb66-4557-8c25-4f4e5f24a95c None None] Pushing event updated for resources: {'Port': ['ID=43eef961-8dfd-47d9-b772-b4d143f6f309,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:53.787954 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Routers {'a46c22ae-16ea-4a1c-b733-65041933be40'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:23:53.788544 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:23:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a46c22ae-16ea-4a1c-b733-65041933be40'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:53.991631 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] Set router a46c22ae-16ea-4a1c-b733-65041933be40 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:23:54.295072 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 4, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '43eef961-8dfd-47d9-b772-b4d143f6f309', 'name': '', 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'mac_address': 'fa:16:3e:a0:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b49f808-290a-49b9-9ce1-828d1ddda21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:29Z', 'updated_at': '2022-01-10T20:23:53Z', 'revision_number': 4, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'subnets': [{'id': '4b49f808-290a-49b9-9ce1-828d1ddda21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:23:54.299432 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55ff0c-595d-43f7-9e02-e05f138e7d72 None None] The sync data for ids ['a46c22ae-16ea-4a1c-b733-65041933be40'] in n-d-816927-8 is: [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:23:29Z', 'revision_number': 4, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '43eef961-8dfd-47d9-b772-b4d143f6f309', 'name': '', 'network_id': 'e471dd87-c9f4-4890-a772-b5bc6cd99163', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'mac_address': 'fa:16:3e:a0:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b49f808-290a-49b9-9ce1-828d1ddda21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:29Z', 'updated_at': '2022-01-10T20:23:53Z', 'revision_number': 4, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'subnets': [{'id': '4b49f808-290a-49b9-9ce1-828d1ddda21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:23:56.253975 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 43eef961-8dfd-47d9-b772-b4d143f6f309 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:56.319721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 43eef961-8dfd-47d9-b772-b4d143f6f309 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:23:56.324167 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 43eef961-8dfd-47d9-b772-b4d143f6f309 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:56.324538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:56.433846 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:56.463630 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 43eef961-8dfd-47d9-b772-b4d143f6f309, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=43eef961-8dfd-47d9-b772-b4d143f6f309,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:23:56.467706 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:23:56.530288 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=43eef961-8dfd-47d9-b772-b4d143f6f309,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:23:58.241595 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 43eef961-8dfd-47d9-b772-b4d143f6f309 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:23:58.310889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 43eef961-8dfd-47d9-b772-b4d143f6f309 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:23:58.311262 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:08.572768 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-da1c63f1-008a-4319-8eec-67702e0180a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:10.621055 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c66d0c35-2f24-47a4-bbe0-6b615092e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:11.907311 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:12.089792 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:13.364880 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:15.917123 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:16.160969 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:22.181855 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:24:36.372636 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-daeebf94-1be2-4f61-b5d4-f40642f6bb14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656998 Jan 10 20:24:36.505154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-aeb398fb-0c34-4cd6-b66e-0e2acb08dea8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1096 time: 0.0670383 Jan 10 20:24:36.741423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083316f-6550-469b-981f-8ba3529fe93c req-649626b1-4949-4c3f-b7d0-5b8fa821acbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:24:36.742789 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-649626b1-4949-4c3f-b7d0-5b8fa821acbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.2200637 Jan 10 20:24:36.845000 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-481c1768-aaad-4464-be25-c77ff1b5d98c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 1001 time: 0.0963969 Jan 10 20:24:36.914338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083316f-6550-469b-981f-8ba3529fe93c req-8afb7aa6-8195-41b4-9fda-ddbb64f8c96f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:24:36.915795 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-8afb7aa6-8195-41b4-9fda-ddbb64f8c96f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0654914 Jan 10 20:24:36.991759 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-af7ae338-fa75-4924-a0cf-fda0e27e06bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705230 Jan 10 20:24:37.118195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-f3bb0a07-d462-4dca-8166-dd0943195f87 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210523 Jan 10 20:24:37.247079 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b083316f-6550-469b-981f-8ba3529fe93c req-04374ed9-0cc3-4641-aa8a-3f502bee32d1 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231072 Jan 10 20:24:38.574293 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61973c5a-06b7-4dd4-ba29-35a3fa96b975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:40.623043 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4031fa7d-c974-429d-acd5-eb3b699d7da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:41.911224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:42.096028 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:43.367383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:45.928595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:46.172972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:24:59.181661 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:25:08.576321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4e117dad-cac2-4b87-a436-417a4bba3798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:10.623511 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5aa407f5-81df-48e3-86a1-83590a3fe8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:11.912375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:12.100391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:13.370737 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:15.932500 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:16.171564 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:36.181529 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:25:37.375803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-09bc4deb-1987-45f8-ac19-8776b5d0a486 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718472 Jan 10 20:25:37.509777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-7883734a-7636-4d3e-a78f-c91480e2f097 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1096 time: 0.0677328 Jan 10 20:25:37.649544 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-e25c0749-a541-476e-af9c-4731ec42680d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:37.650962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-e25c0749-a541-476e-af9c-4731ec42680d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1242392 Jan 10 20:25:37.752605 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-72c9378c-9e09-4c47-afcf-4b15c71cbbdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 1001 time: 0.0962474 Jan 10 20:25:37.815144 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-6e1469fc-dc3c-453b-825d-4fa4cd65434a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:37.816525 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-6e1469fc-dc3c-453b-825d-4fa4cd65434a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0579493 Jan 10 20:25:37.890294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-3d3e3718-dfb6-4fc8-9ddd-55e0f92502af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681624 Jan 10 20:25:38.021561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-3d04308b-4d47-4144-a341-e6693dbebbce service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246560 Jan 10 20:25:38.149662 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f388674-6211-4fdc-87e0-5d3f4a704bb4 req-d69e7408-4752-4808-a9e7-b891eacb2825 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228936 Jan 10 20:25:38.577557 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-481e9fc4-a4d5-4714-9bc4-18ffb09acc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:40.624353 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-aeb5aebf-3d35-4bc7-9a56-8f0f81d857c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:41.914279 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:42.100656 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:43.019621 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7267-dfab-4bdb-85f7-40ebf51570d4 req-74f62742-369f-444f-b0de-624e572fbc05 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:43.020969 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a0c7267-dfab-4bdb-85f7-40ebf51570d4 req-74f62742-369f-444f-b0de-624e572fbc05 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.1438923 Jan 10 20:25:43.065855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a0c7267-dfab-4bdb-85f7-40ebf51570d4 req-377dfb3a-567e-4132-bb33-85fb55f05eae tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390980 Jan 10 20:25:43.372859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:44.360751 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb910-3eb2-485f-8b2c-3d07171e62f1 req-bcc85760-2ace-41d9-b8a5-69ec751479f8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:44.362179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6fb910-3eb2-485f-8b2c-3d07171e62f1 req-bcc85760-2ace-41d9-b8a5-69ec751479f8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.1610661 Jan 10 20:25:44.405773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bd6fb910-3eb2-485f-8b2c-3d07171e62f1 req-feaa1a87-935c-45d4-8979-efe3c111094b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379999 Jan 10 20:25:45.621455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2be62-68e6-4ddc-9709-b353bf5390f3 req-f1dccc98-5c51-40c9-8d35-ebaa00a252a4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:45.622909 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1d2be62-68e6-4ddc-9709-b353bf5390f3 req-f1dccc98-5c51-40c9-8d35-ebaa00a252a4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0760345 Jan 10 20:25:45.667122 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1d2be62-68e6-4ddc-9709-b353bf5390f3 req-882a51d4-0408-4743-87e7-c24ea81aa618 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Jan 10 20:25:45.934515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:46.174396 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:47.037935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575457ad-faf5-458d-a828-d6f04123bd4a req-7bf14ba9-58b6-4b9a-9473-36d5a79b0ca5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:47.039408 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-575457ad-faf5-458d-a828-d6f04123bd4a req-7bf14ba9-58b6-4b9a-9473-36d5a79b0ca5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Jan 10 20:25:47.085664 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-575457ad-faf5-458d-a828-d6f04123bd4a req-808f6dce-e317-4343-89d9-bb2361433ae8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Jan 10 20:25:48.277865 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1f87-a09a-4a07-8d32-81b2557db976 req-27cc0c88-ca14-4ec5-b66d-ec40d9af7af7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:48.279317 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-490b1f87-a09a-4a07-8d32-81b2557db976 req-27cc0c88-ca14-4ec5-b66d-ec40d9af7af7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0746429 Jan 10 20:25:48.324436 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-490b1f87-a09a-4a07-8d32-81b2557db976 req-b636e518-8d02-47f3-8909-29084f112ef2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 Jan 10 20:25:49.516986 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f60d1-d4c7-40ff-a67b-237fa2e2cc03 req-e6b3b05c-785e-4a18-8f2e-9d74d0548bc4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:49.518417 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14f60d1-d4c7-40ff-a67b-237fa2e2cc03 req-e6b3b05c-785e-4a18-8f2e-9d74d0548bc4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0774035 Jan 10 20:25:49.563940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f14f60d1-d4c7-40ff-a67b-237fa2e2cc03 req-134e3c5b-6f9f-4df8-979e-8e7e28e65460 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Jan 10 20:25:50.760149 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11374877-32ae-42b4-87dc-22693e405c03 req-74821ca6-5993-4b78-b927-08785f00e95e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:50.761628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11374877-32ae-42b4-87dc-22693e405c03 req-74821ca6-5993-4b78-b927-08785f00e95e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0742941 Jan 10 20:25:50.809754 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-11374877-32ae-42b4-87dc-22693e405c03 req-da9f968e-1f58-4e00-afda-c4e1c438ae79 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Jan 10 20:25:52.000899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76dcc-7962-4ce7-9740-1a35e9e77314 req-50382fdd-8054-4b21-8483-b99922103102 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:52.002345 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcf76dcc-7962-4ce7-9740-1a35e9e77314 req-50382fdd-8054-4b21-8483-b99922103102 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0750108 Jan 10 20:25:52.046719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-dcf76dcc-7962-4ce7-9740-1a35e9e77314 req-3dd32bd0-ad3c-4a3c-80d8-36217fee504d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Jan 10 20:25:53.244739 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5dad6-7518-4c23-ad63-625fc46d0767 req-ea347938-cef8-435d-b933-6d03c5216109 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:53.246694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bae5dad6-7518-4c23-ad63-625fc46d0767 req-ea347938-cef8-435d-b933-6d03c5216109 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0794556 Jan 10 20:25:53.290810 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bae5dad6-7518-4c23-ad63-625fc46d0767 req-2bdc7318-0f4f-4d4c-b566-48087575fd51 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 Jan 10 20:25:54.484827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48fba-f67c-4981-b615-4ccc8368ce42 req-6c238b1f-1523-471c-8f8d-ef014727414f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:54.486219 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77d48fba-f67c-4981-b615-4ccc8368ce42 req-6c238b1f-1523-471c-8f8d-ef014727414f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0744808 Jan 10 20:25:54.530019 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77d48fba-f67c-4981-b615-4ccc8368ce42 req-b48f020d-6e53-4bd9-8f6d-d87fa469a673 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Jan 10 20:25:55.735190 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a2cdf-8115-4ef3-85d8-c6a62fdaed8f req-909c778f-7410-4490-9936-2197dce6f61e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:55.736746 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e74a2cdf-8115-4ef3-85d8-c6a62fdaed8f req-909c778f-7410-4490-9936-2197dce6f61e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0841365 Jan 10 20:25:55.791042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e74a2cdf-8115-4ef3-85d8-c6a62fdaed8f req-7b4a436d-ad08-4a9d-bc82-657864496bb1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Jan 10 20:25:56.371025 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:25:56.551856 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:25:56.568403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'mac_address': 'fa:16:3e:c5:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:25:56.627790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:56.647109 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aaa355a-8fae-4eb1-93c0-6624edd906a9 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:25:56.667675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:25:56.671811 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:56.745689 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:25:56.749280 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7aaa355a-8fae-4eb1-93c0-6624edd906a9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:25:56.797403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.797810 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.798089 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.798435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.798771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.799129 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.799460 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.799789 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.802635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.802635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:56.802635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:25:57.013850 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512b8a-e19d-4722-91dc-eb215ab1f2f7 req-e5aaf685-01b4-4a6d-af44-d5f20d50d0c6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:57.031767 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5512b8a-e19d-4722-91dc-eb215ab1f2f7 req-e5aaf685-01b4-4a6d-af44-d5f20d50d0c6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 944 time: 0.0907938 Jan 10 20:25:57.108631 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5512b8a-e19d-4722-91dc-eb215ab1f2f7 req-dfcdd62e-2fe7-43ec-843a-9b8763738e36 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759959 Jan 10 20:25:58.331186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672782b-0cda-4475-8f6b-9ea9aed14592 req-faea5dfd-568e-4a01-ba97-e424ba5e8663 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:58.332813 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c672782b-0cda-4475-8f6b-9ea9aed14592 req-faea5dfd-568e-4a01-ba97-e424ba5e8663 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 944 time: 0.0948567 Jan 10 20:25:58.377259 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:25:58.386569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c672782b-0cda-4475-8f6b-9ea9aed14592 req-2302796d-6931-4d84-8fe0-6a2d80206e6a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Jan 10 20:25:58.451203 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:25:58.451583 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:58.574002 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:58.599348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:25:58.608514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:25:58.614344 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:25:58.659712 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'code': 200} Jan 10 20:25:58.704329 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:25:59.599468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77353aee-4d7c-46a6-8bd7-66a964582799 req-5458335c-a93f-46b1-9cb8-313011e9355c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:25:59.601209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77353aee-4d7c-46a6-8bd7-66a964582799 req-5458335c-a93f-46b1-9cb8-313011e9355c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0869818 Jan 10 20:25:59.657157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-77353aee-4d7c-46a6-8bd7-66a964582799 req-09e3c50b-010c-437b-8185-c15bbd35186e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Jan 10 20:26:00.861234 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fb97-cb82-4937-9153-2d8b05224eb7 req-94ac2c56-7ee5-48a3-bd63-05146105065d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:00.863564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e922fb97-cb82-4937-9153-2d8b05224eb7 req-94ac2c56-7ee5-48a3-bd63-05146105065d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0848525 Jan 10 20:26:00.912385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e922fb97-cb82-4937-9153-2d8b05224eb7 req-99067b5c-0bfd-41f1-81fb-39fd7c0a0a6b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429404 Jan 10 20:26:02.138052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388d18b-1616-4bd5-9e52-deb5b0fd4153 req-505a0484-f044-4797-8396-11ebbb611a56 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:02.141275 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b388d18b-1616-4bd5-9e52-deb5b0fd4153 req-505a0484-f044-4797-8396-11ebbb611a56 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.1028523 Jan 10 20:26:02.192511 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b388d18b-1616-4bd5-9e52-deb5b0fd4153 req-818e36be-09cd-47fa-898d-916eb929c017 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Jan 10 20:26:03.406829 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67396d30-e18a-4607-900a-e02e5894999a req-30dc7423-be4a-4840-be65-166cf7fa8d12 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:03.409050 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67396d30-e18a-4607-900a-e02e5894999a req-30dc7423-be4a-4840-be65-166cf7fa8d12 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0834308 Jan 10 20:26:03.457756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-67396d30-e18a-4607-900a-e02e5894999a req-e3b716d0-9ec7-4d7d-ae24-9128453f2117 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Jan 10 20:26:04.686423 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af75118-cfe1-454f-8c55-309425de5d71 req-8f733c60-2b2e-440e-959b-7271f83cee51 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:04.687919 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9af75118-cfe1-454f-8c55-309425de5d71 req-8f733c60-2b2e-440e-959b-7271f83cee51 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0931396 Jan 10 20:26:04.734719 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9af75118-cfe1-454f-8c55-309425de5d71 req-882863d8-9c1b-484d-926b-b389a90ecd31 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Jan 10 20:26:05.769260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-a9a9af4b-f78c-4865-841e-91ea2add817f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1096 time: 0.0671887 Jan 10 20:26:05.953596 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065cce4-eabf-4925-9938-336e56844516 req-aa8bf619-b5a5-449b-aadf-ad839aa61499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:05.955066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-aa8bf619-b5a5-449b-aadf-ad839aa61499 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1804509 Jan 10 20:26:06.129270 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764410bb-050a-4128-8364-f0179f534c63 req-46508273-6481-4d06-8c3e-749d3529d51e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:06.130591 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-764410bb-050a-4128-8364-f0179f534c63 req-46508273-6481-4d06-8c3e-749d3529d51e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.2675679 Jan 10 20:26:06.175876 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-cd67e01b-473b-4eb4-9ae3-2bbbc42f7eb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 1001 time: 0.2147768 Jan 10 20:26:06.232992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-764410bb-050a-4128-8364-f0179f534c63 req-3a016308-d7ab-4450-a6a9-25f5dbba4829 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879705 Jan 10 20:26:06.252476 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065cce4-eabf-4925-9938-336e56844516 req-eb73edbe-61ff-4ab1-a801-dbd37c7a8409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:06.253898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-eb73edbe-61ff-4ab1-a801-dbd37c7a8409 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0651946 Jan 10 20:26:06.327946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-e0c026a6-0d85-4402-971a-64068fd68c05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685599 Jan 10 20:26:06.456834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-3f28f66f-1774-4d26-8675-558dce7b9cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223993 Jan 10 20:26:06.584378 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d065cce4-eabf-4925-9938-336e56844516 req-9f878d37-0550-4fdd-ab4d-9ddf095f0100 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217160 Jan 10 20:26:07.428080 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4890558-5f2a-4f42-a538-96a3b31e6b9d req-b6017068-4a08-4bdd-a9bb-e6bf2b415d03 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:07.429460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4890558-5f2a-4f42-a538-96a3b31e6b9d req-b6017068-4a08-4bdd-a9bb-e6bf2b415d03 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 945 time: 0.0770516 Jan 10 20:26:07.478555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a4890558-5f2a-4f42-a538-96a3b31e6b9d req-31bd5cbf-0ee2-4467-bd0a-d72372fb4142 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Jan 10 20:26:08.408572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:26:08.519975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:08.547440 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:26:08.557628 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:26:08.561470 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:08.603928 n-d-816927-8 neutron-server[83631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'code': 422} returned with failed status Jan 10 20:26:08.637985 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ab6502c-a664-4862-8e44-1d8ec5687ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:08.646455 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:26:08.686456 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23ab19-f50b-45f3-abe3-7ac0c18531af req-04afd928-2196-4921-bce7-39872e64cb4b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:08.687904 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f23ab19-f50b-45f3-abe3-7ac0c18531af req-04afd928-2196-4921-bce7-39872e64cb4b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0835543 Jan 10 20:26:08.732943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0f23ab19-f50b-45f3-abe3-7ac0c18531af req-c9062ac0-0e33-4eb2-8d7b-bbce7f44bc3e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Jan 10 20:26:08.979855 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bec4dc72-ad11-43f8-92d7-13c72456a9ed req-a6eaa627-4921-4414-b880-78715ad0ea8b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1323435 Jan 10 20:26:09.160146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39780) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:26:09.250215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b644-1592-4bf2-b3a7-ac2bd59e631f req-de04230a-9e75-4b49-931f-e4f82620f641 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:09.251642 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68e5b644-1592-4bf2-b3a7-ac2bd59e631f req-de04230a-9e75-4b49-931f-e4f82620f641 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0775156 Jan 10 20:26:09.294155 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-99f55d96-0eda-412c-b40a-7128d6037e84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328108 Jan 10 20:26:09.297205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-68e5b644-1592-4bf2-b3a7-ac2bd59e631f req-56147cf1-a446-41eb-ab16-76ca3a40e1e8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Jan 10 20:26:09.786966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-ac8c28f7-ab92-4639-9446-155290bcbe18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623&tenant_id=5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 1094 time: 0.0703499 Jan 10 20:26:09.874453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-5dc8a6ea-70eb-4b48-97c6-089538db57fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1094 time: 0.0673497 Jan 10 20:26:10.003798 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da736-6d90-4607-80ef-c2d90c509187 req-95f70e20-a365-47c0-9030-1d9f92809af6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:10.005238 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-95f70e20-a365-47c0-9030-1d9f92809af6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1252646 Jan 10 20:26:10.106482 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-df1da058-a2b7-489c-b441-b131dddc40b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 999 time: 0.0949655 Jan 10 20:26:10.165808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da736-6d90-4607-80ef-c2d90c509187 req-17109a69-66f1-43ff-a388-9e8825ef883c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:10.167762 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-17109a69-66f1-43ff-a388-9e8825ef883c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0558486 Jan 10 20:26:10.242805 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-4b5f07a4-c705-4bb1-af8d-d550df4d37d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695403 Jan 10 20:26:10.380095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-d8bf919b-c15e-4fbe-9d62-764615b617e5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300857 Jan 10 20:26:10.629561 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b31-25a5-442d-b475-47786cbaf6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:10.657001 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-bf9ed632-ad03-4fe7-a09d-40f67c137a4d service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721550 Jan 10 20:26:10.670714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7767-32ac-4dc3-90c5-f7784a2c2c94 req-23cf2243-1afa-47ed-9e30-bf24bb9a47cf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:10.672170 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89af7767-32ac-4dc3-90c5-f7784a2c2c94 req-23cf2243-1afa-47ed-9e30-bf24bb9a47cf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.2230923 Jan 10 20:26:10.721598 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-89af7767-32ac-4dc3-90c5-f7784a2c2c94 req-c6af94cd-15ae-402f-a51f-471436448972 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Jan 10 20:26:11.929383 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:11.943746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35bd8-c6a6-4ea5-93dc-78d6479f6b29 req-5d7b1c57-6bab-463d-89c7-295254c748f6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:11.945385 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ba35bd8-c6a6-4ea5-93dc-78d6479f6b29 req-5d7b1c57-6bab-463d-89c7-295254c748f6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0988467 Jan 10 20:26:11.993464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2ba35bd8-c6a6-4ea5-93dc-78d6479f6b29 req-6d932e4b-6efb-4bbb-91a0-cbd2e27d2e85 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Jan 10 20:26:12.105915 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:13.181925 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:26:13.202614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b815e-e0da-470a-8474-c5f3f57eb381 req-bed26aa1-627f-4cb7-8acb-91b1d5fc7f7d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:13.204162 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c89b815e-e0da-470a-8474-c5f3f57eb381 req-bed26aa1-627f-4cb7-8acb-91b1d5fc7f7d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0803714 Jan 10 20:26:13.254213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c89b815e-e0da-470a-8474-c5f3f57eb381 req-c16f968d-9842-43e5-b2cc-e5d2ef5cc36f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Jan 10 20:26:13.378069 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:14.466286 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59522c06-ab0f-4625-97f0-d168b3fabf96 req-0785548f-e84d-4bcb-8828-1f15570dea72 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:14.467828 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59522c06-ab0f-4625-97f0-d168b3fabf96 req-0785548f-e84d-4bcb-8828-1f15570dea72 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0852447 Jan 10 20:26:14.515867 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-59522c06-ab0f-4625-97f0-d168b3fabf96 req-439ef21e-28b6-4299-9fae-5e12e7a0c366 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Jan 10 20:26:15.736946 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d8d7-87ce-4f0d-ab27-9a247af11985 req-a96fb052-801c-46f7-9be1-514b95deb0f4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:15.738432 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d939d8d7-87ce-4f0d-ab27-9a247af11985 req-a96fb052-801c-46f7-9be1-514b95deb0f4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0969226 Jan 10 20:26:15.785539 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d939d8d7-87ce-4f0d-ab27-9a247af11985 req-73ee6454-0a2a-4f3c-beec-8bb05a42fe45 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Jan 10 20:26:15.945239 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:16.172086 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:17.067408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78217934-df5c-48ff-873d-3b2fadcee2d6 req-300b9c37-4d39-4612-a37c-96197d1c32bc tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:17.069106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78217934-df5c-48ff-873d-3b2fadcee2d6 req-300b9c37-4d39-4612-a37c-96197d1c32bc tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.1220331 Jan 10 20:26:17.121184 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-78217934-df5c-48ff-873d-3b2fadcee2d6 req-0376054d-4db6-42cf-ab09-9bbe2c894cad tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457041 Jan 10 20:26:18.327834 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17678351-1e07-4343-a440-a82de43c9168 req-e05fb738-dff2-4f27-a99e-8b146805c621 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:18.329294 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17678351-1e07-4343-a440-a82de43c9168 req-e05fb738-dff2-4f27-a99e-8b146805c621 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0859861 Jan 10 20:26:18.380156 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-17678351-1e07-4343-a440-a82de43c9168 req-743dfd2c-3d30-471f-808e-39065d9a3bb5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446069 Jan 10 20:26:19.574764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92726e7a-a0fe-4f42-9acc-da86fa94cade req-dc16e1ee-65c3-453d-9533-4686f938cf1c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:19.577428 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92726e7a-a0fe-4f42-9acc-da86fa94cade req-dc16e1ee-65c3-453d-9533-4686f938cf1c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0780408 Jan 10 20:26:19.622910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-92726e7a-a0fe-4f42-9acc-da86fa94cade req-e0b14786-dbdb-48af-a5b3-a5604702cb18 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 Jan 10 20:26:20.818574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a795742-f48d-406e-8884-6a9af6f0363e req-c691bdb2-f7c5-4d4f-b027-7b2fe12a3343 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:20.820068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a795742-f48d-406e-8884-6a9af6f0363e req-c691bdb2-f7c5-4d4f-b027-7b2fe12a3343 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0795681 Jan 10 20:26:20.864479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0a795742-f48d-406e-8884-6a9af6f0363e req-76aa7654-6664-4978-965c-1b3aa55fc2e2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 Jan 10 20:26:22.055640 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e7c3-ad4e-45d8-9d93-4bd11dfc1b8a req-360575a9-6735-47a1-a948-8bd52ec03fee tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:22.057128 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1af9e7c3-ad4e-45d8-9d93-4bd11dfc1b8a req-360575a9-6735-47a1-a948-8bd52ec03fee tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 943 time: 0.0755694 Jan 10 20:26:22.106157 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1af9e7c3-ad4e-45d8-9d93-4bd11dfc1b8a req-1e3d40ae-9132-49c6-ac0a-2f0a9f5f76a6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Jan 10 20:26:22.501080 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:26:22.628907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:26:22.642082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'port_id': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'mac_address': 'fa:16:3e:c5:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:26:22.696228 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:22.713058 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aaa355a-8fae-4eb1-93c0-6624edd906a9 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:26:22.727054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:26:22.731574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:22.793943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:26:22.957476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['7aaa355a-8fae-4eb1-93c0-6624edd906a9'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:26:23.306641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb8dbc-2ad1-425d-bbe5-35a8dee31b16 req-32ffa20b-158b-4f68-a50f-a6ba5eed7e75 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:23.308107 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7bb8dbc-2ad1-425d-bbe5-35a8dee31b16 req-32ffa20b-158b-4f68-a50f-a6ba5eed7e75 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 944 time: 0.0808523 Jan 10 20:26:23.351569 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e7bb8dbc-2ad1-425d-bbe5-35a8dee31b16 req-7e97501f-271c-453a-bc99-34364c9a40ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380256 Jan 10 20:26:24.532200 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:26:24.549126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6794d7-d285-492a-b970-e474f4fd9a82 req-026b63d1-6060-46c3-b001-fa8a65b76375 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:24.550579 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa6794d7-d285-492a-b970-e474f4fd9a82 req-026b63d1-6060-46c3-b001-fa8a65b76375 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 944 time: 0.0783510 Jan 10 20:26:24.596104 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fa6794d7-d285-492a-b970-e474f4fd9a82 req-68884077-e1ac-4ef4-9d05-1df41fa1c737 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Jan 10 20:26:24.601380 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:26:24.601750 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:24.710139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:24.762458 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:26:24.771723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:26:24.776571 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:24.840997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:26:25.789561 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d02c-10dc-4aa8-9a2b-1ec762aac228 req-f00ad0ec-a13d-42d2-a809-d4182236acad tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:25.791503 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7983d02c-10dc-4aa8-9a2b-1ec762aac228 req-f00ad0ec-a13d-42d2-a809-d4182236acad tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 946 time: 0.0757565 Jan 10 20:26:25.836082 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'code': 200} Jan 10 20:26:25.838596 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7983d02c-10dc-4aa8-9a2b-1ec762aac228 req-ca39bb75-54a4-42ae-855e-b416d3bb2ceb tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Jan 10 20:26:26.110356 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08f8a3c4-8b76-478c-8791-4eaf9baa54df req-624bf6ae-78bf-43dd-b329-69372eaf6a1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1097 time: 0.1344442 Jan 10 20:26:26.152153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-08f8a3c4-8b76-478c-8791-4eaf9baa54df req-a120083c-f904-4d40-9ef7-e55f4f8ab03f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357845 Jan 10 20:26:27.033279 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16659-491c-4a2e-ad7e-6932df484be8 req-c6a07bed-09a8-4412-a8f5-2a442dc644d9 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:27.036709 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61a16659-491c-4a2e-ad7e-6932df484be8 req-c6a07bed-09a8-4412-a8f5-2a442dc644d9 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 946 time: 0.0777595 Jan 10 20:26:27.087993 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-61a16659-491c-4a2e-ad7e-6932df484be8 req-e9f57387-bf7b-470d-bd98-6d098bd889e9 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458577 Jan 10 20:26:28.282620 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e071b2-ec37-45e7-821c-70c8db4bf73b req-c20d3db8-0e69-43f0-bf1e-b72483f48dd1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:28.284099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14e071b2-ec37-45e7-821c-70c8db4bf73b req-c20d3db8-0e69-43f0-bf1e-b72483f48dd1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 946 time: 0.0762095 Jan 10 20:26:28.328361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-14e071b2-ec37-45e7-821c-70c8db4bf73b req-c7305d74-5069-4c37-b21a-10b304119a55 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Jan 10 20:26:38.390089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-2f45aba6-120c-4804-959a-d8e4a5725e25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692165 Jan 10 20:26:38.524594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-5bbb87c5-feab-4931-89c0-10a7cbb26b29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1097 time: 0.0674589 Jan 10 20:26:38.580701 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f575a1f3-7a26-4e72-adf3-85f45e439cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:38.672525 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-9585d83d-9466-439e-89ce-95e978ababec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:38.674196 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-9585d83d-9466-439e-89ce-95e978ababec service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1297977 Jan 10 20:26:38.869076 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-f6019bdd-ca6a-4cdf-b92b-675febe56b05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 1001 time: 0.1881680 Jan 10 20:26:38.929566 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-e3be10ad-6273-4426-bab7-500719672475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:26:38.931639 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-e3be10ad-6273-4426-bab7-500719672475 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0554309 Jan 10 20:26:39.004554 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-b6572de0-cd19-4a3d-bd07-c54ddd7a6ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677733 Jan 10 20:26:39.135864 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-4224041a-8893-4550-8f9e-8aa56233ffec service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248763 Jan 10 20:26:39.264952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-5f4ad844-888f-4400-a4e0-aac2d1a91500 req-e6ec6fa4-dc90-4eec-8040-ea7ff34a555e service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216924 Jan 10 20:26:40.621854 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-53a63806-6bae-47ee-9f96-fb5913143a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:41.912787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:42.106322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:43.377705 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:45.945949 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:46.177590 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:26:50.183539 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:27:08.581994 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b43018e-4388-4c51-b6a5-b91ae4c7d589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:10.623488 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-151b0fe6-716f-4025-b108-0457f363bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:11.915897 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:12.111543 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:13.380019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:15.962214 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:16.169724 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:27.184512 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:27:38.089493 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39898) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:38.379233 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Deleting port cd661df3-6152-4a88-9837-250e9febf1ae {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:27:38.379473 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:38.541045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:38.541370 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:38.584760 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c605a73-05b6-4be2-85d9-2996f4804845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:38.662826 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Calling delete_port for cd661df3-6152-4a88-9837-250e9febf1ae owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:27:38.805045 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:38.851611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event deleted for resources: {'Port': ['ID=cd661df3-6152-4a88-9837-250e9febf1ae,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:38.887678 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.888033 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.888358 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.888684 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.889007 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.889332 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.889653 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.889972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.890663 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.891024 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.891348 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:38.948851 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:39.329069 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Router bee10b16-3781-411e-8c05-f3a3f6dc245d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:27:39.521364 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:27:39.531369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:27:39.540616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:39.542992 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:27:39.543587 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:27:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:27:39.593680 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-2f085256-cc80-4801-b5ea-efdf005049f5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "DELETE /v2.0/floatingips/0f0f3b44-efaf-4aff-b204-57368c96bcfc HTTP/1.1" status: 204 len: 168 time: 1.5033422 Jan 10 20:27:39.594061 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:27:39.733739 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:27:39.795384 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'status': 'completed', 'code': 200} Jan 10 20:27:39.896355 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-88152e5c-da4a-4550-85d7-83afebb52fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 1097 time: 0.0813148 Jan 10 20:27:40.094180 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:27:40.098355 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:27:40.107302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-3370c692-fd9c-43c8-95cb-53d970e73c63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:27:40.108472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-3370c692-fd9c-43c8-95cb-53d970e73c63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.2003121 Jan 10 20:27:40.109916 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:27:40.110538 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:27:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:27:40.186037 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-7711d49b-7ae5-4599-9858-07a7e342ede1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 200 len: 217 time: 0.0676799 Jan 10 20:27:40.245484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9800f4-e40a-4596-b919-1eb9c3bc26e1 req-a94c6ccf-fae4-46dd-96b0-b31f42f21a02 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:27:40.246946 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f9800f4-e40a-4596-b919-1eb9c3bc26e1 req-a94c6ccf-fae4-46dd-96b0-b31f42f21a02 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 946 time: 0.2446735 Jan 10 20:27:40.280070 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-ca2131ec-14d3-4ee6-981c-633884489fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:27:40.281488 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-ca2131ec-14d3-4ee6-981c-633884489fdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0896099 Jan 10 20:27:40.339302 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:27:40.348141 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f9800f4-e40a-4596-b919-1eb9c3bc26e1 req-b98b2a07-2906-48f7-9935-1cec7388e638 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914083 Jan 10 20:27:40.376472 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-d6a05db0-79f0-4d11-b6ab-31e65e3bac3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831201 Jan 10 20:27:40.514724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-93c61ec0-329f-4c9a-b88e-31aa7e76facb service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314390 Jan 10 20:27:40.628030 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8689-b9b2-4843-b96c-3541fb4ba459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:40.650213 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1ef4f78f-8916-46fb-b2ed-694bbb84a139 req-984f327e-9c56-453e-b5ec-1b343008fd02 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286645 Jan 10 20:27:40.660404 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:27:40.665415 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f250aeb-5349-422c-aaa7-d7d3aa4b7211 None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:27:40.876008 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aaaf75-d1ae-45dc-b0d4-2891d27ae8f3 None None] New status for floating IP 0f0f3b44-efaf-4aff-b204-57368c96bcfc: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:27:41.271535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00a6c-a241-419b-935f-4940925a3927 req-3746d631-462d-48dd-87f7-6db2a26fa57b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:27:41.272984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1eb00a6c-a241-419b-935f-4940925a3927 req-3746d631-462d-48dd-87f7-6db2a26fa57b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 946 time: 0.0789247 Jan 10 20:27:41.339618 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Deleting port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:27:41.339964 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:41.721095 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] For port 7aaa355a-8fae-4eb1-93c0-6624edd906a9, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=7aaa355a-8fae-4eb1-93c0-6624edd906a9,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:27:41.721378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:41.852441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb44031-5b6b-46ca-b5ef-0099719d3f98 req-9ed95d5c-d03b-4638-b2aa-99fb0216271f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:27:41.853898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eeb44031-5b6b-46ca-b5ef-0099719d3f98 req-9ed95d5c-d03b-4638-b2aa-99fb0216271f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7312a1-ba4a-4f85-9028-9b299dc87623 HTTP/1.1" status: 200 len: 946 time: 0.3367798 Jan 10 20:27:41.859853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Calling delete_port for 7aaa355a-8fae-4eb1-93c0-6624edd906a9 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:27:41.918019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:41.960958 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-eeb44031-5b6b-46ca-b5ef-0099719d3f98 req-99ad3a40-1ba2-44cb-aac4-55928c325f97 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747113 Jan 10 20:27:42.033893 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:42.085947 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event deleted for resources: {'Port': ['ID=7aaa355a-8fae-4eb1-93c0-6624edd906a9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:42.116563 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:42.127071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.127430 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.127776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.128116 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.128451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.128784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.129111 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.129442 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.129763 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.130086 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.130408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:27:42.174009 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] No DVR routers for this DVR port 7aaa355a-8fae-4eb1-93c0-6624edd906a9 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:27:42.176428 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:42.178886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-deleted', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:27:42.190144 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1eb00a6c-a241-419b-935f-4940925a3927 req-20712eed-e604-4d00-9739-96be24a547c2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "DELETE /v2.0/ports/7aaa355a-8fae-4eb1-93c0-6624edd906a9 HTTP/1.1" status: 204 len: 173 time: 0.9107349 Jan 10 20:27:42.241944 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7312a1-ba4a-4f85-9028-9b299dc87623', 'name': 'network-vif-deleted', 'tag': '7aaa355a-8fae-4eb1-93c0-6624edd906a9', 'status': 'completed', 'code': 200} Jan 10 20:27:43.065175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39920) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:43.133973 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4a416f-f5d0-4fd8-81af-f22faf574259 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.161028 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4a416f-f5d0-4fd8-81af-f22faf574259 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.223285 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4a416f-f5d0-4fd8-81af-f22faf574259 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.238688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a416f-f5d0-4fd8-81af-f22faf574259 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f6cf5a-3128-4da7-ae58-4d141ccc0e6a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:43.246542 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-fa4a416f-f5d0-4fd8-81af-f22faf574259 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.247679 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-fa4a416f-f5d0-4fd8-81af-f22faf574259 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "DELETE /v2.0/security-groups/08f6cf5a-3128-4da7-ae58-4d141ccc0e6a HTTP/1.1" status: 204 len: 168 time: 0.1814549 Jan 10 20:27:43.383238 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.560153 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39928) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:43.565694 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955772513', 'description': 'tempest-secgroup-smoke-955772513 description', 'project_id': '5bb0a923885d4f849cd01743e9a33813'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:43.572253 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:43.575922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:43.578661 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:43.584129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:43.595180 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.627727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:43.631354 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:43.634068 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:43.639502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:43.691901 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.695599 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.734876 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:43.737592 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.738825 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6de79dea-ce79-4ed1-8141-1d1075a845f7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1776049 Jan 10 20:27:43.741542 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39932) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:43.746708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '2f52f1ca-ec0d-4643-85e0-31ae7213b7b5', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:43.753186 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:43.757570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:43.760432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:43.765964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:43.785860 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.932940 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.936472 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.958329 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3135abb1-d1c3-4718-a164-a1491e9a4e81,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:43.968149 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:43.969336 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8f01b79e-549a-481d-989c-a4b7239c3608 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2269108 Jan 10 20:27:43.972115 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39936) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:43.977191 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '2f52f1ca-ec0d-4643-85e0-31ae7213b7b5', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:43.983450 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:43.987050 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:43.989836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:43.995312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:44.011464 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.071572 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.077174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.101102 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b160fd-d9fb-4b7a-a15e-8d7747102b60,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:44.109201 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.110780 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-848f6823-8502-4474-9771-94ba726bf0ed tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377754 Jan 10 20:27:44.113475 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39940) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:44.119336 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '2f52f1ca-ec0d-4643-85e0-31ae7213b7b5', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:44.125691 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:44.129372 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:44.132797 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:44.138311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:44.153660 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.215426 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.218961 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.240169 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736bad87-b199-474c-85df-cfd164f47a28,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:44.248825 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.250217 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-536ed9be-c86f-4836-b427-781de9b6c34e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1357498 Jan 10 20:27:44.253999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39944) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:44.260122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '2f52f1ca-ec0d-4643-85e0-31ae7213b7b5', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:44.266532 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:44.270209 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:44.273065 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:44.278460 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:44.293752 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.354850 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.358238 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.380798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840281cb-1e99-46ab-9a37-ab0e57ac60a2,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:44.389250 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.390392 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-efe2b8f1-96c5-4e1b-a5d2-ab555c3b6a4e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1353850 Jan 10 20:27:44.393120 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39948) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:44.398386 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '2f52f1ca-ec0d-4643-85e0-31ae7213b7b5', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:44.404815 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:44.408525 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:44.411362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:44.416944 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:44.427068 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Project 5bb0a923885d4f849cd01743e9a33813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:27:44.434064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.497695 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.501922 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.527185 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722522c6-44ea-4bd0-9f1d-b10daeab8cd4,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:44.535381 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.536524 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-802e37cd-d71c-4cb1-9d78-d91d52717978 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425159 Jan 10 20:27:44.539871 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 39952) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:27:44.545054 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'security_group_rule': {'security_group_id': '2f52f1ca-ec0d-4643-85e0-31ae7213b7b5', 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:27:44.551462 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:27:44.556060 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:security_group_rule and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:27:44.558836 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:27:44.564411 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:27:44.574398 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Project 5bb0a923885d4f849cd01743e9a33813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:27:44.580322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.644106 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.647670 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.670156 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452860a2-0384-42d7-b77b-fd369e8a7a96,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:27:44.679689 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:44.681094 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-15b97f5a-11d5-4833-a214-b882df8be2d3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1403508 Jan 10 20:27:45.955630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:46.169149 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:27:46.937055 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:27:46.973084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: 7aaa355a-8fae-4eb1-93c0-6624edd906a9 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:27:46.973807 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 7aaa355a-8fae-4eb1-93c0-6624edd906a9 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:27:58.620236 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-9edf3ce0-4918-4172-b98f-349691a9fd6e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955772513&fields=id&tenant_id=5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 267 time: 0.0398233 Jan 10 20:27:58.765536 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-e4cce8fe-0478-4fa8-8180-e4557591110d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:27:58.766983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-e4cce8fe-0478-4fa8-8180-e4557591110d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 809 time: 0.1407862 Jan 10 20:27:58.783123 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1a8ae342-ad1a-4a89-b1c5-c9ddcb1cb8bf tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/quotas/5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 375 time: 0.0108721 Jan 10 20:27:58.859749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-5f3016cc-fea8-44e6-8cd7-47634a103bc7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Synchronizing usage tracker for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:27:58.874889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-5f3016cc-fea8-44e6-8cd7-47634a103bc7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Unset dirty status for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:27:58.876048 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-5f3016cc-fea8-44e6-8cd7-47634a103bc7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884249 Jan 10 20:27:58.957553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-94e0ab01-050f-46d6-8c89-dc904611482c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:27:58.958534 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-94e0ab01-050f-46d6-8c89-dc904611482c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715654 Jan 10 20:27:59.087929 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-d7490fe9-7778-42c3-b5ef-f7e89db93724 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231589 Jan 10 20:27:59.217439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-15de5b87-eae2-4b29-ba98-b5a7a4bf0233 service neutron] 10.222.0.21 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237464 Jan 10 20:27:59.601838 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9f458ea8-3d8d-4fb3-b28d-77e4a97c5ed2 req-bc29dfbe-114a-4cbe-94bc-3762087f8e53 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 210 time: 0.0409360 Jan 10 20:28:00.721098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-3181ab08-0a43-4c6f-bdc5-57b467509da6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:00.722574 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-3181ab08-0a43-4c6f-bdc5-57b467509da6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 809 time: 0.1534994 Jan 10 20:28:00.789249 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4df1f969-7b31-4c77-a166-c78fe83857c0 req-1199214f-6186-40e4-ab63-c7ddd345e6ad tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 210 time: 0.0597227 Jan 10 20:28:00.815913 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-0fd4e177-2a98-4c17-8184-54564abad095 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 379 time: 0.0497308 Jan 10 20:28:00.823936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'port': {'device_id': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'admin_state_up': True, 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'security_groups': ['2f52f1ca-ec0d-4643-85e0-31ae7213b7b5']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:28:00.960524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:28:00.969720 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:28:00.980184 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Made reservation on behalf of 5bb0a923885d4f849cd01743e9a33813 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:28:00.983384 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:01.238757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Allocated IP 172.20.0.4 (dbf096be-229c-405c-88f5-8febe42a92a1/80be768c-247e-4dd0-b6e2-fb1d69d5b172/743a4318-8385-49a7-a2a0-8462e61f10f8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:28:01.432340 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:01.448400 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Transition to ACTIVE for port object 743a4318-8385-49a7-a2a0-8462e61f10f8 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:28:01.469028 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:01.543451 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Network dbf096be-229c-405c-88f5-8febe42a92a1 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:28:01.546466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:28:01.550861 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:28:01.579696 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:01.616785 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:01.617530 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:01.648999 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-1070251e-a650-41c2-883e-515f43de61f0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8287430 Jan 10 20:28:01.659899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Request body: {'port': {'device_id': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:28:01.774819 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:01.824952 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f30e957-c221-4921-9cb3-70d5025a81f3 None None] Provisioning for port 743a4318-8385-49a7-a2a0-8462e61f10f8 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:28:01.832217 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-4f30e957-c221-4921-9cb3-70d5025a81f3 None None] Provisioning complete for port 743a4318-8385-49a7-a2a0-8462e61f10f8 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:28:01.832653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f30e957-c221-4921-9cb3-70d5025a81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:01.886030 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-4f30e957-c221-4921-9cb3-70d5025a81f3 None None] Port 743a4318-8385-49a7-a2a0-8462e61f10f8 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:28:02.122139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173842-83cc-4902-90c8-a28dae1498d8 req-42ec18a1-6fd1-47a4-b411-d45cf381c7e5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:02.122830 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e2173842-83cc-4902-90c8-a28dae1498d8 req-42ec18a1-6fd1-47a4-b411-d45cf381c7e5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Synchronizing usage tracker for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:28:02.175089 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-e2173842-83cc-4902-90c8-a28dae1498d8 req-42ec18a1-6fd1-47a4-b411-d45cf381c7e5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Unset dirty status for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:28:02.176244 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2173842-83cc-4902-90c8-a28dae1498d8 req-42ec18a1-6fd1-47a4-b411-d45cf381c7e5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 931 time: 0.2314956 Jan 10 20:28:02.229574 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743a4318-8385-49a7-a2a0-8462e61f10f8 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:28:02.239741 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:02.254095 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2173842-83cc-4902-90c8-a28dae1498d8 req-cc1ee32d-a7b0-47a7-be3b-1c0a05024ae7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643256 Jan 10 20:28:02.259757 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Transition to ACTIVE for port object 743a4318-8385-49a7-a2a0-8462e61f10f8 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:28:02.264556 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:02.406164 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:02.517328 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:28:02.517656 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:28:02.517973 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:28:02.524217 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Port 743a4318-8385-49a7-a2a0-8462e61f10f8 on network dbf096be-229c-405c-88f5-8febe42a92a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:28:02.524531 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:28:02.530580 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:28:02.530942 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Checking segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:28:02.531318 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Bound using segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:28:02.531731 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Bound port: 743a4318-8385-49a7-a2a0-8462e61f10f8, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:28:02.532066 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:02.617910 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:28:02.620963 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:28:02.625953 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:02.689422 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:02.690768 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] 10.222.0.30 "PUT /v2.0/ports/743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1091 time: 1.0353596 Jan 10 20:28:02.691231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:28:02.722208 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5f4f-3f5a-4a05-b5cd-cad0de671b26 service neutron] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:02.759312 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'status': 'completed', 'code': 200} Jan 10 20:28:02.800773 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-626d4217-1166-4ba1-8887-c4c8b473d09a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1094 time: 0.0731781 Jan 10 20:28:02.872190 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-4e4a577c-d194-4216-9e03-29b36f83b6d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 217 time: 0.0648534 Jan 10 20:28:02.933175 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-72f09999-9358-4a75-b9c3-e8ab86e45312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:02.934594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-72f09999-9358-4a75-b9c3-e8ab86e45312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0571883 Jan 10 20:28:03.008377 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-512935ff-b73b-4e86-8091-61ce53d50a32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680218 Jan 10 20:28:03.228309 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-07665890-b090-4542-bc35-65906d9a31ae service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129292 Jan 10 20:28:03.359394 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04eeed0e-69cd-4428-a2b4-bcb2d8b824d7 req-9d280abb-12ab-4431-902b-f38273ff0cf3 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253393 Jan 10 20:28:03.503691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea28055-8ef0-4056-8bd7-4c422e6e0b09 req-afd8700a-968f-47ea-9a77-cb2223cb90c6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:03.505029 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ea28055-8ef0-4056-8bd7-4c422e6e0b09 req-afd8700a-968f-47ea-9a77-cb2223cb90c6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.1286519 Jan 10 20:28:03.511278 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-41b94d8d-463a-495f-9f11-3dbda03093d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1094 time: 0.1053293 Jan 10 20:28:03.630683 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9ea28055-8ef0-4056-8bd7-4c422e6e0b09 req-a99f38d7-05a5-47c4-93be-dfce73de8d06 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184936 Jan 10 20:28:03.666511 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-90be4ed9-57c8-4c45-9ec8-b76c6b08df9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:03.667956 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-90be4ed9-57c8-4c45-9ec8-b76c6b08df9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1415198 Jan 10 20:28:03.737447 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-51a0d46a-976d-41f6-8228-41ab2175b67d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 217 time: 0.0598509 Jan 10 20:28:03.797474 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-0519c35b-f091-4a17-abbc-2ec93652e09a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:03.798852 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-0519c35b-f091-4a17-abbc-2ec93652e09a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0594978 Jan 10 20:28:03.869962 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-29466198-b03c-4287-9a4e-057ae794ee55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651760 Jan 10 20:28:03.997633 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-d09c54f1-cdd2-4e3a-acf1-8a8e78e03ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218529 Jan 10 20:28:04.125894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-595a1113-7e56-4dbd-be7c-862c03f39ddf req-971548c3-2c31-431d-b7a2-55c9bf64b34c service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227477 Jan 10 20:28:04.184404 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:28:04.833535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b275eee-3162-4f27-9049-f2162e6e14d8 req-a41ce33d-7a83-400d-8c5e-2c7043c2e3dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:04.834992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b275eee-3162-4f27-9049-f2162e6e14d8 req-a41ce33d-7a83-400d-8c5e-2c7043c2e3dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0780919 Jan 10 20:28:04.879460 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1b275eee-3162-4f27-9049-f2162e6e14d8 req-8bed56ca-f92f-4c9f-be9c-d0bc4995da49 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390816 Jan 10 20:28:06.068465 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20860bdb-de40-41ae-a7d7-5aafccbbd557 req-d1c11916-75bc-4f24-a5df-8fa1e6ec8ff1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:06.070550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20860bdb-de40-41ae-a7d7-5aafccbbd557 req-d1c11916-75bc-4f24-a5df-8fa1e6ec8ff1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0756528 Jan 10 20:28:06.114096 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-20860bdb-de40-41ae-a7d7-5aafccbbd557 req-8a846836-fee1-4d7e-91b6-317533a51a68 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380871 Jan 10 20:28:07.322322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa7f8c-531b-4f02-8f43-f890be252a44 req-4f11bf88-0db9-4e33-b1d9-24305a9d07b3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:07.323778 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5aa7f8c-531b-4f02-8f43-f890be252a44 req-4f11bf88-0db9-4e33-b1d9-24305a9d07b3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0781372 Jan 10 20:28:07.368199 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5aa7f8c-531b-4f02-8f43-f890be252a44 req-d9bbcec0-ccdb-4e71-b4be-aaed71326c2f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390024 Jan 10 20:28:08.560926 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6646d-9928-4081-870a-572f8b9c98aa req-45fb4ff2-64f5-411c-a7ec-cb8a698a4480 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:08.562361 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19f6646d-9928-4081-870a-572f8b9c98aa req-45fb4ff2-64f5-411c-a7ec-cb8a698a4480 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0740688 Jan 10 20:28:08.591147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a50b-8b62-4c8d-bcf6-c84f8bbdd144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:08.611154 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-19f6646d-9928-4081-870a-572f8b9c98aa req-5e3de37c-27c5-460e-8459-490c4fb9e076 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434055 Jan 10 20:28:09.803120 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d0e38-271c-417c-a88d-acb2ae9e4dd2 req-92f7e200-aefd-47af-b57a-9b52fa5de9da tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:09.804566 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-922d0e38-271c-417c-a88d-acb2ae9e4dd2 req-92f7e200-aefd-47af-b57a-9b52fa5de9da tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0759413 Jan 10 20:28:09.848932 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-922d0e38-271c-417c-a88d-acb2ae9e4dd2 req-e046f4a4-3caf-49d5-a93a-4106b0cfcfc5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387461 Jan 10 20:28:10.621391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0460-b467-4f45-b434-f8d22fadfbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:11.030757 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:28:11.044072 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5cb7-a1b6-44a5-b32f-3d91fc24bd64 req-8be1b57c-55ad-4b06-945b-a2f609842905 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:11.045530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d8f5cb7-a1b6-44a5-b32f-3d91fc24bd64 req-8be1b57c-55ad-4b06-945b-a2f609842905 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0802948 Jan 10 20:28:11.165904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:28:11.178682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'port_id': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:28:11.179352 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d8f5cb7-a1b6-44a5-b32f-3d91fc24bd64 req-534e5538-5270-413d-8f20-e93ba4330943 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279614 Jan 10 20:28:11.234472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:11.251035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743a4318-8385-49a7-a2a0-8462e61f10f8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:28:11.265406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:28:11.269267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:11.331433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:11.340094 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.340437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.340774 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.341105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.341438 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.341761 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.342082 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.342403 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.342722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.343065 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.343386 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:28:11.469605 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['743a4318-8385-49a7-a2a0-8462e61f10f8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:28:11.920237 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:12.118905 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:12.373098 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86344fe1-ee7b-4bc6-b7ca-cda45008c8f4 req-6353b481-295a-4747-bcaf-abe6b8ae40a8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:12.374550 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86344fe1-ee7b-4bc6-b7ca-cda45008c8f4 req-6353b481-295a-4747-bcaf-abe6b8ae40a8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 944 time: 0.0754056 Jan 10 20:28:12.417918 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86344fe1-ee7b-4bc6-b7ca-cda45008c8f4 req-98d8ccf9-860f-42fd-ad54-f9bf1c34534e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380132 Jan 10 20:28:13.044953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:28:13.116081 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port 743a4318-8385-49a7-a2a0-8462e61f10f8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:28:13.120565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port 743a4318-8385-49a7-a2a0-8462e61f10f8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:28:13.120941 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:13.232288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:13.258027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:28:13.267339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:28:13.272349 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:13.338682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:13.388100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:13.429228 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'code': 200} Jan 10 20:28:13.602966 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82c71e23-e2d4-433b-bd93-1c7e632a409e req-563101da-33c5-4cc8-9ab5-463e3d2358ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1096 time: 0.1185181 Jan 10 20:28:13.651147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327c68-c01a-490a-9a5d-8244e42529ca req-a4f8e49d-dff7-4134-ad43-a10fbe46ca86 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:13.654934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6327c68-c01a-490a-9a5d-8244e42529ca req-a4f8e49d-dff7-4134-ad43-a10fbe46ca86 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.1182902 Jan 10 20:28:13.679304 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-82c71e23-e2d4-433b-bd93-1c7e632a409e req-9e7329f2-177f-427f-a7e7-980ea1825e58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695589 Jan 10 20:28:13.704756 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a6327c68-c01a-490a-9a5d-8244e42529ca req-fe8f4389-52e4-4faa-9275-848380fee1c8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443566 Jan 10 20:28:14.898387 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2a59-5efe-4d7d-b48b-1b140a6f3e6b req-c66243c1-ad51-4932-8c00-8f203ff4c118 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:14.899860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1fd2a59-5efe-4d7d-b48b-1b140a6f3e6b req-c66243c1-ad51-4932-8c00-8f203ff4c118 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0744033 Jan 10 20:28:14.943111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d1fd2a59-5efe-4d7d-b48b-1b140a6f3e6b req-1b505816-fb22-432b-85c4-a434128e59fe tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Jan 10 20:28:15.142298 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436826-bcaa-4d2d-9763-f896a8786601 req-24fc0bd3-3914-4ae0-a28e-a1ffe2192731 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:15.143782 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86436826-bcaa-4d2d-9763-f896a8786601 req-24fc0bd3-3914-4ae0-a28e-a1ffe2192731 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0829370 Jan 10 20:28:15.189684 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-86436826-bcaa-4d2d-9763-f896a8786601 req-72d5cf23-7a45-480a-93eb-037a2d78e897 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Jan 10 20:28:15.217872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40098) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:28:15.284062 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1765521c-8a94-42d1-af09-46aae55cf6b8 tempest-TestShelveInstance-789479583 tempest-TestShelveInstance-789479583-project-admin] Synchronizing usage tracker for tenant:dcb180ebc221479e913f6bbfbd3caa0d on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:28:15.299905 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-1765521c-8a94-42d1-af09-46aae55cf6b8 tempest-TestShelveInstance-789479583 tempest-TestShelveInstance-789479583-project-admin] Unset dirty status for tenant:dcb180ebc221479e913f6bbfbd3caa0d on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:28:15.301142 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1765521c-8a94-42d1-af09-46aae55cf6b8 tempest-TestShelveInstance-789479583 tempest-TestShelveInstance-789479583-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1091 time: 0.0823112 Jan 10 20:28:15.304611 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40102) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:28:15.309889 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:28:15.315972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:28:15.319612 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Usage tracker for resource:floatingip and tenant:5bb0a923885d4f849cd01743e9a33813 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:28:15.322299 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:28:15.327737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:28:15.339812 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:15.468288 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:15.602645 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Allocated IP 172.25.6.114 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/03d3cd30-6817-4782-84d4-c5c370f5c4a4) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:28:15.745680 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:15.772259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:15.841087 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:28:15.843927 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:28:15.848279 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:28:15.872583 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'Port': ['ID=03d3cd30-6817-4782-84d4-c5c370f5c4a4,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:15.958446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.191628 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.345710 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.397770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.674699 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.679654 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.793519 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event updated for resources: {'Port': ['ID=03d3cd30-6817-4782-84d4-c5c370f5c4a4,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:28:16.810427 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:16.998118 n-d-816927-8 neutron-server[83629]: INFO neutron.db.l3_db [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Floating IP 25875794-f76d-4a08-adae-85fff2b5b650 associated. External IP: 172.25.6.114, port: 743a4318-8385-49a7-a2a0-8462e61f10f8. Jan 10 20:28:17.380020 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Router bee10b16-3781-411e-8c05-f3a3f6dc245d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:28:17.571129 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:28:17.581229 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:28:17.593441 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:28:17.594123 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:28:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:28:17.595339 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:17.662983 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-48a503a2-bfbf-427e-83c9-8a589199f63a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3443835 Jan 10 20:28:17.662983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:28:17.703462 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'status': 'completed', 'code': 200} Jan 10 20:28:17.769318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:28:17.792177 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-ef238cfb-deba-46eb-80eb-e973fe360ab1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1096 time: 0.0675814 Jan 10 20:28:17.923974 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-cb6baac8-b5eb-4a12-a85b-9745bc9880ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:17.925426 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-cb6baac8-b5eb-4a12-a85b-9745bc9880ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1281149 Jan 10 20:28:18.026471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-71e94390-8965-4e1c-a679-9f6d716899b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 999 time: 0.0950780 Jan 10 20:28:18.091348 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-8e859ff8-0674-4f40-9283-a4f19d46e2d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:18.092281 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-8e859ff8-0674-4f40-9283-a4f19d46e2d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0603650 Jan 10 20:28:18.109668 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '25875794-f76d-4a08-adae-85fff2b5b650', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'port_id': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:28:16Z', 'updated_at': '2022-01-10T20:28:16Z', 'revision_number': 0, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:28:18.113405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:28:18.123998 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:28:18.124574 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:28:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:28:18.164192 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-cf5e0c4c-deb4-4e48-84d1-ed9dce14754e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668333 Jan 10 20:28:18.294266 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-3ecddea7-2a52-4fb5-9aed-1e5092d788cc service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236832 Jan 10 20:28:18.299652 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:28:18.426973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0e2edb2c-4e08-4d9d-af43-5dc35d205df6 req-01b9953f-5132-4ee5-a2ca-6b248b8e8817 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276886 Jan 10 20:28:18.668385 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '25875794-f76d-4a08-adae-85fff2b5b650', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'port_id': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:28:16Z', 'updated_at': '2022-01-10T20:28:16Z', 'revision_number': 0, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:28:18.672096 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc5f39-e177-4c16-941b-c516537466d8 None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '25875794-f76d-4a08-adae-85fff2b5b650', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'port_id': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:28:16Z', 'updated_at': '2022-01-10T20:28:16Z', 'revision_number': 0, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:28:18.854388 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e45de3-d2b5-4458-8394-c668ed26cdfb None None] New status for floating IP 25875794-f76d-4a08-adae-85fff2b5b650: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:28:38.582919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6bdb186-4532-44be-9585-9e49090d968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:40.624377 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e810d66-d72d-4d7f-8ed6-39d270f85b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:41.185720 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:28:41.373731 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-9e96f84d-1721-48fc-9e4d-61891161064a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705876 Jan 10 20:28:41.518712 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-83484b00-4ed9-44db-b0ee-1a68e93e6ded service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1096 time: 0.0763969 Jan 10 20:28:41.673691 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-ee185634-82fd-4a8b-8804-db71ef5a91e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:41.675973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-ee185634-82fd-4a8b-8804-db71ef5a91e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1378193 Jan 10 20:28:41.881094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-1f88f622-039f-44a8-a436-327bcc5849f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1001 time: 0.2009928 Jan 10 20:28:41.925151 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:41.949891 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-eb506808-7c5f-4c34-9697-c42f9383c419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:28:41.951347 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-eb506808-7c5f-4c34-9697-c42f9383c419 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0651951 Jan 10 20:28:42.031068 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-2739f83d-658b-4237-814a-b920815db131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734520 Jan 10 20:28:42.131325 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:42.179674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-879e8ec4-c218-45e5-8b77-d00a31b80b7b service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390810 Jan 10 20:28:42.323546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a3d22d4-4c02-47ad-aae1-5d3b76749f8f req-04a6e918-37cd-4a2c-ac0a-000e1e8afb1a service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424012 Jan 10 20:28:43.387975 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:45.952938 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:28:46.199446 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:08.585175 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2ae9dff1-0433-4e88-9ec2-dd7fa4db8006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:10.624787 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fb470895-fc5e-4b72-968a-f4318509433a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:11.919555 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:12.118698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:13.390510 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:15.983218 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:16.196651 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:18.186228 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:29:38.586361 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-198309b6-dd6a-42de-a0f9-6e09324f26f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:40.626026 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-33b247ee-628b-4144-9400-a0c3ae51d5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:41.922460 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:42.121537 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:42.368042 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-0e588fb4-a266-4d22-9d59-d1848ed28620 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704403 Jan 10 20:29:42.502094 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-820afb5a-f6ed-4b4d-a41c-ccc4892e57c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1096 time: 0.0686724 Jan 10 20:29:42.642273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080ca7f-2047-403d-8336-1b49022ac776 req-b27952d8-ebc8-499a-ad0c-1616918027db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:29:42.643667 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-b27952d8-ebc8-499a-ad0c-1616918027db service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1239100 Jan 10 20:29:42.744611 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-c319631b-4ef8-4f44-9c77-0ee998e10e79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1001 time: 0.0948856 Jan 10 20:29:42.804231 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080ca7f-2047-403d-8336-1b49022ac776 req-fde60e07-a118-494d-a4f6-7d5d95a0b6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:29:42.805887 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-fde60e07-a118-494d-a4f6-7d5d95a0b6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0560002 Jan 10 20:29:42.880209 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-d445ce7e-4e76-4588-89f4-c886b0621d46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691817 Jan 10 20:29:43.012148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-33ac8fed-4f87-46e9-841b-488e421d727c service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256642 Jan 10 20:29:43.141894 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0080ca7f-2047-403d-8336-1b49022ac776 req-a85a6d53-ab0f-43b0-b0a2-5fcc0d6322d2 service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239984 Jan 10 20:29:43.392861 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:45.981804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:46.195969 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:29:55.188285 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:30:08.587639 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a4809d6-5cd6-4024-a078-55bc41ea5da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:10.627648 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4154ca6a-6d42-4b7c-8875-0d6e2994a67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:11.924042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:12.123546 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:13.397499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:13.690340 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bec32-13c6-41ee-9bbc-82481c29c77a req-6c9b428c-b67a-468b-aea9-e2e498962fe2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:13.691848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c81bec32-13c6-41ee-9bbc-82481c29c77a req-6c9b428c-b67a-468b-aea9-e2e498962fe2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0800533 Jan 10 20:30:13.735748 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c81bec32-13c6-41ee-9bbc-82481c29c77a req-9bcc91f9-7c21-43dd-b643-f51b8d65839d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 Jan 10 20:30:14.944857 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b67b1-66d7-4fe8-a62a-0f93787e73c2 req-e45fad1f-8ca4-4231-b354-f7e571379343 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:14.946171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d28b67b1-66d7-4fe8-a62a-0f93787e73c2 req-e45fad1f-8ca4-4231-b354-f7e571379343 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0783632 Jan 10 20:30:14.990299 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d28b67b1-66d7-4fe8-a62a-0f93787e73c2 req-0d8e5ad3-a93d-4ec7-8f5a-e290d6d6de88 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386093 Jan 10 20:30:15.981299 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:16.207150 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:16.220950 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722711c3-44f7-4e1c-944f-d06d8037efb0 req-4319755c-f3b2-4236-80e7-67896f9025d9 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:16.222202 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-722711c3-44f7-4e1c-944f-d06d8037efb0 req-4319755c-f3b2-4236-80e7-67896f9025d9 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0798264 Jan 10 20:30:16.272172 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-722711c3-44f7-4e1c-944f-d06d8037efb0 req-b4bee526-dca0-4cf7-94ee-1555a47324dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445464 Jan 10 20:30:17.465889 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996f8b9-e294-46b3-8a18-85b24a23b27c req-ac84247d-451c-45bb-8426-28b40f6ed3db tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:17.467323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6996f8b9-e294-46b3-8a18-85b24a23b27c req-ac84247d-451c-45bb-8426-28b40f6ed3db tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0750096 Jan 10 20:30:17.516421 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6996f8b9-e294-46b3-8a18-85b24a23b27c req-cc551bdb-fd26-4732-9f41-f6422c8df7c7 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 Jan 10 20:30:18.800148 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b8833-3699-45cd-bfbf-5ec8d79e9bc1 req-b6949932-a863-4938-96b6-6d915bb50398 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:18.801560 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f5b8833-3699-45cd-bfbf-5ec8d79e9bc1 req-b6949932-a863-4938-96b6-6d915bb50398 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.1647549 Jan 10 20:30:18.846930 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4f5b8833-3699-45cd-bfbf-5ec8d79e9bc1 req-9948d8ab-22ba-42b1-bd25-356d99ee1c5b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396004 Jan 10 20:30:20.037265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4f95a-2877-4a7d-a24c-d8d80ab5fda3 req-58c6e8d3-648e-4e64-a237-1d2352e0fb6d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:20.038722 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cb4f95a-2877-4a7d-a24c-d8d80ab5fda3 req-58c6e8d3-648e-4e64-a237-1d2352e0fb6d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0755136 Jan 10 20:30:20.083346 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6cb4f95a-2877-4a7d-a24c-d8d80ab5fda3 req-70603bcc-1848-4ecf-ba0c-5debb2022f8f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Jan 10 20:30:21.280307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce5fe9-4f14-4f7d-ae3b-64f11678b0be req-ad0e9fbf-c77f-4ef4-9ba6-606942b3a17d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:21.281655 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dce5fe9-4f14-4f7d-ae3b-64f11678b0be req-ad0e9fbf-c77f-4ef4-9ba6-606942b3a17d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0775433 Jan 10 20:30:21.325797 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8dce5fe9-4f14-4f7d-ae3b-64f11678b0be req-8153999a-9c2a-4049-b1cf-f3ef2ede83ab tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 Jan 10 20:30:22.517375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecbb60-d299-4bf3-b3c5-2dacf26ea083 req-85717793-8d03-48a6-adbc-f19694ffc7f4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:22.518806 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fecbb60-d299-4bf3-b3c5-2dacf26ea083 req-85717793-8d03-48a6-adbc-f19694ffc7f4 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0749030 Jan 10 20:30:22.562780 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fecbb60-d299-4bf3-b3c5-2dacf26ea083 req-c99614d5-942f-4226-988f-cc03d28000fb tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385692 Jan 10 20:30:23.814180 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f094-fc96-42d1-a0a6-0a4515515ec6 req-557ed2f0-8029-4fc9-8b50-3f2c707aefcb tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:23.815696 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6540f094-fc96-42d1-a0a6-0a4515515ec6 req-557ed2f0-8029-4fc9-8b50-3f2c707aefcb tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.1366744 Jan 10 20:30:23.819227 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-fdb4a5c1-982a-42d3-baf7-8f5ce10faf2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1096 time: 0.1063998 Jan 10 20:30:23.943873 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6540f094-fc96-42d1-a0a6-0a4515515ec6 req-b461b958-767f-4ca8-8876-4e7feed5083a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226134 Jan 10 20:30:23.974557 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-9b73d756-92eb-4c01-946f-f0c16a83df75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:23.975997 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-9b73d756-92eb-4c01-946f-f0c16a83df75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1412375 Jan 10 20:30:24.076843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-dd104dba-a4bc-4bc4-9e34-2ad48991893b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1001 time: 0.0951245 Jan 10 20:30:24.135998 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-52d8aa26-f79b-464b-885e-8709dd45c4d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:24.137375 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-52d8aa26-f79b-464b-885e-8709dd45c4d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0553958 Jan 10 20:30:24.211690 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-3130c1a1-0583-40b2-b1d6-af99167efa42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683019 Jan 10 20:30:24.338415 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-b6147758-f6ff-461c-a8ed-50a967686cfa service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207783 Jan 10 20:30:24.464597 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-914e66c7-2d75-4db8-b7d2-970a52997adf req-a0096c9d-ac81-4f09-8d35-41735f9efe5c service neutron] 10.222.0.30 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205261 Jan 10 20:30:25.142170 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53e386-74c1-4b9d-9712-8c621b8f2a99 req-176749c3-7b0f-400f-8bf6-17793fc93c62 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:25.143632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e53e386-74c1-4b9d-9712-8c621b8f2a99 req-176749c3-7b0f-400f-8bf6-17793fc93c62 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0786772 Jan 10 20:30:25.192555 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3e53e386-74c1-4b9d-9712-8c621b8f2a99 req-39d38a80-db11-4605-8bd7-611b79f33fa8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Jan 10 20:30:26.399142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477de40-72a8-4aa4-b307-901f4329634a req-34ac2ef4-3137-4437-a48f-951b590637ec tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:26.400602 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6477de40-72a8-4aa4-b307-901f4329634a req-34ac2ef4-3137-4437-a48f-951b590637ec tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0768020 Jan 10 20:30:26.449527 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6477de40-72a8-4aa4-b307-901f4329634a req-9765125b-9a73-4058-a919-20e39d368bee tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Jan 10 20:30:27.645063 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ead8fe-3f63-4156-96d0-30b327e113e3 req-41837803-d686-4d2a-92c6-290c621b97d1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:27.646500 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04ead8fe-3f63-4156-96d0-30b327e113e3 req-41837803-d686-4d2a-92c6-290c621b97d1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0746970 Jan 10 20:30:27.691674 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-04ead8fe-3f63-4156-96d0-30b327e113e3 req-45e95030-b0d9-4d3e-8c5b-7d4429a322d1 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393558 Jan 10 20:30:27.873593 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a5c80c99-076c-407c-8805-c2a7bd6bc151 req-855aed18-c872-44e1-8c71-0da1636b9773 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694623 Jan 10 20:30:28.191128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9aa6d-02ad-42d6-ac29-67d7f44b15b6 req-ff868b8f-82b6-407d-b69c-09c34cdb65dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:28.192491 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bd9aa6d-02ad-42d6-ac29-67d7f44b15b6 req-ff868b8f-82b6-407d-b69c-09c34cdb65dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.1353679 Jan 10 20:30:28.195959 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-b66985ec-36ab-4186-b927-9fb3c0327578 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2030094 Jan 10 20:30:28.320705 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9bd9aa6d-02ad-42d6-ac29-67d7f44b15b6 req-e0a19966-0635-492a-a6fd-e51da8636dda tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226535 Jan 10 20:30:29.516852 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9adcbb-9e5a-467e-ac61-cdc90b0079e2 req-63b5254c-e4a8-43d8-82e2-3c83c910c9d6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:29.518289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce9adcbb-9e5a-467e-ac61-cdc90b0079e2 req-63b5254c-e4a8-43d8-82e2-3c83c910c9d6 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 945 time: 0.0756872 Jan 10 20:30:29.561986 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ce9adcbb-9e5a-467e-ac61-cdc90b0079e2 req-26d331de-bd87-4a63-a8d2-3344564a367f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382628 Jan 10 20:30:29.682787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:30:29.790363 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:29.816488 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:30:29.825815 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:30:29.829982 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:29.871226 n-d-816927-8 neutron-server[83631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'code': 422} returned with failed status Jan 10 20:30:29.895581 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:30:29.903829 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.904175 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.904514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.904847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.905205 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.905534 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.905859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.906182 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.906501 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.906819 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:29.907168 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:30.758541 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef01c8-341e-4a07-8c59-896d53f5257d req-9b2b929e-feb7-4f7c-bea2-bcf0ecd5ae2d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:30.760017 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fef01c8-341e-4a07-8c59-896d53f5257d req-9b2b929e-feb7-4f7c-bea2-bcf0ecd5ae2d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0813899 Jan 10 20:30:30.803323 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6fef01c8-341e-4a07-8c59-896d53f5257d req-0584b881-6eeb-4954-9302-5dc268531fa8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378168 Jan 10 20:30:31.995218 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf07-ce16-47e1-b584-498aaba34f8f req-640c9822-b34d-4864-91c4-f4b1c13d029e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:31.996649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58f2bf07-ce16-47e1-b584-498aaba34f8f req-640c9822-b34d-4864-91c4-f4b1c13d029e tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0739083 Jan 10 20:30:32.044052 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58f2bf07-ce16-47e1-b584-498aaba34f8f req-73c74392-81e4-4731-8de0-83fc2d269abd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415816 Jan 10 20:30:32.189700 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:30:33.243071 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b36bd4-0dd6-461d-bcbc-1ae07f2bb24a req-a2fa08dd-66d0-4e95-af44-b2f901a96870 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:33.244532 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57b36bd4-0dd6-461d-bcbc-1ae07f2bb24a req-a2fa08dd-66d0-4e95-af44-b2f901a96870 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0804052 Jan 10 20:30:33.289583 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-57b36bd4-0dd6-461d-bcbc-1ae07f2bb24a req-ca9a7865-889d-4097-aa58-ae032b9ed618 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395455 Jan 10 20:30:34.380097 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-38f3f1b0-524d-4916-8477-c28b5e5226b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&tenant_id=5bb0a923885d4f849cd01743e9a33813 HTTP/1.1" status: 200 len: 1094 time: 0.1455185 Jan 10 20:30:34.390919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816927-8', 'device_owner': 'compute:nova'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:30:34.491040 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5971b95-dd5d-466c-8bb0-0ebe0530ea7b req-96fbe9e1-cfa8-4200-9290-dfd08621f622 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:34.492513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5971b95-dd5d-466c-8bb0-0ebe0530ea7b req-96fbe9e1-cfa8-4200-9290-dfd08621f622 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0840256 Jan 10 20:30:34.502322 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:34.537647 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-b5971b95-dd5d-466c-8bb0-0ebe0530ea7b req-16effe6b-050d-4c63-b3d9-cea68cda9f81 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394967 Jan 10 20:30:34.851246 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:30:34.878598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h2-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:30:34.926727 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743a4318-8385-49a7-a2a0-8462e61f10f8 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:30:34.933516 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:34.947654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Transition to ACTIVE for port object 743a4318-8385-49a7-a2a0-8462e61f10f8 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:30:34.951369 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:35.084223 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=7']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:30:35.104701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.104977 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.105309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.105639 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.105964 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.106289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.106608 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.106946 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.107264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.107579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.107931 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:30:35.155380 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] No DVR routers for this DVR port 743a4318-8385-49a7-a2a0-8462e61f10f8 on host n-h2-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:30:35.397764 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:30:35.398409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:30:35.398409 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:30:35.403864 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Port 743a4318-8385-49a7-a2a0-8462e61f10f8 on network dbf096be-229c-405c-88f5-8febe42a92a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:30:35.404179 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Attempting to bind port 743a4318-8385-49a7-a2a0-8462e61f10f8 on network dbf096be-229c-405c-88f5-8febe42a92a1 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:30:35.410222 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:30:35.410551 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Checking segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:30:35.410951 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Bound using segment: {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:30:35.411366 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Bound port: 743a4318-8385-49a7-a2a0-8462e61f10f8, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:30:35.411698 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:35.497401 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:30:35.500929 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:30:35.505527 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:35.563529 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:35.564885 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] 10.222.0.44 "PUT /v2.0/ports/743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1091 time: 1.1778517 Jan 10 20:30:35.565378 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:30:35.583512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df80e7c-3a91-4ed0-a23b-ea561771c60b service neutron] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=8']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:30:35.630234 n-d-816927-8 neutron-server[83629]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'status': 'failed', 'code': 422} returned with failed status Jan 10 20:30:35.669733 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-2bb3d247-334f-4cc7-8144-d85f26470dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1094 time: 0.0833056 Jan 10 20:30:35.753969 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dde667-2231-4dc8-a893-1cbb0a3d1a8e req-57ce8028-9118-49f5-aef1-6776a4393d6c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:35.755628 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30dde667-2231-4dc8-a893-1cbb0a3d1a8e req-57ce8028-9118-49f5-aef1-6776a4393d6c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0841508 Jan 10 20:30:35.803737 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-af796867-334c-4205-86b4-dcc9a134a4e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:35.805203 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-af796867-334c-4205-86b4-dcc9a134a4e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1295044 Jan 10 20:30:35.806984 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-30dde667-2231-4dc8-a893-1cbb0a3d1a8e req-c1054eff-2b27-408e-9be1-415b8a8e7298 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450912 Jan 10 20:30:35.906859 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-18435a19-2f1c-4130-9006-5de579412f2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 999 time: 0.0953150 Jan 10 20:30:35.971228 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-971ec909-4da4-4363-bdfd-17a2a5579fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:35.972606 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-971ec909-4da4-4363-bdfd-17a2a5579fee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0598154 Jan 10 20:30:36.045989 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-662a8836-9b1c-49d3-b23c-632c8773c311 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679681 Jan 10 20:30:36.055272 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-913f1556-00b7-4944-9873-216797186570 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83629) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:30:36.056445 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-913f1556-00b7-4944-9873-216797186570 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050571 Jan 10 20:30:36.191784 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-cb63519a-793a-423b-8298-01f9e4d37ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287277 Jan 10 20:30:36.319657 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-7667c092-cd5d-4c78-b079-c8208e972dfc service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223192 Jan 10 20:30:37.001775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de432c72-d938-4308-ae46-476e5ed1badd req-8b2abdf8-7364-4163-ad25-6bbc9be05151 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:37.003289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de432c72-d938-4308-ae46-476e5ed1badd req-8b2abdf8-7364-4163-ad25-6bbc9be05151 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0783958 Jan 10 20:30:37.047613 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-de432c72-d938-4308-ae46-476e5ed1badd req-babaa700-cd03-4848-8e12-2dac846a34f3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389314 Jan 10 20:30:38.240253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19485df-7da7-4cb3-82c6-fd3fdc683094 req-577678fe-6c66-4631-89e9-900999da1007 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:38.241694 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f19485df-7da7-4cb3-82c6-fd3fdc683094 req-577678fe-6c66-4631-89e9-900999da1007 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0757711 Jan 10 20:30:38.288832 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f19485df-7da7-4cb3-82c6-fd3fdc683094 req-d49b91e6-9a9e-4859-9b5b-42bdfab21757 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Jan 10 20:30:38.588541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1900-896e-44ee-ab88-b0efb6cbadbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:39.485128 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0b2a3-9d2f-4aff-ad8e-3846047e6eee req-6729a5ef-a0f7-4639-9ce4-ac977d1c57a2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:39.486476 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d0b2a3-9d2f-4aff-ad8e-3846047e6eee req-6729a5ef-a0f7-4639-9ce4-ac977d1c57a2 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0753677 Jan 10 20:30:39.530075 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-d5d0b2a3-9d2f-4aff-ad8e-3846047e6eee req-ec077a8e-5cae-4b24-ab9d-9fb873d90a32 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376682 Jan 10 20:30:40.630004 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e703-f8e4-4490-b78e-362ea69196b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:40.726426 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff21a9-c3d0-4210-b067-265de7dca68b req-6fedc7fe-04e4-498c-9731-c4c677e04880 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:40.727818 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ff21a9-c3d0-4210-b067-265de7dca68b req-6fedc7fe-04e4-498c-9731-c4c677e04880 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0802557 Jan 10 20:30:40.772045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c1ff21a9-c3d0-4210-b067-265de7dca68b req-2aa468f8-129c-4d88-8910-de02ee55c9e8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Jan 10 20:30:41.925402 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:42.054269 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf09b80-caa4-468e-8f77-45076c271938 req-7aef3e47-b30a-4bd6-bcb3-e90859694d9a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:42.056083 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edf09b80-caa4-468e-8f77-45076c271938 req-7aef3e47-b30a-4bd6-bcb3-e90859694d9a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.1669567 Jan 10 20:30:42.100846 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-edf09b80-caa4-468e-8f77-45076c271938 req-8d46af22-a5a8-4651-a695-109cc6f4de25 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387123 Jan 10 20:30:42.126409 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:43.369360 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf34ae-068c-47d3-847b-13654f3052c5 req-dcecd543-15a5-4b13-b112-e5493b5e874f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:43.370724 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bf34ae-068c-47d3-847b-13654f3052c5 req-dcecd543-15a5-4b13-b112-e5493b5e874f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.1489406 Jan 10 20:30:43.399472 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:43.415178 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-66bf34ae-068c-47d3-847b-13654f3052c5 req-3d1d518a-f96d-4c5e-adff-008b4059832a tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388975 Jan 10 20:30:44.613673 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8ef3a-7cc1-4589-952e-8a624a8b45d0 req-d549f917-93ce-47d5-a9a7-6a18089747c0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:44.615131 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25b8ef3a-7cc1-4589-952e-8a624a8b45d0 req-d549f917-93ce-47d5-a9a7-6a18089747c0 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0803044 Jan 10 20:30:44.658853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-25b8ef3a-7cc1-4589-952e-8a624a8b45d0 req-03b7b31e-06c7-4134-b085-d0fbe32feb5b tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382593 Jan 10 20:30:45.985551 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:45.997995 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb3b1f-75bb-40a0-9616-49b950a913b3 req-5fae517e-aa06-4fab-90da-02e7d13ff0ce tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:45.999462 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52eb3b1f-75bb-40a0-9616-49b950a913b3 req-5fae517e-aa06-4fab-90da-02e7d13ff0ce tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 943 time: 0.0785050 Jan 10 20:30:46.043622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-52eb3b1f-75bb-40a0-9616-49b950a913b3 req-d511923c-cbf3-411a-8e30-9e4f40a0d917 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Jan 10 20:30:46.195604 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:46.857130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:30:46.986803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:30:46.999698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'port_id': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'mac_address': 'fa:16:3e:06:ba:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:30:47.054733 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:47.071444 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743a4318-8385-49a7-a2a0-8462e61f10f8 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:30:47.085943 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:30:47.091163 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:47.162284 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=9']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:30:47.244307 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ace77-1153-4f81-889b-f40e80868a69 req-556a273e-44f6-4453-9b24-e3bcec1f521c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:47.245730 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a02ace77-1153-4f81-889b-f40e80868a69 req-556a273e-44f6-4453-9b24-e3bcec1f521c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 944 time: 0.0738664 Jan 10 20:30:47.295926 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a02ace77-1153-4f81-889b-f40e80868a69 req-9f7ff634-2fe1-40ab-90cf-b3433a8c3970 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447962 Jan 10 20:30:47.324654 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['743a4318-8385-49a7-a2a0-8462e61f10f8'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:30:48.488853 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859419d3-cafe-4b74-917b-8916759abeb4 req-9a0cdcbd-c607-4391-b859-46c0c5ad4624 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:48.490297 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-859419d3-cafe-4b74-917b-8916759abeb4 req-9a0cdcbd-c607-4391-b859-46c0c5ad4624 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 944 time: 0.0757701 Jan 10 20:30:48.534390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-859419d3-cafe-4b74-917b-8916759abeb4 req-66e3ba9f-9115-4608-90f1-4d809e5cc95f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386894 Jan 10 20:30:48.872726 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:30:48.940976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port 743a4318-8385-49a7-a2a0-8462e61f10f8 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:30:48.945447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port 743a4318-8385-49a7-a2a0-8462e61f10f8 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:30:48.945831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:49.087992 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:49.114221 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:30:49.123938 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:30:49.127942 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:30:49.169611 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'code': 200} Jan 10 20:30:49.195158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=10']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:30:49.363370 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a1842ad-f3c5-4b75-8eb6-1b23168806f2 req-71baa2bc-6865-4824-a033-3b27029dfaf1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1097 time: 0.0662978 Jan 10 20:30:49.406792 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-9a1842ad-f3c5-4b75-8eb6-1b23168806f2 req-2027978d-bb27-4bb3-a439-fa49614d221f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jan 10 20:30:49.730789 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca0251-720e-4a37-a97d-8ebb6f62e99d req-c203a1f0-843f-497a-8422-6ec4ad43d6d5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:49.732174 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fca0251-720e-4a37-a97d-8ebb6f62e99d req-c203a1f0-843f-497a-8422-6ec4ad43d6d5 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 946 time: 0.0791621 Jan 10 20:30:49.776159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9fca0251-720e-4a37-a97d-8ebb6f62e99d req-cc03766f-b045-4e18-934c-efb2c3cf70a8 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381262 Jan 10 20:30:50.981112 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d1152-4fb2-42c7-978d-8ff30a074fcd req-7c3941db-4bf8-4495-8b94-d5de7ed2699c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:50.983171 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c4d1152-4fb2-42c7-978d-8ff30a074fcd req-7c3941db-4bf8-4495-8b94-d5de7ed2699c tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 946 time: 0.0756521 Jan 10 20:30:51.029350 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-2c4d1152-4fb2-42c7-978d-8ff30a074fcd req-dce353f5-dbcd-4d8e-a285-bc7261a2da20 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406890 Jan 10 20:30:55.591361 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-5869b97a-1842-486e-8844-de9b69cfcdd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1559112 Jan 10 20:30:55.726461 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-5c7e9237-ba44-4fe0-9ab8-e68e7a670c1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1097 time: 0.0663180 Jan 10 20:30:55.871714 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-c34b16de-3269-47ec-94db-7ca62a3648d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:55.873132 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-c34b16de-3269-47ec-94db-7ca62a3648d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1290169 Jan 10 20:30:55.975412 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-3ad81166-7101-4c60-b68d-d8f725ded4d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1001 time: 0.0959806 Jan 10 20:30:56.043157 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-c9044df8-7121-461e-9f74-75d7cb68b476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:30:56.044627 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-c9044df8-7121-461e-9f74-75d7cb68b476 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0641832 Jan 10 20:30:56.117070 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-391f1482-362f-4d7f-96cc-bcad0697fee6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666320 Jan 10 20:30:56.243651 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-b1d25e9d-a601-48a0-9cfa-985faff4a18e service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205714 Jan 10 20:30:56.373625 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5b9658d1-71a9-430f-b5f6-cca7ab8d1faa req-740286e4-decc-4c13-a4aa-b3e1975168c0 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241610 Jan 10 20:31:08.596288 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7fdd-496d-4028-af9a-1c3491b96f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:09.194488 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:31:10.638208 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-702a2686-89d2-4971-937d-c1ab1f5cbb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:11.927913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:12.129794 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:13.402856 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:15.984051 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:16.226547 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:38.596574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-564d6ac2-bc3a-4b07-ada4-adad289e3737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:40.637056 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b70b053c-7cab-443c-a456-0872c9d5c408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:41.929430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:42.132076 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:43.405430 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:45.991178 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:46.192408 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:31:46.239164 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:31:56.495301 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-e6d6b834-23d3-4242-8164-e035fa18a6ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723739 Jan 10 20:31:56.632250 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-20b6e27d-c789-4a28-a051-27678e355de4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1097 time: 0.0699191 Jan 10 20:31:56.772778 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-7593123a-5674-45c9-b085-dab80357e01b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:31:56.774143 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-7593123a-5674-45c9-b085-dab80357e01b service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1240385 Jan 10 20:31:56.874518 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-1a8b180d-6ad3-4520-930b-51f6432692ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 1001 time: 0.0944386 Jan 10 20:31:56.939264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-f5930dab-38b7-4b1e-af7e-5c2f60eebfbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:31:56.940810 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-f5930dab-38b7-4b1e-af7e-5c2f60eebfbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0595889 Jan 10 20:31:57.016018 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-4fa686ee-94a0-4786-a437-c3aa09bca839 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693624 Jan 10 20:31:57.145475 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-6d0936a3-f916-442e-8ed1-6ae8a0e79dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233168 Jan 10 20:31:57.358185 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-eb999f4e-e34c-4775-81d0-bdd2031ef323 req-295051fb-385c-498e-ad17-25008e379407 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068014 Jan 10 20:32:07.042636 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40284) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:07.238387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Deleting port 03d3cd30-6817-4782-84d4-c5c370f5c4a4 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:07.238733 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:07.402998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:07.403259 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:07.518537 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Calling delete_port for 03d3cd30-6817-4782-84d4-c5c370f5c4a4 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:07.661926 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:07.712197 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event deleted for resources: {'Port': ['ID=03d3cd30-6817-4782-84d4-c5c370f5c4a4,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:07.746455 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.746805 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.747188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.747524 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.747856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.748188 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.748515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.748841 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.749164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.749483 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.749804 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:07.817555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:08.201885 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Router bee10b16-3781-411e-8c05-f3a3f6dc245d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:32:08.393432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:08.403311 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:08.412669 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:08.415875 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:08.416473 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:31:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:08.563181 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-e85ff75d-2cec-47da-a38e-1d59d466020d tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "DELETE /v2.0/floatingips/25875794-f76d-4a08-adae-85fff2b5b650 HTTP/1.1" status: 204 len: 168 time: 1.5193930 Jan 10 20:32:08.563777 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:32:08.603469 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71c74ec2-9ec5-4e4f-90f1-b43fd4715dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:08.607046 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:08.675498 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'status': 'completed', 'code': 200} Jan 10 20:32:08.785246 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-98129cfd-5f60-45bb-ba35-07d8b102c655 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bb0a923885d4f849cd01743e9a33813&device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 1097 time: 0.0873923 Jan 10 20:32:08.936716 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-3963cc9a-fa0a-44aa-973b-fc375ca1455b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:08.938241 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-3963cc9a-fa0a-44aa-973b-fc375ca1455b service neutron] 10.222.0.44 "GET /v2.0/networks?id=dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 200 len: 910 time: 0.1461737 Jan 10 20:32:08.940861 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:08.946486 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:08.958803 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:08.959431 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:31:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:08.990895 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eb334-d082-4d60-962e-d64c85085ed7 req-2ab68d5b-6074-49e8-9702-5eccd8133305 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:08.993430 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-130eb334-d082-4d60-962e-d64c85085ed7 req-2ab68d5b-6074-49e8-9702-5eccd8133305 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 946 time: 0.0842390 Jan 10 20:32:09.011038 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-78c197f1-a1d8-4914-83a0-2ec477c8f462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 200 len: 217 time: 0.0648971 Jan 10 20:32:09.041862 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-130eb334-d082-4d60-962e-d64c85085ed7 req-6b2f5677-d2b6-4284-bbe2-dd5cb4525f34 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Jan 10 20:32:09.081304 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-62255aee-ee5f-4c0c-8a7d-cf08406ad7d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:09.082802 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-62255aee-ee5f-4c0c-8a7d-cf08406ad7d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 200 len: 848 time: 0.0647392 Jan 10 20:32:09.163176 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-11aa7da7-e7da-4c6d-86ec-d4cf302e0af5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dbf096be-229c-405c-88f5-8febe42a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726671 Jan 10 20:32:09.163411 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:09.292580 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-9224952a-b282-4f4e-b000-191acb3994df service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227331 Jan 10 20:32:09.421320 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-c08ae5df-8dbb-4cc2-ad69-ddd7eabc1549 req-000a294b-43d7-4cec-b229-a81a1c80f396 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216717 Jan 10 20:32:09.467319 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:09.471168 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34eeef2-5313-4789-ad35-cc2d61892977 None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:23:23Z', 'revision_number': 4, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': 'ea446ab9-feef-455d-851e-33bb43e1d047', 'name': '', 'network_id': 'dbf096be-229c-405c-88f5-8febe42a92a1', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'mac_address': 'fa:16:3e:84:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:23Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'subnets': [{'id': '80be768c-247e-4dd0-b6e2-fb1d69d5b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:09.688441 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795039c-0da2-4287-8f5c-a5509c4c4cd4 None None] New status for floating IP 25875794-f76d-4a08-adae-85fff2b5b650: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:32:10.240833 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb106c6-9393-4c68-9c52-99850b1d7fda req-0ae7d09d-59f6-497e-9f56-6cbf36a8547f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:10.242277 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb106c6-9393-4c68-9c52-99850b1d7fda req-0ae7d09d-59f6-497e-9f56-6cbf36a8547f tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 946 time: 0.0749171 Jan 10 20:32:10.293203 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fdb106c6-9393-4c68-9c52-99850b1d7fda req-e26c46c4-28c5-44a9-b825-45ea97d811c3 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455606 Jan 10 20:32:10.402309 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-ac305b48-6167-481c-9118-69df5d9f6a70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:10.402852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-ac305b48-6167-481c-9118-69df5d9f6a70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Synchronizing usage tracker for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:32:10.417441 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-ac305b48-6167-481c-9118-69df5d9f6a70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Unset dirty status for tenant:5bb0a923885d4f849cd01743e9a33813 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:32:10.418717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-ac305b48-6167-481c-9118-69df5d9f6a70 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 946 time: 0.0888953 Jan 10 20:32:10.484740 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Deleting port 743a4318-8385-49a7-a2a0-8462e61f10f8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:10.485075 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:10.638009 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-458c1d53-8c41-4ebc-95ad-ec24332f05fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:10.717536 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] For port 743a4318-8385-49a7-a2a0-8462e61f10f8, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=743a4318-8385-49a7-a2a0-8462e61f10f8,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:10.717815 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:10.838178 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Calling delete_port for 743a4318-8385-49a7-a2a0-8462e61f10f8 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:10.976754 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:11.025323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event deleted for resources: {'Port': ['ID=743a4318-8385-49a7-a2a0-8462e61f10f8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:11.099265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] No DVR routers for this DVR port 743a4318-8385-49a7-a2a0-8462e61f10f8 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:32:11.101822 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:11.104301 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-deleted', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:32:11.119408 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-0ae5e989-6943-402d-9ca2-440d4cd4ab93 req-90e7341b-6dfb-4f91-9573-987d3bc91155 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.44 "DELETE /v2.0/ports/743a4318-8385-49a7-a2a0-8462e61f10f8 HTTP/1.1" status: 204 len: 173 time: 0.6946902 Jan 10 20:32:11.170721 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7669441-736a-4fbc-8711-d7d77302b6df', 'name': 'network-vif-deleted', 'tag': '743a4318-8385-49a7-a2a0-8462e61f10f8', 'status': 'completed', 'code': 200} Jan 10 20:32:11.464843 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-7a1d01d2-f5fd-4be4-901a-a3ba233cf0a5 req-624b3393-13f0-4b25-a1a1-5269bf88d733 tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7669441-736a-4fbc-8711-d7d77302b6df HTTP/1.1" status: 200 len: 210 time: 0.0455873 Jan 10 20:32:11.933580 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:12.135259 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:12.570721 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40312) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:12.639142 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-793270c4-a57a-4efc-a8d2-b5bcc0d4d2dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:12.666667 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-793270c4-a57a-4efc-a8d2-b5bcc0d4d2dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:12.824686 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-793270c4-a57a-4efc-a8d2-b5bcc0d4d2dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:12.841095 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793270c4-a57a-4efc-a8d2-b5bcc0d4d2dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52f1ca-ec0d-4643-85e0-31ae7213b7b5,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:12.848014 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-793270c4-a57a-4efc-a8d2-b5bcc0d4d2dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:12.851302 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-793270c4-a57a-4efc-a8d2-b5bcc0d4d2dd tempest-TestShelveInstance-881884668 tempest-TestShelveInstance-881884668-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f52f1ca-ec0d-4643-85e0-31ae7213b7b5 HTTP/1.1" status: 204 len: 168 time: 0.2795498 Jan 10 20:32:12.905322 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40318) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:13.211662 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:13.247357 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: 743a4318-8385-49a7-a2a0-8462e61f10f8 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:13.247902 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device 743a4318-8385-49a7-a2a0-8462e61f10f8 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:13.409997 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:13.500629 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:14.090147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Deleting port ea446ab9-feef-455d-851e-33bb43e1d047 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:14.090793 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:14.265257 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] For port ea446ab9-feef-455d-851e-33bb43e1d047, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=ea446ab9-feef-455d-851e-33bb43e1d047,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:14.265612 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:14.384955 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Calling delete_port for ea446ab9-feef-455d-851e-33bb43e1d047 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:14.553226 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:14.596056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ea446ab9-feef-455d-851e-33bb43e1d047,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:14.631402 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.631749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.632121 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.632420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.632754 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.633077 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.633425 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.633718 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.634036 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.634357 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.634676 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:14.988813 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:15.546737 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Router bee10b16-3781-411e-8c05-f3a3f6dc245d has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:32:15.744899 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:15.753979 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] Sync routers for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:15.760028 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a96dfa17-6475-433d-94eb-02baef4602ff admin admin] 10.222.0.21 "PUT /v2.0/routers/bee10b16-3781-411e-8c05-f3a3f6dc245d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8513584 Jan 10 20:32:15.760399 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40324) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:15.766015 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:15.767165 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:15.942679 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:15.952859 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.015593 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.232651 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '3fd54227-b806-4c64-849a-386715732184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:32:14Z', 'revision_number': 5, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port': {'id': '3fd54227-b806-4c64-849a-386715732184', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:21Z', 'updated_at': '2022-01-10T20:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:16.237250 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] Checking router: bee10b16-3781-411e-8c05-f3a3f6dc245d for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:16.241524 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.248651 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] Routers {'bee10b16-3781-411e-8c05-f3a3f6dc245d'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:16.249241 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['bee10b16-3781-411e-8c05-f3a3f6dc245d'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:16.257993 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.266453 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Deleting port 3fd54227-b806-4c64-849a-386715732184 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:16.267357 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.402828 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] Set router bee10b16-3781-411e-8c05-f3a3f6dc245d gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:16.441999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] For port 3fd54227-b806-4c64-849a-386715732184, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3fd54227-b806-4c64-849a-386715732184,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:16.442593 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.509231 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:32:16Z', 'revision_number': 6, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:16.513000 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e100718-06dd-41a7-bb7f-b10ec3b2941e None None] The sync data for ids ['bee10b16-3781-411e-8c05-f3a3f6dc245d'] in n-d-816927-8 is: [{'id': 'bee10b16-3781-411e-8c05-f3a3f6dc245d', 'name': 'tempest-TestShelveInstance-1097879810-router', 'tenant_id': '5bb0a923885d4f849cd01743e9a33813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:20Z', 'updated_at': '2022-01-10T20:32:16Z', 'revision_number': 6, 'project_id': '5bb0a923885d4f849cd01743e9a33813', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:16.567567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Calling delete_port for 3fd54227-b806-4c64-849a-386715732184 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:16.726358 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:16.771867 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd54227-b806-4c64-849a-386715732184,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:16.991658 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.243290 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.247320 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.272047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.272622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee10b16-3781-411e-8c05-f3a3f6dc245d {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:32:17.285988 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.289452 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c0b2c778-36de-4c5e-a3b4-9f7991fc33ff admin admin] 10.222.0.21 "DELETE /v2.0/routers/bee10b16-3781-411e-8c05-f3a3f6dc245d HTTP/1.1" status: 204 len: 168 time: 1.5260496 Jan 10 20:32:17.289681 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40328) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:17.348204 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Deleting subnet 80be768c-247e-4dd0-b6e2-fb1d69d5b172 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:32:17.351047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.403496 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.481380 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.551807 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.683291 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80be768c-247e-4dd0-b6e2-fb1d69d5b172,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:17.689229 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.694648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a85ff1-2cc7-49af-8ba6-f88c278d810e None None] Network dbf096be-229c-405c-88f5-8febe42a92a1 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:32:17.696153 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c727a6cc-3035-4855-b6ce-ccc8bebf4cc7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80be768c-247e-4dd0-b6e2-fb1d69d5b172 HTTP/1.1" status: 204 len: 168 time: 0.4054916 Jan 10 20:32:17.698762 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40332) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:17.802811 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.813265 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Deleting port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:17.813616 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:17.951782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] DHCP port deletion for dbf096be-229c-405c-88f5-8febe42a92a1 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:32:17.956453 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Deleting port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:17.956830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.018260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] For port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:18.018613 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.140459 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Calling delete_port for 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:18.162267 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] For port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,segment=NetworkSegment(6ba5bd76-8486-4fd5-ac8b-1f244ba3c057),segment_id=6ba5bd76-8486-4fd5-ac8b-1f244ba3c057)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:18.162599 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.211442 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.254638 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcb5fa9-51cb-49ae-be58-ebd12f157a2b,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:18.260666 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] No DVR routers for this DVR port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:32:18.281384 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Calling delete_port for 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:18.349528 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:32:18.349890 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:32:18.374071 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.402610 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf096be-229c-405c-88f5-8febe42a92a1']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:18.414688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:18.415017 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba5bd76-8486-4fd5-ac8b-1f244ba3c057') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:18.426517 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.443791 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.450204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:32:18.450723 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:32:18.463630 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:32:18.478425 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea446ab9-feef-455d-851e-33bb43e1d047 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:18.514004 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: ea446ab9-feef-455d-851e-33bb43e1d047 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:18.514354 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device ea446ab9-feef-455d-851e-33bb43e1d047 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:18.514782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3fd54227-b806-4c64-849a-386715732184 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:18.536144 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.547423 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 3fd54227-b806-4c64-849a-386715732184 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:18.548623 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3fd54227-b806-4c64-849a-386715732184 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:18.549053 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:18.556598 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.566271 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf096be-229c-405c-88f5-8febe42a92a1,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:18.573251 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-688aabb0-8b04-4615-81fb-a6d34e016ce5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dbf096be-229c-405c-88f5-8febe42a92a1 HTTP/1.1" status: 204 len: 168 time: 0.8733971 Jan 10 20:32:18.576161 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40336) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:18.580741 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:18.581095 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:18.850801 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Deleting port 5bcb5fa9-51cb-49ae-be58-ebd12f157a2b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:18.851624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:18.943971 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1a5707e5-3358-4176-ae28-924d407dd19d None None] The port '5bcb5fa9-51cb-49ae-be58-ebd12f157a2b' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:32:18.958001 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:19.628208 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Deleting port 43eef961-8dfd-47d9-b772-b4d143f6f309 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:19.628549 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:19.800829 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] For port 43eef961-8dfd-47d9-b772-b4d143f6f309, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=43eef961-8dfd-47d9-b772-b4d143f6f309,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:19.801183 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:19.921151 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Calling delete_port for 43eef961-8dfd-47d9-b772-b4d143f6f309 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:20.098224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:20.140158 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Pushing event deleted for resources: {'Port': ['ID=43eef961-8dfd-47d9-b772-b4d143f6f309,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:20.425802 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:21.080594 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Router a46c22ae-16ea-4a1c-b733-65041933be40 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:32:21.275512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:21.288213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] Sync routers for ids ['a46c22ae-16ea-4a1c-b733-65041933be40'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:21.295075 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-25f2c300-fdef-4607-a4db-449bd22798da admin admin] 10.222.0.21 "PUT /v2.0/routers/a46c22ae-16ea-4a1c-b733-65041933be40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7178833 Jan 10 20:32:21.298323 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40340) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:21.301544 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] Routers {'a46c22ae-16ea-4a1c-b733-65041933be40'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:21.302147 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a46c22ae-16ea-4a1c-b733-65041933be40'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:21.472433 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] Set router a46c22ae-16ea-4a1c-b733-65041933be40 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:21.493071 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:21.695355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:21.704487 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Deleting port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:21.704798 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:21.760523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:32:20Z', 'revision_number': 5, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port': {'id': '0d786946-a5f1-493b-94cf-a2b3cabfa8a7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:23:27Z', 'updated_at': '2022-01-10T20:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:21.764675 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] Checking router: a46c22ae-16ea-4a1c-b733-65041933be40 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:21.775358 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] Routers {'a46c22ae-16ea-4a1c-b733-65041933be40'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:21.775953 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['a46c22ae-16ea-4a1c-b733-65041933be40'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:21.878924 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] For port 0d786946-a5f1-493b-94cf-a2b3cabfa8a7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:21.879307 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:21.923622 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] Set router a46c22ae-16ea-4a1c-b733-65041933be40 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:21.997496 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Calling delete_port for 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:22.031204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:32:21Z', 'revision_number': 6, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:22.035706 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f74c0-b165-4c68-b24e-a6ce8ca60a28 None None] The sync data for ids ['a46c22ae-16ea-4a1c-b733-65041933be40'] in n-d-816927-8 is: [{'id': 'a46c22ae-16ea-4a1c-b733-65041933be40', 'name': 'tempest-TestShelveInstance-1571183831-router', 'tenant_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:23:26Z', 'updated_at': '2022-01-10T20:32:21Z', 'revision_number': 6, 'project_id': 'dcb180ebc221479e913f6bbfbd3caa0d', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:22.161355 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.205698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d786946-a5f1-493b-94cf-a2b3cabfa8a7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:22.420114 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.769368 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.773383 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.799047 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.799622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46c22ae-16ea-4a1c-b733-65041933be40 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:32:22.814751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.815776 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-a9417945-3e11-431d-9368-e336c0667fdb admin admin] 10.222.0.21 "DELETE /v2.0/routers/a46c22ae-16ea-4a1c-b733-65041933be40 HTTP/1.1" status: 204 len: 168 time: 1.5159678 Jan 10 20:32:22.818219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40344) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:22.826372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 43eef961-8dfd-47d9-b772-b4d143f6f309 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:22.860854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 43eef961-8dfd-47d9-b772-b4d143f6f309 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:22.860854 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 43eef961-8dfd-47d9-b772-b4d143f6f309 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:22.884522 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Deleting subnet 4b49f808-290a-49b9-9ce1-828d1ddda21a {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:32:22.887378 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:22.937818 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664830'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.015134 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.096469 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972576'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.133441 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b49f808-290a-49b9-9ce1-828d1ddda21a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:23.139512 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.144710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1241465-ab46-48c9-856d-592b056a3f75 None None] Network e471dd87-c9f4-4890-a772-b5bc6cd99163 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:32:23.145498 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6f31fe9d-2af1-45f4-8b25-2ddf456a12b2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4b49f808-290a-49b9-9ce1-828d1ddda21a HTTP/1.1" status: 204 len: 168 time: 0.3263581 Jan 10 20:32:23.148132 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40348) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:23.193665 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:32:23.253644 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.263472 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Deleting port f7bdc83a-8659-404b-9e08-6871ab1a591c {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:23.263795 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.385332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] DHCP port deletion for e471dd87-c9f4-4890-a772-b5bc6cd99163 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:32:23.389521 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Deleting port f7bdc83a-8659-404b-9e08-6871ab1a591c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:23.389898 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.463203 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] For port f7bdc83a-8659-404b-9e08-6871ab1a591c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f7bdc83a-8659-404b-9e08-6871ab1a591c,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:23.463588 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.581473 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Calling delete_port for f7bdc83a-8659-404b-9e08-6871ab1a591c owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:23.591518 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] For port f7bdc83a-8659-404b-9e08-6871ab1a591c, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=f7bdc83a-8659-404b-9e08-6871ab1a591c,segment=NetworkSegment(42999c6f-3bb0-4ea5-9cd4-8adcc42db870),segment_id=42999c6f-3bb0-4ea5-9cd4-8adcc42db870)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:23.592052 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.658224 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.704173 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bdc83a-8659-404b-9e08-6871ab1a591c,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:23.709592 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] No DVR routers for this DVR port f7bdc83a-8659-404b-9e08-6871ab1a591c on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:32:23.757572 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Calling delete_port for f7bdc83a-8659-404b-9e08-6871ab1a591c owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:32:23.824608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.827354 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:32:23.827854 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:32:23.850385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e471dd87-c9f4-4890-a772-b5bc6cd99163']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:23.861996 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42999c6f-3bb0-4ea5-9cd4-8adcc42db870') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:23.862296 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42999c6f-3bb0-4ea5-9cd4-8adcc42db870') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:23.873211 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.892235 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.898073 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:32:23.898475 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:32:23.999810 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:32:24.072409 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.092334 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.102734 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e471dd87-c9f4-4890-a772-b5bc6cd99163,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:24.111828 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-13ada040-aa0f-4aba-81cd-ce89e79aada7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e471dd87-c9f4-4890-a772-b5bc6cd99163 HTTP/1.1" status: 204 len: 168 time: 0.9599860 Jan 10 20:32:24.249468 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40354) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:24.298444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4647427a-6c75-4406-8979-28ead5140d9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bb0a923885d4f849cd01743e9a33813&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478601 Jan 10 20:32:24.300854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40358) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:24.328598 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Deleting port f7bdc83a-8659-404b-9e08-6871ab1a591c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:32:24.329636 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.362075 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4497b15a-1faf-493c-9350-e72063c6955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.387062 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4497b15a-1faf-493c-9350-e72063c6955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.391289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c968-b3d4-4360-8ae2-068f43758e10 None None] The port 'f7bdc83a-8659-404b-9e08-6871ab1a591c' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:32:24.443513 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4497b15a-1faf-493c-9350-e72063c6955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.458119 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497b15a-1faf-493c-9350-e72063c6955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6419514-1714-4994-811c-6ab2f9e412e1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:24.464573 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4497b15a-1faf-493c-9350-e72063c6955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.466906 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4497b15a-1faf-493c-9350-e72063c6955b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6419514-1714-4994-811c-6ab2f9e412e1 HTTP/1.1" status: 204 len: 168 time: 0.1639354 Jan 10 20:32:24.481332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f7bdc83a-8659-404b-9e08-6871ab1a591c no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:24.517155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: f7bdc83a-8659-404b-9e08-6871ab1a591c {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:24.517503 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device f7bdc83a-8659-404b-9e08-6871ab1a591c not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:24.517930 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:32:24.549285 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:32:24.549635 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 0d786946-a5f1-493b-94cf-a2b3cabfa8a7 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:32:24.853800 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40366) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:24.903315 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-8624db9f-3d05-497b-af08-39d5fa76a81a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcb180ebc221479e913f6bbfbd3caa0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481565 Jan 10 20:32:24.905592 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40370) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:24.963007 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c642d6-c93b-4787-b41b-8f380eef28c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:24.988139 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c642d6-c93b-4787-b41b-8f380eef28c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:25.041357 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c642d6-c93b-4787-b41b-8f380eef28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:25.060686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c642d6-c93b-4787-b41b-8f380eef28c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10cddf2-a4f8-45b1-98f7-b95d8476e837,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:25.063926 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c1c642d6-c93b-4787-b41b-8f380eef28c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:25.065148 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-c1c642d6-c93b-4787-b41b-8f380eef28c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f10cddf2-a4f8-45b1-98f7-b95d8476e837 HTTP/1.1" status: 204 len: 168 time: 0.1586759 Jan 10 20:32:25.877503 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40392) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:25.999804 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-904971234-network', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:26.005649 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:26.009472 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Usage tracker for resource:network and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:26.012344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:26.019336 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:26.029006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Made reservation on behalf of 271537a46ef94ab99b0fcf72613f4974 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:32:26.031279 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.043466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.076663 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:26.080466 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:26.083285 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:26.088882 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:26.153589 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.157242 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.187329 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:32:26.196044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff9854-88d1-44d0-ac75-a099bd275a85,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:26.201474 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.201674 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Added segment d5eac348-d588-4c28-b06d-31a74e0b13c5 of type vlan for network dea9b1b3-dad5-4147-8312-c1f9a183e616 Jan 10 20:32:26.227086 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.255451 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.256275 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:26.256861 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.359445 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4808455 Jan 10 20:32:26.360826 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8d69d-0639-4890-b1e9-48b4d6a8f198 admin admin] Pushing event updated for resources: {'Network': ['ID=dea9b1b3-dad5-4147-8312-c1f9a183e616,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:26.362688 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40398) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:26.368281 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Request body: {'subnet': {'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-904971234-subnet', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:26.371711 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:32:26.373723 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:26.378056 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Usage tracker for resource:subnet and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:26.380935 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:26.386594 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:26.396732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Made reservation on behalf of 271537a46ef94ab99b0fcf72613f4974 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:32:26.399146 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972621'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.599841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972607'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.667600 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e16d0fc-b7cc-461e-8109-a4b62304980a,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:26.682337 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Checking segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:26.682695 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Network hostable DHCP agents. Network: dea9b1b3-dad5-4147-8312-c1f9a183e616, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:32:26.703854 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:32:26.712952 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, dea9b1b3-dad5-4147-8312-c1f9a183e616) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:26.717210 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:26.718336 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.723181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd0a70-f638-497b-91dd-3d4d0372103a None None] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:32:26.740111 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-6909903a-9c6c-48e9-96f7-3b89e45fef5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3763859 Jan 10 20:32:26.742962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40402) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:26.748173 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:26.753333 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:26.757142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Usage tracker for resource:router and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:26.759956 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:26.765539 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:26.775529 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.776438 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.795937 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.931181 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-dea9b1b3-dad5-4147-8312-c1f9a183e616', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:32:26.931993 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:26.941522 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.088251 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Allocated IP 172.20.0.2 (dea9b1b3-dad5-4147-8312-c1f9a183e616/6e16d0fc-b7cc-461e-8109-a4b62304980a/3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:27.229364 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.258339 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.294424 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.304773 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Transition to ACTIVE for port object 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:27.329448 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Transition to ACTIVE for port object 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:27.336870 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.398261 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Allocated IP 172.25.6.110 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/52dbc447-f1c2-4475-aeb8-2805ba436c70) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:27.401390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:27.404303 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:27.407988 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:27.413247 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Pushing event updated for resources: {'Port': ['ID=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:27.447371 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.447719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.448061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.448397 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.448730 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.449061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.449387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.449723 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.450035 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.450356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.450679 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:27.512452 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Attempting to bind port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:32:27.512823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Attempting to bind port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:32:27.513188 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Attempting to bind port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:27.520054 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:32:27.520431 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Checking segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:27.520830 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.521225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Bound using segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:32:27.521682 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Bound port: 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:32:27.522056 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.543994 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.571957 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.606961 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] For port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:32:27.611066 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] For port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:32:27.615122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.637886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:27.640598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:27.648567 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:27.685174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Pushing event updated for resources: {'Port': ['ID=52dbc447-f1c2-4475-aeb8-2805ba436c70,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:27.709705 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726d383-1502-4bd6-8c09-fe4d62adbade None None] Pushing event updated for resources: {'Port': ['ID=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:27.819167 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:27.819751 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:28.064185 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:32:28.264239 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:28.273583 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:28.288626 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:28.292444 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86367ae1-8f64-4450-80b1-9fe49032f9ec admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5460379 Jan 10 20:32:28.292591 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:28.292591 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:28.292872 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40406) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:28.512985 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:28.538678 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:28.629982 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:28.703042 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50260f6f-fdfa-49ea-8e89-ac6d0d718ada None None] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:32:28.800862 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:27Z', 'revision_number': 3, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:28.804920 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:28.805203 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Updating router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 port 52dbc447-f1c2-4475-aeb8-2805ba436c70 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:32:28.858802 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:28.893257 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] Provisioning for port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:28.901561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] Provisioning complete for port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:28.902096 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.076866 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.109251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.161415 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] For port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:29.167302 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.245586 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.254061 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f364-501b-4cc8-99ab-ffb94fdb7fb9 None None] Pushing event updated for resources: {'Port': ['ID=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:29.261131 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Transition to ACTIVE for port object 52dbc447-f1c2-4475-aeb8-2805ba436c70 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:29.269054 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.301682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Allocated IP 172.20.0.1 (dea9b1b3-dad5-4147-8312-c1f9a183e616/6e16d0fc-b7cc-461e-8109-a4b62304980a/95b43d72-fd55-4a9c-9b08-02acfd1c9952) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:29.348690 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Attempting to bind port 52dbc447-f1c2-4475-aeb8-2805ba436c70 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:32:29.349204 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Attempting to bind port 52dbc447-f1c2-4475-aeb8-2805ba436c70 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:32:29.349318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Attempting to bind port 52dbc447-f1c2-4475-aeb8-2805ba436c70 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:29.351318 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Pushing event updated for resources: {'Port': ['ID=52dbc447-f1c2-4475-aeb8-2805ba436c70,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:29.362777 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.363145 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.363490 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.363819 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.364145 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.364470 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.364791 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.365111 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.365430 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.365741 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.366058 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:32:29.369260 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:32:29.369574 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:29.369958 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.370335 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:32:29.370783 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Bound port: 52dbc447-f1c2-4475-aeb8-2805ba436c70, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:32:29.371195 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.393213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-a391c2c5-15e3-4cca-ae64-a19a9b4ffcca None None] Provisioning complete for port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:29.393684 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a391c2c5-15e3-4cca-ae64-a19a9b4ffcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.447292 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] For port 52dbc447-f1c2-4475-aeb8-2805ba436c70, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:32:29.450932 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] For port 52dbc447-f1c2-4475-aeb8-2805ba436c70, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52dbc447-f1c2-4475-aeb8-2805ba436c70,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:32:29.455867 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.456895 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.471995 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Transition to ACTIVE for port object 95b43d72-fd55-4a9c-9b08-02acfd1c9952 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:29.494470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.535445 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36f508-b233-4abe-819b-fe6900510e55 None None] Pushing event updated for resources: {'Port': ['ID=52dbc447-f1c2-4475-aeb8-2805ba436c70,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:29.539891 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:29.540484 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:29.560877 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:29.564221 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:29.568572 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:29.595662 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=95b43d72-fd55-4a9c-9b08-02acfd1c9952,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:29.625945 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.709512 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.735900 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:29.842111 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fadc4a7-e9e3-47d2-8515-2c4820b221a6 None None] Provisioning for port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:29.848326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-1fadc4a7-e9e3-47d2-8515-2c4820b221a6 None None] Provisioning complete for port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:29.848698 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1fadc4a7-e9e3-47d2-8515-2c4820b221a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:29.905832 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-1fadc4a7-e9e3-47d2-8515-2c4820b221a6 None None] Port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:32:30.024657 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:27Z', 'revision_number': 3, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:30.028524 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04479cf2-f883-4be1-821d-d53e8d3fa7ec None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:27Z', 'revision_number': 3, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:30.029892 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:30.036194 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:30.142099 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=95b43d72-fd55-4a9c-9b08-02acfd1c9952,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:30.144441 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:30.300193 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:30.301505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:30.580860 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:30.660828 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-19c5cf58-c0c0-4049-b6b5-377a1ddb8e37 None None] Provisioning complete for port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:30.661216 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-19c5cf58-c0c0-4049-b6b5-377a1ddb8e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:30.711374 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:30.711756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:30.720530 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:32:30.768348 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-19c5cf58-c0c0-4049-b6b5-377a1ddb8e37 None None] Port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:32:30.842627 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52dbc447-f1c2-4475-aeb8-2805ba436c70 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:30.911681 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 52dbc447-f1c2-4475-aeb8-2805ba436c70 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:30.916392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 52dbc447-f1c2-4475-aeb8-2805ba436c70 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:30.916763 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:30.931574 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:30.940942 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-1f5076f5-86f7-4b36-9d7c-8e7c1ef84bf4 admin admin] 10.222.0.21 "PUT /v2.0/routers/ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466498 Jan 10 20:32:31.030148 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.046350 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 52dbc447-f1c2-4475-aeb8-2805ba436c70, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52dbc447-f1c2-4475-aeb8-2805ba436c70,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:31.051420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.119201 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=52dbc447-f1c2-4475-aeb8-2805ba436c70,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:31.757981 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40428) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:31.764273 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-655182595-network', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:31.770284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:31.774171 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Usage tracker for resource:network and tenant:0340663d3a4541eeadc8ea80e82a07ff is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:31.777776 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:31.783598 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:31.792784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Made reservation on behalf of 0340663d3a4541eeadc8ea80e82a07ff for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:32:31.795274 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.807544 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.841587 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:31.845375 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:0340663d3a4541eeadc8ea80e82a07ff is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:31.848136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:31.853746 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:31.922357 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.926452 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.957704 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 20:32:31.967459 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f93e49a-8dcb-4a4d-9b24-fa2fadfba101,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:31.974646 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:31.975113 n-d-816927-8 neutron-server[83630]: INFO neutron.db.segments_db [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Added segment 7dd74781-389e-400f-b24f-76f241a15e07 of type vlan for network a06ecd87-c8b1-497e-86e9-057d5bff451a Jan 10 20:32:32.001524 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753943417685'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.032713 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.033659 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:32.034228 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.133200 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3740742 Jan 10 20:32:32.135997 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40432) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:32.136483 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e828ecf-7388-4b33-9da4-f55b96e56ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=a06ecd87-c8b1-497e-86e9-057d5bff451a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:32.141494 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Request body: {'subnet': {'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-655182595-subnet', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'ip_version': 4}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:32.145915 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Network a06ecd87-c8b1-497e-86e9-057d5bff451a details requested by agent ovs-agent-n-d-816927-8 with host n-d-816927-8 {{(pid=83631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 10 20:32:32.147387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:32.151350 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Usage tracker for resource:subnet and tenant:0340663d3a4541eeadc8ea80e82a07ff is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:32.154207 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:32.159844 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:32.170164 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Made reservation on behalf of 0340663d3a4541eeadc8ea80e82a07ff for: {'subnet': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:32:32.173116 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3118989'] for subnet, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.371704 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3118975'] for subnet, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.444097 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba063247-ad09-4bc7-a959-9780cafcd814,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:32.455992 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Checking segment: {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:32.456351 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Network hostable DHCP agents. Network: a06ecd87-c8b1-497e-86e9-057d5bff451a, hostable agents: ['d0fe12d4-0cd5-4227-865b-d91134d0d9fb'], hosted agents: [] {{(pid=83629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 20:32:32.478770 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Network a06ecd87-c8b1-497e-86e9-057d5bff451a is scheduled to be hosted by DHCP agent d0fe12d4-0cd5-4227-865b-d91134d0d9fb with binding_index 1 {{(pid=83629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 20:32:32.487378 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52dbc447-f1c2-4475-aeb8-2805ba436c70 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:32.489170 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816927-8, a06ecd87-c8b1-497e-86e9-057d5bff451a) {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:32.493111 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:32.493697 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.517940 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c4304e7f-b6d3-470c-9eb6-c23b46b93d6f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3781857 Jan 10 20:32:32.518130 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40436) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:32.520077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a6be1-94ef-4426-994c-70a085b78a62 None None] Network a06ecd87-c8b1-497e-86e9-057d5bff451a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:32:32.523292 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:32.528919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:32.533258 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Usage tracker for resource:router and tenant:0340663d3a4541eeadc8ea80e82a07ff is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:32.536140 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:32.541765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:32.554341 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5138'] for router, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.555343 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-340901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5131'] for router, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.577061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.701526 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 52dbc447-f1c2-4475-aeb8-2805ba436c70 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:32.701828 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.827523 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd0392e-2bda-57d3-8e43-791334dfd885-a06ecd87-c8b1-497e-86e9-057d5bff451a', 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'fixed_ips': [{'subnet_id': 'ba063247-ad09-4bc7-a959-9780cafcd814'}]}} from n-d-816927-8. {{(pid=83631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 10 20:32:32.828338 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:32.848537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-340919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5241'] for router, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.035496 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Allocated IP 172.20.0.2 (a06ecd87-c8b1-497e-86e9-057d5bff451a/ba063247-ad09-4bc7-a959-9780cafcd814/95a91122-24eb-43fc-875f-1f86a1c94418) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:33.048803 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.079096 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.220402 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Allocated IP 172.25.6.82 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/40c3bc9f-065a-4276-8291-f6a96ff576c7) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:33.284666 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.294995 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Transition to ACTIVE for port object 95a91122-24eb-43fc-875f-1f86a1c94418 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:33.313901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Transition to ACTIVE for port object 95a91122-24eb-43fc-875f-1f86a1c94418 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:33.319659 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.387478 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Network a06ecd87-c8b1-497e-86e9-057d5bff451a is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:33.390346 n-d-816927-8 neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:33.396297 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:33.398399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Pushing event updated for resources: {'Port': ['ID=95a91122-24eb-43fc-875f-1f86a1c94418,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:33.430267 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.472062 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.491375 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Attempting to bind port 95a91122-24eb-43fc-875f-1f86a1c94418 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:32:33.491744 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Attempting to bind port 95a91122-24eb-43fc-875f-1f86a1c94418 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:32:33.492105 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Attempting to bind port 95a91122-24eb-43fc-875f-1f86a1c94418 on network a06ecd87-c8b1-497e-86e9-057d5bff451a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:33.498293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:32:33.498660 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Checking segment: {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:33.499090 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.499481 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Bound using segment: {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:32:33.499929 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Bound port: 95a91122-24eb-43fc-875f-1f86a1c94418, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:32:33.500321 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.580163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:33.584760 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:33.586753 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] For port 95a91122-24eb-43fc-875f-1f86a1c94418, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:32:33.589872 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] For port 95a91122-24eb-43fc-875f-1f86a1c94418, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95a91122-24eb-43fc-875f-1f86a1c94418,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:32:33.591976 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:33.597537 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.628447 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:33.636654 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Pushing event updated for resources: {'Port': ['ID=40c3bc9f-065a-4276-8291-f6a96ff576c7,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:33.687364 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:33.688060 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:33.749139 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c6d92-cb05-44e6-9558-c47028b65937 None None] Pushing event updated for resources: {'Port': ['ID=95a91122-24eb-43fc-875f-1f86a1c94418,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:33.794826 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.795599 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-340874'] for router, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:33.923396 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:34.067027 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Router 15eabbb9-a2a6-45d3-8e4c-891629af1761 is scheduled to L3 agent 141d411a-2a20-4915-8708-cf87f7478027 with binding_index 1 {{(pid=83629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 20:32:34.257483 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 2, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:34.261275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:34.261632 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Updating router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:32:34.269146 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:34.279506 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Sync routers for ids ['15eabbb9-a2a6-45d3-8e4c-891629af1761'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:34.292629 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Routers {'15eabbb9-a2a6-45d3-8e4c-891629af1761'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:34.293496 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['15eabbb9-a2a6-45d3-8e4c-891629af1761'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:34.299290 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:34.304027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:34.304522 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5a3a3184-30de-4ab8-b811-3f5efe03b59d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7853849 Jan 10 20:32:34.319730 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:34.561707 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Set router 15eabbb9-a2a6-45d3-8e4c-891629af1761 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:34.608752 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95a91122-24eb-43fc-875f-1f86a1c94418 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:34.755948 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:34.774422 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Transition to ACTIVE for port object 95b43d72-fd55-4a9c-9b08-02acfd1c9952 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:34.779907 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 95a91122-24eb-43fc-875f-1f86a1c94418 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:34.787880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69d7bd4-d100-477d-a43c-5c9013fb1b13 None None] Network a06ecd87-c8b1-497e-86e9-057d5bff451a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:32:34.811170 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:34.885435 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:32:33Z', 'revision_number': 3, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:34.889530 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Checking router: 15eabbb9-a2a6-45d3-8e4c-891629af1761 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:34.889874 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Updating router 15eabbb9-a2a6-45d3-8e4c-891629af1761 port 40c3bc9f-065a-4276-8291-f6a96ff576c7 binding host n-d-816927-8 {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:32:34.942451 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.038552 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e5d35-bebf-4319-892b-a30199c7d58c None None] Pushing event updated for resources: {'Port': ['ID=95b43d72-fd55-4a9c-9b08-02acfd1c9952,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:35.117823 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] Provisioning for port 95a91122-24eb-43fc-875f-1f86a1c94418 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:35.160372 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] Provisioning complete for port 95a91122-24eb-43fc-875f-1f86a1c94418 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:35.160922 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.324153 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.325848 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.338369 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Transition to ACTIVE for port object 40c3bc9f-065a-4276-8291-f6a96ff576c7 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:35.344973 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.396146 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Attempting to bind port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:32:35.396722 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Attempting to bind port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:32:35.396904 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Attempting to bind port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:35.418847 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Attempting to bind port 40c3bc9f-065a-4276-8291-f6a96ff576c7 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:32:35.419539 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Attempting to bind port 40c3bc9f-065a-4276-8291-f6a96ff576c7 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:32:35.419686 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Attempting to bind port 40c3bc9f-065a-4276-8291-f6a96ff576c7 on network 0dd4f9d0-6582-4da4-b66b-69d558326162 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:35.420075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.429325 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:32:35.429986 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Checking segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:35.430103 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.430476 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Bound using segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:32:35.431225 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Bound port: 95b43d72-fd55-4a9c-9b08-02acfd1c9952, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:32:35.431593 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.434132 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:32:35.434501 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Checking segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:35.434906 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.435289 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Bound using segment: {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:32:35.435734 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Bound port: 40c3bc9f-065a-4276-8291-f6a96ff576c7, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce74e19-b39e-45cc-a0e1-cf612970edce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:32:35.436097 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.498253 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce1172-05b7-4921-9602-3908f4ab0b4f None None] Pushing event updated for resources: {'Port': ['ID=40c3bc9f-065a-4276-8291-f6a96ff576c7,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:35.515012 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] For port 40c3bc9f-065a-4276-8291-f6a96ff576c7, host n-d-816927-8, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:32:35.519164 n-d-816927-8 neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] For port 40c3bc9f-065a-4276-8291-f6a96ff576c7, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40c3bc9f-065a-4276-8291-f6a96ff576c7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:32:35.524172 n-d-816927-8 neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.542936 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Allocated IP 172.20.0.1 (a06ecd87-c8b1-497e-86e9-057d5bff451a/ba063247-ad09-4bc7-a959-9780cafcd814/5a42a439-d1ea-490a-b9e9-c55dfe6f4b86) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:35.546135 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] For port 95a91122-24eb-43fc-875f-1f86a1c94418, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95a91122-24eb-43fc-875f-1f86a1c94418,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:35.554006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.607368 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce1172-05b7-4921-9602-3908f4ab0b4f None None] Pushing event updated for resources: {'Port': ['ID=40c3bc9f-065a-4276-8291-f6a96ff576c7,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:35.614091 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Routers {'15eabbb9-a2a6-45d3-8e4c-891629af1761'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:35.614709 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['15eabbb9-a2a6-45d3-8e4c-891629af1761'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:35.633210 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] For port 95b43d72-fd55-4a9c-9b08-02acfd1c9952, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:32:35.653471 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7d3f2-b920-47fb-8d58-9be3780b211f None None] Pushing event updated for resources: {'Port': ['ID=95a91122-24eb-43fc-875f-1f86a1c94418,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:35.663527 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] For port 95b43d72-fd55-4a9c-9b08-02acfd1c9952, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95b43d72-fd55-4a9c-9b08-02acfd1c9952,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:32:35.685859 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.720542 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.741302 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Transition to ACTIVE for port object 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:35.779771 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:35.788031 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e5d35-bebf-4319-892b-a30199c7d58c None None] Pushing event updated for resources: {'Port': ['ID=95b43d72-fd55-4a9c-9b08-02acfd1c9952,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:35.792536 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:35.793163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:35.850745 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] Set router 15eabbb9-a2a6-45d3-8e4c-891629af1761 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:35.890126 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Network a06ecd87-c8b1-497e-86e9-057d5bff451a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:35.893827 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:35.898775 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:35.928623 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:35.963873 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380636'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.068130 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:36.080579 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.306068 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:32:33Z', 'revision_number': 3, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:36.311898 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1af75-f1a6-480c-9660-1761bac9218f None None] The sync data for ids ['15eabbb9-a2a6-45d3-8e4c-891629af1761'] in n-d-816927-8 is: [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:32:33Z', 'revision_number': 3, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:36.350633 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-fa6b53b4-ba29-49b0-b6f3-318cac8af5ef None None] Provisioning complete for port 95a91122-24eb-43fc-875f-1f86a1c94418 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:36.351047 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fa6b53b4-ba29-49b0-b6f3-318cac8af5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.385122 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.389506 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.504157 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7783484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-379259'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.507868 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:36.524562 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95a91122-24eb-43fc-875f-1f86a1c94418 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:36.634027 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 95a91122-24eb-43fc-875f-1f86a1c94418 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:36.634397 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.642671 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Network a06ecd87-c8b1-497e-86e9-057d5bff451a is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:36.643784 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:36.661724 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:36.723319 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17849fa1-2d4a-4af9-9775-b9d9f4f878a0 None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:36.768159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e1ee9c0-fea2-4620-84a5-1ded13738cd8 None None] Provisioning for port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:36.811017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e1ee9c0-fea2-4620-84a5-1ded13738cd8 None None] Provisioning complete for port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:36.811399 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee9c0-fea2-4620-84a5-1ded13738cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:36.892003 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ee9c0-fea2-4620-84a5-1ded13738cd8 None None] Port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:32:37.015590 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-71ef0aad-85a4-4f3b-b67c-e5c2bc535e07 None None] Provisioning complete for port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:37.016006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71ef0aad-85a4-4f3b-b67c-e5c2bc535e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:37.073683 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-71ef0aad-85a4-4f3b-b67c-e5c2bc535e07 None None] Port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:32:37.207463 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Router 15eabbb9-a2a6-45d3-8e4c-891629af1761 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:32:37.439114 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:37.448381 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-86673ba2-90c2-4e1d-af7b-8c3c20105d6a admin admin] 10.222.0.21 "PUT /v2.0/routers/15eabbb9-a2a6-45d3-8e4c-891629af1761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1432745 Jan 10 20:32:38.036729 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40450) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.042408 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269049163', 'description': 'tempest-secgroup-smoke-269049163 description', 'project_id': '271537a46ef94ab99b0fcf72613f4974'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.049631 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.053369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.056491 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.062105 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.072801 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.107643 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.112012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.114808 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.120366 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.177508 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.181421 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.226305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161f2568-59f5-4501-aad1-86a1d03f46fa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.228592 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.229777 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-76dad778-5af3-4985-bf3a-efae55f9364e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1920013 Jan 10 20:32:38.232996 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40454) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.238518 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group_rule': {'security_group_id': '161f2568-59f5-4501-aad1-86a1d03f46fa', 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.244886 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.248626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.252041 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.257562 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.273557 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.334768 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.338099 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.360792 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300c3324-4a0b-4d42-9a74-09965ec0fe37,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.372466 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.375952 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-176c806a-08cd-44cf-a237-ee6359403da5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1416378 Jan 10 20:32:38.377047 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.382632 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group_rule': {'security_group_id': '161f2568-59f5-4501-aad1-86a1d03f46fa', 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.389365 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.393215 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.396059 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.401869 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.417174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.482465 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.487363 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.511732 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b3b7d0-a7e6-4d3a-90f4-2b3195b48858,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.527187 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.528393 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-4c6b4b6b-e228-4e11-b871-c712795439de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1503987 Jan 10 20:32:38.531898 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40462) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.537468 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group_rule': {'security_group_id': '161f2568-59f5-4501-aad1-86a1d03f46fa', 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.544249 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.544780 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95b43d72-fd55-4a9c-9b08-02acfd1c9952 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:38.548708 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.552404 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.558286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.575808 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.612958 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fdf9ce5c-bd48-4766-920a-5fb389cc6b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.630859 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:38.635487 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:38.635853 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.641952 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.645467 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.668118 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4789a3-3dca-4a11-b7b4-f9a0d7d4a713,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.678327 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.679766 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3aeda42b-a5c6-42fe-be4b-f9eae63f3a78 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1467471 Jan 10 20:32:38.682693 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40466) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.688122 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group_rule': {'security_group_id': '161f2568-59f5-4501-aad1-86a1d03f46fa', 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.694680 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.698512 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.701346 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.706999 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.724064 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.753657 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.785553 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 95b43d72-fd55-4a9c-9b08-02acfd1c9952, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95b43d72-fd55-4a9c-9b08-02acfd1c9952,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:38.787753 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.789460 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.790342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40c3bc9f-065a-4276-8291-f6a96ff576c7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:38.791650 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.819012 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065fe7a0-1906-4830-9240-ef55cc999946,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.829520 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.830717 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-5cf12829-a897-41b1-b953-69ff99a7d1c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470702 Jan 10 20:32:38.833488 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40470) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.838926 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group_rule': {'security_group_id': '161f2568-59f5-4501-aad1-86a1d03f46fa', 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.846106 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.849858 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:38.852715 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:38.858446 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:38.868369 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Project 271537a46ef94ab99b0fcf72613f4974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:32:38.874647 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.911091 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=95b43d72-fd55-4a9c-9b08-02acfd1c9952,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.923435 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 40c3bc9f-065a-4276-8291-f6a96ff576c7 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:38.928918 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40c3bc9f-065a-4276-8291-f6a96ff576c7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:38.929122 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.941963 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.945691 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.966701 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51004197-fc3e-43dd-9a6b-bfd630084909,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:38.979333 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:38.980557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-98f20938-d5e3-42c0-957f-33057ae7ff0a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461682 Jan 10 20:32:38.983508 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40474) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:38.989128 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'security_group_rule': {'security_group_id': '161f2568-59f5-4501-aad1-86a1d03f46fa', 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:38.995609 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:38.999385 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:security_group_rule and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:39.002214 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:39.007733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:39.018459 n-d-816927-8 neutron-server[83629]: INFO neutron.db.securitygroups_db [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Project 271537a46ef94ab99b0fcf72613f4974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 20:32:39.025007 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:39.048326 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:39.064149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 40c3bc9f-065a-4276-8291-f6a96ff576c7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40c3bc9f-065a-4276-8291-f6a96ff576c7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:39.069154 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:39.096310 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:39.100179 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333555'] for security_group_rule, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:39.123229 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67a4c67-b199-4d87-8c2b-eb80909b6fe8,revision_number=0']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:39.132335 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:39.133712 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-53d05da8-bafd-4ebf-9813-40c22d7b13f4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1493089 Jan 10 20:32:39.135999 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=40c3bc9f-065a-4276-8291-f6a96ff576c7,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:39.301377 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-f0e020da-900d-47d2-a203-677d313e33cb tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Synchronizing usage tracker for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:32:39.318684 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-f0e020da-900d-47d2-a203-677d313e33cb tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Unset dirty status for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:32:39.319910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-f0e020da-900d-47d2-a203-677d313e33cb tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269049163&fields=id&tenant_id=271537a46ef94ab99b0fcf72613f4974 HTTP/1.1" status: 200 len: 267 time: 0.0580230 Jan 10 20:32:39.465627 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-e65466d0-9d03-4cc6-aa19-5dd9d45a0581 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:39.466297 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-e65466d0-9d03-4cc6-aa19-5dd9d45a0581 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Synchronizing usage tracker for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:32:39.482797 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-e65466d0-9d03-4cc6-aa19-5dd9d45a0581 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Unset dirty status for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:32:39.484020 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-e65466d0-9d03-4cc6-aa19-5dd9d45a0581 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 809 time: 0.1578593 Jan 10 20:32:39.500622 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-6457bf85-14a1-4f27-acce-af7612d2f9de tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/quotas/271537a46ef94ab99b0fcf72613f4974 HTTP/1.1" status: 200 len: 375 time: 0.0109022 Jan 10 20:32:39.581898 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-727c98ea-8187-472c-ad81-a0e9f12dbd37 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766575 Jan 10 20:32:39.720464 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-b9647d49-08fe-4f3c-85d7-2e60099b38b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:32:39.721479 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-b9647d49-08fe-4f3c-85d7-2e60099b38b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1284616 Jan 10 20:32:39.855752 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-9eab4f58-a539-4e7c-aa29-0e8b4b9a29ea service neutron] 10.222.0.21 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277483 Jan 10 20:32:39.986561 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-2aa1dea3-0325-472e-92b8-760e43c1f16f service neutron] 10.222.0.21 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244719 Jan 10 20:32:40.202179 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5e90217-edfe-49eb-8353-fbf40b039dd8 req-78768997-0f73-467a-a6ba-1bfa17d57b67 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 210 time: 0.0502605 Jan 10 20:32:40.506793 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95b43d72-fd55-4a9c-9b08-02acfd1c9952 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:40.590721 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:40.591121 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:40.654191 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed357c63-26d4-4a06-9bf7-bf62b18d3897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:40.719418 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40c3bc9f-065a-4276-8291-f6a96ff576c7 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:40.789889 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 40c3bc9f-065a-4276-8291-f6a96ff576c7 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:40.790278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:41.252535 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-f74643c9-ca4c-4cad-9f5f-9ef60be2e789 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:41.253992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-f74643c9-ca4c-4cad-9f5f-9ef60be2e789 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 809 time: 0.1404700 Jan 10 20:32:41.309480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-a39166d4-a30d-4e65-9a7a-79627c2583c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271537a46ef94ab99b0fcf72613f4974 HTTP/1.1" status: 200 len: 379 time: 0.0428801 Jan 10 20:32:41.317305 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'port': {'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'admin_state_up': True, 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'security_groups': ['161f2568-59f5-4501-aad1-86a1d03f46fa']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:41.515547 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-daf452d7-8805-45de-a1e5-a5b5cbef2380 req-ac9e1185-cd50-4508-b560-91d775e7467a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 210 time: 0.1845717 Jan 10 20:32:41.583742 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:41.587435 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:port and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:41.590150 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:41.595699 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:41.605499 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Made reservation on behalf of 271537a46ef94ab99b0fcf72613f4974 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:32:41.608441 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:41.766999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Allocated IP 172.20.0.13 (dea9b1b3-dad5-4147-8312-c1f9a183e616/6e16d0fc-b7cc-461e-8109-a4b62304980a/e9b2c081-0976-46a0-8579-ab5ef687ddc3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:41.936206 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:41.953789 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:41.968648 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Transition to ACTIVE for port object e9b2c081-0976-46a0-8579-ab5ef687ddc3 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:41.990415 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.056075 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:42.060219 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:42.064066 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:42.101434 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:42.137345 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:42.138106 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.142093 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.160840 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c7fce594-4412-49bc-a0ba-513326d01e89 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8470297 Jan 10 20:32:42.248847 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Request body: {'port': {'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816927-8'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:42.334710 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c1a609f-1ed3-4991-995c-d749d3247c1d None None] Provisioning for port e9b2c081-0976-46a0-8579-ab5ef687ddc3 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:42.339273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-5c1a609f-1ed3-4991-995c-d749d3247c1d None None] Provisioning complete for port e9b2c081-0976-46a0-8579-ab5ef687ddc3 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:42.339645 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5c1a609f-1ed3-4991-995c-d749d3247c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.356560 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.389727 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a609f-1ed3-4991-995c-d749d3247c1d None None] Port e9b2c081-0976-46a0-8579-ab5ef687ddc3 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:32:42.738267 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b2c081-0976-46a0-8579-ab5ef687ddc3 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:32:42.746376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.765454 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Transition to ACTIVE for port object e9b2c081-0976-46a0-8579-ab5ef687ddc3 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:32:42.771987 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:42.822412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb306a9-fc9f-4da9-9987-7df7c01e4b8e req-32db3952-fa1c-4909-9803-f02cb354320c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:42.823146 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9cb306a9-fc9f-4da9-9987-7df7c01e4b8e req-32db3952-fa1c-4909-9803-f02cb354320c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Synchronizing usage tracker for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:32:42.923641 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:42.928563 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-9cb306a9-fc9f-4da9-9987-7df7c01e4b8e req-32db3952-fa1c-4909-9803-f02cb354320c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Unset dirty status for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:32:42.929727 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cb306a9-fc9f-4da9-9987-7df7c01e4b8e req-32db3952-fa1c-4909-9803-f02cb354320c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 932 time: 0.2932947 Jan 10 20:32:43.062256 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9cb306a9-fc9f-4da9-9987-7df7c01e4b8e req-e3e207b9-5c64-46f0-aa7e-225da2abd878 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037371 Jan 10 20:32:43.071106 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Attempting to bind port e9b2c081-0976-46a0-8579-ab5ef687ddc3 on host n-h2-816927-8 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:32:43.071484 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Attempting to bind port e9b2c081-0976-46a0-8579-ab5ef687ddc3 by drivers openvswitch,hyperv on host n-h2-816927-8 at level 0 using segments [{'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:32:43.071758 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Attempting to bind port e9b2c081-0976-46a0-8579-ab5ef687ddc3 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:43.077599 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Port e9b2c081-0976-46a0-8579-ab5ef687ddc3 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 not bound, no agent of type Open vSwitch agent registered on host n-h2-816927-8 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:32:43.077927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Attempting to bind port e9b2c081-0976-46a0-8579-ab5ef687ddc3 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:32:43.084870 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Checking agent: {'id': '24cae66a-4828-4295-af0c-4998bd87fcef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:32:43.085207 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Checking segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:32:43.085585 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Bound using segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:32:43.086005 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Bound port: e9b2c081-0976-46a0-8579-ab5ef687ddc3, host: n-h2-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:32:43.086349 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:43.172637 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:32:43.175606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:32:43.179432 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:43.243174 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:43.244530 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-ac85647b-ef54-4115-a414-262095ef458b service neutron] 10.222.0.30 "PUT /v2.0/ports/e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 1092 time: 1.0773692 Jan 10 20:32:43.244964 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:32:43.263716 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85647b-ef54-4115-a414-262095ef458b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:43.366255 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-c0a573dd-1fe4-4c09-ac75-3617ecd3af61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1095 time: 0.0795825 Jan 10 20:32:43.414202 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:43.513340 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'status': 'completed', 'code': 200} Jan 10 20:32:43.527066 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-2caf034a-d6e1-4b33-a375-6d54adeb176e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 217 time: 0.1541505 Jan 10 20:32:43.589054 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-5459b4f1-2c04-4443-b2b7-f6906d5dd1f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:43.590464 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-5459b4f1-2c04-4443-b2b7-f6906d5dd1f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0573301 Jan 10 20:32:43.666136 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-6ed5fd6d-3348-40d6-889d-d36cf37ba08c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700283 Jan 10 20:32:43.795285 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-e8438450-63ec-4c26-926d-3bec3793dfde service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224558 Jan 10 20:32:43.924284 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c8e3aaee-f1c8-4291-bfac-fc397fdbe269 req-33bcc4a1-28ab-47b4-b507-4fea2df029e2 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232433 Jan 10 20:32:44.034490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-7f6a6c3d-c5a9-40a2-9a1c-6a68a9caf4d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1095 time: 0.0677423 Jan 10 20:32:44.163773 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-17d49ced-8e4a-4760-a674-33d84a7ceb69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:44.165223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-17d49ced-8e4a-4760-a674-33d84a7ceb69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1255686 Jan 10 20:32:44.264937 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-b186528c-57f6-469f-b2ba-8b591b313b15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0936964 Jan 10 20:32:44.343385 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-cc8c2c78-9a7a-41cb-bc2a-5dfebb7db529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:44.345237 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-cc8c2c78-9a7a-41cb-bc2a-5dfebb7db529 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0726702 Jan 10 20:32:44.396241 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca49c-f2d3-4434-b845-dbbcc98187e5 req-9a20ec41-e0aa-494e-892b-51e62d76b93f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:44.397632 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e13ca49c-f2d3-4434-b845-dbbcc98187e5 req-9a20ec41-e0aa-494e-892b-51e62d76b93f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 944 time: 0.1765034 Jan 10 20:32:44.462935 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-80283ab4-c085-4ecd-84e7-5535d49b1868 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117618 Jan 10 20:32:44.465159 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e13ca49c-f2d3-4434-b845-dbbcc98187e5 req-53ed3ba4-eb27-4de3-8423-c8464151e1ca tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621960 Jan 10 20:32:44.590552 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-52621531-644a-4430-b40f-621ec363c579 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207588 Jan 10 20:32:44.718546 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-1f411eb2-ecaf-4932-813f-540bbd75f105 req-0667ff3c-e5ce-40a0-8dec-7d3cdc4f1007 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209223 Jan 10 20:32:45.669608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec692-f993-4a24-aec3-6d6c92489913 req-a8aca498-35dd-4672-8944-947bc802b496 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:45.671099 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d0ec692-f993-4a24-aec3-6d6c92489913 req-a8aca498-35dd-4672-8944-947bc802b496 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 944 time: 0.0807920 Jan 10 20:32:45.719459 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9d0ec692-f993-4a24-aec3-6d6c92489913 req-425c7805-e186-4fec-8f86-e212c7bdea95 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Jan 10 20:32:46.005068 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:46.253201 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:46.270525 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:32:46.402686 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:46.415467 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:32:46.470616 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:46.487332 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b2c081-0976-46a0-8579-ab5ef687ddc3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:32:46.502566 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:46.506352 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:46.569873 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:46.731018 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e9b2c081-0976-46a0-8579-ab5ef687ddc3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:32:46.917026 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a2ec-b362-4ab7-ac45-66ff5b81337f req-fd2d281c-0981-4f43-b8c3-56722a63f495 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:46.918529 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f277a2ec-b362-4ab7-ac45-66ff5b81337f req-fd2d281c-0981-4f43-b8c3-56722a63f495 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 945 time: 0.0765188 Jan 10 20:32:46.966615 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-f277a2ec-b362-4ab7-ac45-66ff5b81337f req-83c601f9-6fb3-4ebb-b9bc-2dcdaa1847b9 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Jan 10 20:32:48.160686 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307079-049f-4a01-9262-99a7c75a5d0e req-33358f9c-1194-4033-a101-03b5c5d77604 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:48.162127 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db307079-049f-4a01-9262-99a7c75a5d0e req-33358f9c-1194-4033-a101-03b5c5d77604 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 945 time: 0.0748699 Jan 10 20:32:48.206829 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-db307079-049f-4a01-9262-99a7c75a5d0e req-6502437b-095c-4f9d-b9a6-66e73d968c81 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 Jan 10 20:32:48.286656 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:32:48.381351 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning for port e9b2c081-0976-46a0-8579-ab5ef687ddc3 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:32:48.385910 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port e9b2c081-0976-46a0-8579-ab5ef687ddc3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:32:48.386282 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:48.493570 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:48.518406 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:32:48.527535 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:32:48.535091 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:48.583332 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'code': 200} Jan 10 20:32:48.608416 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:48.786480 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5c7c685-6737-43be-8c07-35476ce79228 req-9b0362d0-455e-4d82-a235-07c91074175f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1097 time: 0.1582229 Jan 10 20:32:48.828816 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c5c7c685-6737-43be-8c07-35476ce79228 req-b043171d-367c-4e31-a42a-704ab2ab77bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367179 Jan 10 20:32:49.399372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6128b2-b0ff-4e38-a767-4b1147ed9cef req-67ff2eea-1fd9-44e2-aee6-47fad6498433 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:49.400744 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb6128b2-b0ff-4e38-a767-4b1147ed9cef req-67ff2eea-1fd9-44e2-aee6-47fad6498433 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 946 time: 0.0768187 Jan 10 20:32:49.445439 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-fb6128b2-b0ff-4e38-a767-4b1147ed9cef req-c3074015-f2eb-46da-a3ea-b77fee22319a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393786 Jan 10 20:32:50.642749 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb44d6-107a-4948-854f-ff636091ef24 req-b28d75ab-9674-480e-98e2-1f6a7f14a848 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:50.644211 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebeb44d6-107a-4948-854f-ff636091ef24 req-b28d75ab-9674-480e-98e2-1f6a7f14a848 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 946 time: 0.0773447 Jan 10 20:32:50.694063 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ebeb44d6-107a-4948-854f-ff636091ef24 req-67d9fc45-7e87-400a-85ac-853dc61839c4 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445352 Jan 10 20:32:50.888611 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760472-7fc3-4097-bdc5-dd79ce61b7ac req-df4c4d75-e1c2-4ac6-bb83-e649ed280418 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:50.890035 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7760472-7fc3-4097-bdc5-dd79ce61b7ac req-df4c4d75-e1c2-4ac6-bb83-e649ed280418 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 946 time: 0.0747206 Jan 10 20:32:50.934070 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-c7760472-7fc3-4097-bdc5-dd79ce61b7ac req-43e87684-650c-4b74-bab2-88a72afce442 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Jan 10 20:32:50.961003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40524) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:51.092547 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-eaf54606-d7dc-4722-9d5e-ed5cfd33a4b9 tempest-TestSnapshotPattern-1104677182 tempest-TestSnapshotPattern-1104677182-project-admin] Synchronizing usage tracker for tenant:0340663d3a4541eeadc8ea80e82a07ff on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:32:51.108908 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-eaf54606-d7dc-4722-9d5e-ed5cfd33a4b9 tempest-TestSnapshotPattern-1104677182 tempest-TestSnapshotPattern-1104677182-project-admin] Unset dirty status for tenant:0340663d3a4541eeadc8ea80e82a07ff on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:32:51.110091 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eaf54606-d7dc-4722-9d5e-ed5cfd33a4b9 tempest-TestSnapshotPattern-1104677182 tempest-TestSnapshotPattern-1104677182-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1092 time: 0.1481452 Jan 10 20:32:51.113174 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40530) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:32:51.118186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:32:51.124033 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:32:51.127714 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:floatingip and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:32:51.130420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:32:51.136006 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:32:51.146366 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:51.281376 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:51.420801 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Allocated IP 172.25.6.39 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/c9104e82-f12b-4a76-8d2f-1c0148c0c7c8) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:32:51.570396 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:51.596463 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:51.661524 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:32:51.664342 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:32:51.668682 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:32:51.693338 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'Port': ['ID=c9104e82-f12b-4a76-8d2f-1c0148c0c7c8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:52.180011 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:52.237023 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:52.534566 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:52.539420 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:52.642927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'Port': ['ID=c9104e82-f12b-4a76-8d2f-1c0148c0c7c8,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:32:52.658673 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:52.851505 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Floating IP adade78f-2097-4051-bec9-6cb42d6b7983 associated. External IP: 172.25.6.39, port: e9b2c081-0976-46a0-8579-ab5ef687ddc3. Jan 10 20:32:53.231013 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:32:53.428271 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:32:53.439126 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:53.451134 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:53.451746 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:53.452656 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:32:53.507901 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-19af4c72-7a01-4f65-840c-c3af054c687a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3935781 Jan 10 20:32:53.508769 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:32:53.567951 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'status': 'completed', 'code': 200} Jan 10 20:32:53.629604 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:53.658564 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-265f6656-1112-4005-883d-1c454a584d83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1097 time: 0.0703127 Jan 10 20:32:53.790708 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-268a12a7-78ce-4697-8026-83b47be5b6c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:53.792195 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-268a12a7-78ce-4697-8026-83b47be5b6c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1279066 Jan 10 20:32:53.900296 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-fae9574b-47b4-49f4-b742-96160e1b242f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 999 time: 0.1022942 Jan 10 20:32:53.961346 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-73ffb691-7176-40a7-9c0e-8243c00f239e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:32:53.962839 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-73ffb691-7176-40a7-9c0e-8243c00f239e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0576828 Jan 10 20:32:53.981893 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:52Z', 'revision_number': 0, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:53.985901 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:32:53.997719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:53.998315 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:54.036496 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-bc25ed76-fc0d-4ee8-bd47-c54cc7d4e4be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682194 Jan 10 20:32:54.181805 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:32:54.278616 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-cc61c2b3-3ee3-46fd-9036-37c1e53dfb6e service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364376 Jan 10 20:32:54.409194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-301d72ac-540e-48e2-9e9e-34da75deb81f req-52916bae-d14a-4780-94db-ce4425db08a1 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246207 Jan 10 20:32:54.528756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:52Z', 'revision_number': 0, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:32:54.532970 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a6974-ae66-49f4-9233-5b4be14c0418 None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:52Z', 'revision_number': 0, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:32:58.762234 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63520c-4f9f-45fc-86b6-85ee109c1bff None None] New status for floating IP adade78f-2097-4051-bec9-6cb42d6b7983: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:32:59.821213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c8903-e547-405a-aa82-146f159527be None None] Sync routers for ids ['15eabbb9-a2a6-45d3-8e4c-891629af1761'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:32:59.833273 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] Routers {'15eabbb9-a2a6-45d3-8e4c-891629af1761'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:32:59.833808 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['15eabbb9-a2a6-45d3-8e4c-891629af1761'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:33:00.038540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] Set router 15eabbb9-a2a6-45d3-8e4c-891629af1761 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:33:00.193906 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:33:00.344778 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 4, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5a42a439-d1ea-490a-b9e9-c55dfe6f4b86', 'name': '', 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'mac_address': 'fa:16:3e:78:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba063247-ad09-4bc7-a959-9780cafcd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:35Z', 'updated_at': '2022-01-10T20:32:36Z', 'revision_number': 2, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'subnets': [{'id': 'ba063247-ad09-4bc7-a959-9780cafcd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:33:00.348559 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c8903-e547-405a-aa82-146f159527be None None] Checking router: 15eabbb9-a2a6-45d3-8e4c-891629af1761 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:33:00.348914 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c8903-e547-405a-aa82-146f159527be None None] Updating router 15eabbb9-a2a6-45d3-8e4c-891629af1761 port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 binding host n-d-816927-8 {{(pid=83631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 10 20:33:00.397022 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f60c8903-e547-405a-aa82-146f159527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:00.722521 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f60c8903-e547-405a-aa82-146f159527be None None] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:00.733608 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-f60c8903-e547-405a-aa82-146f159527be None None] Transition to ACTIVE for port object 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:33:00.740119 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f60c8903-e547-405a-aa82-146f159527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:00.878299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e8a42-e0b0-460b-bd3d-a147bc9606fc None None] Pushing event updated for resources: {'Port': ['ID=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:33:00.963640 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f60c8903-e547-405a-aa82-146f159527be None None] Attempting to bind port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 on host n-d-816927-8 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:33:00.964017 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f60c8903-e547-405a-aa82-146f159527be None None] Attempting to bind port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 by drivers openvswitch,hyperv on host n-d-816927-8 at level 0 using segments [{'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:33:00.964387 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c8903-e547-405a-aa82-146f159527be None None] Attempting to bind port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 on network a06ecd87-c8b1-497e-86e9-057d5bff451a {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:33:00.970974 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c8903-e547-405a-aa82-146f159527be None None] Checking agent: {'id': '15a0763c-4f6d-4fa8-a584-7cca0048591e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 46, 42), 'started_at': datetime.datetime(2022, 1, 10, 18, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816927-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:33:00.971356 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c8903-e547-405a-aa82-146f159527be None None] Checking segment: {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:33:00.971790 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f60c8903-e547-405a-aa82-146f159527be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:00.972187 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c8903-e547-405a-aa82-146f159527be None None] Bound using segment: {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:33:00.972698 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [None req-f60c8903-e547-405a-aa82-146f159527be None None] Bound port: 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86, host: n-d-816927-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd74781-389e-400f-b24f-76f241a15e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:33:00.973027 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f60c8903-e547-405a-aa82-146f159527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:01.066779 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f60c8903-e547-405a-aa82-146f159527be None None] For port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86, host n-d-816927-8, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:33:01.070248 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f60c8903-e547-405a-aa82-146f159527be None None] For port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86, host n-d-816927-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:33:01.076176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f60c8903-e547-405a-aa82-146f159527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:01.156407 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e8a42-e0b0-460b-bd3d-a147bc9606fc None None] Pushing event updated for resources: {'Port': ['ID=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:33:01.160149 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] Routers {'15eabbb9-a2a6-45d3-8e4c-891629af1761'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:33:01.160756 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:32:41Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['15eabbb9-a2a6-45d3-8e4c-891629af1761'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:33:01.350906 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] Set router 15eabbb9-a2a6-45d3-8e4c-891629af1761 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:33:01.681186 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-f60c8903-e547-405a-aa82-146f159527be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 4, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5a42a439-d1ea-490a-b9e9-c55dfe6f4b86', 'name': '', 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'mac_address': 'fa:16:3e:78:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba063247-ad09-4bc7-a959-9780cafcd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:35Z', 'updated_at': '2022-01-10T20:33:01Z', 'revision_number': 4, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'subnets': [{'id': 'ba063247-ad09-4bc7-a959-9780cafcd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:33:01.685161 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c8903-e547-405a-aa82-146f159527be None None] The sync data for ids ['15eabbb9-a2a6-45d3-8e4c-891629af1761'] in n-d-816927-8 is: [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:32:35Z', 'revision_number': 4, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '5a42a439-d1ea-490a-b9e9-c55dfe6f4b86', 'name': '', 'network_id': 'a06ecd87-c8b1-497e-86e9-057d5bff451a', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'mac_address': 'fa:16:3e:78:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba063247-ad09-4bc7-a959-9780cafcd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:35Z', 'updated_at': '2022-01-10T20:33:01Z', 'revision_number': 4, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'subnets': [{'id': 'ba063247-ad09-4bc7-a959-9780cafcd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:33:02.513486 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:33:02.586304 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning for port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:33:02.590968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:33:02.591342 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:02.697456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:02.730213 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] For port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:33:02.734285 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:02.797653 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Pushing event updated for resources: {'Port': ['ID=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:33:04.498747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 up at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:33:04.564983 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Provisioning complete for port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:33:04.565359 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:08.594630 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21749424-ce3d-443a-b751-663ccd5d9cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:10.637107 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4458-1f0b-4318-a0ce-c7a95f6c04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:11.938266 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:12.140589 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:13.415645 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:16.019271 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:16.255627 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:37.194048 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:33:38.595968 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-173f254d-c142-4150-99e1-b5de7e62c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:40.639805 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-247126b0-d871-452d-8aa7-7c795a3b7d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:41.942763 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:42.140753 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:43.420582 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:46.020950 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:46.267858 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:33:46.361869 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-9adc4172-267b-4187-98cf-77012f4c63bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706971 Jan 10 20:33:46.494049 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-bf22ec97-a479-42b4-958f-2f7593b268da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1097 time: 0.0671489 Jan 10 20:33:46.633614 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-3ff84809-604b-414a-b8ba-f2d83082194f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:33:46.634983 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-3ff84809-604b-414a-b8ba-f2d83082194f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1229846 Jan 10 20:33:46.735590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-ae7c88d0-c437-45cc-9ce3-499738637adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 1001 time: 0.0951891 Jan 10 20:33:46.797605 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-40677100-7247-46a7-b006-2f1b869c3cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:33:46.799008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-40677100-7247-46a7-b006-2f1b869c3cdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0577824 Jan 10 20:33:46.870934 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-dc19f060-c57d-473d-a14c-dce08c8fa6b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666010 Jan 10 20:33:46.880670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-20e0bf8d-7f86-49bd-aff6-034eaaa52906 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 10 20:33:46.881588 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-20e0bf8d-7f86-49bd-aff6-034eaaa52906 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046470 Jan 10 20:33:47.011630 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-bd0c1186-f6bb-4878-b93c-39176b1afcd6 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238735 Jan 10 20:33:47.141067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffc7ecc9-cff2-4d1e-a7ac-b10ed24a2362 req-d33f1c00-c7e2-43b5-b3f2-ca4a9a0036fa service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235211 Jan 10 20:34:08.600057 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-691c9146-048d-454a-b4b1-26fc32dd6d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:10.645961 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d78f1ac-16de-4d79-a444-2e7b0c88f290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:11.945456 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:12.144152 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:13.421814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:14.194572 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:34:16.032660 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:16.266978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:38.601887 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7280-2451-4de8-a5b1-8cf3f98eb17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:40.637646 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-01cbb688-8677-4a3d-a8d8-a9c0050b4ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:41.948624 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:42.147998 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:43.424952 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:46.033042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:46.282809 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:46.420390 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-0c184d8f-7bc0-4c07-9b80-09bb7a9578d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1097 time: 0.0671828 Jan 10 20:34:46.561553 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-0634bfd1-3520-4b4b-9244-fbd5c25cb5d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:34:46.562933 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-0634bfd1-3520-4b4b-9244-fbd5c25cb5d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1221898 Jan 10 20:34:46.664089 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-e3359e7a-3c9a-41c8-b627-1ea88ffcb515 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 1001 time: 0.0938892 Jan 10 20:34:46.728420 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-b786920e-2a17-405f-9c51-c74b7aaca294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:34:46.729791 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-b786920e-2a17-405f-9c51-c74b7aaca294 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0576241 Jan 10 20:34:46.800893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-6cdc977a-c95e-4ce6-abd1-1aa0102bdca4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643947 Jan 10 20:34:47.021205 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-4656e1ca-0884-4983-9a52-5f340582d46b service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121105 Jan 10 20:34:47.153223 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbdfe818-63b0-44fb-b10f-cdb6c72eecd8 req-3868f93f-2636-4aff-9f0c-bb9feff2e46c service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257098 Jan 10 20:34:48.924657 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 details requested by agent hyperv_n-h2-816927-8 with host n-h2-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:34:49.051400 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:34:49.064324 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Returning: {'device': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:34:49.116205 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:49.135547 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9b2c081-0976-46a0-8579-ab5ef687ddc3 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:34:49.150582 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:34:49.155219 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:49.222299 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:34:49.225842 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] get_ports_and_sgs() called for port_ids ['e9b2c081-0976-46a0-8579-ab5ef687ddc3'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:34:49.271747 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.272097 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.272437 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.272771 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.273101 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.273430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.273754 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.274077 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.274399 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.274719 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:49.275070 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:34:50.948195 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 up at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:34:51.041084 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Provisioning complete for port e9b2c081-0976-46a0-8579-ab5ef687ddc3 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:34:51.041468 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:51.195314 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:34:51.200114 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:51.231639 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:34:51.241093 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:34:51.245626 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:34:51.325936 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:34:51.415320 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'code': 200} Jan 10 20:35:00.511848 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed0ce3b4-b63f-442e-8649-30111fb9e5af tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269049163&fields=id&tenant_id=271537a46ef94ab99b0fcf72613f4974 HTTP/1.1" status: 200 len: 267 time: 0.0407286 Jan 10 20:35:00.659921 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-d26c3e0e-a7f0-476c-aa8d-f42e5b574cbc tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:00.661280 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-d26c3e0e-a7f0-476c-aa8d-f42e5b574cbc tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 809 time: 0.1427398 Jan 10 20:35:00.677940 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-8e4c9ad8-132f-48dd-abcf-2d588bad5fb2 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/quotas/271537a46ef94ab99b0fcf72613f4974 HTTP/1.1" status: 200 len: 375 time: 0.0114214 Jan 10 20:35:00.765907 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-d1e9de19-68b7-4c31-b54a-ef65fa359eb3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831082 Jan 10 20:35:00.902260 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-3e53ec0f-b898-4862-bfe2-b449ffb5f86b service neutron] 10.222.0.21 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250393 Jan 10 20:35:01.033106 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-9ad7a17d-4aca-462e-b4e2-a1d796959964 service neutron] 10.222.0.21 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246681 Jan 10 20:35:01.225449 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-54cbd710-d50d-4b8f-ab96-66c866f65672 req-81c93bb8-0cbf-4e0f-93b5-e8d5bb266147 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0398405 Jan 10 20:35:02.338804 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-0c728e2a-fd67-4eaa-8fdf-725016106d67 req-6b6aea16-7995-4862-b73e-1b1f0635ad36 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0449941 Jan 10 20:35:03.448025 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6a9f3468-ad1e-4d14-9851-51bfe4bda5c9 req-314ea2da-be4c-4611-bb97-a1409435c783 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0428247 Jan 10 20:35:04.555902 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-186154bb-9fc0-4747-b93a-47f44d155c61 req-222905b5-3ca3-4f49-9411-c62d9329b8ae tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0425813 Jan 10 20:35:05.031180 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:35:05.141310 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:05.166286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:35:05.176163 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:35:05.180932 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:05.223140 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'code': 200} Jan 10 20:35:05.245286 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Pushing event updated for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:05.718781 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-093c89cf-760a-437b-ba72-4e992ee7e938 req-debe3b91-c1d7-4d13-894b-fd10afcdb953 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0460274 Jan 10 20:35:06.421131 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-5b0797ac-b94d-48f9-b671-8b69fac4c707 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:06.422490 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-5b0797ac-b94d-48f9-b671-8b69fac4c707 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.44 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 809 time: 0.1469617 Jan 10 20:35:06.474216 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-9add87e2-a744-4d1a-8047-0b5e5eadacbb tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271537a46ef94ab99b0fcf72613f4974 HTTP/1.1" status: 200 len: 379 time: 0.0403845 Jan 10 20:35:06.482362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'port': {'device_id': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'admin_state_up': True, 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'security_groups': ['161f2568-59f5-4501-aad1-86a1d03f46fa']}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:35:06.719911 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:35:06.730598 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.quota.driver [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:35:06.743842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Made reservation on behalf of 271537a46ef94ab99b0fcf72613f4974 for: {'port': 1} {{(pid=83629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 20:35:06.762126 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:07.036860 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4a5764bd-b2f6-4478-bc81-e0e626586397 req-b86e1997-fea0-49d4-a735-638921f80d7b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0880296 Jan 10 20:35:07.081432 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_common [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Allocated IP 172.20.0.6 (dea9b1b3-dad5-4147-8312-c1f9a183e616/6e16d0fc-b7cc-461e-8109-a4b62304980a/d9c9d33e-d38d-48a5-a784-6781da479990) {{(pid=83629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:35:07.331007 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for port, precommit_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:07.352623 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Transition to ACTIVE for port object d9c9d33e-d38d-48a5-a784-6781da479990 will not be triggered until provisioned by entity DHCP. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:35:07.378988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_create {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:07.451286 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 is already hosted by enough agents. {{(pid=83629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:35:07.454345 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.base_scheduler [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources bound (agent type, host, resource id): {{(pid=83629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:35:07.458357 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Received port after_create {{(pid=83629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:35:07.489352 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=1']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:07.516842 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.517182 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.517515 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.517854 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.518165 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.518485 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.518802 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.525382 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.525798 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.526091 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.526412 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:07.556175 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:07.556555 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:07.589998 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-ed14546f-941f-4b02-b0fc-508264566ecf tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1111228 Jan 10 20:35:07.793806 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28945fad-01fa-494d-b19f-9fb1feaa700f None None] Provisioning for port d9c9d33e-d38d-48a5-a784-6781da479990 completed by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:35:07.799513 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-28945fad-01fa-494d-b19f-9fb1feaa700f None None] Provisioning complete for port d9c9d33e-d38d-48a5-a784-6781da479990 triggered by entity DHCP. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:35:07.799964 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-28945fad-01fa-494d-b19f-9fb1feaa700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:07.858390 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-28945fad-01fa-494d-b19f-9fb1feaa700f None None] Port d9c9d33e-d38d-48a5-a784-6781da479990 cannot update to ACTIVE because it is not bound. {{(pid=83631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 10 20:35:08.281722 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e01f5c-0103-445b-982a-a1bf8cb35014 req-4ec2e0dd-a0ad-49aa-88c3-2999d79d3e12 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:08.283332 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9e01f5c-0103-445b-982a-a1bf8cb35014 req-4ec2e0dd-a0ad-49aa-88c3-2999d79d3e12 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 931 time: 0.0797253 Jan 10 20:35:08.333404 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e9e01f5c-0103-445b-982a-a1bf8cb35014 req-7cd8e26a-1dd8-477c-9ecf-7527ae62b621 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Jan 10 20:35:08.604260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bb95300-dee2-4fd7-a963-2423fa2c3dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:09.548090 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef11cfa-a3d9-47c5-b3c4-4d4ebbfb4c01 req-a8de41a8-90c6-4b04-8b09-530c4dfadefe tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:09.549522 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ef11cfa-a3d9-47c5-b3c4-4d4ebbfb4c01 req-a8de41a8-90c6-4b04-8b09-530c4dfadefe tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 931 time: 0.0862169 Jan 10 20:35:09.605008 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-3ef11cfa-a3d9-47c5-b3c4-4d4ebbfb4c01 req-88aa7cc5-ee10-4f5e-b77c-7357302be291 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499482 Jan 10 20:35:10.643723 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29c8b598-ff07-4ba4-bf83-2a3b0f60705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:10.828278 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86ecd4-1cf2-47cc-905d-986b2fff37b9 req-c389d23e-4ffe-4093-95b0-c2f887527ab8 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:10.830045 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c86ecd4-1cf2-47cc-905d-986b2fff37b9 req-c389d23e-4ffe-4093-95b0-c2f887527ab8 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 931 time: 0.0916605 Jan 10 20:35:10.879081 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8c86ecd4-1cf2-47cc-905d-986b2fff37b9 req-bb875e83-420d-47d9-bb76-bd23ad055324 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Jan 10 20:35:11.963875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:12.090265 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdada-3415-4ef0-be67-7530e3b500ff req-c1cba3d9-b959-4930-8309-4a94816896cc tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:12.091895 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea9fdada-3415-4ef0-be67-7530e3b500ff req-c1cba3d9-b959-4930-8309-4a94816896cc tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 931 time: 0.0798132 Jan 10 20:35:12.139893 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ea9fdada-3415-4ef0-be67-7530e3b500ff req-61565658-ede2-42d9-8884-58feac2d6423 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Jan 10 20:35:12.178199 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:13.355303 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6062-cde2-4890-b3d4-599b49d63534 req-544e0047-031f-42ac-a376-2eac859bc544 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:13.356693 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecfe6062-cde2-4890-b3d4-599b49d63534 req-544e0047-031f-42ac-a376-2eac859bc544 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 931 time: 0.0827377 Jan 10 20:35:13.415463 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ecfe6062-cde2-4890-b3d4-599b49d63534 req-3fba272d-b89e-4fe1-9673-cc9617c0214f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533013 Jan 10 20:35:13.431379 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:14.623027 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03021-c282-47ec-9d34-9268a555812f req-a16696f8-41f2-4ede-a63c-4c30093cfd87 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:14.624513 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd03021-c282-47ec-9d34-9268a555812f req-a16696f8-41f2-4ede-a63c-4c30093cfd87 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 931 time: 0.0762763 Jan 10 20:35:14.672336 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-bbd03021-c282-47ec-9d34-9268a555812f req-b9ba3a05-e97b-4673-be68-e12d40689951 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Jan 10 20:35:15.161034 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.v2.base [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Request body: {'port': {'device_id': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816927-8'}} {{(pid=83629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:35:15.267147 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:15.599857 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c9d33e-d38d-48a5-a784-6781da479990 {{(pid=83629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:35:15.606353 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:15.620843 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.provisioning_blocks [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Transition to ACTIVE for port object d9c9d33e-d38d-48a5-a784-6781da479990 will not be triggered until provisioned by entity L2. {{(pid=83629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 20:35:15.624293 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:15.753321 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=2']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:15.861387 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Attempting to bind port d9c9d33e-d38d-48a5-a784-6781da479990 on host n-h1-816927-8 for vnic_type normal with profile {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 10 20:35:15.861801 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Attempting to bind port d9c9d33e-d38d-48a5-a784-6781da479990 by drivers openvswitch,hyperv on host n-h1-816927-8 at level 0 using segments [{'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 10 20:35:15.862206 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Attempting to bind port d9c9d33e-d38d-48a5-a784-6781da479990 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:35:15.868644 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Port d9c9d33e-d38d-48a5-a784-6781da479990 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 not bound, no agent of type Open vSwitch agent registered on host n-h1-816927-8 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 10 20:35:15.869288 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Attempting to bind port d9c9d33e-d38d-48a5-a784-6781da479990 on network dea9b1b3-dad5-4147-8312-c1f9a183e616 {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 10 20:35:15.876682 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Checking agent: {'id': 'fbdee0b2-b31e-46c6-8882-f356e52970cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816927-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'started_at': datetime.datetime(2022, 1, 10, 18, 54, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 10 20:35:15.877029 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Checking segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 10 20:35:15.877425 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Bound using segment: {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'} {{(pid=83629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 10 20:35:15.877856 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.managers [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Bound port: d9c9d33e-d38d-48a5-a784-6781da479990, host: n-h1-816927-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eac348-d588-4c28-b06d-31a74e0b13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616'}}] {{(pid=83629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 10 20:35:15.878205 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:15.977104 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98da80b-569a-4c84-a70b-f9963faebef2 req-8aa99a53-21ed-4bce-ac99-0efb9aed8bb1 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:15.977668 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, cleared binding levels {{(pid=83629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 20:35:15.978506 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a98da80b-569a-4c84-a70b-f9963faebef2 req-8aa99a53-21ed-4bce-ac99-0efb9aed8bb1 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 943 time: 0.1761281 Jan 10 20:35:15.980901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 20:35:15.986145 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2238187'] for port, after_update {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:16.025973 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a98da80b-569a-4c84-a70b-f9963faebef2 req-dbca6bb9-002a-4764-8259-ef43c7226980 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Jan 10 20:35:16.051496 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:16.054440 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:16.056191 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] 10.222.0.44 "PUT /v2.0/ports/d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 1091 time: 0.8991325 Jan 10 20:35:16.056635 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:35:16.078264 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1866-0ca8-45c3-9338-ba3ac4f7b2ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=3']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:16.177597 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-fbd013c4-8689-4c3e-9bfe-35fdfb402cb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1094 time: 0.0769746 Jan 10 20:35:16.232499 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'status': 'completed', 'code': 200} Jan 10 20:35:16.247512 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-c723c368-f343-47d2-9e34-b854465ff43e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 217 time: 0.0634177 Jan 10 20:35:16.283611 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:16.406470 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-7c92d002-3340-4ca7-b5de-942897f1f4c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:16.407816 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-7c92d002-3340-4ca7-b5de-942897f1f4c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.1545813 Jan 10 20:35:16.479557 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-67c65b50-0d66-466f-a7aa-ec05f45a1718 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660751 Jan 10 20:35:16.606895 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-6719b0d5-1f7a-49a0-9be7-2dbbeef79d03 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215849 Jan 10 20:35:16.734550 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-cc3013ca-efc9-4c60-a3cf-882505e6fb5a req-d538debb-9e56-4c1a-af27-a2e7010b9197 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221459 Jan 10 20:35:16.841596 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-6b6a825c-c992-4954-a3f8-0c7f23d0f3c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1094 time: 0.0676718 Jan 10 20:35:16.972260 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-8de23a92-0b66-4935-90cd-04ad114e4f08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:16.973705 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-8de23a92-0b66-4935-90cd-04ad114e4f08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1263280 Jan 10 20:35:17.044022 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-1a328371-f553-468a-b22a-48fb1fa5fd66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 217 time: 0.0639632 Jan 10 20:35:17.111429 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-9f2ed4ff-b6c4-45de-a2cc-181ccfff5119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:17.112869 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-9f2ed4ff-b6c4-45de-a2cc-181ccfff5119 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0618465 Jan 10 20:35:17.186622 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-0e5fcc92-473a-48e2-95d9-af793a4b84a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673068 Jan 10 20:35:17.243698 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba4fd8-47c8-43f2-b9fa-44c50c2014be req-da63b0b0-914b-40b4-98da-9d00ee582919 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:17.245194 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2ba4fd8-47c8-43f2-b9fa-44c50c2014be req-da63b0b0-914b-40b4-98da-9d00ee582919 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 943 time: 0.0786984 Jan 10 20:35:17.292814 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-e2ba4fd8-47c8-43f2-b9fa-44c50c2014be req-d30f7c08-aba6-4836-a34e-eb87d91d3dd1 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Jan 10 20:35:17.316711 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-8df99979-87a2-4767-9674-cb79dc5c4e8b service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239126 Jan 10 20:35:17.444630 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-a494a099-3baa-4c95-b9ff-3bf9362d028b req-15a26cf0-3ce1-4526-b2cc-0b066f14146f service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216838 Jan 10 20:35:18.498636 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289f6be-fd7c-4d1c-b4ab-5e0d43bc5cc4 req-43253fe3-16b7-4e6c-8b7e-e5ee831a331c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:18.500145 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8289f6be-fd7c-4d1c-b4ab-5e0d43bc5cc4 req-43253fe3-16b7-4e6c-8b7e-e5ee831a331c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 943 time: 0.0770810 Jan 10 20:35:18.543992 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8289f6be-fd7c-4d1c-b4ab-5e0d43bc5cc4 req-c31512db-32c3-419b-8229-7a6df7067379 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384963 Jan 10 20:35:19.738136 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8f15-d288-4dea-934f-986954f9ca77 req-c2cf1ebd-cecc-49db-acaf-36fbeb09e71f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:19.739621 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dfc8f15-d288-4dea-934f-986954f9ca77 req-c2cf1ebd-cecc-49db-acaf-36fbeb09e71f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 943 time: 0.0789526 Jan 10 20:35:19.784471 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6dfc8f15-d288-4dea-934f-986954f9ca77 req-e7eed4a6-757b-4bad-8e23-7d15a4227a7e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394919 Jan 10 20:35:19.957514 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:35:20.086571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:35:20.099886 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'port_id': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'mac_address': 'fa:16:3e:0c:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:35:20.150544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:20.170717 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c9d33e-d38d-48a5-a784-6781da479990 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:35:20.185006 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:35:20.188729 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:20.250707 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=4']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:20.402475 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d9c9d33e-d38d-48a5-a784-6781da479990'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:35:20.976379 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778324-43d9-4856-a853-a538dd06a528 req-c6f86116-8c4e-4dc2-a872-d18323811e31 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:20.977803 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22778324-43d9-4856-a853-a538dd06a528 req-c6f86116-8c4e-4dc2-a872-d18323811e31 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 944 time: 0.0750451 Jan 10 20:35:21.021590 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-22778324-43d9-4856-a853-a538dd06a528 req-bf6748b1-0c7d-4fa7-bf83-ef4b78912ecd tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384104 Jan 10 20:35:21.971881 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:35:22.040472 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning for port d9c9d33e-d38d-48a5-a784-6781da479990 completed by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 20:35:22.045392 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d9c9d33e-d38d-48a5-a784-6781da479990 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:35:22.045794 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:22.158647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:22.184450 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:35:22.193736 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:35:22.198741 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:22.221461 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450fd82-c512-4ef3-ae04-19b51c91fb1c req-d17b3008-5c34-4376-b475-ffb18bc17b3f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:22.223057 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6450fd82-c512-4ef3-ae04-19b51c91fb1c req-d17b3008-5c34-4376-b475-ffb18bc17b3f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 944 time: 0.0831678 Jan 10 20:35:22.244704 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'code': 200} Jan 10 20:35:22.271406 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-6450fd82-c512-4ef3-ae04-19b51c91fb1c req-5c31f335-faed-4d21-8bd5-570cbead8fcb tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417256 Jan 10 20:35:22.271844 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=5']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:22.366715 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76b282-4137-4b67-afe5-cd7c6c9e97e2 req-544e2dbb-5a47-46b7-b2ff-ae1450756599 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0664997 Jan 10 20:35:22.410319 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-3c76b282-4137-4b67-afe5-cd7c6c9e97e2 req-a5047254-cd50-43fd-94e3-2240276de850 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Jan 10 20:35:23.474802 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56bcf-aa7a-44dc-98df-c183faf95e97 req-77da370b-0c3a-4730-a2d9-fb5c723f65a0 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:23.476204 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91c56bcf-aa7a-44dc-98df-c183faf95e97 req-77da370b-0c3a-4730-a2d9-fb5c723f65a0 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 945 time: 0.0773742 Jan 10 20:35:23.523353 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-91c56bcf-aa7a-44dc-98df-c183faf95e97 req-53473436-959d-4c35-af83-8c26fd935e24 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Jan 10 20:35:24.717999 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a6d41-29ed-4209-a2ee-fd0faf37cc23 req-1ebdf569-05bf-4556-80f1-1353f0c577aa tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:24.719453 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d3a6d41-29ed-4209-a2ee-fd0faf37cc23 req-1ebdf569-05bf-4556-80f1-1353f0c577aa tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 945 time: 0.0758631 Jan 10 20:35:24.765289 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-8d3a6d41-29ed-4209-a2ee-fd0faf37cc23 req-0254be9a-c82b-4933-a788-f928081c981e tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Jan 10 20:35:24.960606 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530efbb-ec6e-48fb-9a37-63900263acd6 req-79cce9b1-742e-4e51-9c95-5d1fdf9445da tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:24.962067 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4530efbb-ec6e-48fb-9a37-63900263acd6 req-79cce9b1-742e-4e51-9c95-5d1fdf9445da tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 945 time: 0.0784631 Jan 10 20:35:25.006362 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4530efbb-ec6e-48fb-9a37-63900263acd6 req-3755d6a4-86fd-4308-bb34-779977089565 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382867 Jan 10 20:35:25.033764 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40760) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:35:25.103080 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-eb4f2433-a4a5-4f5c-b845-a46c6e2791e3 tempest-TestSnapshotPattern-1104677182 tempest-TestSnapshotPattern-1104677182-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1091 time: 0.0666652 Jan 10 20:35:25.104163 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40764) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:35:25.109147 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.v2.base [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Request body: {'floatingip': {'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'port_id': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 10 20:35:25.115096 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 10 20:35:25.118795 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Usage tracker for resource:floatingip and tenant:271537a46ef94ab99b0fcf72613f4974 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 10 20:35:25.121589 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 10 20:35:25.127122 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 10 20:35:25.137221 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:25.271643 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:25.404586 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Allocated IP 172.25.6.138 (0dd4f9d0-6582-4da4-b66b-69d558326162/229ede3d-bd83-4066-a0e7-fa688f6bdab3/74bb337b-9c36-40f5-ad1b-3e830b0db026) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 20:35:25.546147 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:25.572836 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753943395530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:25.637139 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Network 0dd4f9d0-6582-4da4-b66b-69d558326162 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 20:35:25.639962 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 20:35:25.644235 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 20:35:25.673221 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'Port': ['ID=74bb337b-9c36-40f5-ad1b-3e830b0db026,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:25.690256 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.690595 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.690953 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.691284 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.691608 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.691927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.692244 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.692560 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.692873 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.693186 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:25.693500 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:35:26.244841 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:26.301795 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:26.505123 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:26.509582 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790619'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:26.610412 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event updated for resources: {'Port': ['ID=74bb337b-9c36-40f5-ad1b-3e830b0db026,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:35:26.627400 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380455'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:26.816516 n-d-816927-8 neutron-server[83630]: INFO neutron.db.l3_db [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Floating IP 0a154909-7533-4222-8ede-82c8d7babe3a associated. External IP: 172.25.6.138, port: d9c9d33e-d38d-48a5-a784-6781da479990. Jan 10 20:35:27.201738 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:35:27.400350 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:35:27.410370 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:35:27.422178 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:35:27.422738 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:35:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:35:27.424911 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:27.477474 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-b288bd5d-211c-42d3-9f24-7de2007d97e6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3723369 Jan 10 20:35:27.478044 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:35:27.530853 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'status': 'completed', 'code': 200} Jan 10 20:35:27.600200 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:35:27.619650 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-ffbfde50-8c4f-489d-b505-a1b9ec297567 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0668714 Jan 10 20:35:27.747917 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-2cae7231-5a65-4834-9fe1-0fc9ac8d9802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:27.749389 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-2cae7231-5a65-4834-9fe1-0fc9ac8d9802 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1235976 Jan 10 20:35:27.859645 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-9764fce0-bd22-400d-9842-446b1870a255 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 999 time: 0.1044776 Jan 10 20:35:27.919618 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-482a3e94-691f-46c6-ab50-a478df2ae325 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:27.921126 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-482a3e94-691f-46c6-ab50-a478df2ae325 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0558043 Jan 10 20:35:27.979341 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '0a154909-7533-4222-8ede-82c8d7babe3a', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:0c:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:35:26Z', 'updated_at': '2022-01-10T20:35:26Z', 'revision_number': 0, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}, {'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:58Z', 'revision_number': 1, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:35:27.983255 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:35:27.994291 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:35:27.994948 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:35:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:35:28.097114 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-b3586a75-da00-4169-a5a0-3d02c941910e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705940 Jan 10 20:35:28.174188 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:35:28.226104 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-707709fc-d51f-46da-876e-9ad9c5483633 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233814 Jan 10 20:35:28.238479 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:35:28.360496 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-5712bd25-06f1-42cc-a0cf-dd92239250f6 req-22acdbae-68c8-42e0-bfbb-fc5e6865c147 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285865 Jan 10 20:35:28.521268 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '0a154909-7533-4222-8ede-82c8d7babe3a', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:0c:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:35:26Z', 'updated_at': '2022-01-10T20:35:26Z', 'revision_number': 0, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}, {'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:58Z', 'revision_number': 1, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:35:28.525113 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb418c-62ae-4fc7-819d-0157476869c7 None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': '0a154909-7533-4222-8ede-82c8d7babe3a', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:0c:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:35:26Z', 'updated_at': '2022-01-10T20:35:26Z', 'revision_number': 0, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}, {'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:58Z', 'revision_number': 1, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:35:28.711890 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ab5dc-6a44-4079-898e-4f8b6d97ccea None None] New status for floating IP 0a154909-7533-4222-8ede-82c8d7babe3a: ACTIVE {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:35:38.607499 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0921243e-a158-4a71-9e31-27d49d6d9384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:40.636006 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1c4091e3-f3d5-4051-8352-97556764e7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:41.957480 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:42.155129 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:43.432050 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:46.047267 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:46.283157 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:35:47.451594 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-05633659-2415-430e-8f77-40bc311c26bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622858 Jan 10 20:35:47.583742 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-4ebf66b3-9669-4ebf-ac92-185a6390c398 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1095 time: 0.0672560 Jan 10 20:35:47.722316 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-105bf938-bf99-4590-90f2-0aa80d77341d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:47.723708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-105bf938-bf99-4590-90f2-0aa80d77341d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1233044 Jan 10 20:35:47.823509 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-374a2a8e-f328-4f50-85ca-063fec9980f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 999 time: 0.0940030 Jan 10 20:35:47.883839 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-1d336985-cbe5-40a1-8a66-3cd2ff8a4a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:35:47.885234 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-1d336985-cbe5-40a1-8a66-3cd2ff8a4a87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0561817 Jan 10 20:35:47.959770 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-c7128f05-955a-4428-a594-20ba619d476e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688977 Jan 10 20:35:48.086489 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-c22346ac-9a77-4254-b465-e2c141932860 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213365 Jan 10 20:35:48.213755 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-a19b86bf-f4ba-4865-8c5f-97787c44e575 req-cfc9ce84-9c19-4fa9-95d7-70fb6747b56e service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212928 Jan 10 20:36:03.097876 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-567327d2-ba86-4eea-acf0-62952e203448 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1508987 Jan 10 20:36:03.230345 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-1832b953-2d65-4825-a8eb-fc8fa767f263 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0659988 Jan 10 20:36:03.368711 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-34ef7241-c1d4-4d60-9ea0-03dd7ba1f3f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:36:03.370469 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-34ef7241-c1d4-4d60-9ea0-03dd7ba1f3f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1218891 Jan 10 20:36:03.469698 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-f897ba5c-2fc7-4d63-9b51-5384078c3a5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 1001 time: 0.0934951 Jan 10 20:36:03.532163 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-19ebb162-4344-4968-91e1-94aaba301422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:36:03.533526 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-19ebb162-4344-4968-91e1-94aaba301422 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0578783 Jan 10 20:36:03.604553 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-8052a69b-2c77-4e89-951d-f917cd0bbed9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647728 Jan 10 20:36:03.731300 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-0576f652-8ecb-4e94-b4ed-c965742befa3 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201742 Jan 10 20:36:03.861624 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-682d5011-1bfe-4dd6-bc95-57ac2f6d902c req-cc4c67a1-a9cd-429f-b852-fce38d1492a8 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220760 Jan 10 20:36:05.219260 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:36:08.609413 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8874a79-64b7-4c5a-b483-8348c77ee4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:10.637959 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-025a4d02-364f-4d99-84ba-63c90c2df744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:11.951663 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:12.158773 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:13.435860 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:16.064019 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:16.278147 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:38.611573 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e610-3b1d-4881-91c7-95488b002eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:40.640202 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de600534-6b12-425c-b5ef-70a65b82731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:41.954309 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:42.161034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:42.219809 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:36:43.438799 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:46.078011 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:46.278034 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:49.351584 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-56214f1d-bde8-410b-a0ca-0ee160c78d5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661120 Jan 10 20:36:49.486853 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-e0174fda-5b9d-4cde-9804-cc4fa1a252ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1095 time: 0.0704520 Jan 10 20:36:49.627811 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-3f80aeeb-a054-424b-894e-31cec04f7f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:36:49.629163 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-3f80aeeb-a054-424b-894e-31cec04f7f0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1238747 Jan 10 20:36:49.727490 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-40f3c18a-5f2b-4dd9-9551-4ebda7ad0d54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 999 time: 0.0927110 Jan 10 20:36:49.786197 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-fbf7947c-1e77-4604-a8f0-feea043d4357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:36:49.787601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-fbf7947c-1e77-4604-a8f0-feea043d4357 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0549982 Jan 10 20:36:49.861371 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-56a2264a-eb7a-47b2-8ebb-65e0a063ac4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681722 Jan 10 20:36:49.989059 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-7327835a-66aa-4a0a-bc7e-6967d759334f service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216307 Jan 10 20:36:50.117197 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-58cc3ded-26a7-4342-b54e-5279a6ef641d req-9cf6a617-bc09-4816-93f1-45d12fb36f93 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228185 Jan 10 20:36:58.504044 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 details requested by agent hyperv_n-h1-816927-8 with host n-h1-816927-8 {{(pid=83631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 10 20:36:58.636293 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:36:58.651036 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Returning: {'device': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'port_id': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'mac_address': 'fa:16:3e:0c:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 10 20:36:58.714849 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:58.733196 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9c9d33e-d38d-48a5-a784-6781da479990 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 20:36:58.750968 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:36:58.754804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:36:58.833593 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] get_ports_and_sgs() called for port_ids ['d9c9d33e-d38d-48a5-a784-6781da479990'] {{(pid=83631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 10 20:36:58.873275 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=6']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:36:58.895421 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.895645 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.895826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.896159 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.896492 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.896826 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.897150 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.897565 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.897784 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.898162 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:36:58.898611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:00.533976 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 up at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 10 20:37:00.607430 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Provisioning complete for port d9c9d33e-d38d-48a5-a784-6781da479990 triggered by entity L2. {{(pid=83631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 20:37:00.607800 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551771'] for port, provisioning_complete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:00.729641 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:00.757560 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:37:00.767899 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:00.775058 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:00.846123 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'code': 200} Jan 10 20:37:00.863561 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=7']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:04.565540 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-ede11ced-4397-49ec-93a3-4f8608c792d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0859828 Jan 10 20:37:04.729535 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-f5d4ef6c-cfe4-4757-8eaa-6d05d1ae12ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:04.730994 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-f5d4ef6c-cfe4-4757-8eaa-6d05d1ae12ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1463349 Jan 10 20:37:04.837842 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-dbb1b7e1-29ba-47a1-821b-fea4ba1fecca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 1001 time: 0.0993216 Jan 10 20:37:04.909323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-037e6c3c-c393-4c2b-9915-88907b326ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:04.910812 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-037e6c3c-c393-4c2b-9915-88907b326ff7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0667796 Jan 10 20:37:04.988987 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-7d1764fd-d1fa-48eb-b6d5-150b189e84de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717223 Jan 10 20:37:05.132122 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-c08f82c8-7d93-4fc8-a39e-58e94c11f789 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370692 Jan 10 20:37:05.360318 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-270bf06d-7a38-46f0-9fa5-26f9bc19e427 req-8561c973-1490-48a3-889d-ad47b2d657eb service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216749 Jan 10 20:37:08.614213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-84b994a6-54e6-45a3-942e-4b48d6884a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:10.371001 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.21', 40922) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:10.643541 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b8b093c-32ef-41d5-9b58-5e15eed1feb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:10.657052 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Deleting port 74bb337b-9c36-40f5-ad1b-3e830b0db026 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:10.657390 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:10.826704 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:10.827602 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:10.950061 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Calling delete_port for 74bb337b-9c36-40f5-ad1b-3e830b0db026 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:11.093699 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:11.141678 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event deleted for resources: {'Port': ['ID=74bb337b-9c36-40f5-ad1b-3e830b0db026,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:11.209003 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.209344 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.209680 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.210012 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.210414 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.210644 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.210987 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.211308 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.211622 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.211939 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.212253 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:11.244932 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:11.622206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:37:11.813462 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:37:11.822914 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:37:11.830078 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:11.835448 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:11.836137 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:11.885575 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [None req-1d9719fb-d324-4721-b38e-dded1754fa7f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "DELETE /v2.0/floatingips/0a154909-7533-4222-8ede-82c8d7babe3a HTTP/1.1" status: 204 len: 168 time: 1.5133140 Jan 10 20:37:11.885984 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:37:11.958745 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:11.977940 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'status': 'completed', 'code': 200} Jan 10 20:37:12.017843 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:12.075542 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-88012b06-49f0-43f5-a4bd-d37828b90fc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0765884 Jan 10 20:37:12.173134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:12.232373 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54e40-b2df-424e-9532-19ea902eb15d req-9be655ae-e680-43cc-b4c5-31303f7f8ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:12.235065 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-9be655ae-e680-43cc-b4c5-31303f7f8ad0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1532738 Jan 10 20:37:12.302114 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-e5c7bf55-fd6c-4206-abd3-e8ba2ccef576 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 200 len: 217 time: 0.0607529 Jan 10 20:37:12.370371 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54e40-b2df-424e-9532-19ea902eb15d req-91f35ae8-41b6-471c-be79-61bcec934e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:12.372208 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-91f35ae8-41b6-471c-be79-61bcec934e02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0638173 Jan 10 20:37:12.395726 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:58Z', 'revision_number': 1, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:12.399719 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:37:12.411241 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:12.411844 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:12.448980 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-00fb2ec7-a402-4780-a978-14906c5d569b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708964 Jan 10 20:37:12.481355 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd446d7e-d9b7-41a5-97fc-1c6dc2cad744 req-e5a9bb82-d093-4fc3-b5d0-faad3047d772 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:12.482352 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cd446d7e-d9b7-41a5-97fc-1c6dc2cad744 req-e5a9bb82-d093-4fc3-b5d0-faad3047d772 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Synchronizing usage tracker for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:37:12.500361 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-cd446d7e-d9b7-41a5-97fc-1c6dc2cad744 req-e5a9bb82-d093-4fc3-b5d0-faad3047d772 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Unset dirty status for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:37:12.502312 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd446d7e-d9b7-41a5-97fc-1c6dc2cad744 req-e5a9bb82-d093-4fc3-b5d0-faad3047d772 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 945 time: 0.2686214 Jan 10 20:37:12.551225 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-cd446d7e-d9b7-41a5-97fc-1c6dc2cad744 req-02d66fd0-b28e-4e8f-8305-b1d8b572f9b5 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Jan 10 20:37:12.594848 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-7b34eb36-aa35-46d7-a4f6-f66de2b28076 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385894 Jan 10 20:37:12.596099 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:12.627363 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:12.710286 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543126'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:12.727264 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-09d54e40-b2df-424e-9532-19ea902eb15d req-4d3ec43f-7ece-404a-980f-a0e084571e39 service neutron] 10.222.0.44 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264791 Jan 10 20:37:12.737782 n-d-816927-8 neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:37:12.749155 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:12.754026 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753943772407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753943395548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753943398669'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:12.801317 n-d-816927-8 neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'code': 200} Jan 10 20:37:12.823580 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Pushing event updated for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=8']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:12.978301 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:58Z', 'revision_number': 1, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:12.982028 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a1432-55ff-481f-9bbd-2589f24c3fdf None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_floatingips': [{'id': 'adade78f-2097-4051-bec9-6cb42d6b7983', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'router_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'port_id': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'mac_address': 'fa:16:3e:6b:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a3304c-ab53-48ce-99f1-15a410625410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T20:32:52Z', 'updated_at': '2022-01-10T20:32:58Z', 'revision_number': 1, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:37:13.195239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd595dd-879f-454a-b674-380077de5595 None None] New status for floating IP 0a154909-7533-4222-8ede-82c8d7babe3a: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:37:13.441420 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:13.726491 n-d-816927-8 neutron-server[83629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-292b64dc-9ae6-4eb9-b4af-344ea77d95fe tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:13.727887 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-292b64dc-9ae6-4eb9-b4af-344ea77d95fe tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Synchronizing usage tracker for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83629) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:37:13.739901 n-d-816927-8 neutron-server[83629]: DEBUG neutron.quota.resource [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-292b64dc-9ae6-4eb9-b4af-344ea77d95fe tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Unset dirty status for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:37:13.741198 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-292b64dc-9ae6-4eb9-b4af-344ea77d95fe tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 943 time: 0.0910318 Jan 10 20:37:13.752455 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92307e-8318-4247-8ec9-a00600416fd2 req-4636d089-7e5c-4fa4-905d-fa4c3fa2d433 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:13.753910 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba92307e-8318-4247-8ec9-a00600416fd2 req-4636d089-7e5c-4fa4-905d-fa4c3fa2d433 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 943 time: 0.0780728 Jan 10 20:37:13.799649 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ba92307e-8318-4247-8ec9-a00600416fd2 req-4541bb22-e44b-4637-b42e-62b81f3d905b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397685 Jan 10 20:37:13.807312 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Deleting port d9c9d33e-d38d-48a5-a784-6781da479990 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:13.807771 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:14.041211 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] For port d9c9d33e-d38d-48a5-a784-6781da479990, host n-h1-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816927-8',level=0,port_id=d9c9d33e-d38d-48a5-a784-6781da479990,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:14.041573 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:14.158733 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Calling delete_port for d9c9d33e-d38d-48a5-a784-6781da479990 owned by compute:nova {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:14.293988 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:14.339505 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event deleted for resources: {'Port': ['ID=d9c9d33e-d38d-48a5-a784-6781da479990,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:14.379970 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.380323 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.380667 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.381003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.381334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.381664 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.381989 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.382311 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.382632 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.382972 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.383298 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816927-8 {{(pid=83629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 20:37:14.512647 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] No DVR routers for this DVR port d9c9d33e-d38d-48a5-a784-6781da479990 on host n-h1-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:37:14.515626 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:14.518141 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-deleted', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:37:14.533237 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [req-6f17ca9c-a868-4918-8c72-de862c9329cd req-dff7065a-0cf8-4d6e-b5ea-0adc5c1c0db3 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.44 "DELETE /v2.0/ports/d9c9d33e-d38d-48a5-a784-6781da479990 HTTP/1.1" status: 204 len: 173 time: 0.7871761 Jan 10 20:37:14.603635 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a71d08-1903-4c4a-a79b-6a27db0bfc37', 'name': 'network-vif-deleted', 'tag': 'd9c9d33e-d38d-48a5-a784-6781da479990', 'status': 'completed', 'code': 200} Jan 10 20:37:14.991139 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-4cdba4fb-d0dc-4ad8-a041-191049a79a4d req-3d0486be-1b5a-48dd-b6aa-ed6bc886e04a tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8a71d08-1903-4c4a-a79b-6a27db0bfc37 HTTP/1.1" status: 200 len: 210 time: 0.0466874 Jan 10 20:37:16.078928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:16.279913 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:16.594991 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 no longer exists at agent hyperv_n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:16.628457 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] No Port match for: d9c9d33e-d38d-48a5-a784-6781da479990 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:16.628803 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Device d9c9d33e-d38d-48a5-a784-6781da479990 not bound to the agent host n-h1-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:16.651613 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 40988) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:16.849204 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Deleting port c9104e82-f12b-4a76-8d2f-1c0148c0c7c8 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:16.849496 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:17.009955 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:17.010304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:17.131754 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Calling delete_port for c9104e82-f12b-4a76-8d2f-1c0148c0c7c8 owned by network:floatingip {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:17.277454 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:17.321476 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event deleted for resources: {'Port': ['ID=c9104e82-f12b-4a76-8d2f-1c0148c0c7c8,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:17.412103 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for floatingip, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:17.789437 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:37:17.985052 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:37:17.994516 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:37:18.001056 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for floatingip, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:18.006432 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:18.007057 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:18.161341 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4d2c3be5-bd39-4936-bea8-fe6acc961aff tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "DELETE /v2.0/floatingips/adade78f-2097-4051-bec9-6cb42d6b7983 HTTP/1.1" status: 204 len: 168 time: 1.5086403 Jan 10 20:37:18.161922 n-d-816927-8 neutron-server[83629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:37:18.189189 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:18.216335 n-d-816927-8 neutron-server[83629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'status': 'completed', 'code': 200} Jan 10 20:37:18.308425 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-96ec8c40-c5d7-4e24-a7d7-77c3113d1abf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=271537a46ef94ab99b0fcf72613f4974&device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 1095 time: 0.0718849 Jan 10 20:37:18.450178 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-81aa1d7f-fa3b-44bc-a513-8ebdbda7233f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:18.451678 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-81aa1d7f-fa3b-44bc-a513-8ebdbda7233f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 200 len: 910 time: 0.1375887 Jan 10 20:37:18.511968 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:18.515892 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:37:18.526140 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:18.526723 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:18.560601 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-2d55d01e-b897-4b2b-9248-aa05aea7740e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 200 len: 217 time: 0.1028247 Jan 10 20:37:18.635372 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-4029702c-ad9d-4d7c-85e6-02e79c710658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:18.636708 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-4029702c-ad9d-4d7c-85e6-02e79c710658 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 200 len: 848 time: 0.0663862 Jan 10 20:37:18.644927 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c343-96bb-41ef-aa51-c2c7ed9dc84d req-827e47da-384f-4a3f-8b96-71812af41cf6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:18.646259 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acb0c343-96bb-41ef-aa51-c2c7ed9dc84d req-827e47da-384f-4a3f-8b96-71812af41cf6 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 944 time: 0.1414993 Jan 10 20:37:18.702819 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:18.741834 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-acb0c343-96bb-41ef-aa51-c2c7ed9dc84d req-36e8e39c-e080-4d35-bb8a-9ab683d70a3c tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634348 Jan 10 20:37:18.752688 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-5d2a476d-7ac2-45d5-9562-0bad77aac8d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dea9b1b3-dad5-4147-8312-c1f9a183e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055555 Jan 10 20:37:18.887510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-f8249f59-00ae-492d-8543-cbf4b6108e20 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283882 Jan 10 20:37:19.015888 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-ffbdaf3d-d82a-4c23-9c39-85ba0e0f6275 req-63f4d8a7-bc8b-41a6-b1cb-7f37252faac6 service neutron] 10.222.0.30 "GET /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230330 Jan 10 20:37:19.042344 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:19.046286 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77cdb9f-b638-43e7-ba7f-4a16ba979ecf None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:32:29Z', 'revision_number': 4, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8', '_interfaces': [{'id': '95b43d72-fd55-4a9c-9b08-02acfd1c9952', 'name': '', 'network_id': 'dea9b1b3-dad5-4147-8312-c1f9a183e616', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'mac_address': 'fa:16:3e:ea:53:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:29Z', 'updated_at': '2022-01-10T20:32:38Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'subnets': [{'id': '6e16d0fc-b7cc-461e-8109-a4b62304980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:37:19.219650 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:37:19.268158 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98361755-6636-4d9e-af0f-2d0115f2c00f None None] New status for floating IP adade78f-2097-4051-bec9-6cb42d6b7983: DOWN {{(pid=83631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 10 20:37:19.979670 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724de13-2fd1-4d04-a860-959dcb1c461f req-f3ddd465-e0fa-461f-9d75-c6a4c70f128f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:19.981098 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9724de13-2fd1-4d04-a860-959dcb1c461f req-f3ddd465-e0fa-461f-9d75-c6a4c70f128f tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 944 time: 0.1152391 Jan 10 20:37:20.043626 n-d-816927-8 neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-9e782365-c97b-4389-8017-29847033bb94 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 20:37:20.044943 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-9e782365-c97b-4389-8017-29847033bb94 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.30 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 944 time: 0.1160996 Jan 10 20:37:20.049132 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-9724de13-2fd1-4d04-a860-959dcb1c461f req-fbc4e8fc-613c-4fb3-92cc-c7405a288f69 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/security-groups?id=161f2568-59f5-4501-aad1-86a1d03f46fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565145 Jan 10 20:37:20.110685 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Deleting port e9b2c081-0976-46a0-8579-ab5ef687ddc3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:20.111052 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:20.343351 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] For port e9b2c081-0976-46a0-8579-ab5ef687ddc3, host n-h2-816927-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816927-8',level=0,port_id=e9b2c081-0976-46a0-8579-ab5ef687ddc3,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:20.343628 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:20.558913 n-d-816927-8 neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Calling delete_port for e9b2c081-0976-46a0-8579-ab5ef687ddc3 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:20.694594 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790592'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:20.743317 n-d-816927-8 neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event deleted for resources: {'Port': ['ID=e9b2c081-0976-46a0-8579-ab5ef687ddc3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:20.821083 n-d-816927-8 neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] No DVR routers for this DVR port e9b2c081-0976-46a0-8579-ab5ef687ddc3 on host n-h2-816927-8 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:37:20.823938 n-d-816927-8 neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123198'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:20.826369 n-d-816927-8 neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-deleted', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 20:37:20.838784 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-979426e3-b201-4e01-9771-2bc387f8cd38 req-dea38370-2353-4656-8a8b-2c9511ada52b tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.30 "DELETE /v2.0/ports/e9b2c081-0976-46a0-8579-ab5ef687ddc3 HTTP/1.1" status: 204 len: 173 time: 0.7887123 Jan 10 20:37:20.880936 n-d-816927-8 neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a3304c-ab53-48ce-99f1-15a410625410', 'name': 'network-vif-deleted', 'tag': 'e9b2c081-0976-46a0-8579-ab5ef687ddc3', 'status': 'completed', 'code': 200} Jan 10 20:37:21.230015 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-85238e9e-bdbf-4906-a274-7a6b8346c8b5 req-9306b1ca-ccc0-4ebd-9645-9455d9f82d6d tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Synchronizing usage tracker for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 10 20:37:21.246142 n-d-816927-8 neutron-server[83630]: DEBUG neutron.quota.resource [req-85238e9e-bdbf-4906-a274-7a6b8346c8b5 req-9306b1ca-ccc0-4ebd-9645-9455d9f82d6d tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Unset dirty status for tenant:271537a46ef94ab99b0fcf72613f4974 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 10 20:37:21.247510 n-d-816927-8 neutron-server[83630]: INFO neutron.wsgi [req-85238e9e-bdbf-4906-a274-7a6b8346c8b5 req-9306b1ca-ccc0-4ebd-9645-9455d9f82d6d tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a3304c-ab53-48ce-99f1-15a410625410 HTTP/1.1" status: 200 len: 210 time: 0.0581174 Jan 10 20:37:22.352117 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41006) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:22.417845 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eee71013-469d-4cd2-b70e-7a677597dc68 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:22.446432 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eee71013-469d-4cd2-b70e-7a677597dc68 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:22.509499 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eee71013-469d-4cd2-b70e-7a677597dc68 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:22.528648 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee71013-469d-4cd2-b70e-7a677597dc68 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161f2568-59f5-4501-aad1-86a1d03f46fa,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:22.536465 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eee71013-469d-4cd2-b70e-7a677597dc68 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:22.537626 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eee71013-469d-4cd2-b70e-7a677597dc68 tempest-TestSnapshotPattern-1651901483 tempest-TestSnapshotPattern-1651901483-project] 10.222.0.21 "DELETE /v2.0/security-groups/161f2568-59f5-4501-aad1-86a1d03f46fa HTTP/1.1" status: 204 len: 168 time: 0.1845479 Jan 10 20:37:22.590765 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41012) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:22.965993 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:23.531868 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Deleting port 95b43d72-fd55-4a9c-9b08-02acfd1c9952 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:23.532537 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:23.654227 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 no longer exists at agent hyperv_n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:23.689342 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] No Port match for: e9b2c081-0976-46a0-8579-ab5ef687ddc3 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:23.689701 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Device e9b2c081-0976-46a0-8579-ab5ef687ddc3 not bound to the agent host n-h2-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:23.696641 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] For port 95b43d72-fd55-4a9c-9b08-02acfd1c9952, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95b43d72-fd55-4a9c-9b08-02acfd1c9952,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:23.696996 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:23.905422 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Calling delete_port for 95b43d72-fd55-4a9c-9b08-02acfd1c9952 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:24.077067 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:24.120919 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b43d72-fd55-4a9c-9b08-02acfd1c9952,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:24.400981 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:24.960787 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:37:25.154324 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:37:25.163770 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] Sync routers for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:37:25.170015 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-4ab3c6be-005d-48f5-863c-c5c071ba0856 admin admin] 10.222.0.21 "PUT /v2.0/routers/ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781720 Jan 10 20:37:25.172581 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41016) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:25.175964 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:25.176547 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:25.353658 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: n-d-816927-8 {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:25.467538 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:25.634450 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:37:24Z', 'revision_number': 5, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port': {'id': '52dbc447-f1c2-4475-aeb8-2805ba436c70', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:27Z', 'updated_at': '2022-01-10T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:25.638405 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] Checking router: ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 for host: n-d-816927-8 {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:37:25.649046 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] Routers {'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'} bound to L3 agent in host n-d-816927-8 {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:25.649632 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:25.664057 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:25.673883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Deleting port 52dbc447-f1c2-4475-aeb8-2805ba436c70 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:25.674260 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:25.795914 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] Set router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 gateway port host: None {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:25.843941 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] For port 52dbc447-f1c2-4475-aeb8-2805ba436c70, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=52dbc447-f1c2-4475-aeb8-2805ba436c70,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:25.844307 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:25.899886 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:37:25Z', 'revision_number': 6, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:25.903637 n-d-816927-8 neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039e21c-90fd-4047-94a3-068863cf6b39 None None] The sync data for ids ['ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6'] in n-d-816927-8 is: [{'id': 'ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6', 'name': 'tempest-TestSnapshotPattern-904971234-router', 'tenant_id': '271537a46ef94ab99b0fcf72613f4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:26Z', 'updated_at': '2022-01-10T20:37:25Z', 'revision_number': 6, 'project_id': '271537a46ef94ab99b0fcf72613f4974', 'gw_port_host': None}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:37:25.965362 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Calling delete_port for 52dbc447-f1c2-4475-aeb8-2805ba436c70 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:26.127523 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:26.170502 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=52dbc447-f1c2-4475-aeb8-2805ba436c70,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:26.390460 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:26.645470 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:26.649750 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:26.664010 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95b43d72-fd55-4a9c-9b08-02acfd1c9952 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:26.679357 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:26.679935 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:37:26.692197 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:26.695738 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-03715db4-c7b0-40a0-80bf-616ed870d8fc admin admin] 10.222.0.21 "DELETE /v2.0/routers/ca4a21b3-75bb-4e00-97ae-1b1ce17b14d6 HTTP/1.1" status: 204 len: 168 time: 1.5198348 Jan 10 20:37:26.696037 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41020) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:26.698980 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 95b43d72-fd55-4a9c-9b08-02acfd1c9952 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:26.699339 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95b43d72-fd55-4a9c-9b08-02acfd1c9952 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:26.699762 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52dbc447-f1c2-4475-aeb8-2805ba436c70 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:26.733540 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 52dbc447-f1c2-4475-aeb8-2805ba436c70 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:26.733892 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 52dbc447-f1c2-4475-aeb8-2805ba436c70 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:27.008319 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Deleting subnet 6e16d0fc-b7cc-461e-8109-a4b62304980a {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:37:27.011252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.059885 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.141801 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.205947 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.242979 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e16d0fc-b7cc-461e-8109-a4b62304980a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:27.248061 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.253328 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def4aa8-c3c8-4578-9d12-edce5d16225e None None] Network dea9b1b3-dad5-4147-8312-c1f9a183e616 requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:37:27.255938 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-7a2b2b70-1f52-4b8a-b731-e88876bb5252 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6e16d0fc-b7cc-461e-8109-a4b62304980a HTTP/1.1" status: 204 len: 168 time: 0.5573142 Jan 10 20:37:27.256832 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41026) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:27.359937 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.369906 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Deleting port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:27.370231 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.503131 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] DHCP port deletion for dea9b1b3-dad5-4147-8312-c1f9a183e616 request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:37:27.507204 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Deleting port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:27.507575 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.575582 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] For port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:27.575943 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.696675 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Calling delete_port for 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:27.704326 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] For port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,segment=NetworkSegment(d5eac348-d588-4c28-b06d-31a74e0b13c5),segment_id=d5eac348-d588-4c28-b06d-31a74e0b13c5)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:27.704828 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.770696 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.815310 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:27.819003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] No DVR routers for this DVR port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:37:27.827787 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Calling delete_port for 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:27.895369 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:37:27.895722 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:37:27.931372 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.955570 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea9b1b3-dad5-4147-8312-c1f9a183e616']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:27.966852 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eac348-d588-4c28-b06d-31a74e0b13c5') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:27.967194 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eac348-d588-4c28-b06d-31a74e0b13c5') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:27.978128 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:27.993810 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:28.000308 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:37:28.000685 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:37:28.013359 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:37:28.088084 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:28.093530 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:28.117291 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea9b1b3-dad5-4147-8312-c1f9a183e616,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:28.129316 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-60dda21b-5592-4689-9e3b-4ebe53710c52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dea9b1b3-dad5-4147-8312-c1f9a183e616 HTTP/1.1" status: 204 len: 168 time: 0.8714528 Jan 10 20:37:28.132142 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41030) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:28.396880 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Deleting port 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:28.397387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:28.465708 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-122f16b3-7382-4e87-8c02-7282da48d772 None None] The port '3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:37:28.610684 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-379221'] for router_interface, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:28.622224 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:28.656289 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:28.656571 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 3e2a5784-d1a5-4890-b2a4-8fbb67af5fb6 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:29.189438 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Deleting port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:29.189998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:29.352317 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] For port 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:29.352584 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:29.468046 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Calling delete_port for 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 owned by network:router_interface {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:29.635220 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:29.680377 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a42a439-d1ea-490a-b9e9-c55dfe6f4b86,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:30.059739 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7783538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-380600'] for router_interface, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:30.623883 n-d-816927-8 neutron-server[83629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Router 15eabbb9-a2a6-45d3-8e4c-891629af1761 has already been hosted by L3 agent 141d411a-2a20-4915-8708-cf87f7478027 {{(pid=83629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 20:37:30.826710 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] Notify agent at l3_agent.n-d-816927-8 the message routers_updated {{(pid=83629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 20:37:30.835466 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] Sync routers for ids ['15eabbb9-a2a6-45d3-8e4c-891629af1761'] in n-d-816927-8 {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 10 20:37:30.844714 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-88ba920a-e08f-4e3a-9a0d-25d62c4fbe7b admin admin] 10.222.0.21 "PUT /v2.0/routers/15eabbb9-a2a6-45d3-8e4c-891629af1761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7115378 Jan 10 20:37:30.847200 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41034) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:30.849239 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] Routers {'15eabbb9-a2a6-45d3-8e4c-891629af1761'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:30.849855 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['15eabbb9-a2a6-45d3-8e4c-891629af1761'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:31.025949 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] Set router 15eabbb9-a2a6-45d3-8e4c-891629af1761 gateway port host: n-d-816927-8 {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:31.038770 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks [] for router, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:31.235344 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:31.244289 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Deleting port 40c3bc9f-065a-4276-8291-f6a96ff576c7 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:31.244625 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:31.336898 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'external_fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:37:29Z', 'revision_number': 5, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port': {'id': '40c3bc9f-065a-4276-8291-f6a96ff576c7', 'name': '', 'network_id': '0dd4f9d0-6582-4da4-b66b-69d558326162', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816927-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T20:32:33Z', 'updated_at': '2022-01-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229ede3d-bd83-4066-a0e7-fa688f6bdab3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816927-8'}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:31.340684 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] Checking router: 15eabbb9-a2a6-45d3-8e4c-891629af1761 for host: n-d-816927-8 {{(pid=83631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 10 20:37:31.351629 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] Routers {'15eabbb9-a2a6-45d3-8e4c-891629af1761'} bound to L3 agent in host n-d-816927-8 {{(pid=83631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 20:37:31.352156 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816927-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T18:46:40Z,description=,heartbeat_timestamp=2022-01-10T20:37:11Z,host='n-d-816927-8',id=141d411a-2a20-4915-8708-cf87f7478027,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T18:46:40Z,topic='l3_agent')) {'router_ids': ['15eabbb9-a2a6-45d3-8e4c-891629af1761'], 'active': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:31.408983 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] For port 40c3bc9f-065a-4276-8291-f6a96ff576c7, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=40c3bc9f-065a-4276-8291-f6a96ff576c7,segment=NetworkSegment(fce74e19-b39e-45cc-a0e1-cf612970edce),segment_id=fce74e19-b39e-45cc-a0e1-cf612970edce)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:31.409330 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:31.502905 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_dvr_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] Set router 15eabbb9-a2a6-45d3-8e4c-891629af1761 gateway port host: None {{(pid=83631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 10 20:37:31.608576 n-d-816927-8 neutron-server[83631]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:37:31Z', 'revision_number': 6, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port_host': None}], 'n-d-816927-8', False) {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:31.612318 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0ff17-06fb-432c-9024-1ee3bcb1cc70 None None] The sync data for ids ['15eabbb9-a2a6-45d3-8e4c-891629af1761'] in n-d-816927-8 is: [{'id': '15eabbb9-a2a6-45d3-8e4c-891629af1761', 'name': 'tempest-TestSnapshotPattern-655182595-router', 'tenant_id': '0340663d3a4541eeadc8ea80e82a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T20:32:32Z', 'updated_at': '2022-01-10T20:37:31Z', 'revision_number': 6, 'project_id': '0340663d3a4541eeadc8ea80e82a07ff', 'gw_port_host': None}] {{(pid=83631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 10 20:37:31.643442 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Calling delete_port for 40c3bc9f-065a-4276-8291-f6a96ff576c7 owned by network:router_gateway {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:31.810026 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:31.854814 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c3bc9f-065a-4276-8291-f6a96ff576c7,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:32.080586 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380530'] for router_gateway, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.331239 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.335631 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.366998 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378506'] for router, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.367546 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15eabbb9-a2a6-45d3-8e4c-891629af1761 {{(pid=83629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 20:37:32.380456 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] Notify callbacks [] for router, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.381580 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-59402919-b908-4e2c-8d2a-7a4e53e3cf13 admin admin] 10.222.0.21 "DELETE /v2.0/routers/15eabbb9-a2a6-45d3-8e4c-891629af1761 HTTP/1.1" status: 204 len: 168 time: 1.5334289 Jan 10 20:37:32.384167 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41038) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:32.445026 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Deleting subnet ba063247-ad09-4bc7-a959-9780cafcd814 {{(pid=83629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 10 20:37:32.448051 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.496158 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316842'] for subnet, precommit_delete_associations {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.573282 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-546687'] for subnet, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.629532 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:32.645174 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-546676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2104097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3118944'] for subnet, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.661847 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:32.662192 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 5a42a439-d1ea-490a-b9e9-c55dfe6f4b86 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:32.662611 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40c3bc9f-065a-4276-8291-f6a96ff576c7 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:32.679579 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba063247-ad09-4bc7-a959-9780cafcd814,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:32.692304 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.695128 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4d5dc-3c2c-498c-b7ef-9a65a9674c94 None None] Network a06ecd87-c8b1-497e-86e9-057d5bff451a requested from n-d-816927-8 {{(pid=83631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 10 20:37:32.698245 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-eaefef03-b21d-499c-b855-091a3a869e44 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba063247-ad09-4bc7-a959-9780cafcd814 HTTP/1.1" status: 204 len: 168 time: 0.3131752 Jan 10 20:37:32.700839 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41042) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:32.709614 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 40c3bc9f-065a-4276-8291-f6a96ff576c7 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:32.709939 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 40c3bc9f-065a-4276-8291-f6a96ff576c7 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:32.804984 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621462'] for network, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.815316 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Deleting port 95a91122-24eb-43fc-875f-1f86a1c94418 {{(pid=83629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:32.815648 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:32.950997 n-d-816927-8 neutron-server[83631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] DHCP port deletion for a06ecd87-c8b1-497e-86e9-057d5bff451a request from n-d-816927-8 {{(pid=83631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 10 20:37:32.955505 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Deleting port 95a91122-24eb-43fc-875f-1f86a1c94418 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:32.955886 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.118256 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.db [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] For port 95a91122-24eb-43fc-875f-1f86a1c94418, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95a91122-24eb-43fc-875f-1f86a1c94418,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:33.118614 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.157176 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] For port 95a91122-24eb-43fc-875f-1f86a1c94418, host n-d-816927-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816927-8',level=0,port_id=95a91122-24eb-43fc-875f-1f86a1c94418,segment=NetworkSegment(7dd74781-389e-400f-b24f-76f241a15e07),segment_id=7dd74781-389e-400f-b24f-76f241a15e07)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 20:37:33.157494 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518951'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.236688 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Calling delete_port for 95a91122-24eb-43fc-875f-1f86a1c94418 owned by network:dhcp {{(pid=83629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:33.276998 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Calling delete_port for 95a91122-24eb-43fc-875f-1f86a1c94418 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 10 20:37:33.309252 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753943772389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753943395539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2238192'] for port, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.345305 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.db.api [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 20:37:33.345654 n-d-816927-8 neutron-server[83631]: DEBUG oslo_db.api [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 20:37:33.356865 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=95a91122-24eb-43fc-875f-1f86a1c94418,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:33.361421 n-d-816927-8 neutron-server[83629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] No DVR routers for this DVR port 95a91122-24eb-43fc-875f-1f86a1c94418 on host n-d-816927-8 {{(pid=83629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 20:37:33.475402 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-552324', 'neutron.services.segments.db._delete_segments_for_network-8753943848156'] for network, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.499454 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06ecd87-c8b1-497e-86e9-057d5bff451a']}} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:33.511006 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd74781-389e-400f-b24f-76f241a15e07') {'for_net_delete': True} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:33.511303 n-d-816927-8 neutron-server[83629]: DEBUG neutron.services.segments.db [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd74781-389e-400f-b24f-76f241a15e07') {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 20:37:33.522608 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753943848039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316851'] for segment, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.537790 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541401'] for segment, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.543603 n-d-816927-8 neutron-server[83629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 10 20:37:33.543981 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2238151'] for segment, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: Traceback (most recent call last): Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: timer() Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: cb(*args, **kw) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: return func(*args, **kwargs) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: self._notify() Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: self.callback(batched_events) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: event.method(event) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: return f(self, *a, **k) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: return self._get(url).json() Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: return self.request(url, 'GET', **kwargs) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 20:37:33.556861 n-d-816927-8 neutron-server[83629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 20:37:33.631073 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-552445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7783677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380501'] for network, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.648122 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Notify callbacks [] for network, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.659966 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=a06ecd87-c8b1-497e-86e9-057d5bff451a,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:33.664720 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-c9685d77-921a-4264-974c-cc8faf4d3bbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/a06ecd87-c8b1-497e-86e9-057d5bff451a HTTP/1.1" status: 204 len: 168 time: 0.9629407 Jan 10 20:37:33.808816 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41050) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:33.846528 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Deleting port 95a91122-24eb-43fc-875f-1f86a1c94418 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 10 20:37:33.847075 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753943912232'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.858152 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-8c06643a-25cc-4285-9481-888003d91fca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=271537a46ef94ab99b0fcf72613f4974&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473208 Jan 10 20:37:33.860257 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41054) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:33.912302 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-51b4eb50-b14a-474a-95b5-cc72455abb6d None None] The port '95a91122-24eb-43fc-875f-1f86a1c94418' was deleted {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 10 20:37:33.923321 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ae43f04-7810-47e0-adb9-751cbf111186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:33.948577 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ae43f04-7810-47e0-adb9-751cbf111186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.000959 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ae43f04-7810-47e0-adb9-751cbf111186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.017495 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43f04-7810-47e0-adb9-751cbf111186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff9854-88d1-44d0-ac75-a099bd275a85,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:34.025044 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6ae43f04-7810-47e0-adb9-751cbf111186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.025779 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-6ae43f04-7810-47e0-adb9-751cbf111186 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17ff9854-88d1-44d0-ac75-a099bd275a85 HTTP/1.1" status: 204 len: 168 time: 0.1646526 Jan 10 20:37:34.423828 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41064) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:34.472062 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-3a6ce999-416b-41af-98fb-5ddad9aec153 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0340663d3a4541eeadc8ea80e82a07ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471051 Jan 10 20:37:34.474334 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [-] (83629) accepted ('10.222.0.21', 41068) {{(pid=83629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 10 20:37:34.531317 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aed472a3-1d13-433c-b4c5-00dc86691180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.555497 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aed472a3-1d13-433c-b4c5-00dc86691180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.606262 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aed472a3-1d13-433c-b4c5-00dc86691180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333860'] for security_group, after_delete {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.621003 n-d-816927-8 neutron-server[83629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed472a3-1d13-433c-b4c5-00dc86691180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f93e49a-8dcb-4a4d-9b24-fa2fadfba101,revision_number=None']} {{(pid=83629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 20:37:34.624602 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95a91122-24eb-43fc-875f-1f86a1c94418 no longer exists at agent ovs-agent-n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 10 20:37:34.629255 n-d-816927-8 neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-aed472a3-1d13-433c-b4c5-00dc86691180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:34.630367 n-d-816927-8 neutron-server[83629]: INFO neutron.wsgi [None req-aed472a3-1d13-433c-b4c5-00dc86691180 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f93e49a-8dcb-4a4d-9b24-fa2fadfba101 HTTP/1.1" status: 204 len: 168 time: 0.1551721 Jan 10 20:37:34.664305 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] No Port match for: 95a91122-24eb-43fc-875f-1f86a1c94418 {{(pid=83631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 10 20:37:34.664648 n-d-816927-8 neutron-server[83631]: DEBUG neutron.plugins.ml2.rpc [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Device 95a91122-24eb-43fc-875f-1f86a1c94418 not bound to the agent host n-d-816927-8 {{(pid=83631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 10 20:37:38.618366 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-82589eea-4ff6-4052-8fb4-e4b23413d644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:40.644195 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9f2b08e7-8183-4acd-aeaf-e095a55f3d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:41.954538 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:42.169427 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:43.444653 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:46.099042 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:46.275217 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:37:56.219673 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:38:08.620978 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7c60d128-910e-4798-8cca-1392142edfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:10.646251 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c14f60a4-e65f-4be1-b42b-8bf6a2bbe94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:11.956831 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:12.172515 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:13.448482 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:16.098981 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:16.275765 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:33.219573 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:38:38.622090 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0bd79e7d-c2f1-4643-97e3-b68c42521bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:40.647375 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b4eef480-250a-4ff9-af8b-c66b70725b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:41.960177 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:42.175054 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:43.451535 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:46.086134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:38:46.273260 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:08.624406 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8552ab8-c553-4e71-a363-4d8fad2409a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:10.219475 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:39:10.649477 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4f549771-63e0-470a-837d-187292dd9d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:11.961517 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:12.177273 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:13.454781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:16.088134 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:16.273534 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:38.625364 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-44a0e91c-5ab4-4a68-9881-77f7bc3c37a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:40.650606 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a9ab417c-d286-4cd6-bdce-29be56962b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:41.963690 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:42.180322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:43.457367 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:46.087928 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:46.272804 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:39:47.219060 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:40:08.627503 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d475-77ad-4739-9d36-f0bbd50855bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:10.651522 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0cd468d-c823-4fe7-9ed7-734b43adc956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:11.965131 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:12.183179 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:13.460608 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:16.096919 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:16.270891 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:24.218755 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:40:38.629675 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fdc639c1-aea1-426c-86f4-c0383356f7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:40.652544 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f83d926d-b26d-460e-bc4b-4a99377240c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:41.966593 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:42.186676 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:43.465168 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:46.126567 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:40:46.269108 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:01.219200 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:41:08.630802 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4aaefbd9-305f-4299-b56f-276f23dfa88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:09.296066 n-d-816927-8 neutron-server[83629]: DEBUG neutron.wsgi [req-c51da736-6d90-4607-80ef-c2d90c509187 req-99f55d96-0eda-412c-b40a-7128d6037e84 service neutron] (83629) timed out ('10.222.0.21', 39780) {{(pid=83629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 20:41:10.654278 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-323e6e45-a683-49b3-8c19-fa08de1d9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:11.968719 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:12.189972 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:13.465896 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:16.130631 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:16.285211 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:38.220795 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:41:38.635658 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bf8b-303e-47c8-b815-8185caee6dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:40.655175 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f13aaeaa-fdb2-4bda-bae3-f67b36f58158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:41.971213 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:42.192542 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:43.469581 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:46.130095 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:41:46.285683 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:08.636914 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-100f1bce-09c8-4f22-823f-f49501178aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:10.657465 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8af6-429d-48cc-8e75-6ec367123dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:11.972032 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:12.195348 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:13.473145 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:15.222047 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:42:16.145336 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:16.299529 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:38.640937 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d2e735d4-0f87-40bb-86c6-262321d6f32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:40.658386 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab5ec-b002-40f8-acdd-fabf8af10642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:41.973235 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:42.197924 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:43.475749 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:46.158710 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:46.313679 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:42:52.223430 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:43:08.644139 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ab1469c2-cb70-47ec-8c5a-c0f2a42a558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:10.658935 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8eb06cb4-d325-46fa-80d1-39717c3f7dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:11.975756 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:12.200120 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:13.478315 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:16.173574 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:16.312089 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:29.224623 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:43:38.646224 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-12f3e381-87f4-4338-bed3-bf6dfec21b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:40.660186 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d157459-7d73-424a-9511-ca36104b90e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:41.976770 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:42.203232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:43.482391 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:46.184001 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:43:46.326739 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:06.224772 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:44:08.646781 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-066156dc-ee79-4e10-85d4-c0a925ae2d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:10.661967 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3f8b43e2-b38c-48e6-aee5-b745f21c312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:11.979449 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:12.207012 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:13.486100 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:16.198350 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:16.341256 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:38.648824 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-049a7595-b3a7-4a90-a572-2c20cc0fd16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:40.663507 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe754796-2330-4f65-8e94-bef6ee527c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:41.982595 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:42.208875 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:43.225243 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:44:43.488387 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:46.196969 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:44:46.348352 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:08.650689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-76bf4826-b42d-4445-b642-ab786c1468c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:10.664514 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2548240e-a83d-4df9-a48d-ddd6349ac1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:11.984819 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:12.214718 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:13.490693 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:16.201647 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:16.357873 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:20.226381 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:45:28.197206 n-d-816927-8 neutron-server[83630]: DEBUG neutron.wsgi [req-50fda689-2b48-4a10-afbc-209ff1bef60e req-b66985ec-36ab-4186-b927-9fb3c0327578 service neutron] (83630) timed out ('10.222.0.21', 35896) {{(pid=83630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 10 20:45:38.652322 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-725afcaa-9053-4e9e-a04b-09aa322021c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:40.665509 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e6e5236d-2774-4924-8880-63e7f98adead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:41.987408 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:42.214411 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:43.494814 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:46.200340 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:46.387411 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:45:57.226506 n-d-816927-8 neutron-server[83632]: DEBUG neutron.db.agents_db [None req-f9debac9-b1c6-4e25-b774-e57e4c4f78e8 None None] Agent healthcheck: found 7 active agents {{(pid=83632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 10 20:46:08.653832 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f4ca7b8f-d624-47b1-b7d7-7e0eafedbb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:46:10.667689 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4279360-4b9e-4413-a3da-132746457b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:46:11.989188 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-62d01f76-40a5-4125-a701-530c34966e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:46:12.218232 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a7af-cfc8-432a-bae2-5342b660127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:46:13.497292 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-41aaac1d-6534-49ef-ae3b-6ffb0f62deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:46:16.200176 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-547fa2aa-aaec-443b-abbc-f0d458ead1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 10 20:46:16.387450 n-d-816927-8 neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ae9337c0-9f83-46fe-b09d-627609cb3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753943848138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551044'] for agent, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}